{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6,
  "eval_steps": 500,
  "global_step": 60000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "loss_action": 1.0878452062606812,
      "loss_total": 1.0878452062606812,
      "step": 0
    },
    {
      "loss_action": 1.2426860332489014,
      "loss_total": 1.2426860332489014,
      "step": 0
    },
    {
      "loss_action": 1.2337782382965088,
      "loss_total": 1.2337782382965088,
      "step": 0
    },
    {
      "loss_action": 1.2176799774169922,
      "loss_total": 1.2176799774169922,
      "step": 0
    },
    {
      "loss_action": 1.2130382061004639,
      "loss_total": 1.2130382061004639,
      "step": 0
    },
    {
      "loss_action": 1.2099261283874512,
      "loss_total": 1.2099261283874512,
      "step": 0
    },
    {
      "loss_action": 1.2466914653778076,
      "loss_total": 1.2466914653778076,
      "step": 0
    },
    {
      "loss_action": 1.2489573955535889,
      "loss_total": 1.2489573955535889,
      "step": 0
    },
    {
      "grad_norm": 0.2572096288204193,
      "learning_rate": 1.8e-07,
      "loss": 1.2063,
      "step": 10
    },
    {
      "loss_action": 1.170129656791687,
      "loss_total": 1.170129656791687,
      "step": 10
    },
    {
      "loss_action": 1.2070528268814087,
      "loss_total": 1.2070528268814087,
      "step": 10
    },
    {
      "loss_action": 1.2612361907958984,
      "loss_total": 1.2612361907958984,
      "step": 10
    },
    {
      "loss_action": 1.1691102981567383,
      "loss_total": 1.1691102981567383,
      "step": 10
    },
    {
      "loss_action": 1.1700894832611084,
      "loss_total": 1.1700894832611084,
      "step": 10
    },
    {
      "loss_action": 1.168635368347168,
      "loss_total": 1.168635368347168,
      "step": 10
    },
    {
      "loss_action": 1.192741870880127,
      "loss_total": 1.192741870880127,
      "step": 10
    },
    {
      "loss_action": 1.2315783500671387,
      "loss_total": 1.2315783500671387,
      "step": 10
    },
    {
      "grad_norm": 0.3508809208869934,
      "learning_rate": 3.8e-07,
      "loss": 1.2043,
      "step": 20
    },
    {
      "loss_action": 1.1052911281585693,
      "loss_total": 1.1052911281585693,
      "step": 20
    },
    {
      "loss_action": 1.2304824590682983,
      "loss_total": 1.2304824590682983,
      "step": 20
    },
    {
      "loss_action": 1.213489055633545,
      "loss_total": 1.213489055633545,
      "step": 20
    },
    {
      "loss_action": 1.2095736265182495,
      "loss_total": 1.2095736265182495,
      "step": 20
    },
    {
      "loss_action": 1.25388765335083,
      "loss_total": 1.25388765335083,
      "step": 20
    },
    {
      "loss_action": 1.2051091194152832,
      "loss_total": 1.2051091194152832,
      "step": 20
    },
    {
      "loss_action": 1.1834790706634521,
      "loss_total": 1.1834790706634521,
      "step": 20
    },
    {
      "loss_action": 1.2304136753082275,
      "loss_total": 1.2304136753082275,
      "step": 20
    },
    {
      "grad_norm": 0.38404422998428345,
      "learning_rate": 5.8e-07,
      "loss": 1.2068,
      "step": 30
    },
    {
      "loss_action": 1.2051382064819336,
      "loss_total": 1.2051382064819336,
      "step": 30
    },
    {
      "loss_action": 1.2086899280548096,
      "loss_total": 1.2086899280548096,
      "step": 30
    },
    {
      "loss_action": 1.2154030799865723,
      "loss_total": 1.2154030799865723,
      "step": 30
    },
    {
      "loss_action": 1.2674365043640137,
      "loss_total": 1.2674365043640137,
      "step": 30
    },
    {
      "loss_action": 1.2191435098648071,
      "loss_total": 1.2191435098648071,
      "step": 30
    },
    {
      "loss_action": 1.241655945777893,
      "loss_total": 1.241655945777893,
      "step": 30
    },
    {
      "loss_action": 1.2235782146453857,
      "loss_total": 1.2235782146453857,
      "step": 30
    },
    {
      "loss_action": 1.2880845069885254,
      "loss_total": 1.2880845069885254,
      "step": 30
    },
    {
      "grad_norm": 0.5840018391609192,
      "learning_rate": 7.8e-07,
      "loss": 1.215,
      "step": 40
    },
    {
      "loss_action": 1.1728670597076416,
      "loss_total": 1.1728670597076416,
      "step": 40
    },
    {
      "loss_action": 1.150449275970459,
      "loss_total": 1.150449275970459,
      "step": 40
    },
    {
      "loss_action": 1.184072494506836,
      "loss_total": 1.184072494506836,
      "step": 40
    },
    {
      "loss_action": 1.1882803440093994,
      "loss_total": 1.1882803440093994,
      "step": 40
    },
    {
      "loss_action": 1.2307031154632568,
      "loss_total": 1.2307031154632568,
      "step": 40
    },
    {
      "loss_action": 1.2118573188781738,
      "loss_total": 1.2118573188781738,
      "step": 40
    },
    {
      "loss_action": 1.1368651390075684,
      "loss_total": 1.1368651390075684,
      "step": 40
    },
    {
      "loss_action": 1.1442724466323853,
      "loss_total": 1.1442724466323853,
      "step": 40
    },
    {
      "grad_norm": 0.2615620493888855,
      "learning_rate": 9.8e-07,
      "loss": 1.2002,
      "step": 50
    },
    {
      "loss_action": 1.2187103033065796,
      "loss_total": 1.2187103033065796,
      "step": 50
    },
    {
      "loss_action": 1.2025312185287476,
      "loss_total": 1.2025312185287476,
      "step": 50
    },
    {
      "loss_action": 1.1369032859802246,
      "loss_total": 1.1369032859802246,
      "step": 50
    },
    {
      "loss_action": 1.2326581478118896,
      "loss_total": 1.2326581478118896,
      "step": 50
    },
    {
      "loss_action": 1.1527082920074463,
      "loss_total": 1.1527082920074463,
      "step": 50
    },
    {
      "loss_action": 1.2627818584442139,
      "loss_total": 1.2627818584442139,
      "step": 50
    },
    {
      "loss_action": 1.213083028793335,
      "loss_total": 1.213083028793335,
      "step": 50
    },
    {
      "loss_action": 1.2033052444458008,
      "loss_total": 1.2033052444458008,
      "step": 50
    },
    {
      "grad_norm": 0.27937382459640503,
      "learning_rate": 1.18e-06,
      "loss": 1.1985,
      "step": 60
    },
    {
      "loss_action": 1.195277214050293,
      "loss_total": 1.195277214050293,
      "step": 60
    },
    {
      "loss_action": 1.2503085136413574,
      "loss_total": 1.2503085136413574,
      "step": 60
    },
    {
      "loss_action": 1.1904118061065674,
      "loss_total": 1.1904118061065674,
      "step": 60
    },
    {
      "loss_action": 1.167133092880249,
      "loss_total": 1.167133092880249,
      "step": 60
    },
    {
      "loss_action": 1.274346113204956,
      "loss_total": 1.274346113204956,
      "step": 60
    },
    {
      "loss_action": 1.1661027669906616,
      "loss_total": 1.1661027669906616,
      "step": 60
    },
    {
      "loss_action": 1.2284245491027832,
      "loss_total": 1.2284245491027832,
      "step": 60
    },
    {
      "loss_action": 1.193225622177124,
      "loss_total": 1.193225622177124,
      "step": 60
    },
    {
      "grad_norm": 0.32015544176101685,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 1.1886,
      "step": 70
    },
    {
      "loss_action": 1.1489968299865723,
      "loss_total": 1.1489968299865723,
      "step": 70
    },
    {
      "loss_action": 1.1624464988708496,
      "loss_total": 1.1624464988708496,
      "step": 70
    },
    {
      "loss_action": 1.1864640712738037,
      "loss_total": 1.1864640712738037,
      "step": 70
    },
    {
      "loss_action": 1.1621627807617188,
      "loss_total": 1.1621627807617188,
      "step": 70
    },
    {
      "loss_action": 1.1320915222167969,
      "loss_total": 1.1320915222167969,
      "step": 70
    },
    {
      "loss_action": 1.1424005031585693,
      "loss_total": 1.1424005031585693,
      "step": 70
    },
    {
      "loss_action": 1.163956880569458,
      "loss_total": 1.163956880569458,
      "step": 70
    },
    {
      "loss_action": 1.191931962966919,
      "loss_total": 1.191931962966919,
      "step": 70
    },
    {
      "grad_norm": 0.5893028974533081,
      "learning_rate": 1.5800000000000003e-06,
      "loss": 1.1665,
      "step": 80
    },
    {
      "loss_action": 1.1404874324798584,
      "loss_total": 1.1404874324798584,
      "step": 80
    },
    {
      "loss_action": 1.079088568687439,
      "loss_total": 1.079088568687439,
      "step": 80
    },
    {
      "loss_action": 1.1500167846679688,
      "loss_total": 1.1500167846679688,
      "step": 80
    },
    {
      "loss_action": 1.1739158630371094,
      "loss_total": 1.1739158630371094,
      "step": 80
    },
    {
      "loss_action": 1.164603352546692,
      "loss_total": 1.164603352546692,
      "step": 80
    },
    {
      "loss_action": 1.1610360145568848,
      "loss_total": 1.1610360145568848,
      "step": 80
    },
    {
      "loss_action": 1.1652134656906128,
      "loss_total": 1.1652134656906128,
      "step": 80
    },
    {
      "loss_action": 1.1291828155517578,
      "loss_total": 1.1291828155517578,
      "step": 80
    },
    {
      "grad_norm": 0.66038578748703,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 1.1534,
      "step": 90
    },
    {
      "loss_action": 1.1110684871673584,
      "loss_total": 1.1110684871673584,
      "step": 90
    },
    {
      "loss_action": 1.1074929237365723,
      "loss_total": 1.1074929237365723,
      "step": 90
    },
    {
      "loss_action": 1.123079538345337,
      "loss_total": 1.123079538345337,
      "step": 90
    },
    {
      "loss_action": 1.0843064785003662,
      "loss_total": 1.0843064785003662,
      "step": 90
    },
    {
      "loss_action": 1.088315486907959,
      "loss_total": 1.088315486907959,
      "step": 90
    },
    {
      "loss_action": 1.1295833587646484,
      "loss_total": 1.1295833587646484,
      "step": 90
    },
    {
      "loss_action": 1.1138988733291626,
      "loss_total": 1.1138988733291626,
      "step": 90
    },
    {
      "loss_action": 1.15743088722229,
      "loss_total": 1.15743088722229,
      "step": 90
    },
    {
      "grad_norm": 0.7331603169441223,
      "learning_rate": 1.98e-06,
      "loss": 1.1149,
      "step": 100
    },
    {
      "loss_action": 1.0778610706329346,
      "loss_total": 1.0778610706329346,
      "step": 100
    },
    {
      "loss_action": 1.1119694709777832,
      "loss_total": 1.1119694709777832,
      "step": 100
    },
    {
      "loss_action": 1.0758998394012451,
      "loss_total": 1.0758998394012451,
      "step": 100
    },
    {
      "loss_action": 1.1661227941513062,
      "loss_total": 1.1661227941513062,
      "step": 100
    },
    {
      "loss_action": 1.1659250259399414,
      "loss_total": 1.1659250259399414,
      "step": 100
    },
    {
      "loss_action": 1.13923180103302,
      "loss_total": 1.13923180103302,
      "step": 100
    },
    {
      "loss_action": 1.1246442794799805,
      "loss_total": 1.1246442794799805,
      "step": 100
    },
    {
      "loss_action": 1.1194252967834473,
      "loss_total": 1.1194252967834473,
      "step": 100
    },
    {
      "grad_norm": 0.7285289764404297,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 1.1142,
      "step": 110
    },
    {
      "loss_action": 1.070670485496521,
      "loss_total": 1.070670485496521,
      "step": 110
    },
    {
      "loss_action": 1.0945743322372437,
      "loss_total": 1.0945743322372437,
      "step": 110
    },
    {
      "loss_action": 1.1126794815063477,
      "loss_total": 1.1126794815063477,
      "step": 110
    },
    {
      "loss_action": 1.0498242378234863,
      "loss_total": 1.0498242378234863,
      "step": 110
    },
    {
      "loss_action": 1.140501856803894,
      "loss_total": 1.140501856803894,
      "step": 110
    },
    {
      "loss_action": 1.0798487663269043,
      "loss_total": 1.0798487663269043,
      "step": 110
    },
    {
      "loss_action": 1.057131290435791,
      "loss_total": 1.057131290435791,
      "step": 110
    },
    {
      "loss_action": 1.1404284238815308,
      "loss_total": 1.1404284238815308,
      "step": 110
    },
    {
      "grad_norm": 1.0183383226394653,
      "learning_rate": 2.38e-06,
      "loss": 1.0652,
      "step": 120
    },
    {
      "loss_action": 1.091992974281311,
      "loss_total": 1.091992974281311,
      "step": 120
    },
    {
      "loss_action": 1.053631067276001,
      "loss_total": 1.053631067276001,
      "step": 120
    },
    {
      "loss_action": 1.0674506425857544,
      "loss_total": 1.0674506425857544,
      "step": 120
    },
    {
      "loss_action": 1.120190978050232,
      "loss_total": 1.120190978050232,
      "step": 120
    },
    {
      "loss_action": 1.099992036819458,
      "loss_total": 1.099992036819458,
      "step": 120
    },
    {
      "loss_action": 1.0623269081115723,
      "loss_total": 1.0623269081115723,
      "step": 120
    },
    {
      "loss_action": 1.013503074645996,
      "loss_total": 1.013503074645996,
      "step": 120
    },
    {
      "loss_action": 1.078432321548462,
      "loss_total": 1.078432321548462,
      "step": 120
    },
    {
      "grad_norm": 1.134400725364685,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 1.0617,
      "step": 130
    },
    {
      "loss_action": 0.9675002098083496,
      "loss_total": 0.9675002098083496,
      "step": 130
    },
    {
      "loss_action": 1.0036420822143555,
      "loss_total": 1.0036420822143555,
      "step": 130
    },
    {
      "loss_action": 1.0469461679458618,
      "loss_total": 1.0469461679458618,
      "step": 130
    },
    {
      "loss_action": 1.0076613426208496,
      "loss_total": 1.0076613426208496,
      "step": 130
    },
    {
      "loss_action": 1.0204310417175293,
      "loss_total": 1.0204310417175293,
      "step": 130
    },
    {
      "loss_action": 1.0347509384155273,
      "loss_total": 1.0347509384155273,
      "step": 130
    },
    {
      "loss_action": 1.0697357654571533,
      "loss_total": 1.0697357654571533,
      "step": 130
    },
    {
      "loss_action": 1.0687148571014404,
      "loss_total": 1.0687148571014404,
      "step": 130
    },
    {
      "grad_norm": 0.6829496622085571,
      "learning_rate": 2.78e-06,
      "loss": 1.0463,
      "step": 140
    },
    {
      "loss_action": 1.0795154571533203,
      "loss_total": 1.0795154571533203,
      "step": 140
    },
    {
      "loss_action": 1.0269702672958374,
      "loss_total": 1.0269702672958374,
      "step": 140
    },
    {
      "loss_action": 1.1034090518951416,
      "loss_total": 1.1034090518951416,
      "step": 140
    },
    {
      "loss_action": 0.97087562084198,
      "loss_total": 0.97087562084198,
      "step": 140
    },
    {
      "loss_action": 1.0514124631881714,
      "loss_total": 1.0514124631881714,
      "step": 140
    },
    {
      "loss_action": 1.0580264329910278,
      "loss_total": 1.0580264329910278,
      "step": 140
    },
    {
      "loss_action": 1.0321779251098633,
      "loss_total": 1.0321779251098633,
      "step": 140
    },
    {
      "loss_action": 1.0716791152954102,
      "loss_total": 1.0716791152954102,
      "step": 140
    },
    {
      "grad_norm": 1.5873794555664062,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 1.048,
      "step": 150
    },
    {
      "loss_action": 1.1067125797271729,
      "loss_total": 1.1067125797271729,
      "step": 150
    },
    {
      "loss_action": 1.03941810131073,
      "loss_total": 1.03941810131073,
      "step": 150
    },
    {
      "loss_action": 1.0561892986297607,
      "loss_total": 1.0561892986297607,
      "step": 150
    },
    {
      "loss_action": 1.0393893718719482,
      "loss_total": 1.0393893718719482,
      "step": 150
    },
    {
      "loss_action": 1.0521657466888428,
      "loss_total": 1.0521657466888428,
      "step": 150
    },
    {
      "loss_action": 1.0421357154846191,
      "loss_total": 1.0421357154846191,
      "step": 150
    },
    {
      "loss_action": 1.0672175884246826,
      "loss_total": 1.0672175884246826,
      "step": 150
    },
    {
      "loss_action": 1.0219942331314087,
      "loss_total": 1.0219942331314087,
      "step": 150
    },
    {
      "grad_norm": 0.6631845831871033,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 1.036,
      "step": 160
    },
    {
      "loss_action": 0.9830000400543213,
      "loss_total": 0.9830000400543213,
      "step": 160
    },
    {
      "loss_action": 1.0506713390350342,
      "loss_total": 1.0506713390350342,
      "step": 160
    },
    {
      "loss_action": 1.060043215751648,
      "loss_total": 1.060043215751648,
      "step": 160
    },
    {
      "loss_action": 1.0671191215515137,
      "loss_total": 1.0671191215515137,
      "step": 160
    },
    {
      "loss_action": 1.0285851955413818,
      "loss_total": 1.0285851955413818,
      "step": 160
    },
    {
      "loss_action": 1.070251703262329,
      "loss_total": 1.070251703262329,
      "step": 160
    },
    {
      "loss_action": 1.026118278503418,
      "loss_total": 1.026118278503418,
      "step": 160
    },
    {
      "loss_action": 1.0267829895019531,
      "loss_total": 1.0267829895019531,
      "step": 160
    },
    {
      "grad_norm": 0.579923152923584,
      "learning_rate": 3.38e-06,
      "loss": 1.0383,
      "step": 170
    },
    {
      "loss_action": 1.0608676671981812,
      "loss_total": 1.0608676671981812,
      "step": 170
    },
    {
      "loss_action": 1.0321956872940063,
      "loss_total": 1.0321956872940063,
      "step": 170
    },
    {
      "loss_action": 1.0458264350891113,
      "loss_total": 1.0458264350891113,
      "step": 170
    },
    {
      "loss_action": 1.0248312950134277,
      "loss_total": 1.0248312950134277,
      "step": 170
    },
    {
      "loss_action": 0.9714881777763367,
      "loss_total": 0.9714881777763367,
      "step": 170
    },
    {
      "loss_action": 1.0622785091400146,
      "loss_total": 1.0622785091400146,
      "step": 170
    },
    {
      "loss_action": 1.0586639642715454,
      "loss_total": 1.0586639642715454,
      "step": 170
    },
    {
      "loss_action": 1.0638618469238281,
      "loss_total": 1.0638618469238281,
      "step": 170
    },
    {
      "grad_norm": 0.6274494528770447,
      "learning_rate": 3.58e-06,
      "loss": 1.0245,
      "step": 180
    },
    {
      "loss_action": 0.9954036474227905,
      "loss_total": 0.9954036474227905,
      "step": 180
    },
    {
      "loss_action": 1.0311554670333862,
      "loss_total": 1.0311554670333862,
      "step": 180
    },
    {
      "loss_action": 1.0944514274597168,
      "loss_total": 1.0944514274597168,
      "step": 180
    },
    {
      "loss_action": 1.0152473449707031,
      "loss_total": 1.0152473449707031,
      "step": 180
    },
    {
      "loss_action": 1.0331189632415771,
      "loss_total": 1.0331189632415771,
      "step": 180
    },
    {
      "loss_action": 1.0850602388381958,
      "loss_total": 1.0850602388381958,
      "step": 180
    },
    {
      "loss_action": 1.0401042699813843,
      "loss_total": 1.0401042699813843,
      "step": 180
    },
    {
      "loss_action": 1.0060977935791016,
      "loss_total": 1.0060977935791016,
      "step": 180
    },
    {
      "grad_norm": 1.9309290647506714,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 1.0251,
      "step": 190
    },
    {
      "loss_action": 1.0366580486297607,
      "loss_total": 1.0366580486297607,
      "step": 190
    },
    {
      "loss_action": 1.0312371253967285,
      "loss_total": 1.0312371253967285,
      "step": 190
    },
    {
      "loss_action": 1.0743592977523804,
      "loss_total": 1.0743592977523804,
      "step": 190
    },
    {
      "loss_action": 1.0380632877349854,
      "loss_total": 1.0380632877349854,
      "step": 190
    },
    {
      "loss_action": 1.028243064880371,
      "loss_total": 1.028243064880371,
      "step": 190
    },
    {
      "loss_action": 1.0312165021896362,
      "loss_total": 1.0312165021896362,
      "step": 190
    },
    {
      "loss_action": 0.9976404905319214,
      "loss_total": 0.9976404905319214,
      "step": 190
    },
    {
      "loss_action": 0.9523929357528687,
      "loss_total": 0.9523929357528687,
      "step": 190
    },
    {
      "grad_norm": 0.8873913288116455,
      "learning_rate": 3.98e-06,
      "loss": 1.0284,
      "step": 200
    },
    {
      "loss_action": 0.9771127700805664,
      "loss_total": 0.9771127700805664,
      "step": 200
    },
    {
      "loss_action": 1.0770283937454224,
      "loss_total": 1.0770283937454224,
      "step": 200
    },
    {
      "loss_action": 1.0542112588882446,
      "loss_total": 1.0542112588882446,
      "step": 200
    },
    {
      "loss_action": 1.0408488512039185,
      "loss_total": 1.0408488512039185,
      "step": 200
    },
    {
      "loss_action": 0.987521767616272,
      "loss_total": 0.987521767616272,
      "step": 200
    },
    {
      "loss_action": 0.9704675078392029,
      "loss_total": 0.9704675078392029,
      "step": 200
    },
    {
      "loss_action": 1.0995171070098877,
      "loss_total": 1.0995171070098877,
      "step": 200
    },
    {
      "loss_action": 0.9818394184112549,
      "loss_total": 0.9818394184112549,
      "step": 200
    },
    {
      "grad_norm": 0.5404611229896545,
      "learning_rate": 4.18e-06,
      "loss": 1.0311,
      "step": 210
    },
    {
      "loss_action": 1.0244109630584717,
      "loss_total": 1.0244109630584717,
      "step": 210
    },
    {
      "loss_action": 1.0259718894958496,
      "loss_total": 1.0259718894958496,
      "step": 210
    },
    {
      "loss_action": 1.0644484758377075,
      "loss_total": 1.0644484758377075,
      "step": 210
    },
    {
      "loss_action": 0.9571889638900757,
      "loss_total": 0.9571889638900757,
      "step": 210
    },
    {
      "loss_action": 1.0227621793746948,
      "loss_total": 1.0227621793746948,
      "step": 210
    },
    {
      "loss_action": 0.9872166514396667,
      "loss_total": 0.9872166514396667,
      "step": 210
    },
    {
      "loss_action": 1.0227787494659424,
      "loss_total": 1.0227787494659424,
      "step": 210
    },
    {
      "loss_action": 1.0092246532440186,
      "loss_total": 1.0092246532440186,
      "step": 210
    },
    {
      "grad_norm": 0.7652894854545593,
      "learning_rate": 4.38e-06,
      "loss": 1.0159,
      "step": 220
    },
    {
      "loss_action": 1.0852875709533691,
      "loss_total": 1.0852875709533691,
      "step": 220
    },
    {
      "loss_action": 0.9900858402252197,
      "loss_total": 0.9900858402252197,
      "step": 220
    },
    {
      "loss_action": 0.9994916319847107,
      "loss_total": 0.9994916319847107,
      "step": 220
    },
    {
      "loss_action": 1.0230278968811035,
      "loss_total": 1.0230278968811035,
      "step": 220
    },
    {
      "loss_action": 1.0298994779586792,
      "loss_total": 1.0298994779586792,
      "step": 220
    },
    {
      "loss_action": 1.0430142879486084,
      "loss_total": 1.0430142879486084,
      "step": 220
    },
    {
      "loss_action": 1.016729474067688,
      "loss_total": 1.016729474067688,
      "step": 220
    },
    {
      "loss_action": 1.0216224193572998,
      "loss_total": 1.0216224193572998,
      "step": 220
    },
    {
      "grad_norm": 0.6247981786727905,
      "learning_rate": 4.58e-06,
      "loss": 1.021,
      "step": 230
    },
    {
      "loss_action": 1.0691297054290771,
      "loss_total": 1.0691297054290771,
      "step": 230
    },
    {
      "loss_action": 1.0459201335906982,
      "loss_total": 1.0459201335906982,
      "step": 230
    },
    {
      "loss_action": 1.0669502019882202,
      "loss_total": 1.0669502019882202,
      "step": 230
    },
    {
      "loss_action": 1.0311250686645508,
      "loss_total": 1.0311250686645508,
      "step": 230
    },
    {
      "loss_action": 1.0028942823410034,
      "loss_total": 1.0028942823410034,
      "step": 230
    },
    {
      "loss_action": 0.9819307327270508,
      "loss_total": 0.9819307327270508,
      "step": 230
    },
    {
      "loss_action": 1.0061686038970947,
      "loss_total": 1.0061686038970947,
      "step": 230
    },
    {
      "loss_action": 1.0445706844329834,
      "loss_total": 1.0445706844329834,
      "step": 230
    },
    {
      "grad_norm": 0.6133143305778503,
      "learning_rate": 4.780000000000001e-06,
      "loss": 1.0288,
      "step": 240
    },
    {
      "loss_action": 1.0135024785995483,
      "loss_total": 1.0135024785995483,
      "step": 240
    },
    {
      "loss_action": 0.9884766340255737,
      "loss_total": 0.9884766340255737,
      "step": 240
    },
    {
      "loss_action": 1.0600385665893555,
      "loss_total": 1.0600385665893555,
      "step": 240
    },
    {
      "loss_action": 1.024052619934082,
      "loss_total": 1.024052619934082,
      "step": 240
    },
    {
      "loss_action": 1.0464078187942505,
      "loss_total": 1.0464078187942505,
      "step": 240
    },
    {
      "loss_action": 0.9907642006874084,
      "loss_total": 0.9907642006874084,
      "step": 240
    },
    {
      "loss_action": 0.9608259201049805,
      "loss_total": 0.9608259201049805,
      "step": 240
    },
    {
      "loss_action": 1.043172001838684,
      "loss_total": 1.043172001838684,
      "step": 240
    },
    {
      "grad_norm": 0.6144241094589233,
      "learning_rate": 4.98e-06,
      "loss": 1.008,
      "step": 250
    },
    {
      "loss_action": 1.032855749130249,
      "loss_total": 1.032855749130249,
      "step": 250
    },
    {
      "loss_action": 1.0261971950531006,
      "loss_total": 1.0261971950531006,
      "step": 250
    },
    {
      "loss_action": 1.0186104774475098,
      "loss_total": 1.0186104774475098,
      "step": 250
    },
    {
      "loss_action": 0.9620404243469238,
      "loss_total": 0.9620404243469238,
      "step": 250
    },
    {
      "loss_action": 1.0969326496124268,
      "loss_total": 1.0969326496124268,
      "step": 250
    },
    {
      "loss_action": 1.0143330097198486,
      "loss_total": 1.0143330097198486,
      "step": 250
    },
    {
      "loss_action": 0.9771885871887207,
      "loss_total": 0.9771885871887207,
      "step": 250
    },
    {
      "loss_action": 1.0044491291046143,
      "loss_total": 1.0044491291046143,
      "step": 250
    },
    {
      "grad_norm": 0.5886508226394653,
      "learning_rate": 5.18e-06,
      "loss": 1.0019,
      "step": 260
    },
    {
      "loss_action": 1.0018458366394043,
      "loss_total": 1.0018458366394043,
      "step": 260
    },
    {
      "loss_action": 0.999702513217926,
      "loss_total": 0.999702513217926,
      "step": 260
    },
    {
      "loss_action": 1.0130281448364258,
      "loss_total": 1.0130281448364258,
      "step": 260
    },
    {
      "loss_action": 1.0481334924697876,
      "loss_total": 1.0481334924697876,
      "step": 260
    },
    {
      "loss_action": 0.966956377029419,
      "loss_total": 0.966956377029419,
      "step": 260
    },
    {
      "loss_action": 0.924568772315979,
      "loss_total": 0.924568772315979,
      "step": 260
    },
    {
      "loss_action": 1.005475401878357,
      "loss_total": 1.005475401878357,
      "step": 260
    },
    {
      "loss_action": 1.012887954711914,
      "loss_total": 1.012887954711914,
      "step": 260
    },
    {
      "grad_norm": 0.7365689873695374,
      "learning_rate": 5.38e-06,
      "loss": 0.9951,
      "step": 270
    },
    {
      "loss_action": 0.9838237762451172,
      "loss_total": 0.9838237762451172,
      "step": 270
    },
    {
      "loss_action": 0.9239710569381714,
      "loss_total": 0.9239710569381714,
      "step": 270
    },
    {
      "loss_action": 1.0426188707351685,
      "loss_total": 1.0426188707351685,
      "step": 270
    },
    {
      "loss_action": 0.9604322910308838,
      "loss_total": 0.9604322910308838,
      "step": 270
    },
    {
      "loss_action": 1.0381498336791992,
      "loss_total": 1.0381498336791992,
      "step": 270
    },
    {
      "loss_action": 0.9133449196815491,
      "loss_total": 0.9133449196815491,
      "step": 270
    },
    {
      "loss_action": 0.989235520362854,
      "loss_total": 0.989235520362854,
      "step": 270
    },
    {
      "loss_action": 0.9857931137084961,
      "loss_total": 0.9857931137084961,
      "step": 270
    },
    {
      "grad_norm": 1.4051653146743774,
      "learning_rate": 5.580000000000001e-06,
      "loss": 0.9615,
      "step": 280
    },
    {
      "loss_action": 1.036312460899353,
      "loss_total": 1.036312460899353,
      "step": 280
    },
    {
      "loss_action": 0.9679665565490723,
      "loss_total": 0.9679665565490723,
      "step": 280
    },
    {
      "loss_action": 0.9233642220497131,
      "loss_total": 0.9233642220497131,
      "step": 280
    },
    {
      "loss_action": 0.9314285516738892,
      "loss_total": 0.9314285516738892,
      "step": 280
    },
    {
      "loss_action": 0.9372854232788086,
      "loss_total": 0.9372854232788086,
      "step": 280
    },
    {
      "loss_action": 0.9342681169509888,
      "loss_total": 0.9342681169509888,
      "step": 280
    },
    {
      "loss_action": 1.008617639541626,
      "loss_total": 1.008617639541626,
      "step": 280
    },
    {
      "loss_action": 0.9303286075592041,
      "loss_total": 0.9303286075592041,
      "step": 280
    },
    {
      "grad_norm": 1.2683236598968506,
      "learning_rate": 5.78e-06,
      "loss": 0.9408,
      "step": 290
    },
    {
      "loss_action": 0.9481103420257568,
      "loss_total": 0.9481103420257568,
      "step": 290
    },
    {
      "loss_action": 0.9130799770355225,
      "loss_total": 0.9130799770355225,
      "step": 290
    },
    {
      "loss_action": 0.9806241393089294,
      "loss_total": 0.9806241393089294,
      "step": 290
    },
    {
      "loss_action": 0.9532198905944824,
      "loss_total": 0.9532198905944824,
      "step": 290
    },
    {
      "loss_action": 0.9500629305839539,
      "loss_total": 0.9500629305839539,
      "step": 290
    },
    {
      "loss_action": 0.9384152293205261,
      "loss_total": 0.9384152293205261,
      "step": 290
    },
    {
      "loss_action": 0.9361348152160645,
      "loss_total": 0.9361348152160645,
      "step": 290
    },
    {
      "loss_action": 0.8698557019233704,
      "loss_total": 0.8698557019233704,
      "step": 290
    },
    {
      "grad_norm": 1.4334721565246582,
      "learning_rate": 5.98e-06,
      "loss": 0.9186,
      "step": 300
    },
    {
      "loss_action": 0.8340067863464355,
      "loss_total": 0.8340067863464355,
      "step": 300
    },
    {
      "loss_action": 0.8746241927146912,
      "loss_total": 0.8746241927146912,
      "step": 300
    },
    {
      "loss_action": 0.9203306436538696,
      "loss_total": 0.9203306436538696,
      "step": 300
    },
    {
      "loss_action": 0.877080500125885,
      "loss_total": 0.877080500125885,
      "step": 300
    },
    {
      "loss_action": 0.9176537990570068,
      "loss_total": 0.9176537990570068,
      "step": 300
    },
    {
      "loss_action": 0.9140006899833679,
      "loss_total": 0.9140006899833679,
      "step": 300
    },
    {
      "loss_action": 0.8983569145202637,
      "loss_total": 0.8983569145202637,
      "step": 300
    },
    {
      "loss_action": 0.951288104057312,
      "loss_total": 0.951288104057312,
      "step": 300
    },
    {
      "grad_norm": 1.2931557893753052,
      "learning_rate": 6.18e-06,
      "loss": 0.8887,
      "step": 310
    },
    {
      "loss_action": 0.86533123254776,
      "loss_total": 0.86533123254776,
      "step": 310
    },
    {
      "loss_action": 0.8808334469795227,
      "loss_total": 0.8808334469795227,
      "step": 310
    },
    {
      "loss_action": 0.8972629308700562,
      "loss_total": 0.8972629308700562,
      "step": 310
    },
    {
      "loss_action": 0.88994961977005,
      "loss_total": 0.88994961977005,
      "step": 310
    },
    {
      "loss_action": 0.8180732727050781,
      "loss_total": 0.8180732727050781,
      "step": 310
    },
    {
      "loss_action": 0.8708177208900452,
      "loss_total": 0.8708177208900452,
      "step": 310
    },
    {
      "loss_action": 0.8315346240997314,
      "loss_total": 0.8315346240997314,
      "step": 310
    },
    {
      "loss_action": 0.8203271627426147,
      "loss_total": 0.8203271627426147,
      "step": 310
    },
    {
      "grad_norm": 1.3794927597045898,
      "learning_rate": 6.38e-06,
      "loss": 0.8465,
      "step": 320
    },
    {
      "loss_action": 0.7906731963157654,
      "loss_total": 0.7906731963157654,
      "step": 320
    },
    {
      "loss_action": 0.7624204754829407,
      "loss_total": 0.7624204754829407,
      "step": 320
    },
    {
      "loss_action": 0.7619351148605347,
      "loss_total": 0.7619351148605347,
      "step": 320
    },
    {
      "loss_action": 0.7862136363983154,
      "loss_total": 0.7862136363983154,
      "step": 320
    },
    {
      "loss_action": 0.804027795791626,
      "loss_total": 0.804027795791626,
      "step": 320
    },
    {
      "loss_action": 0.7760013937950134,
      "loss_total": 0.7760013937950134,
      "step": 320
    },
    {
      "loss_action": 0.829186201095581,
      "loss_total": 0.829186201095581,
      "step": 320
    },
    {
      "loss_action": 0.8955596089363098,
      "loss_total": 0.8955596089363098,
      "step": 320
    },
    {
      "grad_norm": 1.7226883172988892,
      "learning_rate": 6.58e-06,
      "loss": 0.81,
      "step": 330
    },
    {
      "loss_action": 0.8101440668106079,
      "loss_total": 0.8101440668106079,
      "step": 330
    },
    {
      "loss_action": 0.7991198301315308,
      "loss_total": 0.7991198301315308,
      "step": 330
    },
    {
      "loss_action": 0.7182397842407227,
      "loss_total": 0.7182397842407227,
      "step": 330
    },
    {
      "loss_action": 0.8278367519378662,
      "loss_total": 0.8278367519378662,
      "step": 330
    },
    {
      "loss_action": 0.844425618648529,
      "loss_total": 0.844425618648529,
      "step": 330
    },
    {
      "loss_action": 0.7849587202072144,
      "loss_total": 0.7849587202072144,
      "step": 330
    },
    {
      "loss_action": 0.8020771741867065,
      "loss_total": 0.8020771741867065,
      "step": 330
    },
    {
      "loss_action": 0.8197442889213562,
      "loss_total": 0.8197442889213562,
      "step": 330
    },
    {
      "grad_norm": 1.5808497667312622,
      "learning_rate": 6.78e-06,
      "loss": 0.7802,
      "step": 340
    },
    {
      "loss_action": 0.7759265303611755,
      "loss_total": 0.7759265303611755,
      "step": 340
    },
    {
      "loss_action": 0.7129136323928833,
      "loss_total": 0.7129136323928833,
      "step": 340
    },
    {
      "loss_action": 0.7756245732307434,
      "loss_total": 0.7756245732307434,
      "step": 340
    },
    {
      "loss_action": 0.8146560788154602,
      "loss_total": 0.8146560788154602,
      "step": 340
    },
    {
      "loss_action": 0.6751182079315186,
      "loss_total": 0.6751182079315186,
      "step": 340
    },
    {
      "loss_action": 0.7698417901992798,
      "loss_total": 0.7698417901992798,
      "step": 340
    },
    {
      "loss_action": 0.7566390037536621,
      "loss_total": 0.7566390037536621,
      "step": 340
    },
    {
      "loss_action": 0.750187337398529,
      "loss_total": 0.750187337398529,
      "step": 340
    },
    {
      "grad_norm": 1.3679168224334717,
      "learning_rate": 6.98e-06,
      "loss": 0.7352,
      "step": 350
    },
    {
      "loss_action": 0.6821356415748596,
      "loss_total": 0.6821356415748596,
      "step": 350
    },
    {
      "loss_action": 0.6797093152999878,
      "loss_total": 0.6797093152999878,
      "step": 350
    },
    {
      "loss_action": 0.7263453602790833,
      "loss_total": 0.7263453602790833,
      "step": 350
    },
    {
      "loss_action": 0.6903724074363708,
      "loss_total": 0.6903724074363708,
      "step": 350
    },
    {
      "loss_action": 0.7430039048194885,
      "loss_total": 0.7430039048194885,
      "step": 350
    },
    {
      "loss_action": 0.8698211908340454,
      "loss_total": 0.8698211908340454,
      "step": 350
    },
    {
      "loss_action": 0.7967231869697571,
      "loss_total": 0.7967231869697571,
      "step": 350
    },
    {
      "loss_action": 0.7264625430107117,
      "loss_total": 0.7264625430107117,
      "step": 350
    },
    {
      "grad_norm": 1.3325457572937012,
      "learning_rate": 7.180000000000001e-06,
      "loss": 0.7052,
      "step": 360
    },
    {
      "loss_action": 0.6763591766357422,
      "loss_total": 0.6763591766357422,
      "step": 360
    },
    {
      "loss_action": 0.735626220703125,
      "loss_total": 0.735626220703125,
      "step": 360
    },
    {
      "loss_action": 0.6626472473144531,
      "loss_total": 0.6626472473144531,
      "step": 360
    },
    {
      "loss_action": 0.6576492786407471,
      "loss_total": 0.6576492786407471,
      "step": 360
    },
    {
      "loss_action": 0.6645305156707764,
      "loss_total": 0.6645305156707764,
      "step": 360
    },
    {
      "loss_action": 0.6227859258651733,
      "loss_total": 0.6227859258651733,
      "step": 360
    },
    {
      "loss_action": 0.6813414096832275,
      "loss_total": 0.6813414096832275,
      "step": 360
    },
    {
      "loss_action": 0.709380030632019,
      "loss_total": 0.709380030632019,
      "step": 360
    },
    {
      "grad_norm": 1.9000766277313232,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 0.6476,
      "step": 370
    },
    {
      "loss_action": 0.6073763370513916,
      "loss_total": 0.6073763370513916,
      "step": 370
    },
    {
      "loss_action": 0.6177507638931274,
      "loss_total": 0.6177507638931274,
      "step": 370
    },
    {
      "loss_action": 0.6376460194587708,
      "loss_total": 0.6376460194587708,
      "step": 370
    },
    {
      "loss_action": 0.6246383786201477,
      "loss_total": 0.6246383786201477,
      "step": 370
    },
    {
      "loss_action": 0.6599063277244568,
      "loss_total": 0.6599063277244568,
      "step": 370
    },
    {
      "loss_action": 0.6904754638671875,
      "loss_total": 0.6904754638671875,
      "step": 370
    },
    {
      "loss_action": 0.6029089689254761,
      "loss_total": 0.6029089689254761,
      "step": 370
    },
    {
      "loss_action": 0.646519124507904,
      "loss_total": 0.646519124507904,
      "step": 370
    },
    {
      "grad_norm": 1.9547635316848755,
      "learning_rate": 7.580000000000001e-06,
      "loss": 0.6071,
      "step": 380
    },
    {
      "loss_action": 0.5885425806045532,
      "loss_total": 0.5885425806045532,
      "step": 380
    },
    {
      "loss_action": 0.4923213720321655,
      "loss_total": 0.4923213720321655,
      "step": 380
    },
    {
      "loss_action": 0.6268695592880249,
      "loss_total": 0.6268695592880249,
      "step": 380
    },
    {
      "loss_action": 0.5891804695129395,
      "loss_total": 0.5891804695129395,
      "step": 380
    },
    {
      "loss_action": 0.563720703125,
      "loss_total": 0.563720703125,
      "step": 380
    },
    {
      "loss_action": 0.5930486917495728,
      "loss_total": 0.5930486917495728,
      "step": 380
    },
    {
      "loss_action": 0.6173450946807861,
      "loss_total": 0.6173450946807861,
      "step": 380
    },
    {
      "loss_action": 0.5788025856018066,
      "loss_total": 0.5788025856018066,
      "step": 380
    },
    {
      "grad_norm": 1.9118094444274902,
      "learning_rate": 7.78e-06,
      "loss": 0.5599,
      "step": 390
    },
    {
      "loss_action": 0.5072014331817627,
      "loss_total": 0.5072014331817627,
      "step": 390
    },
    {
      "loss_action": 0.48278260231018066,
      "loss_total": 0.48278260231018066,
      "step": 390
    },
    {
      "loss_action": 0.5051410794258118,
      "loss_total": 0.5051410794258118,
      "step": 390
    },
    {
      "loss_action": 0.508873701095581,
      "loss_total": 0.508873701095581,
      "step": 390
    },
    {
      "loss_action": 0.5144274234771729,
      "loss_total": 0.5144274234771729,
      "step": 390
    },
    {
      "loss_action": 0.5534976720809937,
      "loss_total": 0.5534976720809937,
      "step": 390
    },
    {
      "loss_action": 0.5606651306152344,
      "loss_total": 0.5606651306152344,
      "step": 390
    },
    {
      "loss_action": 0.5910815000534058,
      "loss_total": 0.5910815000534058,
      "step": 390
    },
    {
      "grad_norm": 1.413373351097107,
      "learning_rate": 7.98e-06,
      "loss": 0.5037,
      "step": 400
    },
    {
      "loss_action": 0.5354212522506714,
      "loss_total": 0.5354212522506714,
      "step": 400
    },
    {
      "loss_action": 0.4623562693595886,
      "loss_total": 0.4623562693595886,
      "step": 400
    },
    {
      "loss_action": 0.4373346269130707,
      "loss_total": 0.4373346269130707,
      "step": 400
    },
    {
      "loss_action": 0.49758127331733704,
      "loss_total": 0.49758127331733704,
      "step": 400
    },
    {
      "loss_action": 0.4921250343322754,
      "loss_total": 0.4921250343322754,
      "step": 400
    },
    {
      "loss_action": 0.43573251366615295,
      "loss_total": 0.43573251366615295,
      "step": 400
    },
    {
      "loss_action": 0.5675237774848938,
      "loss_total": 0.5675237774848938,
      "step": 400
    },
    {
      "loss_action": 0.4742911458015442,
      "loss_total": 0.4742911458015442,
      "step": 400
    },
    {
      "grad_norm": 1.9275710582733154,
      "learning_rate": 8.18e-06,
      "loss": 0.466,
      "step": 410
    },
    {
      "loss_action": 0.4344107508659363,
      "loss_total": 0.4344107508659363,
      "step": 410
    },
    {
      "loss_action": 0.48565495014190674,
      "loss_total": 0.48565495014190674,
      "step": 410
    },
    {
      "loss_action": 0.43429258465766907,
      "loss_total": 0.43429258465766907,
      "step": 410
    },
    {
      "loss_action": 0.409140408039093,
      "loss_total": 0.409140408039093,
      "step": 410
    },
    {
      "loss_action": 0.5011205077171326,
      "loss_total": 0.5011205077171326,
      "step": 410
    },
    {
      "loss_action": 0.4178709387779236,
      "loss_total": 0.4178709387779236,
      "step": 410
    },
    {
      "loss_action": 0.4853563904762268,
      "loss_total": 0.4853563904762268,
      "step": 410
    },
    {
      "loss_action": 0.4419582486152649,
      "loss_total": 0.4419582486152649,
      "step": 410
    },
    {
      "grad_norm": 2.1454319953918457,
      "learning_rate": 8.380000000000001e-06,
      "loss": 0.4275,
      "step": 420
    },
    {
      "loss_action": 0.35213494300842285,
      "loss_total": 0.35213494300842285,
      "step": 420
    },
    {
      "loss_action": 0.43128010630607605,
      "loss_total": 0.43128010630607605,
      "step": 420
    },
    {
      "loss_action": 0.41233569383621216,
      "loss_total": 0.41233569383621216,
      "step": 420
    },
    {
      "loss_action": 0.40552639961242676,
      "loss_total": 0.40552639961242676,
      "step": 420
    },
    {
      "loss_action": 0.3302760124206543,
      "loss_total": 0.3302760124206543,
      "step": 420
    },
    {
      "loss_action": 0.4813670217990875,
      "loss_total": 0.4813670217990875,
      "step": 420
    },
    {
      "loss_action": 0.38216444849967957,
      "loss_total": 0.38216444849967957,
      "step": 420
    },
    {
      "loss_action": 0.43908074498176575,
      "loss_total": 0.43908074498176575,
      "step": 420
    },
    {
      "grad_norm": 2.133033037185669,
      "learning_rate": 8.580000000000001e-06,
      "loss": 0.3971,
      "step": 430
    },
    {
      "loss_action": 0.4020146429538727,
      "loss_total": 0.4020146429538727,
      "step": 430
    },
    {
      "loss_action": 0.31163638830184937,
      "loss_total": 0.31163638830184937,
      "step": 430
    },
    {
      "loss_action": 0.31163156032562256,
      "loss_total": 0.31163156032562256,
      "step": 430
    },
    {
      "loss_action": 0.3600846230983734,
      "loss_total": 0.3600846230983734,
      "step": 430
    },
    {
      "loss_action": 0.4780668616294861,
      "loss_total": 0.4780668616294861,
      "step": 430
    },
    {
      "loss_action": 0.43279725313186646,
      "loss_total": 0.43279725313186646,
      "step": 430
    },
    {
      "loss_action": 0.3094918727874756,
      "loss_total": 0.3094918727874756,
      "step": 430
    },
    {
      "loss_action": 0.31507474184036255,
      "loss_total": 0.31507474184036255,
      "step": 430
    },
    {
      "grad_norm": 2.9370810985565186,
      "learning_rate": 8.78e-06,
      "loss": 0.354,
      "step": 440
    },
    {
      "loss_action": 0.3728557825088501,
      "loss_total": 0.3728557825088501,
      "step": 440
    },
    {
      "loss_action": 0.2841864824295044,
      "loss_total": 0.2841864824295044,
      "step": 440
    },
    {
      "loss_action": 0.30544787645339966,
      "loss_total": 0.30544787645339966,
      "step": 440
    },
    {
      "loss_action": 0.2743636667728424,
      "loss_total": 0.2743636667728424,
      "step": 440
    },
    {
      "loss_action": 0.3382585942745209,
      "loss_total": 0.3382585942745209,
      "step": 440
    },
    {
      "loss_action": 0.28913527727127075,
      "loss_total": 0.28913527727127075,
      "step": 440
    },
    {
      "loss_action": 0.34249794483184814,
      "loss_total": 0.34249794483184814,
      "step": 440
    },
    {
      "loss_action": 0.3968612551689148,
      "loss_total": 0.3968612551689148,
      "step": 440
    },
    {
      "grad_norm": 1.986680269241333,
      "learning_rate": 8.98e-06,
      "loss": 0.3112,
      "step": 450
    },
    {
      "loss_action": 0.29528433084487915,
      "loss_total": 0.29528433084487915,
      "step": 450
    },
    {
      "loss_action": 0.21667370200157166,
      "loss_total": 0.21667370200157166,
      "step": 450
    },
    {
      "loss_action": 0.312187135219574,
      "loss_total": 0.312187135219574,
      "step": 450
    },
    {
      "loss_action": 0.3145092725753784,
      "loss_total": 0.3145092725753784,
      "step": 450
    },
    {
      "loss_action": 0.24108466506004333,
      "loss_total": 0.24108466506004333,
      "step": 450
    },
    {
      "loss_action": 0.27954673767089844,
      "loss_total": 0.27954673767089844,
      "step": 450
    },
    {
      "loss_action": 0.38747650384902954,
      "loss_total": 0.38747650384902954,
      "step": 450
    },
    {
      "loss_action": 0.3170326352119446,
      "loss_total": 0.3170326352119446,
      "step": 450
    },
    {
      "grad_norm": 2.8221473693847656,
      "learning_rate": 9.180000000000002e-06,
      "loss": 0.2819,
      "step": 460
    },
    {
      "loss_action": 0.23945146799087524,
      "loss_total": 0.23945146799087524,
      "step": 460
    },
    {
      "loss_action": 0.30768048763275146,
      "loss_total": 0.30768048763275146,
      "step": 460
    },
    {
      "loss_action": 0.27757251262664795,
      "loss_total": 0.27757251262664795,
      "step": 460
    },
    {
      "loss_action": 0.2858465313911438,
      "loss_total": 0.2858465313911438,
      "step": 460
    },
    {
      "loss_action": 0.2374897450208664,
      "loss_total": 0.2374897450208664,
      "step": 460
    },
    {
      "loss_action": 0.32905876636505127,
      "loss_total": 0.32905876636505127,
      "step": 460
    },
    {
      "loss_action": 0.21362172067165375,
      "loss_total": 0.21362172067165375,
      "step": 460
    },
    {
      "loss_action": 0.2749839425086975,
      "loss_total": 0.2749839425086975,
      "step": 460
    },
    {
      "grad_norm": 2.258667230606079,
      "learning_rate": 9.38e-06,
      "loss": 0.2432,
      "step": 470
    },
    {
      "loss_action": 0.20933252573013306,
      "loss_total": 0.20933252573013306,
      "step": 470
    },
    {
      "loss_action": 0.1851213574409485,
      "loss_total": 0.1851213574409485,
      "step": 470
    },
    {
      "loss_action": 0.4168795943260193,
      "loss_total": 0.4168795943260193,
      "step": 470
    },
    {
      "loss_action": 0.18764062225818634,
      "loss_total": 0.18764062225818634,
      "step": 470
    },
    {
      "loss_action": 0.2454322874546051,
      "loss_total": 0.2454322874546051,
      "step": 470
    },
    {
      "loss_action": 0.22851908206939697,
      "loss_total": 0.22851908206939697,
      "step": 470
    },
    {
      "loss_action": 0.27789509296417236,
      "loss_total": 0.27789509296417236,
      "step": 470
    },
    {
      "loss_action": 0.3732398450374603,
      "loss_total": 0.3732398450374603,
      "step": 470
    },
    {
      "grad_norm": 2.142392635345459,
      "learning_rate": 9.58e-06,
      "loss": 0.2361,
      "step": 480
    },
    {
      "loss_action": 0.20355023443698883,
      "loss_total": 0.20355023443698883,
      "step": 480
    },
    {
      "loss_action": 0.3424920439720154,
      "loss_total": 0.3424920439720154,
      "step": 480
    },
    {
      "loss_action": 0.2194713056087494,
      "loss_total": 0.2194713056087494,
      "step": 480
    },
    {
      "loss_action": 0.20162290334701538,
      "loss_total": 0.20162290334701538,
      "step": 480
    },
    {
      "loss_action": 0.183709517121315,
      "loss_total": 0.183709517121315,
      "step": 480
    },
    {
      "loss_action": 0.19868747889995575,
      "loss_total": 0.19868747889995575,
      "step": 480
    },
    {
      "loss_action": 0.1980481743812561,
      "loss_total": 0.1980481743812561,
      "step": 480
    },
    {
      "loss_action": 0.2846660614013672,
      "loss_total": 0.2846660614013672,
      "step": 480
    },
    {
      "grad_norm": 3.164510726928711,
      "learning_rate": 9.78e-06,
      "loss": 0.2182,
      "step": 490
    },
    {
      "loss_action": 0.16087056696414948,
      "loss_total": 0.16087056696414948,
      "step": 490
    },
    {
      "loss_action": 0.15845553576946259,
      "loss_total": 0.15845553576946259,
      "step": 490
    },
    {
      "loss_action": 0.18066301941871643,
      "loss_total": 0.18066301941871643,
      "step": 490
    },
    {
      "loss_action": 0.17919355630874634,
      "loss_total": 0.17919355630874634,
      "step": 490
    },
    {
      "loss_action": 0.2690892815589905,
      "loss_total": 0.2690892815589905,
      "step": 490
    },
    {
      "loss_action": 0.18996739387512207,
      "loss_total": 0.18996739387512207,
      "step": 490
    },
    {
      "loss_action": 0.18978744745254517,
      "loss_total": 0.18978744745254517,
      "step": 490
    },
    {
      "loss_action": 0.19437497854232788,
      "loss_total": 0.19437497854232788,
      "step": 490
    },
    {
      "grad_norm": 2.6272811889648438,
      "learning_rate": 9.980000000000001e-06,
      "loss": 0.2065,
      "step": 500
    },
    {
      "loss_action": 0.1576748490333557,
      "loss_total": 0.1576748490333557,
      "step": 500
    },
    {
      "loss_action": 0.19565628468990326,
      "loss_total": 0.19565628468990326,
      "step": 500
    },
    {
      "loss_action": 0.16925838589668274,
      "loss_total": 0.16925838589668274,
      "step": 500
    },
    {
      "loss_action": 0.14230141043663025,
      "loss_total": 0.14230141043663025,
      "step": 500
    },
    {
      "loss_action": 0.1492624580860138,
      "loss_total": 0.1492624580860138,
      "step": 500
    },
    {
      "loss_action": 0.15620049834251404,
      "loss_total": 0.15620049834251404,
      "step": 500
    },
    {
      "loss_action": 0.17394748330116272,
      "loss_total": 0.17394748330116272,
      "step": 500
    },
    {
      "loss_action": 0.30783313512802124,
      "loss_total": 0.30783313512802124,
      "step": 500
    },
    {
      "grad_norm": 2.4275054931640625,
      "learning_rate": 1.018e-05,
      "loss": 0.1819,
      "step": 510
    },
    {
      "loss_action": 0.12294021248817444,
      "loss_total": 0.12294021248817444,
      "step": 510
    },
    {
      "loss_action": 0.21299180388450623,
      "loss_total": 0.21299180388450623,
      "step": 510
    },
    {
      "loss_action": 0.23852017521858215,
      "loss_total": 0.23852017521858215,
      "step": 510
    },
    {
      "loss_action": 0.15828362107276917,
      "loss_total": 0.15828362107276917,
      "step": 510
    },
    {
      "loss_action": 0.14761126041412354,
      "loss_total": 0.14761126041412354,
      "step": 510
    },
    {
      "loss_action": 0.23274002969264984,
      "loss_total": 0.23274002969264984,
      "step": 510
    },
    {
      "loss_action": 0.26267009973526,
      "loss_total": 0.26267009973526,
      "step": 510
    },
    {
      "loss_action": 0.1717178225517273,
      "loss_total": 0.1717178225517273,
      "step": 510
    },
    {
      "grad_norm": 1.7732504606246948,
      "learning_rate": 1.038e-05,
      "loss": 0.1834,
      "step": 520
    },
    {
      "loss_action": 0.21092122793197632,
      "loss_total": 0.21092122793197632,
      "step": 520
    },
    {
      "loss_action": 0.13569903373718262,
      "loss_total": 0.13569903373718262,
      "step": 520
    },
    {
      "loss_action": 0.13210934400558472,
      "loss_total": 0.13210934400558472,
      "step": 520
    },
    {
      "loss_action": 0.18216270208358765,
      "loss_total": 0.18216270208358765,
      "step": 520
    },
    {
      "loss_action": 0.10746338218450546,
      "loss_total": 0.10746338218450546,
      "step": 520
    },
    {
      "loss_action": 0.1288047730922699,
      "loss_total": 0.1288047730922699,
      "step": 520
    },
    {
      "loss_action": 0.21806883811950684,
      "loss_total": 0.21806883811950684,
      "step": 520
    },
    {
      "loss_action": 0.2148911952972412,
      "loss_total": 0.2148911952972412,
      "step": 520
    },
    {
      "grad_norm": 1.840488076210022,
      "learning_rate": 1.058e-05,
      "loss": 0.1729,
      "step": 530
    },
    {
      "loss_action": 0.13546237349510193,
      "loss_total": 0.13546237349510193,
      "step": 530
    },
    {
      "loss_action": 0.13970810174942017,
      "loss_total": 0.13970810174942017,
      "step": 530
    },
    {
      "loss_action": 0.1393938958644867,
      "loss_total": 0.1393938958644867,
      "step": 530
    },
    {
      "loss_action": 0.26056474447250366,
      "loss_total": 0.26056474447250366,
      "step": 530
    },
    {
      "loss_action": 0.19957365095615387,
      "loss_total": 0.19957365095615387,
      "step": 530
    },
    {
      "loss_action": 0.22336257994174957,
      "loss_total": 0.22336257994174957,
      "step": 530
    },
    {
      "loss_action": 0.21556997299194336,
      "loss_total": 0.21556997299194336,
      "step": 530
    },
    {
      "loss_action": 0.1576613187789917,
      "loss_total": 0.1576613187789917,
      "step": 530
    },
    {
      "grad_norm": 2.3734371662139893,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 0.1744,
      "step": 540
    },
    {
      "loss_action": 0.1407802700996399,
      "loss_total": 0.1407802700996399,
      "step": 540
    },
    {
      "loss_action": 0.13086001574993134,
      "loss_total": 0.13086001574993134,
      "step": 540
    },
    {
      "loss_action": 0.17380326986312866,
      "loss_total": 0.17380326986312866,
      "step": 540
    },
    {
      "loss_action": 0.1692173182964325,
      "loss_total": 0.1692173182964325,
      "step": 540
    },
    {
      "loss_action": 0.12604543566703796,
      "loss_total": 0.12604543566703796,
      "step": 540
    },
    {
      "loss_action": 0.25762856006622314,
      "loss_total": 0.25762856006622314,
      "step": 540
    },
    {
      "loss_action": 0.16439351439476013,
      "loss_total": 0.16439351439476013,
      "step": 540
    },
    {
      "loss_action": 0.19809553027153015,
      "loss_total": 0.19809553027153015,
      "step": 540
    },
    {
      "grad_norm": 2.0051934719085693,
      "learning_rate": 1.098e-05,
      "loss": 0.1486,
      "step": 550
    },
    {
      "loss_action": 0.19976964592933655,
      "loss_total": 0.19976964592933655,
      "step": 550
    },
    {
      "loss_action": 0.227422297000885,
      "loss_total": 0.227422297000885,
      "step": 550
    },
    {
      "loss_action": 0.1365988403558731,
      "loss_total": 0.1365988403558731,
      "step": 550
    },
    {
      "loss_action": 0.13181108236312866,
      "loss_total": 0.13181108236312866,
      "step": 550
    },
    {
      "loss_action": 0.15818184614181519,
      "loss_total": 0.15818184614181519,
      "step": 550
    },
    {
      "loss_action": 0.18749216198921204,
      "loss_total": 0.18749216198921204,
      "step": 550
    },
    {
      "loss_action": 0.13981428742408752,
      "loss_total": 0.13981428742408752,
      "step": 550
    },
    {
      "loss_action": 0.16021090745925903,
      "loss_total": 0.16021090745925903,
      "step": 550
    },
    {
      "grad_norm": 2.599811315536499,
      "learning_rate": 1.118e-05,
      "loss": 0.1607,
      "step": 560
    },
    {
      "loss_action": 0.1503942459821701,
      "loss_total": 0.1503942459821701,
      "step": 560
    },
    {
      "loss_action": 0.17821191251277924,
      "loss_total": 0.17821191251277924,
      "step": 560
    },
    {
      "loss_action": 0.14637158811092377,
      "loss_total": 0.14637158811092377,
      "step": 560
    },
    {
      "loss_action": 0.17831522226333618,
      "loss_total": 0.17831522226333618,
      "step": 560
    },
    {
      "loss_action": 0.188179612159729,
      "loss_total": 0.188179612159729,
      "step": 560
    },
    {
      "loss_action": 0.1004958301782608,
      "loss_total": 0.1004958301782608,
      "step": 560
    },
    {
      "loss_action": 0.10217991471290588,
      "loss_total": 0.10217991471290588,
      "step": 560
    },
    {
      "loss_action": 0.12965638935565948,
      "loss_total": 0.12965638935565948,
      "step": 560
    },
    {
      "grad_norm": 2.5456125736236572,
      "learning_rate": 1.1380000000000001e-05,
      "loss": 0.1685,
      "step": 570
    },
    {
      "loss_action": 0.20735323429107666,
      "loss_total": 0.20735323429107666,
      "step": 570
    },
    {
      "loss_action": 0.15976622700691223,
      "loss_total": 0.15976622700691223,
      "step": 570
    },
    {
      "loss_action": 0.1832248419523239,
      "loss_total": 0.1832248419523239,
      "step": 570
    },
    {
      "loss_action": 0.1534481942653656,
      "loss_total": 0.1534481942653656,
      "step": 570
    },
    {
      "loss_action": 0.13544172048568726,
      "loss_total": 0.13544172048568726,
      "step": 570
    },
    {
      "loss_action": 0.1398971825838089,
      "loss_total": 0.1398971825838089,
      "step": 570
    },
    {
      "loss_action": 0.11529235541820526,
      "loss_total": 0.11529235541820526,
      "step": 570
    },
    {
      "loss_action": 0.1768852174282074,
      "loss_total": 0.1768852174282074,
      "step": 570
    },
    {
      "grad_norm": 1.8295341730117798,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.1608,
      "step": 580
    },
    {
      "loss_action": 0.12666618824005127,
      "loss_total": 0.12666618824005127,
      "step": 580
    },
    {
      "loss_action": 0.11040723323822021,
      "loss_total": 0.11040723323822021,
      "step": 580
    },
    {
      "loss_action": 0.10575512796640396,
      "loss_total": 0.10575512796640396,
      "step": 580
    },
    {
      "loss_action": 0.16027921438217163,
      "loss_total": 0.16027921438217163,
      "step": 580
    },
    {
      "loss_action": 0.1685309112071991,
      "loss_total": 0.1685309112071991,
      "step": 580
    },
    {
      "loss_action": 0.1543681025505066,
      "loss_total": 0.1543681025505066,
      "step": 580
    },
    {
      "loss_action": 0.11921024322509766,
      "loss_total": 0.11921024322509766,
      "step": 580
    },
    {
      "loss_action": 0.126557394862175,
      "loss_total": 0.126557394862175,
      "step": 580
    },
    {
      "grad_norm": 2.368849754333496,
      "learning_rate": 1.178e-05,
      "loss": 0.1469,
      "step": 590
    },
    {
      "loss_action": 0.24155250191688538,
      "loss_total": 0.24155250191688538,
      "step": 590
    },
    {
      "loss_action": 0.09132689237594604,
      "loss_total": 0.09132689237594604,
      "step": 590
    },
    {
      "loss_action": 0.0965927243232727,
      "loss_total": 0.0965927243232727,
      "step": 590
    },
    {
      "loss_action": 0.11918133497238159,
      "loss_total": 0.11918133497238159,
      "step": 590
    },
    {
      "loss_action": 0.19002820551395416,
      "loss_total": 0.19002820551395416,
      "step": 590
    },
    {
      "loss_action": 0.33873510360717773,
      "loss_total": 0.33873510360717773,
      "step": 590
    },
    {
      "loss_action": 0.15495125949382782,
      "loss_total": 0.15495125949382782,
      "step": 590
    },
    {
      "loss_action": 0.15780824422836304,
      "loss_total": 0.15780824422836304,
      "step": 590
    },
    {
      "grad_norm": 2.643259286880493,
      "learning_rate": 1.198e-05,
      "loss": 0.1424,
      "step": 600
    },
    {
      "loss_action": 0.11199725419282913,
      "loss_total": 0.11199725419282913,
      "step": 600
    },
    {
      "loss_action": 0.09919784963130951,
      "loss_total": 0.09919784963130951,
      "step": 600
    },
    {
      "loss_action": 0.17728149890899658,
      "loss_total": 0.17728149890899658,
      "step": 600
    },
    {
      "loss_action": 0.15087267756462097,
      "loss_total": 0.15087267756462097,
      "step": 600
    },
    {
      "loss_action": 0.1363283395767212,
      "loss_total": 0.1363283395767212,
      "step": 600
    },
    {
      "loss_action": 0.13140588998794556,
      "loss_total": 0.13140588998794556,
      "step": 600
    },
    {
      "loss_action": 0.08997081220149994,
      "loss_total": 0.08997081220149994,
      "step": 600
    },
    {
      "loss_action": 0.11481760442256927,
      "loss_total": 0.11481760442256927,
      "step": 600
    },
    {
      "grad_norm": 2.2253401279449463,
      "learning_rate": 1.2180000000000002e-05,
      "loss": 0.1351,
      "step": 610
    },
    {
      "loss_action": 0.0870451033115387,
      "loss_total": 0.0870451033115387,
      "step": 610
    },
    {
      "loss_action": 0.18321862816810608,
      "loss_total": 0.18321862816810608,
      "step": 610
    },
    {
      "loss_action": 0.2133018672466278,
      "loss_total": 0.2133018672466278,
      "step": 610
    },
    {
      "loss_action": 0.09806091338396072,
      "loss_total": 0.09806091338396072,
      "step": 610
    },
    {
      "loss_action": 0.08796969056129456,
      "loss_total": 0.08796969056129456,
      "step": 610
    },
    {
      "loss_action": 0.12164543569087982,
      "loss_total": 0.12164543569087982,
      "step": 610
    },
    {
      "loss_action": 0.10501109063625336,
      "loss_total": 0.10501109063625336,
      "step": 610
    },
    {
      "loss_action": 0.1751101166009903,
      "loss_total": 0.1751101166009903,
      "step": 610
    },
    {
      "grad_norm": 2.149050235748291,
      "learning_rate": 1.238e-05,
      "loss": 0.1315,
      "step": 620
    },
    {
      "loss_action": 0.2229863703250885,
      "loss_total": 0.2229863703250885,
      "step": 620
    },
    {
      "loss_action": 0.11018770188093185,
      "loss_total": 0.11018770188093185,
      "step": 620
    },
    {
      "loss_action": 0.10690265893936157,
      "loss_total": 0.10690265893936157,
      "step": 620
    },
    {
      "loss_action": 0.10846728086471558,
      "loss_total": 0.10846728086471558,
      "step": 620
    },
    {
      "loss_action": 0.19212070107460022,
      "loss_total": 0.19212070107460022,
      "step": 620
    },
    {
      "loss_action": 0.16628476977348328,
      "loss_total": 0.16628476977348328,
      "step": 620
    },
    {
      "loss_action": 0.12984240055084229,
      "loss_total": 0.12984240055084229,
      "step": 620
    },
    {
      "loss_action": 0.14176572859287262,
      "loss_total": 0.14176572859287262,
      "step": 620
    },
    {
      "grad_norm": 1.3601731061935425,
      "learning_rate": 1.258e-05,
      "loss": 0.1272,
      "step": 630
    },
    {
      "loss_action": 0.26747578382492065,
      "loss_total": 0.26747578382492065,
      "step": 630
    },
    {
      "loss_action": 0.15433964133262634,
      "loss_total": 0.15433964133262634,
      "step": 630
    },
    {
      "loss_action": 0.10270962864160538,
      "loss_total": 0.10270962864160538,
      "step": 630
    },
    {
      "loss_action": 0.2100338339805603,
      "loss_total": 0.2100338339805603,
      "step": 630
    },
    {
      "loss_action": 0.2003309428691864,
      "loss_total": 0.2003309428691864,
      "step": 630
    },
    {
      "loss_action": 0.08554930239915848,
      "loss_total": 0.08554930239915848,
      "step": 630
    },
    {
      "loss_action": 0.11051532626152039,
      "loss_total": 0.11051532626152039,
      "step": 630
    },
    {
      "loss_action": 0.07569978386163712,
      "loss_total": 0.07569978386163712,
      "step": 630
    },
    {
      "grad_norm": 1.856033444404602,
      "learning_rate": 1.278e-05,
      "loss": 0.1343,
      "step": 640
    },
    {
      "loss_action": 0.12080201506614685,
      "loss_total": 0.12080201506614685,
      "step": 640
    },
    {
      "loss_action": 0.18623383343219757,
      "loss_total": 0.18623383343219757,
      "step": 640
    },
    {
      "loss_action": 0.10226175934076309,
      "loss_total": 0.10226175934076309,
      "step": 640
    },
    {
      "loss_action": 0.10647034645080566,
      "loss_total": 0.10647034645080566,
      "step": 640
    },
    {
      "loss_action": 0.10965338349342346,
      "loss_total": 0.10965338349342346,
      "step": 640
    },
    {
      "loss_action": 0.12086356431245804,
      "loss_total": 0.12086356431245804,
      "step": 640
    },
    {
      "loss_action": 0.15262900292873383,
      "loss_total": 0.15262900292873383,
      "step": 640
    },
    {
      "loss_action": 0.3028794825077057,
      "loss_total": 0.3028794825077057,
      "step": 640
    },
    {
      "grad_norm": 1.94334077835083,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.1288,
      "step": 650
    },
    {
      "loss_action": 0.07837852835655212,
      "loss_total": 0.07837852835655212,
      "step": 650
    },
    {
      "loss_action": 0.1269557923078537,
      "loss_total": 0.1269557923078537,
      "step": 650
    },
    {
      "loss_action": 0.1288224458694458,
      "loss_total": 0.1288224458694458,
      "step": 650
    },
    {
      "loss_action": 0.10752138495445251,
      "loss_total": 0.10752138495445251,
      "step": 650
    },
    {
      "loss_action": 0.10673360526561737,
      "loss_total": 0.10673360526561737,
      "step": 650
    },
    {
      "loss_action": 0.1239190474152565,
      "loss_total": 0.1239190474152565,
      "step": 650
    },
    {
      "loss_action": 0.08232041448354721,
      "loss_total": 0.08232041448354721,
      "step": 650
    },
    {
      "loss_action": 0.2538384199142456,
      "loss_total": 0.2538384199142456,
      "step": 650
    },
    {
      "grad_norm": 1.9193586111068726,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.1229,
      "step": 660
    },
    {
      "loss_action": 0.10185718536376953,
      "loss_total": 0.10185718536376953,
      "step": 660
    },
    {
      "loss_action": 0.22708147764205933,
      "loss_total": 0.22708147764205933,
      "step": 660
    },
    {
      "loss_action": 0.13888759911060333,
      "loss_total": 0.13888759911060333,
      "step": 660
    },
    {
      "loss_action": 0.09951943159103394,
      "loss_total": 0.09951943159103394,
      "step": 660
    },
    {
      "loss_action": 0.1824101209640503,
      "loss_total": 0.1824101209640503,
      "step": 660
    },
    {
      "loss_action": 0.12463498115539551,
      "loss_total": 0.12463498115539551,
      "step": 660
    },
    {
      "loss_action": 0.12796537578105927,
      "loss_total": 0.12796537578105927,
      "step": 660
    },
    {
      "loss_action": 0.08696354925632477,
      "loss_total": 0.08696354925632477,
      "step": 660
    },
    {
      "grad_norm": 1.7419275045394897,
      "learning_rate": 1.338e-05,
      "loss": 0.121,
      "step": 670
    },
    {
      "loss_action": 0.10368172824382782,
      "loss_total": 0.10368172824382782,
      "step": 670
    },
    {
      "loss_action": 0.07688334584236145,
      "loss_total": 0.07688334584236145,
      "step": 670
    },
    {
      "loss_action": 0.08064556866884232,
      "loss_total": 0.08064556866884232,
      "step": 670
    },
    {
      "loss_action": 0.09526996314525604,
      "loss_total": 0.09526996314525604,
      "step": 670
    },
    {
      "loss_action": 0.09042256325483322,
      "loss_total": 0.09042256325483322,
      "step": 670
    },
    {
      "loss_action": 0.10435028374195099,
      "loss_total": 0.10435028374195099,
      "step": 670
    },
    {
      "loss_action": 0.08269263803958893,
      "loss_total": 0.08269263803958893,
      "step": 670
    },
    {
      "loss_action": 0.17272572219371796,
      "loss_total": 0.17272572219371796,
      "step": 670
    },
    {
      "grad_norm": 2.144313335418701,
      "learning_rate": 1.358e-05,
      "loss": 0.1214,
      "step": 680
    },
    {
      "loss_action": 0.07744699716567993,
      "loss_total": 0.07744699716567993,
      "step": 680
    },
    {
      "loss_action": 0.09438842535018921,
      "loss_total": 0.09438842535018921,
      "step": 680
    },
    {
      "loss_action": 0.11631185561418533,
      "loss_total": 0.11631185561418533,
      "step": 680
    },
    {
      "loss_action": 0.09927968680858612,
      "loss_total": 0.09927968680858612,
      "step": 680
    },
    {
      "loss_action": 0.09559178352355957,
      "loss_total": 0.09559178352355957,
      "step": 680
    },
    {
      "loss_action": 0.10272210091352463,
      "loss_total": 0.10272210091352463,
      "step": 680
    },
    {
      "loss_action": 0.1121974065899849,
      "loss_total": 0.1121974065899849,
      "step": 680
    },
    {
      "loss_action": 0.10174931585788727,
      "loss_total": 0.10174931585788727,
      "step": 680
    },
    {
      "grad_norm": 1.9284173250198364,
      "learning_rate": 1.3780000000000002e-05,
      "loss": 0.1108,
      "step": 690
    },
    {
      "loss_action": 0.13854429125785828,
      "loss_total": 0.13854429125785828,
      "step": 690
    },
    {
      "loss_action": 0.11128294467926025,
      "loss_total": 0.11128294467926025,
      "step": 690
    },
    {
      "loss_action": 0.10551537573337555,
      "loss_total": 0.10551537573337555,
      "step": 690
    },
    {
      "loss_action": 0.22039644420146942,
      "loss_total": 0.22039644420146942,
      "step": 690
    },
    {
      "loss_action": 0.0886528491973877,
      "loss_total": 0.0886528491973877,
      "step": 690
    },
    {
      "loss_action": 0.08233284205198288,
      "loss_total": 0.08233284205198288,
      "step": 690
    },
    {
      "loss_action": 0.10214495658874512,
      "loss_total": 0.10214495658874512,
      "step": 690
    },
    {
      "loss_action": 0.10037899017333984,
      "loss_total": 0.10037899017333984,
      "step": 690
    },
    {
      "grad_norm": 2.2033350467681885,
      "learning_rate": 1.3980000000000002e-05,
      "loss": 0.113,
      "step": 700
    },
    {
      "loss_action": 0.12009552866220474,
      "loss_total": 0.12009552866220474,
      "step": 700
    },
    {
      "loss_action": 0.08531728386878967,
      "loss_total": 0.08531728386878967,
      "step": 700
    },
    {
      "loss_action": 0.08202694356441498,
      "loss_total": 0.08202694356441498,
      "step": 700
    },
    {
      "loss_action": 0.14445653557777405,
      "loss_total": 0.14445653557777405,
      "step": 700
    },
    {
      "loss_action": 0.08998477458953857,
      "loss_total": 0.08998477458953857,
      "step": 700
    },
    {
      "loss_action": 0.060213178396224976,
      "loss_total": 0.060213178396224976,
      "step": 700
    },
    {
      "loss_action": 0.09786903858184814,
      "loss_total": 0.09786903858184814,
      "step": 700
    },
    {
      "loss_action": 0.0822090357542038,
      "loss_total": 0.0822090357542038,
      "step": 700
    },
    {
      "grad_norm": 1.9061756134033203,
      "learning_rate": 1.4180000000000001e-05,
      "loss": 0.1043,
      "step": 710
    },
    {
      "loss_action": 0.08592192828655243,
      "loss_total": 0.08592192828655243,
      "step": 710
    },
    {
      "loss_action": 0.10997863113880157,
      "loss_total": 0.10997863113880157,
      "step": 710
    },
    {
      "loss_action": 0.10541141778230667,
      "loss_total": 0.10541141778230667,
      "step": 710
    },
    {
      "loss_action": 0.07682561874389648,
      "loss_total": 0.07682561874389648,
      "step": 710
    },
    {
      "loss_action": 0.13754773139953613,
      "loss_total": 0.13754773139953613,
      "step": 710
    },
    {
      "loss_action": 0.13480930030345917,
      "loss_total": 0.13480930030345917,
      "step": 710
    },
    {
      "loss_action": 0.19465136528015137,
      "loss_total": 0.19465136528015137,
      "step": 710
    },
    {
      "loss_action": 0.11548955738544464,
      "loss_total": 0.11548955738544464,
      "step": 710
    },
    {
      "grad_norm": 1.9456902742385864,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 0.1103,
      "step": 720
    },
    {
      "loss_action": 0.100725919008255,
      "loss_total": 0.100725919008255,
      "step": 720
    },
    {
      "loss_action": 0.11742010712623596,
      "loss_total": 0.11742010712623596,
      "step": 720
    },
    {
      "loss_action": 0.07632423937320709,
      "loss_total": 0.07632423937320709,
      "step": 720
    },
    {
      "loss_action": 0.08197227120399475,
      "loss_total": 0.08197227120399475,
      "step": 720
    },
    {
      "loss_action": 0.07520933449268341,
      "loss_total": 0.07520933449268341,
      "step": 720
    },
    {
      "loss_action": 0.08715318888425827,
      "loss_total": 0.08715318888425827,
      "step": 720
    },
    {
      "loss_action": 0.24865514039993286,
      "loss_total": 0.24865514039993286,
      "step": 720
    },
    {
      "loss_action": 0.11607363820075989,
      "loss_total": 0.11607363820075989,
      "step": 720
    },
    {
      "grad_norm": 1.5430110692977905,
      "learning_rate": 1.4580000000000003e-05,
      "loss": 0.1083,
      "step": 730
    },
    {
      "loss_action": 0.09050147235393524,
      "loss_total": 0.09050147235393524,
      "step": 730
    },
    {
      "loss_action": 0.07546880841255188,
      "loss_total": 0.07546880841255188,
      "step": 730
    },
    {
      "loss_action": 0.09049630165100098,
      "loss_total": 0.09049630165100098,
      "step": 730
    },
    {
      "loss_action": 0.08899733424186707,
      "loss_total": 0.08899733424186707,
      "step": 730
    },
    {
      "loss_action": 0.13068971037864685,
      "loss_total": 0.13068971037864685,
      "step": 730
    },
    {
      "loss_action": 0.07916471362113953,
      "loss_total": 0.07916471362113953,
      "step": 730
    },
    {
      "loss_action": 0.15192022919654846,
      "loss_total": 0.15192022919654846,
      "step": 730
    },
    {
      "loss_action": 0.07341857254505157,
      "loss_total": 0.07341857254505157,
      "step": 730
    },
    {
      "grad_norm": 1.8858908414840698,
      "learning_rate": 1.4779999999999999e-05,
      "loss": 0.1211,
      "step": 740
    },
    {
      "loss_action": 0.08664950728416443,
      "loss_total": 0.08664950728416443,
      "step": 740
    },
    {
      "loss_action": 0.06839083135128021,
      "loss_total": 0.06839083135128021,
      "step": 740
    },
    {
      "loss_action": 0.0696013867855072,
      "loss_total": 0.0696013867855072,
      "step": 740
    },
    {
      "loss_action": 0.16266991198062897,
      "loss_total": 0.16266991198062897,
      "step": 740
    },
    {
      "loss_action": 0.075999915599823,
      "loss_total": 0.075999915599823,
      "step": 740
    },
    {
      "loss_action": 0.07746764272451401,
      "loss_total": 0.07746764272451401,
      "step": 740
    },
    {
      "loss_action": 0.08070099353790283,
      "loss_total": 0.08070099353790283,
      "step": 740
    },
    {
      "loss_action": 0.12952661514282227,
      "loss_total": 0.12952661514282227,
      "step": 740
    },
    {
      "grad_norm": 1.8922759294509888,
      "learning_rate": 1.4979999999999999e-05,
      "loss": 0.1189,
      "step": 750
    },
    {
      "loss_action": 0.09771132469177246,
      "loss_total": 0.09771132469177246,
      "step": 750
    },
    {
      "loss_action": 0.11166258156299591,
      "loss_total": 0.11166258156299591,
      "step": 750
    },
    {
      "loss_action": 0.1820174902677536,
      "loss_total": 0.1820174902677536,
      "step": 750
    },
    {
      "loss_action": 0.11240779608488083,
      "loss_total": 0.11240779608488083,
      "step": 750
    },
    {
      "loss_action": 0.06394922733306885,
      "loss_total": 0.06394922733306885,
      "step": 750
    },
    {
      "loss_action": 0.08545248955488205,
      "loss_total": 0.08545248955488205,
      "step": 750
    },
    {
      "loss_action": 0.11809954047203064,
      "loss_total": 0.11809954047203064,
      "step": 750
    },
    {
      "loss_action": 0.10549512505531311,
      "loss_total": 0.10549512505531311,
      "step": 750
    },
    {
      "grad_norm": 2.1378767490386963,
      "learning_rate": 1.518e-05,
      "loss": 0.1053,
      "step": 760
    },
    {
      "loss_action": 0.07811374962329865,
      "loss_total": 0.07811374962329865,
      "step": 760
    },
    {
      "loss_action": 0.0809514969587326,
      "loss_total": 0.0809514969587326,
      "step": 760
    },
    {
      "loss_action": 0.1116148829460144,
      "loss_total": 0.1116148829460144,
      "step": 760
    },
    {
      "loss_action": 0.2727840840816498,
      "loss_total": 0.2727840840816498,
      "step": 760
    },
    {
      "loss_action": 0.08320798724889755,
      "loss_total": 0.08320798724889755,
      "step": 760
    },
    {
      "loss_action": 0.10125806927680969,
      "loss_total": 0.10125806927680969,
      "step": 760
    },
    {
      "loss_action": 0.13263414800167084,
      "loss_total": 0.13263414800167084,
      "step": 760
    },
    {
      "loss_action": 0.13844667375087738,
      "loss_total": 0.13844667375087738,
      "step": 760
    },
    {
      "grad_norm": 1.5594338178634644,
      "learning_rate": 1.538e-05,
      "loss": 0.1135,
      "step": 770
    },
    {
      "loss_action": 0.21262642741203308,
      "loss_total": 0.21262642741203308,
      "step": 770
    },
    {
      "loss_action": 0.06715498864650726,
      "loss_total": 0.06715498864650726,
      "step": 770
    },
    {
      "loss_action": 0.11024224013090134,
      "loss_total": 0.11024224013090134,
      "step": 770
    },
    {
      "loss_action": 0.13849973678588867,
      "loss_total": 0.13849973678588867,
      "step": 770
    },
    {
      "loss_action": 0.10993912816047668,
      "loss_total": 0.10993912816047668,
      "step": 770
    },
    {
      "loss_action": 0.08980502933263779,
      "loss_total": 0.08980502933263779,
      "step": 770
    },
    {
      "loss_action": 0.060242414474487305,
      "loss_total": 0.060242414474487305,
      "step": 770
    },
    {
      "loss_action": 0.12079954147338867,
      "loss_total": 0.12079954147338867,
      "step": 770
    },
    {
      "grad_norm": 1.9728822708129883,
      "learning_rate": 1.558e-05,
      "loss": 0.1056,
      "step": 780
    },
    {
      "loss_action": 0.16136330366134644,
      "loss_total": 0.16136330366134644,
      "step": 780
    },
    {
      "loss_action": 0.10812848061323166,
      "loss_total": 0.10812848061323166,
      "step": 780
    },
    {
      "loss_action": 0.0735103040933609,
      "loss_total": 0.0735103040933609,
      "step": 780
    },
    {
      "loss_action": 0.0889323353767395,
      "loss_total": 0.0889323353767395,
      "step": 780
    },
    {
      "loss_action": 0.08114447444677353,
      "loss_total": 0.08114447444677353,
      "step": 780
    },
    {
      "loss_action": 0.224836528301239,
      "loss_total": 0.224836528301239,
      "step": 780
    },
    {
      "loss_action": 0.08620686829090118,
      "loss_total": 0.08620686829090118,
      "step": 780
    },
    {
      "loss_action": 0.06958907842636108,
      "loss_total": 0.06958907842636108,
      "step": 780
    },
    {
      "grad_norm": 1.9829773902893066,
      "learning_rate": 1.578e-05,
      "loss": 0.0947,
      "step": 790
    },
    {
      "loss_action": 0.18199986219406128,
      "loss_total": 0.18199986219406128,
      "step": 790
    },
    {
      "loss_action": 0.08842918276786804,
      "loss_total": 0.08842918276786804,
      "step": 790
    },
    {
      "loss_action": 0.10035120695829391,
      "loss_total": 0.10035120695829391,
      "step": 790
    },
    {
      "loss_action": 0.09977754950523376,
      "loss_total": 0.09977754950523376,
      "step": 790
    },
    {
      "loss_action": 0.07407359033823013,
      "loss_total": 0.07407359033823013,
      "step": 790
    },
    {
      "loss_action": 0.07490330934524536,
      "loss_total": 0.07490330934524536,
      "step": 790
    },
    {
      "loss_action": 0.07832770049571991,
      "loss_total": 0.07832770049571991,
      "step": 790
    },
    {
      "loss_action": 0.09255572408437729,
      "loss_total": 0.09255572408437729,
      "step": 790
    },
    {
      "grad_norm": 1.9213078022003174,
      "learning_rate": 1.598e-05,
      "loss": 0.0972,
      "step": 800
    },
    {
      "loss_action": 0.06756933778524399,
      "loss_total": 0.06756933778524399,
      "step": 800
    },
    {
      "loss_action": 0.05488954484462738,
      "loss_total": 0.05488954484462738,
      "step": 800
    },
    {
      "loss_action": 0.09240761399269104,
      "loss_total": 0.09240761399269104,
      "step": 800
    },
    {
      "loss_action": 0.05860936641693115,
      "loss_total": 0.05860936641693115,
      "step": 800
    },
    {
      "loss_action": 0.0742412880063057,
      "loss_total": 0.0742412880063057,
      "step": 800
    },
    {
      "loss_action": 0.05886589735746384,
      "loss_total": 0.05886589735746384,
      "step": 800
    },
    {
      "loss_action": 0.06957711279392242,
      "loss_total": 0.06957711279392242,
      "step": 800
    },
    {
      "loss_action": 0.1034780740737915,
      "loss_total": 0.1034780740737915,
      "step": 800
    },
    {
      "grad_norm": 1.747208595275879,
      "learning_rate": 1.618e-05,
      "loss": 0.084,
      "step": 810
    },
    {
      "loss_action": 0.05822257325053215,
      "loss_total": 0.05822257325053215,
      "step": 810
    },
    {
      "loss_action": 0.08382947742938995,
      "loss_total": 0.08382947742938995,
      "step": 810
    },
    {
      "loss_action": 0.09866686910390854,
      "loss_total": 0.09866686910390854,
      "step": 810
    },
    {
      "loss_action": 0.060126930475234985,
      "loss_total": 0.060126930475234985,
      "step": 810
    },
    {
      "loss_action": 0.1429518759250641,
      "loss_total": 0.1429518759250641,
      "step": 810
    },
    {
      "loss_action": 0.207180917263031,
      "loss_total": 0.207180917263031,
      "step": 810
    },
    {
      "loss_action": 0.12161435931921005,
      "loss_total": 0.12161435931921005,
      "step": 810
    },
    {
      "loss_action": 0.13158106803894043,
      "loss_total": 0.13158106803894043,
      "step": 810
    },
    {
      "grad_norm": 2.3086636066436768,
      "learning_rate": 1.6380000000000002e-05,
      "loss": 0.0921,
      "step": 820
    },
    {
      "loss_action": 0.09846797585487366,
      "loss_total": 0.09846797585487366,
      "step": 820
    },
    {
      "loss_action": 0.07705776393413544,
      "loss_total": 0.07705776393413544,
      "step": 820
    },
    {
      "loss_action": 0.09380290657281876,
      "loss_total": 0.09380290657281876,
      "step": 820
    },
    {
      "loss_action": 0.07978048920631409,
      "loss_total": 0.07978048920631409,
      "step": 820
    },
    {
      "loss_action": 0.11361318826675415,
      "loss_total": 0.11361318826675415,
      "step": 820
    },
    {
      "loss_action": 0.06834105402231216,
      "loss_total": 0.06834105402231216,
      "step": 820
    },
    {
      "loss_action": 0.07305431365966797,
      "loss_total": 0.07305431365966797,
      "step": 820
    },
    {
      "loss_action": 0.08236123621463776,
      "loss_total": 0.08236123621463776,
      "step": 820
    },
    {
      "grad_norm": 1.7124207019805908,
      "learning_rate": 1.658e-05,
      "loss": 0.0929,
      "step": 830
    },
    {
      "loss_action": 0.059824831783771515,
      "loss_total": 0.059824831783771515,
      "step": 830
    },
    {
      "loss_action": 0.10143248736858368,
      "loss_total": 0.10143248736858368,
      "step": 830
    },
    {
      "loss_action": 0.06206810101866722,
      "loss_total": 0.06206810101866722,
      "step": 830
    },
    {
      "loss_action": 0.1057685986161232,
      "loss_total": 0.1057685986161232,
      "step": 830
    },
    {
      "loss_action": 0.07859440892934799,
      "loss_total": 0.07859440892934799,
      "step": 830
    },
    {
      "loss_action": 0.09469124674797058,
      "loss_total": 0.09469124674797058,
      "step": 830
    },
    {
      "loss_action": 0.3134641945362091,
      "loss_total": 0.3134641945362091,
      "step": 830
    },
    {
      "loss_action": 0.11592566967010498,
      "loss_total": 0.11592566967010498,
      "step": 830
    },
    {
      "grad_norm": 1.896403193473816,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 0.0896,
      "step": 840
    },
    {
      "loss_action": 0.08019775152206421,
      "loss_total": 0.08019775152206421,
      "step": 840
    },
    {
      "loss_action": 0.07808955758810043,
      "loss_total": 0.07808955758810043,
      "step": 840
    },
    {
      "loss_action": 0.0791289210319519,
      "loss_total": 0.0791289210319519,
      "step": 840
    },
    {
      "loss_action": 0.08318602293729782,
      "loss_total": 0.08318602293729782,
      "step": 840
    },
    {
      "loss_action": 0.06251457333564758,
      "loss_total": 0.06251457333564758,
      "step": 840
    },
    {
      "loss_action": 0.13398098945617676,
      "loss_total": 0.13398098945617676,
      "step": 840
    },
    {
      "loss_action": 0.13743075728416443,
      "loss_total": 0.13743075728416443,
      "step": 840
    },
    {
      "loss_action": 0.058269940316677094,
      "loss_total": 0.058269940316677094,
      "step": 840
    },
    {
      "grad_norm": 2.221480369567871,
      "learning_rate": 1.698e-05,
      "loss": 0.0965,
      "step": 850
    },
    {
      "loss_action": 0.0760941207408905,
      "loss_total": 0.0760941207408905,
      "step": 850
    },
    {
      "loss_action": 0.07556986063718796,
      "loss_total": 0.07556986063718796,
      "step": 850
    },
    {
      "loss_action": 0.10322459042072296,
      "loss_total": 0.10322459042072296,
      "step": 850
    },
    {
      "loss_action": 0.05969776213169098,
      "loss_total": 0.05969776213169098,
      "step": 850
    },
    {
      "loss_action": 0.07180897891521454,
      "loss_total": 0.07180897891521454,
      "step": 850
    },
    {
      "loss_action": 0.0593344047665596,
      "loss_total": 0.0593344047665596,
      "step": 850
    },
    {
      "loss_action": 0.07577972114086151,
      "loss_total": 0.07577972114086151,
      "step": 850
    },
    {
      "loss_action": 0.0823603942990303,
      "loss_total": 0.0823603942990303,
      "step": 850
    },
    {
      "grad_norm": 1.7814130783081055,
      "learning_rate": 1.718e-05,
      "loss": 0.0919,
      "step": 860
    },
    {
      "loss_action": 0.09840317815542221,
      "loss_total": 0.09840317815542221,
      "step": 860
    },
    {
      "loss_action": 0.08272685110569,
      "loss_total": 0.08272685110569,
      "step": 860
    },
    {
      "loss_action": 0.0726923793554306,
      "loss_total": 0.0726923793554306,
      "step": 860
    },
    {
      "loss_action": 0.08959615230560303,
      "loss_total": 0.08959615230560303,
      "step": 860
    },
    {
      "loss_action": 0.0955602377653122,
      "loss_total": 0.0955602377653122,
      "step": 860
    },
    {
      "loss_action": 0.1277816891670227,
      "loss_total": 0.1277816891670227,
      "step": 860
    },
    {
      "loss_action": 0.08293536305427551,
      "loss_total": 0.08293536305427551,
      "step": 860
    },
    {
      "loss_action": 0.12837457656860352,
      "loss_total": 0.12837457656860352,
      "step": 860
    },
    {
      "grad_norm": 2.2073912620544434,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 0.0896,
      "step": 870
    },
    {
      "loss_action": 0.08382095396518707,
      "loss_total": 0.08382095396518707,
      "step": 870
    },
    {
      "loss_action": 0.17288634181022644,
      "loss_total": 0.17288634181022644,
      "step": 870
    },
    {
      "loss_action": 0.07378163933753967,
      "loss_total": 0.07378163933753967,
      "step": 870
    },
    {
      "loss_action": 0.07986446470022202,
      "loss_total": 0.07986446470022202,
      "step": 870
    },
    {
      "loss_action": 0.09031824767589569,
      "loss_total": 0.09031824767589569,
      "step": 870
    },
    {
      "loss_action": 0.09404782950878143,
      "loss_total": 0.09404782950878143,
      "step": 870
    },
    {
      "loss_action": 0.10457614064216614,
      "loss_total": 0.10457614064216614,
      "step": 870
    },
    {
      "loss_action": 0.11754322052001953,
      "loss_total": 0.11754322052001953,
      "step": 870
    },
    {
      "grad_norm": 1.8761812448501587,
      "learning_rate": 1.758e-05,
      "loss": 0.0949,
      "step": 880
    },
    {
      "loss_action": 0.0719480812549591,
      "loss_total": 0.0719480812549591,
      "step": 880
    },
    {
      "loss_action": 0.08138623833656311,
      "loss_total": 0.08138623833656311,
      "step": 880
    },
    {
      "loss_action": 0.055331867188215256,
      "loss_total": 0.055331867188215256,
      "step": 880
    },
    {
      "loss_action": 0.07136406749486923,
      "loss_total": 0.07136406749486923,
      "step": 880
    },
    {
      "loss_action": 0.07547358423471451,
      "loss_total": 0.07547358423471451,
      "step": 880
    },
    {
      "loss_action": 0.0783846527338028,
      "loss_total": 0.0783846527338028,
      "step": 880
    },
    {
      "loss_action": 0.05857091769576073,
      "loss_total": 0.05857091769576073,
      "step": 880
    },
    {
      "loss_action": 0.0689634382724762,
      "loss_total": 0.0689634382724762,
      "step": 880
    },
    {
      "grad_norm": 1.5325584411621094,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 0.0871,
      "step": 890
    },
    {
      "loss_action": 0.07392243295907974,
      "loss_total": 0.07392243295907974,
      "step": 890
    },
    {
      "loss_action": 0.07557894289493561,
      "loss_total": 0.07557894289493561,
      "step": 890
    },
    {
      "loss_action": 0.05419622361660004,
      "loss_total": 0.05419622361660004,
      "step": 890
    },
    {
      "loss_action": 0.05253429710865021,
      "loss_total": 0.05253429710865021,
      "step": 890
    },
    {
      "loss_action": 0.08381770551204681,
      "loss_total": 0.08381770551204681,
      "step": 890
    },
    {
      "loss_action": 0.0651872456073761,
      "loss_total": 0.0651872456073761,
      "step": 890
    },
    {
      "loss_action": 0.12744945287704468,
      "loss_total": 0.12744945287704468,
      "step": 890
    },
    {
      "loss_action": 0.1067855954170227,
      "loss_total": 0.1067855954170227,
      "step": 890
    },
    {
      "grad_norm": 1.353175401687622,
      "learning_rate": 1.798e-05,
      "loss": 0.0861,
      "step": 900
    },
    {
      "loss_action": 0.06806056201457977,
      "loss_total": 0.06806056201457977,
      "step": 900
    },
    {
      "loss_action": 0.08118945360183716,
      "loss_total": 0.08118945360183716,
      "step": 900
    },
    {
      "loss_action": 0.06333497166633606,
      "loss_total": 0.06333497166633606,
      "step": 900
    },
    {
      "loss_action": 0.05431421101093292,
      "loss_total": 0.05431421101093292,
      "step": 900
    },
    {
      "loss_action": 0.07567301392555237,
      "loss_total": 0.07567301392555237,
      "step": 900
    },
    {
      "loss_action": 0.05548381432890892,
      "loss_total": 0.05548381432890892,
      "step": 900
    },
    {
      "loss_action": 0.1730283796787262,
      "loss_total": 0.1730283796787262,
      "step": 900
    },
    {
      "loss_action": 0.09419485181570053,
      "loss_total": 0.09419485181570053,
      "step": 900
    },
    {
      "grad_norm": 1.5285911560058594,
      "learning_rate": 1.818e-05,
      "loss": 0.0869,
      "step": 910
    },
    {
      "loss_action": 0.09412035346031189,
      "loss_total": 0.09412035346031189,
      "step": 910
    },
    {
      "loss_action": 0.06833643466234207,
      "loss_total": 0.06833643466234207,
      "step": 910
    },
    {
      "loss_action": 0.08580237627029419,
      "loss_total": 0.08580237627029419,
      "step": 910
    },
    {
      "loss_action": 0.08542859554290771,
      "loss_total": 0.08542859554290771,
      "step": 910
    },
    {
      "loss_action": 0.07861515134572983,
      "loss_total": 0.07861515134572983,
      "step": 910
    },
    {
      "loss_action": 0.08549624681472778,
      "loss_total": 0.08549624681472778,
      "step": 910
    },
    {
      "loss_action": 0.07330813258886337,
      "loss_total": 0.07330813258886337,
      "step": 910
    },
    {
      "loss_action": 0.0735209733247757,
      "loss_total": 0.0735209733247757,
      "step": 910
    },
    {
      "grad_norm": 2.0662317276000977,
      "learning_rate": 1.838e-05,
      "loss": 0.0785,
      "step": 920
    },
    {
      "loss_action": 0.10365577787160873,
      "loss_total": 0.10365577787160873,
      "step": 920
    },
    {
      "loss_action": 0.07691590487957001,
      "loss_total": 0.07691590487957001,
      "step": 920
    },
    {
      "loss_action": 0.08225738257169724,
      "loss_total": 0.08225738257169724,
      "step": 920
    },
    {
      "loss_action": 0.12242957949638367,
      "loss_total": 0.12242957949638367,
      "step": 920
    },
    {
      "loss_action": 0.07294618338346481,
      "loss_total": 0.07294618338346481,
      "step": 920
    },
    {
      "loss_action": 0.09128503501415253,
      "loss_total": 0.09128503501415253,
      "step": 920
    },
    {
      "loss_action": 0.1491020917892456,
      "loss_total": 0.1491020917892456,
      "step": 920
    },
    {
      "loss_action": 0.10593251138925552,
      "loss_total": 0.10593251138925552,
      "step": 920
    },
    {
      "grad_norm": 1.7633192539215088,
      "learning_rate": 1.858e-05,
      "loss": 0.0827,
      "step": 930
    },
    {
      "loss_action": 0.11283078044652939,
      "loss_total": 0.11283078044652939,
      "step": 930
    },
    {
      "loss_action": 0.0629354864358902,
      "loss_total": 0.0629354864358902,
      "step": 930
    },
    {
      "loss_action": 0.05709880590438843,
      "loss_total": 0.05709880590438843,
      "step": 930
    },
    {
      "loss_action": 0.0851324051618576,
      "loss_total": 0.0851324051618576,
      "step": 930
    },
    {
      "loss_action": 0.07020716369152069,
      "loss_total": 0.07020716369152069,
      "step": 930
    },
    {
      "loss_action": 0.07139579951763153,
      "loss_total": 0.07139579951763153,
      "step": 930
    },
    {
      "loss_action": 0.06697393208742142,
      "loss_total": 0.06697393208742142,
      "step": 930
    },
    {
      "loss_action": 0.05173785239458084,
      "loss_total": 0.05173785239458084,
      "step": 930
    },
    {
      "grad_norm": 1.2608507871627808,
      "learning_rate": 1.878e-05,
      "loss": 0.0798,
      "step": 940
    },
    {
      "loss_action": 0.06962394714355469,
      "loss_total": 0.06962394714355469,
      "step": 940
    },
    {
      "loss_action": 0.06604235619306564,
      "loss_total": 0.06604235619306564,
      "step": 940
    },
    {
      "loss_action": 0.06371718645095825,
      "loss_total": 0.06371718645095825,
      "step": 940
    },
    {
      "loss_action": 0.05135926604270935,
      "loss_total": 0.05135926604270935,
      "step": 940
    },
    {
      "loss_action": 0.08146877586841583,
      "loss_total": 0.08146877586841583,
      "step": 940
    },
    {
      "loss_action": 0.05196931213140488,
      "loss_total": 0.05196931213140488,
      "step": 940
    },
    {
      "loss_action": 0.06114360690116882,
      "loss_total": 0.06114360690116882,
      "step": 940
    },
    {
      "loss_action": 0.043133266270160675,
      "loss_total": 0.043133266270160675,
      "step": 940
    },
    {
      "grad_norm": 1.6573761701583862,
      "learning_rate": 1.898e-05,
      "loss": 0.0854,
      "step": 950
    },
    {
      "loss_action": 0.06801073253154755,
      "loss_total": 0.06801073253154755,
      "step": 950
    },
    {
      "loss_action": 0.08053460717201233,
      "loss_total": 0.08053460717201233,
      "step": 950
    },
    {
      "loss_action": 0.0728277713060379,
      "loss_total": 0.0728277713060379,
      "step": 950
    },
    {
      "loss_action": 0.13787132501602173,
      "loss_total": 0.13787132501602173,
      "step": 950
    },
    {
      "loss_action": 0.16309839487075806,
      "loss_total": 0.16309839487075806,
      "step": 950
    },
    {
      "loss_action": 0.058459218591451645,
      "loss_total": 0.058459218591451645,
      "step": 950
    },
    {
      "loss_action": 0.09588360786437988,
      "loss_total": 0.09588360786437988,
      "step": 950
    },
    {
      "loss_action": 0.08491680771112442,
      "loss_total": 0.08491680771112442,
      "step": 950
    },
    {
      "grad_norm": 1.401177167892456,
      "learning_rate": 1.918e-05,
      "loss": 0.081,
      "step": 960
    },
    {
      "loss_action": 0.06883613765239716,
      "loss_total": 0.06883613765239716,
      "step": 960
    },
    {
      "loss_action": 0.11142734438180923,
      "loss_total": 0.11142734438180923,
      "step": 960
    },
    {
      "loss_action": 0.07501430809497833,
      "loss_total": 0.07501430809497833,
      "step": 960
    },
    {
      "loss_action": 0.0911196917295456,
      "loss_total": 0.0911196917295456,
      "step": 960
    },
    {
      "loss_action": 0.06033332645893097,
      "loss_total": 0.06033332645893097,
      "step": 960
    },
    {
      "loss_action": 0.05412819981575012,
      "loss_total": 0.05412819981575012,
      "step": 960
    },
    {
      "loss_action": 0.07298852503299713,
      "loss_total": 0.07298852503299713,
      "step": 960
    },
    {
      "loss_action": 0.06848914921283722,
      "loss_total": 0.06848914921283722,
      "step": 960
    },
    {
      "grad_norm": 1.3627902269363403,
      "learning_rate": 1.938e-05,
      "loss": 0.084,
      "step": 970
    },
    {
      "loss_action": 0.057344719767570496,
      "loss_total": 0.057344719767570496,
      "step": 970
    },
    {
      "loss_action": 0.07810205221176147,
      "loss_total": 0.07810205221176147,
      "step": 970
    },
    {
      "loss_action": 0.06790889799594879,
      "loss_total": 0.06790889799594879,
      "step": 970
    },
    {
      "loss_action": 0.16684302687644958,
      "loss_total": 0.16684302687644958,
      "step": 970
    },
    {
      "loss_action": 0.0605347640812397,
      "loss_total": 0.0605347640812397,
      "step": 970
    },
    {
      "loss_action": 0.05603810399770737,
      "loss_total": 0.05603810399770737,
      "step": 970
    },
    {
      "loss_action": 0.05444943904876709,
      "loss_total": 0.05444943904876709,
      "step": 970
    },
    {
      "loss_action": 0.05504809692502022,
      "loss_total": 0.05504809692502022,
      "step": 970
    },
    {
      "grad_norm": 1.5987529754638672,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 0.0738,
      "step": 980
    },
    {
      "loss_action": 0.07267578691244125,
      "loss_total": 0.07267578691244125,
      "step": 980
    },
    {
      "loss_action": 0.0691397413611412,
      "loss_total": 0.0691397413611412,
      "step": 980
    },
    {
      "loss_action": 0.059125203639268875,
      "loss_total": 0.059125203639268875,
      "step": 980
    },
    {
      "loss_action": 0.10226080566644669,
      "loss_total": 0.10226080566644669,
      "step": 980
    },
    {
      "loss_action": 0.06928972154855728,
      "loss_total": 0.06928972154855728,
      "step": 980
    },
    {
      "loss_action": 0.043537549674510956,
      "loss_total": 0.043537549674510956,
      "step": 980
    },
    {
      "loss_action": 0.06911852955818176,
      "loss_total": 0.06911852955818176,
      "step": 980
    },
    {
      "loss_action": 0.05757014453411102,
      "loss_total": 0.05757014453411102,
      "step": 980
    },
    {
      "grad_norm": 1.5858945846557617,
      "learning_rate": 1.978e-05,
      "loss": 0.0846,
      "step": 990
    },
    {
      "loss_action": 0.05533274635672569,
      "loss_total": 0.05533274635672569,
      "step": 990
    },
    {
      "loss_action": 0.06095490977168083,
      "loss_total": 0.06095490977168083,
      "step": 990
    },
    {
      "loss_action": 0.0875723659992218,
      "loss_total": 0.0875723659992218,
      "step": 990
    },
    {
      "loss_action": 0.06586100906133652,
      "loss_total": 0.06586100906133652,
      "step": 990
    },
    {
      "loss_action": 0.06451977044343948,
      "loss_total": 0.06451977044343948,
      "step": 990
    },
    {
      "loss_action": 0.0581955760717392,
      "loss_total": 0.0581955760717392,
      "step": 990
    },
    {
      "loss_action": 0.05814472585916519,
      "loss_total": 0.05814472585916519,
      "step": 990
    },
    {
      "loss_action": 0.07382728159427643,
      "loss_total": 0.07382728159427643,
      "step": 990
    },
    {
      "grad_norm": 1.5786006450653076,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 0.0719,
      "step": 1000
    },
    {
      "loss_action": 0.09094813466072083,
      "loss_total": 0.09094813466072083,
      "step": 1000
    },
    {
      "loss_action": 0.07395892590284348,
      "loss_total": 0.07395892590284348,
      "step": 1000
    },
    {
      "loss_action": 0.0668306052684784,
      "loss_total": 0.0668306052684784,
      "step": 1000
    },
    {
      "loss_action": 0.0644385889172554,
      "loss_total": 0.0644385889172554,
      "step": 1000
    },
    {
      "loss_action": 0.061745088547468185,
      "loss_total": 0.061745088547468185,
      "step": 1000
    },
    {
      "loss_action": 0.07450045645236969,
      "loss_total": 0.07450045645236969,
      "step": 1000
    },
    {
      "loss_action": 0.06670539081096649,
      "loss_total": 0.06670539081096649,
      "step": 1000
    },
    {
      "loss_action": 0.07432053238153458,
      "loss_total": 0.07432053238153458,
      "step": 1000
    },
    {
      "grad_norm": 1.6193073987960815,
      "learning_rate": 2.0180000000000003e-05,
      "loss": 0.0742,
      "step": 1010
    },
    {
      "loss_action": 0.057573191821575165,
      "loss_total": 0.057573191821575165,
      "step": 1010
    },
    {
      "loss_action": 0.06431393325328827,
      "loss_total": 0.06431393325328827,
      "step": 1010
    },
    {
      "loss_action": 0.12383358180522919,
      "loss_total": 0.12383358180522919,
      "step": 1010
    },
    {
      "loss_action": 0.14801503717899323,
      "loss_total": 0.14801503717899323,
      "step": 1010
    },
    {
      "loss_action": 0.08653914928436279,
      "loss_total": 0.08653914928436279,
      "step": 1010
    },
    {
      "loss_action": 0.07695099711418152,
      "loss_total": 0.07695099711418152,
      "step": 1010
    },
    {
      "loss_action": 0.0701686292886734,
      "loss_total": 0.0701686292886734,
      "step": 1010
    },
    {
      "loss_action": 0.07163956761360168,
      "loss_total": 0.07163956761360168,
      "step": 1010
    },
    {
      "grad_norm": 1.6223417520523071,
      "learning_rate": 2.038e-05,
      "loss": 0.0816,
      "step": 1020
    },
    {
      "loss_action": 0.1075410544872284,
      "loss_total": 0.1075410544872284,
      "step": 1020
    },
    {
      "loss_action": 0.08949369937181473,
      "loss_total": 0.08949369937181473,
      "step": 1020
    },
    {
      "loss_action": 0.07864858210086823,
      "loss_total": 0.07864858210086823,
      "step": 1020
    },
    {
      "loss_action": 0.06299819052219391,
      "loss_total": 0.06299819052219391,
      "step": 1020
    },
    {
      "loss_action": 0.05768197029829025,
      "loss_total": 0.05768197029829025,
      "step": 1020
    },
    {
      "loss_action": 0.07661784440279007,
      "loss_total": 0.07661784440279007,
      "step": 1020
    },
    {
      "loss_action": 0.07219789922237396,
      "loss_total": 0.07219789922237396,
      "step": 1020
    },
    {
      "loss_action": 0.057328611612319946,
      "loss_total": 0.057328611612319946,
      "step": 1020
    },
    {
      "grad_norm": 1.3324992656707764,
      "learning_rate": 2.0580000000000003e-05,
      "loss": 0.0681,
      "step": 1030
    },
    {
      "loss_action": 0.07890821248292923,
      "loss_total": 0.07890821248292923,
      "step": 1030
    },
    {
      "loss_action": 0.04469713196158409,
      "loss_total": 0.04469713196158409,
      "step": 1030
    },
    {
      "loss_action": 0.059092018753290176,
      "loss_total": 0.059092018753290176,
      "step": 1030
    },
    {
      "loss_action": 0.06712237000465393,
      "loss_total": 0.06712237000465393,
      "step": 1030
    },
    {
      "loss_action": 0.06583549827337265,
      "loss_total": 0.06583549827337265,
      "step": 1030
    },
    {
      "loss_action": 0.06677763909101486,
      "loss_total": 0.06677763909101486,
      "step": 1030
    },
    {
      "loss_action": 0.055919863283634186,
      "loss_total": 0.055919863283634186,
      "step": 1030
    },
    {
      "loss_action": 0.087837353348732,
      "loss_total": 0.087837353348732,
      "step": 1030
    },
    {
      "grad_norm": 1.4018127918243408,
      "learning_rate": 2.078e-05,
      "loss": 0.0705,
      "step": 1040
    },
    {
      "loss_action": 0.06539447605609894,
      "loss_total": 0.06539447605609894,
      "step": 1040
    },
    {
      "loss_action": 0.13680726289749146,
      "loss_total": 0.13680726289749146,
      "step": 1040
    },
    {
      "loss_action": 0.057659897953271866,
      "loss_total": 0.057659897953271866,
      "step": 1040
    },
    {
      "loss_action": 0.05735509842634201,
      "loss_total": 0.05735509842634201,
      "step": 1040
    },
    {
      "loss_action": 0.07909725606441498,
      "loss_total": 0.07909725606441498,
      "step": 1040
    },
    {
      "loss_action": 0.08529455214738846,
      "loss_total": 0.08529455214738846,
      "step": 1040
    },
    {
      "loss_action": 0.08053261041641235,
      "loss_total": 0.08053261041641235,
      "step": 1040
    },
    {
      "loss_action": 0.10751934349536896,
      "loss_total": 0.10751934349536896,
      "step": 1040
    },
    {
      "grad_norm": 1.5935932397842407,
      "learning_rate": 2.098e-05,
      "loss": 0.0704,
      "step": 1050
    },
    {
      "loss_action": 0.061435773968696594,
      "loss_total": 0.061435773968696594,
      "step": 1050
    },
    {
      "loss_action": 0.05740761384367943,
      "loss_total": 0.05740761384367943,
      "step": 1050
    },
    {
      "loss_action": 0.07577621936798096,
      "loss_total": 0.07577621936798096,
      "step": 1050
    },
    {
      "loss_action": 0.12586256861686707,
      "loss_total": 0.12586256861686707,
      "step": 1050
    },
    {
      "loss_action": 0.06451871991157532,
      "loss_total": 0.06451871991157532,
      "step": 1050
    },
    {
      "loss_action": 0.046771589666604996,
      "loss_total": 0.046771589666604996,
      "step": 1050
    },
    {
      "loss_action": 0.07891766726970673,
      "loss_total": 0.07891766726970673,
      "step": 1050
    },
    {
      "loss_action": 0.04764549434185028,
      "loss_total": 0.04764549434185028,
      "step": 1050
    },
    {
      "grad_norm": 1.1638522148132324,
      "learning_rate": 2.118e-05,
      "loss": 0.0678,
      "step": 1060
    },
    {
      "loss_action": 0.0681796595454216,
      "loss_total": 0.0681796595454216,
      "step": 1060
    },
    {
      "loss_action": 0.06143004447221756,
      "loss_total": 0.06143004447221756,
      "step": 1060
    },
    {
      "loss_action": 0.10030964016914368,
      "loss_total": 0.10030964016914368,
      "step": 1060
    },
    {
      "loss_action": 0.06122388690710068,
      "loss_total": 0.06122388690710068,
      "step": 1060
    },
    {
      "loss_action": 0.050678800791502,
      "loss_total": 0.050678800791502,
      "step": 1060
    },
    {
      "loss_action": 0.05062621831893921,
      "loss_total": 0.05062621831893921,
      "step": 1060
    },
    {
      "loss_action": 0.051151204854249954,
      "loss_total": 0.051151204854249954,
      "step": 1060
    },
    {
      "loss_action": 0.050608642399311066,
      "loss_total": 0.050608642399311066,
      "step": 1060
    },
    {
      "grad_norm": 1.5033607482910156,
      "learning_rate": 2.138e-05,
      "loss": 0.0703,
      "step": 1070
    },
    {
      "loss_action": 0.24212124943733215,
      "loss_total": 0.24212124943733215,
      "step": 1070
    },
    {
      "loss_action": 0.0449681282043457,
      "loss_total": 0.0449681282043457,
      "step": 1070
    },
    {
      "loss_action": 0.16507966816425323,
      "loss_total": 0.16507966816425323,
      "step": 1070
    },
    {
      "loss_action": 0.047760918736457825,
      "loss_total": 0.047760918736457825,
      "step": 1070
    },
    {
      "loss_action": 0.11627877503633499,
      "loss_total": 0.11627877503633499,
      "step": 1070
    },
    {
      "loss_action": 0.05223499611020088,
      "loss_total": 0.05223499611020088,
      "step": 1070
    },
    {
      "loss_action": 0.058976829051971436,
      "loss_total": 0.058976829051971436,
      "step": 1070
    },
    {
      "loss_action": 0.049783624708652496,
      "loss_total": 0.049783624708652496,
      "step": 1070
    },
    {
      "grad_norm": 1.8175135850906372,
      "learning_rate": 2.158e-05,
      "loss": 0.074,
      "step": 1080
    },
    {
      "loss_action": 0.09182418882846832,
      "loss_total": 0.09182418882846832,
      "step": 1080
    },
    {
      "loss_action": 0.06640863418579102,
      "loss_total": 0.06640863418579102,
      "step": 1080
    },
    {
      "loss_action": 0.070198193192482,
      "loss_total": 0.070198193192482,
      "step": 1080
    },
    {
      "loss_action": 0.06091845780611038,
      "loss_total": 0.06091845780611038,
      "step": 1080
    },
    {
      "loss_action": 0.05076970160007477,
      "loss_total": 0.05076970160007477,
      "step": 1080
    },
    {
      "loss_action": 0.060932304710149765,
      "loss_total": 0.060932304710149765,
      "step": 1080
    },
    {
      "loss_action": 0.07609422504901886,
      "loss_total": 0.07609422504901886,
      "step": 1080
    },
    {
      "loss_action": 0.08727721869945526,
      "loss_total": 0.08727721869945526,
      "step": 1080
    },
    {
      "grad_norm": 1.8867831230163574,
      "learning_rate": 2.178e-05,
      "loss": 0.0753,
      "step": 1090
    },
    {
      "loss_action": 0.03851255774497986,
      "loss_total": 0.03851255774497986,
      "step": 1090
    },
    {
      "loss_action": 0.05193854868412018,
      "loss_total": 0.05193854868412018,
      "step": 1090
    },
    {
      "loss_action": 0.051381781697273254,
      "loss_total": 0.051381781697273254,
      "step": 1090
    },
    {
      "loss_action": 0.07143225520849228,
      "loss_total": 0.07143225520849228,
      "step": 1090
    },
    {
      "loss_action": 0.14763329923152924,
      "loss_total": 0.14763329923152924,
      "step": 1090
    },
    {
      "loss_action": 0.04471904784440994,
      "loss_total": 0.04471904784440994,
      "step": 1090
    },
    {
      "loss_action": 0.08576470613479614,
      "loss_total": 0.08576470613479614,
      "step": 1090
    },
    {
      "loss_action": 0.03969412297010422,
      "loss_total": 0.03969412297010422,
      "step": 1090
    },
    {
      "grad_norm": 1.4601480960845947,
      "learning_rate": 2.198e-05,
      "loss": 0.0675,
      "step": 1100
    },
    {
      "loss_action": 0.04583674296736717,
      "loss_total": 0.04583674296736717,
      "step": 1100
    },
    {
      "loss_action": 0.05559235066175461,
      "loss_total": 0.05559235066175461,
      "step": 1100
    },
    {
      "loss_action": 0.10366706550121307,
      "loss_total": 0.10366706550121307,
      "step": 1100
    },
    {
      "loss_action": 0.06313566863536835,
      "loss_total": 0.06313566863536835,
      "step": 1100
    },
    {
      "loss_action": 0.0668591856956482,
      "loss_total": 0.0668591856956482,
      "step": 1100
    },
    {
      "loss_action": 0.056513771414756775,
      "loss_total": 0.056513771414756775,
      "step": 1100
    },
    {
      "loss_action": 0.05955341458320618,
      "loss_total": 0.05955341458320618,
      "step": 1100
    },
    {
      "loss_action": 0.10848548263311386,
      "loss_total": 0.10848548263311386,
      "step": 1100
    },
    {
      "grad_norm": 1.4419963359832764,
      "learning_rate": 2.218e-05,
      "loss": 0.0689,
      "step": 1110
    },
    {
      "loss_action": 0.07648312300443649,
      "loss_total": 0.07648312300443649,
      "step": 1110
    },
    {
      "loss_action": 0.12447111308574677,
      "loss_total": 0.12447111308574677,
      "step": 1110
    },
    {
      "loss_action": 0.09618565440177917,
      "loss_total": 0.09618565440177917,
      "step": 1110
    },
    {
      "loss_action": 0.06498418003320694,
      "loss_total": 0.06498418003320694,
      "step": 1110
    },
    {
      "loss_action": 0.08457653224468231,
      "loss_total": 0.08457653224468231,
      "step": 1110
    },
    {
      "loss_action": 0.054376695305109024,
      "loss_total": 0.054376695305109024,
      "step": 1110
    },
    {
      "loss_action": 0.06494922190904617,
      "loss_total": 0.06494922190904617,
      "step": 1110
    },
    {
      "loss_action": 0.042123936116695404,
      "loss_total": 0.042123936116695404,
      "step": 1110
    },
    {
      "grad_norm": 1.5434073209762573,
      "learning_rate": 2.2380000000000003e-05,
      "loss": 0.0708,
      "step": 1120
    },
    {
      "loss_action": 0.10155762732028961,
      "loss_total": 0.10155762732028961,
      "step": 1120
    },
    {
      "loss_action": 0.050420258194208145,
      "loss_total": 0.050420258194208145,
      "step": 1120
    },
    {
      "loss_action": 0.04947291314601898,
      "loss_total": 0.04947291314601898,
      "step": 1120
    },
    {
      "loss_action": 0.07088912278413773,
      "loss_total": 0.07088912278413773,
      "step": 1120
    },
    {
      "loss_action": 0.04640901833772659,
      "loss_total": 0.04640901833772659,
      "step": 1120
    },
    {
      "loss_action": 0.0814008116722107,
      "loss_total": 0.0814008116722107,
      "step": 1120
    },
    {
      "loss_action": 0.0536281019449234,
      "loss_total": 0.0536281019449234,
      "step": 1120
    },
    {
      "loss_action": 0.08237037807703018,
      "loss_total": 0.08237037807703018,
      "step": 1120
    },
    {
      "grad_norm": 1.2541953325271606,
      "learning_rate": 2.258e-05,
      "loss": 0.0733,
      "step": 1130
    },
    {
      "loss_action": 0.0647604838013649,
      "loss_total": 0.0647604838013649,
      "step": 1130
    },
    {
      "loss_action": 0.0732860192656517,
      "loss_total": 0.0732860192656517,
      "step": 1130
    },
    {
      "loss_action": 0.05970953777432442,
      "loss_total": 0.05970953777432442,
      "step": 1130
    },
    {
      "loss_action": 0.03904121369123459,
      "loss_total": 0.03904121369123459,
      "step": 1130
    },
    {
      "loss_action": 0.05455055087804794,
      "loss_total": 0.05455055087804794,
      "step": 1130
    },
    {
      "loss_action": 0.04035309702157974,
      "loss_total": 0.04035309702157974,
      "step": 1130
    },
    {
      "loss_action": 0.07160599529743195,
      "loss_total": 0.07160599529743195,
      "step": 1130
    },
    {
      "loss_action": 0.0623435378074646,
      "loss_total": 0.0623435378074646,
      "step": 1130
    },
    {
      "grad_norm": 1.729965090751648,
      "learning_rate": 2.2780000000000002e-05,
      "loss": 0.0722,
      "step": 1140
    },
    {
      "loss_action": 0.06601808220148087,
      "loss_total": 0.06601808220148087,
      "step": 1140
    },
    {
      "loss_action": 0.18927574157714844,
      "loss_total": 0.18927574157714844,
      "step": 1140
    },
    {
      "loss_action": 0.06567110866308212,
      "loss_total": 0.06567110866308212,
      "step": 1140
    },
    {
      "loss_action": 0.05406424403190613,
      "loss_total": 0.05406424403190613,
      "step": 1140
    },
    {
      "loss_action": 0.06446044147014618,
      "loss_total": 0.06446044147014618,
      "step": 1140
    },
    {
      "loss_action": 0.043926212936639786,
      "loss_total": 0.043926212936639786,
      "step": 1140
    },
    {
      "loss_action": 0.07672732323408127,
      "loss_total": 0.07672732323408127,
      "step": 1140
    },
    {
      "loss_action": 0.05269639939069748,
      "loss_total": 0.05269639939069748,
      "step": 1140
    },
    {
      "grad_norm": 1.6106700897216797,
      "learning_rate": 2.298e-05,
      "loss": 0.0672,
      "step": 1150
    },
    {
      "loss_action": 0.07233135402202606,
      "loss_total": 0.07233135402202606,
      "step": 1150
    },
    {
      "loss_action": 0.058096326887607574,
      "loss_total": 0.058096326887607574,
      "step": 1150
    },
    {
      "loss_action": 0.04856390506029129,
      "loss_total": 0.04856390506029129,
      "step": 1150
    },
    {
      "loss_action": 0.07184021174907684,
      "loss_total": 0.07184021174907684,
      "step": 1150
    },
    {
      "loss_action": 0.11249236762523651,
      "loss_total": 0.11249236762523651,
      "step": 1150
    },
    {
      "loss_action": 0.09419308602809906,
      "loss_total": 0.09419308602809906,
      "step": 1150
    },
    {
      "loss_action": 0.06509935855865479,
      "loss_total": 0.06509935855865479,
      "step": 1150
    },
    {
      "loss_action": 0.055757638067007065,
      "loss_total": 0.055757638067007065,
      "step": 1150
    },
    {
      "grad_norm": 1.413193702697754,
      "learning_rate": 2.318e-05,
      "loss": 0.0698,
      "step": 1160
    },
    {
      "loss_action": 0.1802757829427719,
      "loss_total": 0.1802757829427719,
      "step": 1160
    },
    {
      "loss_action": 0.061276424676179886,
      "loss_total": 0.061276424676179886,
      "step": 1160
    },
    {
      "loss_action": 0.06359227001667023,
      "loss_total": 0.06359227001667023,
      "step": 1160
    },
    {
      "loss_action": 0.04759805649518967,
      "loss_total": 0.04759805649518967,
      "step": 1160
    },
    {
      "loss_action": 0.05497948080301285,
      "loss_total": 0.05497948080301285,
      "step": 1160
    },
    {
      "loss_action": 0.05500158667564392,
      "loss_total": 0.05500158667564392,
      "step": 1160
    },
    {
      "loss_action": 0.054589107632637024,
      "loss_total": 0.054589107632637024,
      "step": 1160
    },
    {
      "loss_action": 0.04887666553258896,
      "loss_total": 0.04887666553258896,
      "step": 1160
    },
    {
      "grad_norm": 1.6971367597579956,
      "learning_rate": 2.3380000000000003e-05,
      "loss": 0.0686,
      "step": 1170
    },
    {
      "loss_action": 0.041016191244125366,
      "loss_total": 0.041016191244125366,
      "step": 1170
    },
    {
      "loss_action": 0.055941760540008545,
      "loss_total": 0.055941760540008545,
      "step": 1170
    },
    {
      "loss_action": 0.055608466267585754,
      "loss_total": 0.055608466267585754,
      "step": 1170
    },
    {
      "loss_action": 0.058846671134233475,
      "loss_total": 0.058846671134233475,
      "step": 1170
    },
    {
      "loss_action": 0.11990642547607422,
      "loss_total": 0.11990642547607422,
      "step": 1170
    },
    {
      "loss_action": 0.19632191956043243,
      "loss_total": 0.19632191956043243,
      "step": 1170
    },
    {
      "loss_action": 0.05174592137336731,
      "loss_total": 0.05174592137336731,
      "step": 1170
    },
    {
      "loss_action": 0.06378450244665146,
      "loss_total": 0.06378450244665146,
      "step": 1170
    },
    {
      "grad_norm": 1.6916428804397583,
      "learning_rate": 2.358e-05,
      "loss": 0.0676,
      "step": 1180
    },
    {
      "loss_action": 0.04828471690416336,
      "loss_total": 0.04828471690416336,
      "step": 1180
    },
    {
      "loss_action": 0.052936851978302,
      "loss_total": 0.052936851978302,
      "step": 1180
    },
    {
      "loss_action": 0.0685431957244873,
      "loss_total": 0.0685431957244873,
      "step": 1180
    },
    {
      "loss_action": 0.038025155663490295,
      "loss_total": 0.038025155663490295,
      "step": 1180
    },
    {
      "loss_action": 0.08542212098836899,
      "loss_total": 0.08542212098836899,
      "step": 1180
    },
    {
      "loss_action": 0.03977055847644806,
      "loss_total": 0.03977055847644806,
      "step": 1180
    },
    {
      "loss_action": 0.047176558524370193,
      "loss_total": 0.047176558524370193,
      "step": 1180
    },
    {
      "loss_action": 0.0382717102766037,
      "loss_total": 0.0382717102766037,
      "step": 1180
    },
    {
      "grad_norm": 1.2013273239135742,
      "learning_rate": 2.3780000000000003e-05,
      "loss": 0.0665,
      "step": 1190
    },
    {
      "loss_action": 0.05254877358675003,
      "loss_total": 0.05254877358675003,
      "step": 1190
    },
    {
      "loss_action": 0.06621930003166199,
      "loss_total": 0.06621930003166199,
      "step": 1190
    },
    {
      "loss_action": 0.0907122939825058,
      "loss_total": 0.0907122939825058,
      "step": 1190
    },
    {
      "loss_action": 0.09491965174674988,
      "loss_total": 0.09491965174674988,
      "step": 1190
    },
    {
      "loss_action": 0.047222599387168884,
      "loss_total": 0.047222599387168884,
      "step": 1190
    },
    {
      "loss_action": 0.06985671818256378,
      "loss_total": 0.06985671818256378,
      "step": 1190
    },
    {
      "loss_action": 0.08060334622859955,
      "loss_total": 0.08060334622859955,
      "step": 1190
    },
    {
      "loss_action": 0.037567511200904846,
      "loss_total": 0.037567511200904846,
      "step": 1190
    },
    {
      "grad_norm": 1.56295645236969,
      "learning_rate": 2.398e-05,
      "loss": 0.067,
      "step": 1200
    },
    {
      "loss_action": 0.05366254597902298,
      "loss_total": 0.05366254597902298,
      "step": 1200
    },
    {
      "loss_action": 0.0457872599363327,
      "loss_total": 0.0457872599363327,
      "step": 1200
    },
    {
      "loss_action": 0.04754061996936798,
      "loss_total": 0.04754061996936798,
      "step": 1200
    },
    {
      "loss_action": 0.0813002735376358,
      "loss_total": 0.0813002735376358,
      "step": 1200
    },
    {
      "loss_action": 0.05168525502085686,
      "loss_total": 0.05168525502085686,
      "step": 1200
    },
    {
      "loss_action": 0.07072275876998901,
      "loss_total": 0.07072275876998901,
      "step": 1200
    },
    {
      "loss_action": 0.06511107832193375,
      "loss_total": 0.06511107832193375,
      "step": 1200
    },
    {
      "loss_action": 0.10004979372024536,
      "loss_total": 0.10004979372024536,
      "step": 1200
    },
    {
      "grad_norm": 1.5872271060943604,
      "learning_rate": 2.418e-05,
      "loss": 0.0667,
      "step": 1210
    },
    {
      "loss_action": 0.0840563029050827,
      "loss_total": 0.0840563029050827,
      "step": 1210
    },
    {
      "loss_action": 0.054181456565856934,
      "loss_total": 0.054181456565856934,
      "step": 1210
    },
    {
      "loss_action": 0.05983730033040047,
      "loss_total": 0.05983730033040047,
      "step": 1210
    },
    {
      "loss_action": 0.051155947148799896,
      "loss_total": 0.051155947148799896,
      "step": 1210
    },
    {
      "loss_action": 0.059710919857025146,
      "loss_total": 0.059710919857025146,
      "step": 1210
    },
    {
      "loss_action": 0.07800745964050293,
      "loss_total": 0.07800745964050293,
      "step": 1210
    },
    {
      "loss_action": 0.06323298066854477,
      "loss_total": 0.06323298066854477,
      "step": 1210
    },
    {
      "loss_action": 0.07573889940977097,
      "loss_total": 0.07573889940977097,
      "step": 1210
    },
    {
      "grad_norm": 1.3458976745605469,
      "learning_rate": 2.438e-05,
      "loss": 0.0624,
      "step": 1220
    },
    {
      "loss_action": 0.05999785661697388,
      "loss_total": 0.05999785661697388,
      "step": 1220
    },
    {
      "loss_action": 0.06836916506290436,
      "loss_total": 0.06836916506290436,
      "step": 1220
    },
    {
      "loss_action": 0.05595581978559494,
      "loss_total": 0.05595581978559494,
      "step": 1220
    },
    {
      "loss_action": 0.07309392094612122,
      "loss_total": 0.07309392094612122,
      "step": 1220
    },
    {
      "loss_action": 0.06253161281347275,
      "loss_total": 0.06253161281347275,
      "step": 1220
    },
    {
      "loss_action": 0.047677867114543915,
      "loss_total": 0.047677867114543915,
      "step": 1220
    },
    {
      "loss_action": 0.04482433944940567,
      "loss_total": 0.04482433944940567,
      "step": 1220
    },
    {
      "loss_action": 0.07084126770496368,
      "loss_total": 0.07084126770496368,
      "step": 1220
    },
    {
      "grad_norm": 1.491796612739563,
      "learning_rate": 2.4580000000000002e-05,
      "loss": 0.0664,
      "step": 1230
    },
    {
      "loss_action": 0.062450703233480453,
      "loss_total": 0.062450703233480453,
      "step": 1230
    },
    {
      "loss_action": 0.049281757324934006,
      "loss_total": 0.049281757324934006,
      "step": 1230
    },
    {
      "loss_action": 0.06025584787130356,
      "loss_total": 0.06025584787130356,
      "step": 1230
    },
    {
      "loss_action": 0.06421670317649841,
      "loss_total": 0.06421670317649841,
      "step": 1230
    },
    {
      "loss_action": 0.20081499218940735,
      "loss_total": 0.20081499218940735,
      "step": 1230
    },
    {
      "loss_action": 0.08911626785993576,
      "loss_total": 0.08911626785993576,
      "step": 1230
    },
    {
      "loss_action": 0.11415478587150574,
      "loss_total": 0.11415478587150574,
      "step": 1230
    },
    {
      "loss_action": 0.05151152238249779,
      "loss_total": 0.05151152238249779,
      "step": 1230
    },
    {
      "grad_norm": 1.9484174251556396,
      "learning_rate": 2.478e-05,
      "loss": 0.0649,
      "step": 1240
    },
    {
      "loss_action": 0.058437246829271317,
      "loss_total": 0.058437246829271317,
      "step": 1240
    },
    {
      "loss_action": 0.08839236944913864,
      "loss_total": 0.08839236944913864,
      "step": 1240
    },
    {
      "loss_action": 0.057363662868738174,
      "loss_total": 0.057363662868738174,
      "step": 1240
    },
    {
      "loss_action": 0.061530619859695435,
      "loss_total": 0.061530619859695435,
      "step": 1240
    },
    {
      "loss_action": 0.05798351764678955,
      "loss_total": 0.05798351764678955,
      "step": 1240
    },
    {
      "loss_action": 0.05028573423624039,
      "loss_total": 0.05028573423624039,
      "step": 1240
    },
    {
      "loss_action": 0.06951970607042313,
      "loss_total": 0.06951970607042313,
      "step": 1240
    },
    {
      "loss_action": 0.08612366020679474,
      "loss_total": 0.08612366020679474,
      "step": 1240
    },
    {
      "grad_norm": 1.5811024904251099,
      "learning_rate": 2.498e-05,
      "loss": 0.0687,
      "step": 1250
    },
    {
      "loss_action": 0.12020570784807205,
      "loss_total": 0.12020570784807205,
      "step": 1250
    },
    {
      "loss_action": 0.07826395332813263,
      "loss_total": 0.07826395332813263,
      "step": 1250
    },
    {
      "loss_action": 0.08233033120632172,
      "loss_total": 0.08233033120632172,
      "step": 1250
    },
    {
      "loss_action": 0.08384233713150024,
      "loss_total": 0.08384233713150024,
      "step": 1250
    },
    {
      "loss_action": 0.04748225957155228,
      "loss_total": 0.04748225957155228,
      "step": 1250
    },
    {
      "loss_action": 0.06334743648767471,
      "loss_total": 0.06334743648767471,
      "step": 1250
    },
    {
      "loss_action": 0.04968281090259552,
      "loss_total": 0.04968281090259552,
      "step": 1250
    },
    {
      "loss_action": 0.05681111663579941,
      "loss_total": 0.05681111663579941,
      "step": 1250
    },
    {
      "grad_norm": 1.3845024108886719,
      "learning_rate": 2.5180000000000003e-05,
      "loss": 0.0661,
      "step": 1260
    },
    {
      "loss_action": 0.060188908129930496,
      "loss_total": 0.060188908129930496,
      "step": 1260
    },
    {
      "loss_action": 0.06599143892526627,
      "loss_total": 0.06599143892526627,
      "step": 1260
    },
    {
      "loss_action": 0.0581621490418911,
      "loss_total": 0.0581621490418911,
      "step": 1260
    },
    {
      "loss_action": 0.04994472116231918,
      "loss_total": 0.04994472116231918,
      "step": 1260
    },
    {
      "loss_action": 0.04088000953197479,
      "loss_total": 0.04088000953197479,
      "step": 1260
    },
    {
      "loss_action": 0.03852641582489014,
      "loss_total": 0.03852641582489014,
      "step": 1260
    },
    {
      "loss_action": 0.06202840059995651,
      "loss_total": 0.06202840059995651,
      "step": 1260
    },
    {
      "loss_action": 0.06395018100738525,
      "loss_total": 0.06395018100738525,
      "step": 1260
    },
    {
      "grad_norm": 1.8205862045288086,
      "learning_rate": 2.5380000000000004e-05,
      "loss": 0.0631,
      "step": 1270
    },
    {
      "loss_action": 0.0663629025220871,
      "loss_total": 0.0663629025220871,
      "step": 1270
    },
    {
      "loss_action": 0.056698501110076904,
      "loss_total": 0.056698501110076904,
      "step": 1270
    },
    {
      "loss_action": 0.055963240563869476,
      "loss_total": 0.055963240563869476,
      "step": 1270
    },
    {
      "loss_action": 0.05950722098350525,
      "loss_total": 0.05950722098350525,
      "step": 1270
    },
    {
      "loss_action": 0.04243788123130798,
      "loss_total": 0.04243788123130798,
      "step": 1270
    },
    {
      "loss_action": 0.05124295502901077,
      "loss_total": 0.05124295502901077,
      "step": 1270
    },
    {
      "loss_action": 0.0566062405705452,
      "loss_total": 0.0566062405705452,
      "step": 1270
    },
    {
      "loss_action": 0.16086584329605103,
      "loss_total": 0.16086584329605103,
      "step": 1270
    },
    {
      "grad_norm": 1.178421139717102,
      "learning_rate": 2.5580000000000002e-05,
      "loss": 0.0689,
      "step": 1280
    },
    {
      "loss_action": 0.09362873435020447,
      "loss_total": 0.09362873435020447,
      "step": 1280
    },
    {
      "loss_action": 0.055745482444763184,
      "loss_total": 0.055745482444763184,
      "step": 1280
    },
    {
      "loss_action": 0.0545080304145813,
      "loss_total": 0.0545080304145813,
      "step": 1280
    },
    {
      "loss_action": 0.06072535738348961,
      "loss_total": 0.06072535738348961,
      "step": 1280
    },
    {
      "loss_action": 0.05139465257525444,
      "loss_total": 0.05139465257525444,
      "step": 1280
    },
    {
      "loss_action": 0.07760420441627502,
      "loss_total": 0.07760420441627502,
      "step": 1280
    },
    {
      "loss_action": 0.07853001356124878,
      "loss_total": 0.07853001356124878,
      "step": 1280
    },
    {
      "loss_action": 0.04834599047899246,
      "loss_total": 0.04834599047899246,
      "step": 1280
    },
    {
      "grad_norm": 1.2879632711410522,
      "learning_rate": 2.5779999999999997e-05,
      "loss": 0.0638,
      "step": 1290
    },
    {
      "loss_action": 0.053402192890644073,
      "loss_total": 0.053402192890644073,
      "step": 1290
    },
    {
      "loss_action": 0.045894064009189606,
      "loss_total": 0.045894064009189606,
      "step": 1290
    },
    {
      "loss_action": 0.03943943604826927,
      "loss_total": 0.03943943604826927,
      "step": 1290
    },
    {
      "loss_action": 0.08116020262241364,
      "loss_total": 0.08116020262241364,
      "step": 1290
    },
    {
      "loss_action": 0.05139867588877678,
      "loss_total": 0.05139867588877678,
      "step": 1290
    },
    {
      "loss_action": 0.05413483828306198,
      "loss_total": 0.05413483828306198,
      "step": 1290
    },
    {
      "loss_action": 0.05831959843635559,
      "loss_total": 0.05831959843635559,
      "step": 1290
    },
    {
      "loss_action": 0.05538332462310791,
      "loss_total": 0.05538332462310791,
      "step": 1290
    },
    {
      "grad_norm": 1.0292421579360962,
      "learning_rate": 2.598e-05,
      "loss": 0.0622,
      "step": 1300
    },
    {
      "loss_action": 0.04844260215759277,
      "loss_total": 0.04844260215759277,
      "step": 1300
    },
    {
      "loss_action": 0.059617042541503906,
      "loss_total": 0.059617042541503906,
      "step": 1300
    },
    {
      "loss_action": 0.042726851999759674,
      "loss_total": 0.042726851999759674,
      "step": 1300
    },
    {
      "loss_action": 0.06712615489959717,
      "loss_total": 0.06712615489959717,
      "step": 1300
    },
    {
      "loss_action": 0.07531312108039856,
      "loss_total": 0.07531312108039856,
      "step": 1300
    },
    {
      "loss_action": 0.0528370663523674,
      "loss_total": 0.0528370663523674,
      "step": 1300
    },
    {
      "loss_action": 0.04458388686180115,
      "loss_total": 0.04458388686180115,
      "step": 1300
    },
    {
      "loss_action": 0.10854264348745346,
      "loss_total": 0.10854264348745346,
      "step": 1300
    },
    {
      "grad_norm": 1.3261873722076416,
      "learning_rate": 2.618e-05,
      "loss": 0.0598,
      "step": 1310
    },
    {
      "loss_action": 0.04265870898962021,
      "loss_total": 0.04265870898962021,
      "step": 1310
    },
    {
      "loss_action": 0.06951820105314255,
      "loss_total": 0.06951820105314255,
      "step": 1310
    },
    {
      "loss_action": 0.040071189403533936,
      "loss_total": 0.040071189403533936,
      "step": 1310
    },
    {
      "loss_action": 0.07308703660964966,
      "loss_total": 0.07308703660964966,
      "step": 1310
    },
    {
      "loss_action": 0.04211316630244255,
      "loss_total": 0.04211316630244255,
      "step": 1310
    },
    {
      "loss_action": 0.045746661722660065,
      "loss_total": 0.045746661722660065,
      "step": 1310
    },
    {
      "loss_action": 0.07887867838144302,
      "loss_total": 0.07887867838144302,
      "step": 1310
    },
    {
      "loss_action": 0.04684031009674072,
      "loss_total": 0.04684031009674072,
      "step": 1310
    },
    {
      "grad_norm": 1.322672724723816,
      "learning_rate": 2.6379999999999998e-05,
      "loss": 0.0573,
      "step": 1320
    },
    {
      "loss_action": 0.06173063814640045,
      "loss_total": 0.06173063814640045,
      "step": 1320
    },
    {
      "loss_action": 0.04444863647222519,
      "loss_total": 0.04444863647222519,
      "step": 1320
    },
    {
      "loss_action": 0.046905018389225006,
      "loss_total": 0.046905018389225006,
      "step": 1320
    },
    {
      "loss_action": 0.07614429295063019,
      "loss_total": 0.07614429295063019,
      "step": 1320
    },
    {
      "loss_action": 0.0617922767996788,
      "loss_total": 0.0617922767996788,
      "step": 1320
    },
    {
      "loss_action": 0.04319922253489494,
      "loss_total": 0.04319922253489494,
      "step": 1320
    },
    {
      "loss_action": 0.053624145686626434,
      "loss_total": 0.053624145686626434,
      "step": 1320
    },
    {
      "loss_action": 0.047464460134506226,
      "loss_total": 0.047464460134506226,
      "step": 1320
    },
    {
      "grad_norm": 1.27230703830719,
      "learning_rate": 2.658e-05,
      "loss": 0.0692,
      "step": 1330
    },
    {
      "loss_action": 0.0766293928027153,
      "loss_total": 0.0766293928027153,
      "step": 1330
    },
    {
      "loss_action": 0.05978449434041977,
      "loss_total": 0.05978449434041977,
      "step": 1330
    },
    {
      "loss_action": 0.15204957127571106,
      "loss_total": 0.15204957127571106,
      "step": 1330
    },
    {
      "loss_action": 0.05420999228954315,
      "loss_total": 0.05420999228954315,
      "step": 1330
    },
    {
      "loss_action": 0.07459041476249695,
      "loss_total": 0.07459041476249695,
      "step": 1330
    },
    {
      "loss_action": 0.06367794424295425,
      "loss_total": 0.06367794424295425,
      "step": 1330
    },
    {
      "loss_action": 0.04691331461071968,
      "loss_total": 0.04691331461071968,
      "step": 1330
    },
    {
      "loss_action": 0.045379363000392914,
      "loss_total": 0.045379363000392914,
      "step": 1330
    },
    {
      "grad_norm": 1.6100959777832031,
      "learning_rate": 2.678e-05,
      "loss": 0.0638,
      "step": 1340
    },
    {
      "loss_action": 0.10150432586669922,
      "loss_total": 0.10150432586669922,
      "step": 1340
    },
    {
      "loss_action": 0.0709301009774208,
      "loss_total": 0.0709301009774208,
      "step": 1340
    },
    {
      "loss_action": 0.06009979173541069,
      "loss_total": 0.06009979173541069,
      "step": 1340
    },
    {
      "loss_action": 0.06163331866264343,
      "loss_total": 0.06163331866264343,
      "step": 1340
    },
    {
      "loss_action": 0.05195675045251846,
      "loss_total": 0.05195675045251846,
      "step": 1340
    },
    {
      "loss_action": 0.05830269679427147,
      "loss_total": 0.05830269679427147,
      "step": 1340
    },
    {
      "loss_action": 0.057148486375808716,
      "loss_total": 0.057148486375808716,
      "step": 1340
    },
    {
      "loss_action": 0.043654195964336395,
      "loss_total": 0.043654195964336395,
      "step": 1340
    },
    {
      "grad_norm": 1.650492787361145,
      "learning_rate": 2.698e-05,
      "loss": 0.0677,
      "step": 1350
    },
    {
      "loss_action": 0.04356079548597336,
      "loss_total": 0.04356079548597336,
      "step": 1350
    },
    {
      "loss_action": 0.04974743723869324,
      "loss_total": 0.04974743723869324,
      "step": 1350
    },
    {
      "loss_action": 0.044039856642484665,
      "loss_total": 0.044039856642484665,
      "step": 1350
    },
    {
      "loss_action": 0.06236683949828148,
      "loss_total": 0.06236683949828148,
      "step": 1350
    },
    {
      "loss_action": 0.034000735729932785,
      "loss_total": 0.034000735729932785,
      "step": 1350
    },
    {
      "loss_action": 0.03834174945950508,
      "loss_total": 0.03834174945950508,
      "step": 1350
    },
    {
      "loss_action": 0.06685633957386017,
      "loss_total": 0.06685633957386017,
      "step": 1350
    },
    {
      "loss_action": 0.050710491836071014,
      "loss_total": 0.050710491836071014,
      "step": 1350
    },
    {
      "grad_norm": 1.1235486268997192,
      "learning_rate": 2.718e-05,
      "loss": 0.064,
      "step": 1360
    },
    {
      "loss_action": 0.040096547454595566,
      "loss_total": 0.040096547454595566,
      "step": 1360
    },
    {
      "loss_action": 0.05425550788640976,
      "loss_total": 0.05425550788640976,
      "step": 1360
    },
    {
      "loss_action": 0.08629105985164642,
      "loss_total": 0.08629105985164642,
      "step": 1360
    },
    {
      "loss_action": 0.04779911786317825,
      "loss_total": 0.04779911786317825,
      "step": 1360
    },
    {
      "loss_action": 0.06160549819469452,
      "loss_total": 0.06160549819469452,
      "step": 1360
    },
    {
      "loss_action": 0.0963982492685318,
      "loss_total": 0.0963982492685318,
      "step": 1360
    },
    {
      "loss_action": 0.0698511004447937,
      "loss_total": 0.0698511004447937,
      "step": 1360
    },
    {
      "loss_action": 0.06213855370879173,
      "loss_total": 0.06213855370879173,
      "step": 1360
    },
    {
      "grad_norm": 1.2146906852722168,
      "learning_rate": 2.738e-05,
      "loss": 0.0627,
      "step": 1370
    },
    {
      "loss_action": 0.04332442581653595,
      "loss_total": 0.04332442581653595,
      "step": 1370
    },
    {
      "loss_action": 0.05288029462099075,
      "loss_total": 0.05288029462099075,
      "step": 1370
    },
    {
      "loss_action": 0.03622780740261078,
      "loss_total": 0.03622780740261078,
      "step": 1370
    },
    {
      "loss_action": 0.05767792463302612,
      "loss_total": 0.05767792463302612,
      "step": 1370
    },
    {
      "loss_action": 0.03745848685503006,
      "loss_total": 0.03745848685503006,
      "step": 1370
    },
    {
      "loss_action": 0.04049314558506012,
      "loss_total": 0.04049314558506012,
      "step": 1370
    },
    {
      "loss_action": 0.04161927103996277,
      "loss_total": 0.04161927103996277,
      "step": 1370
    },
    {
      "loss_action": 0.08796398341655731,
      "loss_total": 0.08796398341655731,
      "step": 1370
    },
    {
      "grad_norm": 1.1633870601654053,
      "learning_rate": 2.758e-05,
      "loss": 0.0569,
      "step": 1380
    },
    {
      "loss_action": 0.040807995945215225,
      "loss_total": 0.040807995945215225,
      "step": 1380
    },
    {
      "loss_action": 0.04607832059264183,
      "loss_total": 0.04607832059264183,
      "step": 1380
    },
    {
      "loss_action": 0.04550135135650635,
      "loss_total": 0.04550135135650635,
      "step": 1380
    },
    {
      "loss_action": 0.06131330505013466,
      "loss_total": 0.06131330505013466,
      "step": 1380
    },
    {
      "loss_action": 0.04058869928121567,
      "loss_total": 0.04058869928121567,
      "step": 1380
    },
    {
      "loss_action": 0.06224729120731354,
      "loss_total": 0.06224729120731354,
      "step": 1380
    },
    {
      "loss_action": 0.053120553493499756,
      "loss_total": 0.053120553493499756,
      "step": 1380
    },
    {
      "loss_action": 0.050491057336330414,
      "loss_total": 0.050491057336330414,
      "step": 1380
    },
    {
      "grad_norm": 1.7055840492248535,
      "learning_rate": 2.778e-05,
      "loss": 0.0577,
      "step": 1390
    },
    {
      "loss_action": 0.07037558406591415,
      "loss_total": 0.07037558406591415,
      "step": 1390
    },
    {
      "loss_action": 0.07199639827013016,
      "loss_total": 0.07199639827013016,
      "step": 1390
    },
    {
      "loss_action": 0.050998345017433167,
      "loss_total": 0.050998345017433167,
      "step": 1390
    },
    {
      "loss_action": 0.19806022942066193,
      "loss_total": 0.19806022942066193,
      "step": 1390
    },
    {
      "loss_action": 0.07982821762561798,
      "loss_total": 0.07982821762561798,
      "step": 1390
    },
    {
      "loss_action": 0.06817355006933212,
      "loss_total": 0.06817355006933212,
      "step": 1390
    },
    {
      "loss_action": 0.051972828805446625,
      "loss_total": 0.051972828805446625,
      "step": 1390
    },
    {
      "loss_action": 0.046835120767354965,
      "loss_total": 0.046835120767354965,
      "step": 1390
    },
    {
      "grad_norm": 1.3996459245681763,
      "learning_rate": 2.798e-05,
      "loss": 0.0608,
      "step": 1400
    },
    {
      "loss_action": 0.03657856583595276,
      "loss_total": 0.03657856583595276,
      "step": 1400
    },
    {
      "loss_action": 0.06572578847408295,
      "loss_total": 0.06572578847408295,
      "step": 1400
    },
    {
      "loss_action": 0.03511633723974228,
      "loss_total": 0.03511633723974228,
      "step": 1400
    },
    {
      "loss_action": 0.05962676554918289,
      "loss_total": 0.05962676554918289,
      "step": 1400
    },
    {
      "loss_action": 0.04549684375524521,
      "loss_total": 0.04549684375524521,
      "step": 1400
    },
    {
      "loss_action": 0.09250471740961075,
      "loss_total": 0.09250471740961075,
      "step": 1400
    },
    {
      "loss_action": 0.1424487829208374,
      "loss_total": 0.1424487829208374,
      "step": 1400
    },
    {
      "loss_action": 0.11957977712154388,
      "loss_total": 0.11957977712154388,
      "step": 1400
    },
    {
      "grad_norm": 1.5322062969207764,
      "learning_rate": 2.818e-05,
      "loss": 0.0814,
      "step": 1410
    },
    {
      "loss_action": 0.06405313313007355,
      "loss_total": 0.06405313313007355,
      "step": 1410
    },
    {
      "loss_action": 0.08288559317588806,
      "loss_total": 0.08288559317588806,
      "step": 1410
    },
    {
      "loss_action": 0.07314291596412659,
      "loss_total": 0.07314291596412659,
      "step": 1410
    },
    {
      "loss_action": 0.04379110783338547,
      "loss_total": 0.04379110783338547,
      "step": 1410
    },
    {
      "loss_action": 0.12522239983081818,
      "loss_total": 0.12522239983081818,
      "step": 1410
    },
    {
      "loss_action": 0.04456961154937744,
      "loss_total": 0.04456961154937744,
      "step": 1410
    },
    {
      "loss_action": 0.0653233602643013,
      "loss_total": 0.0653233602643013,
      "step": 1410
    },
    {
      "loss_action": 0.06441162526607513,
      "loss_total": 0.06441162526607513,
      "step": 1410
    },
    {
      "grad_norm": 1.1461851596832275,
      "learning_rate": 2.8380000000000003e-05,
      "loss": 0.0658,
      "step": 1420
    },
    {
      "loss_action": 0.043948061764240265,
      "loss_total": 0.043948061764240265,
      "step": 1420
    },
    {
      "loss_action": 0.04907779023051262,
      "loss_total": 0.04907779023051262,
      "step": 1420
    },
    {
      "loss_action": 0.048747312277555466,
      "loss_total": 0.048747312277555466,
      "step": 1420
    },
    {
      "loss_action": 0.06588174402713776,
      "loss_total": 0.06588174402713776,
      "step": 1420
    },
    {
      "loss_action": 0.05383963882923126,
      "loss_total": 0.05383963882923126,
      "step": 1420
    },
    {
      "loss_action": 0.04414740577340126,
      "loss_total": 0.04414740577340126,
      "step": 1420
    },
    {
      "loss_action": 0.06694575399160385,
      "loss_total": 0.06694575399160385,
      "step": 1420
    },
    {
      "loss_action": 0.05674237012863159,
      "loss_total": 0.05674237012863159,
      "step": 1420
    },
    {
      "grad_norm": 0.9588838219642639,
      "learning_rate": 2.858e-05,
      "loss": 0.0618,
      "step": 1430
    },
    {
      "loss_action": 0.04026356339454651,
      "loss_total": 0.04026356339454651,
      "step": 1430
    },
    {
      "loss_action": 0.03974122926592827,
      "loss_total": 0.03974122926592827,
      "step": 1430
    },
    {
      "loss_action": 0.04751356691122055,
      "loss_total": 0.04751356691122055,
      "step": 1430
    },
    {
      "loss_action": 0.06606658548116684,
      "loss_total": 0.06606658548116684,
      "step": 1430
    },
    {
      "loss_action": 0.04574272036552429,
      "loss_total": 0.04574272036552429,
      "step": 1430
    },
    {
      "loss_action": 0.0933886170387268,
      "loss_total": 0.0933886170387268,
      "step": 1430
    },
    {
      "loss_action": 0.053377337753772736,
      "loss_total": 0.053377337753772736,
      "step": 1430
    },
    {
      "loss_action": 0.08528506755828857,
      "loss_total": 0.08528506755828857,
      "step": 1430
    },
    {
      "grad_norm": 1.2565031051635742,
      "learning_rate": 2.8780000000000002e-05,
      "loss": 0.0622,
      "step": 1440
    },
    {
      "loss_action": 0.06244293600320816,
      "loss_total": 0.06244293600320816,
      "step": 1440
    },
    {
      "loss_action": 0.07341491430997849,
      "loss_total": 0.07341491430997849,
      "step": 1440
    },
    {
      "loss_action": 0.060232482850551605,
      "loss_total": 0.060232482850551605,
      "step": 1440
    },
    {
      "loss_action": 0.04090086370706558,
      "loss_total": 0.04090086370706558,
      "step": 1440
    },
    {
      "loss_action": 0.040499549359083176,
      "loss_total": 0.040499549359083176,
      "step": 1440
    },
    {
      "loss_action": 0.056066885590553284,
      "loss_total": 0.056066885590553284,
      "step": 1440
    },
    {
      "loss_action": 0.043250590562820435,
      "loss_total": 0.043250590562820435,
      "step": 1440
    },
    {
      "loss_action": 0.055811457335948944,
      "loss_total": 0.055811457335948944,
      "step": 1440
    },
    {
      "grad_norm": 1.0837376117706299,
      "learning_rate": 2.898e-05,
      "loss": 0.0597,
      "step": 1450
    },
    {
      "loss_action": 0.07345480471849442,
      "loss_total": 0.07345480471849442,
      "step": 1450
    },
    {
      "loss_action": 0.05280798301100731,
      "loss_total": 0.05280798301100731,
      "step": 1450
    },
    {
      "loss_action": 0.08319202065467834,
      "loss_total": 0.08319202065467834,
      "step": 1450
    },
    {
      "loss_action": 0.15643389523029327,
      "loss_total": 0.15643389523029327,
      "step": 1450
    },
    {
      "loss_action": 0.053411953151226044,
      "loss_total": 0.053411953151226044,
      "step": 1450
    },
    {
      "loss_action": 0.08404955267906189,
      "loss_total": 0.08404955267906189,
      "step": 1450
    },
    {
      "loss_action": 0.06859775632619858,
      "loss_total": 0.06859775632619858,
      "step": 1450
    },
    {
      "loss_action": 0.079778753221035,
      "loss_total": 0.079778753221035,
      "step": 1450
    },
    {
      "grad_norm": 1.4847229719161987,
      "learning_rate": 2.9180000000000002e-05,
      "loss": 0.0656,
      "step": 1460
    },
    {
      "loss_action": 0.08333739638328552,
      "loss_total": 0.08333739638328552,
      "step": 1460
    },
    {
      "loss_action": 0.041564375162124634,
      "loss_total": 0.041564375162124634,
      "step": 1460
    },
    {
      "loss_action": 0.03890811651945114,
      "loss_total": 0.03890811651945114,
      "step": 1460
    },
    {
      "loss_action": 0.07153727859258652,
      "loss_total": 0.07153727859258652,
      "step": 1460
    },
    {
      "loss_action": 0.045292120426893234,
      "loss_total": 0.045292120426893234,
      "step": 1460
    },
    {
      "loss_action": 0.07389331609010696,
      "loss_total": 0.07389331609010696,
      "step": 1460
    },
    {
      "loss_action": 0.04795698821544647,
      "loss_total": 0.04795698821544647,
      "step": 1460
    },
    {
      "loss_action": 0.06522436439990997,
      "loss_total": 0.06522436439990997,
      "step": 1460
    },
    {
      "grad_norm": 1.2116985321044922,
      "learning_rate": 2.9380000000000003e-05,
      "loss": 0.0586,
      "step": 1470
    },
    {
      "loss_action": 0.06331521272659302,
      "loss_total": 0.06331521272659302,
      "step": 1470
    },
    {
      "loss_action": 0.036798663437366486,
      "loss_total": 0.036798663437366486,
      "step": 1470
    },
    {
      "loss_action": 0.10593171417713165,
      "loss_total": 0.10593171417713165,
      "step": 1470
    },
    {
      "loss_action": 0.041574347764253616,
      "loss_total": 0.041574347764253616,
      "step": 1470
    },
    {
      "loss_action": 0.04668741300702095,
      "loss_total": 0.04668741300702095,
      "step": 1470
    },
    {
      "loss_action": 0.06454966217279434,
      "loss_total": 0.06454966217279434,
      "step": 1470
    },
    {
      "loss_action": 0.03858137130737305,
      "loss_total": 0.03858137130737305,
      "step": 1470
    },
    {
      "loss_action": 0.042492400854825974,
      "loss_total": 0.042492400854825974,
      "step": 1470
    },
    {
      "grad_norm": 1.013988971710205,
      "learning_rate": 2.958e-05,
      "loss": 0.0565,
      "step": 1480
    },
    {
      "loss_action": 0.06023382768034935,
      "loss_total": 0.06023382768034935,
      "step": 1480
    },
    {
      "loss_action": 0.04566469043493271,
      "loss_total": 0.04566469043493271,
      "step": 1480
    },
    {
      "loss_action": 0.0429704412817955,
      "loss_total": 0.0429704412817955,
      "step": 1480
    },
    {
      "loss_action": 0.04847532510757446,
      "loss_total": 0.04847532510757446,
      "step": 1480
    },
    {
      "loss_action": 0.04453931376338005,
      "loss_total": 0.04453931376338005,
      "step": 1480
    },
    {
      "loss_action": 0.040448300540447235,
      "loss_total": 0.040448300540447235,
      "step": 1480
    },
    {
      "loss_action": 0.12245599925518036,
      "loss_total": 0.12245599925518036,
      "step": 1480
    },
    {
      "loss_action": 0.04439585655927658,
      "loss_total": 0.04439585655927658,
      "step": 1480
    },
    {
      "grad_norm": 1.3525943756103516,
      "learning_rate": 2.9780000000000003e-05,
      "loss": 0.0584,
      "step": 1490
    },
    {
      "loss_action": 0.06638242304325104,
      "loss_total": 0.06638242304325104,
      "step": 1490
    },
    {
      "loss_action": 0.07678364217281342,
      "loss_total": 0.07678364217281342,
      "step": 1490
    },
    {
      "loss_action": 0.058115579187870026,
      "loss_total": 0.058115579187870026,
      "step": 1490
    },
    {
      "loss_action": 0.05735688656568527,
      "loss_total": 0.05735688656568527,
      "step": 1490
    },
    {
      "loss_action": 0.052404481917619705,
      "loss_total": 0.052404481917619705,
      "step": 1490
    },
    {
      "loss_action": 0.04517515003681183,
      "loss_total": 0.04517515003681183,
      "step": 1490
    },
    {
      "loss_action": 0.10512971878051758,
      "loss_total": 0.10512971878051758,
      "step": 1490
    },
    {
      "loss_action": 0.056356385350227356,
      "loss_total": 0.056356385350227356,
      "step": 1490
    },
    {
      "grad_norm": 1.144299864768982,
      "learning_rate": 2.998e-05,
      "loss": 0.0569,
      "step": 1500
    },
    {
      "loss_action": 0.05332290008664131,
      "loss_total": 0.05332290008664131,
      "step": 1500
    },
    {
      "loss_action": 0.07086966931819916,
      "loss_total": 0.07086966931819916,
      "step": 1500
    },
    {
      "loss_action": 0.07183226197957993,
      "loss_total": 0.07183226197957993,
      "step": 1500
    },
    {
      "loss_action": 0.045523930341005325,
      "loss_total": 0.045523930341005325,
      "step": 1500
    },
    {
      "loss_action": 0.04705701395869255,
      "loss_total": 0.04705701395869255,
      "step": 1500
    },
    {
      "loss_action": 0.037963077425956726,
      "loss_total": 0.037963077425956726,
      "step": 1500
    },
    {
      "loss_action": 0.05515538156032562,
      "loss_total": 0.05515538156032562,
      "step": 1500
    },
    {
      "loss_action": 0.03029215708374977,
      "loss_total": 0.03029215708374977,
      "step": 1500
    },
    {
      "grad_norm": 0.846673309803009,
      "learning_rate": 3.0180000000000002e-05,
      "loss": 0.0568,
      "step": 1510
    },
    {
      "loss_action": 0.03683958947658539,
      "loss_total": 0.03683958947658539,
      "step": 1510
    },
    {
      "loss_action": 0.036074668169021606,
      "loss_total": 0.036074668169021606,
      "step": 1510
    },
    {
      "loss_action": 0.045777201652526855,
      "loss_total": 0.045777201652526855,
      "step": 1510
    },
    {
      "loss_action": 0.05669174715876579,
      "loss_total": 0.05669174715876579,
      "step": 1510
    },
    {
      "loss_action": 0.055735550820827484,
      "loss_total": 0.055735550820827484,
      "step": 1510
    },
    {
      "loss_action": 0.0326869934797287,
      "loss_total": 0.0326869934797287,
      "step": 1510
    },
    {
      "loss_action": 0.035438913851976395,
      "loss_total": 0.035438913851976395,
      "step": 1510
    },
    {
      "loss_action": 0.04352188855409622,
      "loss_total": 0.04352188855409622,
      "step": 1510
    },
    {
      "grad_norm": 1.2501397132873535,
      "learning_rate": 3.0380000000000004e-05,
      "loss": 0.0554,
      "step": 1520
    },
    {
      "loss_action": 0.051302388310432434,
      "loss_total": 0.051302388310432434,
      "step": 1520
    },
    {
      "loss_action": 0.042315587401390076,
      "loss_total": 0.042315587401390076,
      "step": 1520
    },
    {
      "loss_action": 0.054671499878168106,
      "loss_total": 0.054671499878168106,
      "step": 1520
    },
    {
      "loss_action": 0.04832404851913452,
      "loss_total": 0.04832404851913452,
      "step": 1520
    },
    {
      "loss_action": 0.05682377144694328,
      "loss_total": 0.05682377144694328,
      "step": 1520
    },
    {
      "loss_action": 0.06773809343576431,
      "loss_total": 0.06773809343576431,
      "step": 1520
    },
    {
      "loss_action": 0.03471501171588898,
      "loss_total": 0.03471501171588898,
      "step": 1520
    },
    {
      "loss_action": 0.05889634042978287,
      "loss_total": 0.05889634042978287,
      "step": 1520
    },
    {
      "grad_norm": 1.2886196374893188,
      "learning_rate": 3.058e-05,
      "loss": 0.0572,
      "step": 1530
    },
    {
      "loss_action": 0.05135965719819069,
      "loss_total": 0.05135965719819069,
      "step": 1530
    },
    {
      "loss_action": 0.05134893208742142,
      "loss_total": 0.05134893208742142,
      "step": 1530
    },
    {
      "loss_action": 0.1287631392478943,
      "loss_total": 0.1287631392478943,
      "step": 1530
    },
    {
      "loss_action": 0.12413221597671509,
      "loss_total": 0.12413221597671509,
      "step": 1530
    },
    {
      "loss_action": 0.0736544281244278,
      "loss_total": 0.0736544281244278,
      "step": 1530
    },
    {
      "loss_action": 0.04498383775353432,
      "loss_total": 0.04498383775353432,
      "step": 1530
    },
    {
      "loss_action": 0.0493677482008934,
      "loss_total": 0.0493677482008934,
      "step": 1530
    },
    {
      "loss_action": 0.036302804946899414,
      "loss_total": 0.036302804946899414,
      "step": 1530
    },
    {
      "grad_norm": 1.3781753778457642,
      "learning_rate": 3.078e-05,
      "loss": 0.0603,
      "step": 1540
    },
    {
      "loss_action": 0.04361089691519737,
      "loss_total": 0.04361089691519737,
      "step": 1540
    },
    {
      "loss_action": 0.05465883016586304,
      "loss_total": 0.05465883016586304,
      "step": 1540
    },
    {
      "loss_action": 0.0657692551612854,
      "loss_total": 0.0657692551612854,
      "step": 1540
    },
    {
      "loss_action": 0.03758779168128967,
      "loss_total": 0.03758779168128967,
      "step": 1540
    },
    {
      "loss_action": 0.07569785416126251,
      "loss_total": 0.07569785416126251,
      "step": 1540
    },
    {
      "loss_action": 0.03910623863339424,
      "loss_total": 0.03910623863339424,
      "step": 1540
    },
    {
      "loss_action": 0.07367575168609619,
      "loss_total": 0.07367575168609619,
      "step": 1540
    },
    {
      "loss_action": 0.050292789936065674,
      "loss_total": 0.050292789936065674,
      "step": 1540
    },
    {
      "grad_norm": 0.9244681000709534,
      "learning_rate": 3.0980000000000005e-05,
      "loss": 0.0571,
      "step": 1550
    },
    {
      "loss_action": 0.08948163688182831,
      "loss_total": 0.08948163688182831,
      "step": 1550
    },
    {
      "loss_action": 0.07467223703861237,
      "loss_total": 0.07467223703861237,
      "step": 1550
    },
    {
      "loss_action": 0.04452613741159439,
      "loss_total": 0.04452613741159439,
      "step": 1550
    },
    {
      "loss_action": 0.05446484312415123,
      "loss_total": 0.05446484312415123,
      "step": 1550
    },
    {
      "loss_action": 0.04687554016709328,
      "loss_total": 0.04687554016709328,
      "step": 1550
    },
    {
      "loss_action": 0.07902006804943085,
      "loss_total": 0.07902006804943085,
      "step": 1550
    },
    {
      "loss_action": 0.042673587799072266,
      "loss_total": 0.042673587799072266,
      "step": 1550
    },
    {
      "loss_action": 0.09198231995105743,
      "loss_total": 0.09198231995105743,
      "step": 1550
    },
    {
      "grad_norm": 0.8576180338859558,
      "learning_rate": 3.118e-05,
      "loss": 0.0571,
      "step": 1560
    },
    {
      "loss_action": 0.04428129643201828,
      "loss_total": 0.04428129643201828,
      "step": 1560
    },
    {
      "loss_action": 0.05232051759958267,
      "loss_total": 0.05232051759958267,
      "step": 1560
    },
    {
      "loss_action": 0.04745403677225113,
      "loss_total": 0.04745403677225113,
      "step": 1560
    },
    {
      "loss_action": 0.05797886848449707,
      "loss_total": 0.05797886848449707,
      "step": 1560
    },
    {
      "loss_action": 0.054015904664993286,
      "loss_total": 0.054015904664993286,
      "step": 1560
    },
    {
      "loss_action": 0.039917975664138794,
      "loss_total": 0.039917975664138794,
      "step": 1560
    },
    {
      "loss_action": 0.046967096626758575,
      "loss_total": 0.046967096626758575,
      "step": 1560
    },
    {
      "loss_action": 0.06373531371355057,
      "loss_total": 0.06373531371355057,
      "step": 1560
    },
    {
      "grad_norm": 1.2576115131378174,
      "learning_rate": 3.138e-05,
      "loss": 0.0587,
      "step": 1570
    },
    {
      "loss_action": 0.07389753311872482,
      "loss_total": 0.07389753311872482,
      "step": 1570
    },
    {
      "loss_action": 0.044756047427654266,
      "loss_total": 0.044756047427654266,
      "step": 1570
    },
    {
      "loss_action": 0.05918901041150093,
      "loss_total": 0.05918901041150093,
      "step": 1570
    },
    {
      "loss_action": 0.057736411690711975,
      "loss_total": 0.057736411690711975,
      "step": 1570
    },
    {
      "loss_action": 0.08423694968223572,
      "loss_total": 0.08423694968223572,
      "step": 1570
    },
    {
      "loss_action": 0.03908512741327286,
      "loss_total": 0.03908512741327286,
      "step": 1570
    },
    {
      "loss_action": 0.04428781196475029,
      "loss_total": 0.04428781196475029,
      "step": 1570
    },
    {
      "loss_action": 0.07149466872215271,
      "loss_total": 0.07149466872215271,
      "step": 1570
    },
    {
      "grad_norm": 1.3204537630081177,
      "learning_rate": 3.1580000000000006e-05,
      "loss": 0.0578,
      "step": 1580
    },
    {
      "loss_action": 0.04697246849536896,
      "loss_total": 0.04697246849536896,
      "step": 1580
    },
    {
      "loss_action": 0.04568144679069519,
      "loss_total": 0.04568144679069519,
      "step": 1580
    },
    {
      "loss_action": 0.04128079116344452,
      "loss_total": 0.04128079116344452,
      "step": 1580
    },
    {
      "loss_action": 0.08783482015132904,
      "loss_total": 0.08783482015132904,
      "step": 1580
    },
    {
      "loss_action": 0.06397275626659393,
      "loss_total": 0.06397275626659393,
      "step": 1580
    },
    {
      "loss_action": 0.05534873157739639,
      "loss_total": 0.05534873157739639,
      "step": 1580
    },
    {
      "loss_action": 0.05097359046339989,
      "loss_total": 0.05097359046339989,
      "step": 1580
    },
    {
      "loss_action": 0.08903874456882477,
      "loss_total": 0.08903874456882477,
      "step": 1580
    },
    {
      "grad_norm": 0.9366993308067322,
      "learning_rate": 3.1780000000000004e-05,
      "loss": 0.0574,
      "step": 1590
    },
    {
      "loss_action": 0.03969482332468033,
      "loss_total": 0.03969482332468033,
      "step": 1590
    },
    {
      "loss_action": 0.05292925983667374,
      "loss_total": 0.05292925983667374,
      "step": 1590
    },
    {
      "loss_action": 0.04941143840551376,
      "loss_total": 0.04941143840551376,
      "step": 1590
    },
    {
      "loss_action": 0.03933093696832657,
      "loss_total": 0.03933093696832657,
      "step": 1590
    },
    {
      "loss_action": 0.053885094821453094,
      "loss_total": 0.053885094821453094,
      "step": 1590
    },
    {
      "loss_action": 0.0437866672873497,
      "loss_total": 0.0437866672873497,
      "step": 1590
    },
    {
      "loss_action": 0.04052334278821945,
      "loss_total": 0.04052334278821945,
      "step": 1590
    },
    {
      "loss_action": 0.055030457675457,
      "loss_total": 0.055030457675457,
      "step": 1590
    },
    {
      "grad_norm": 0.9659859538078308,
      "learning_rate": 3.198e-05,
      "loss": 0.0595,
      "step": 1600
    },
    {
      "loss_action": 0.04842214286327362,
      "loss_total": 0.04842214286327362,
      "step": 1600
    },
    {
      "loss_action": 0.05713549628853798,
      "loss_total": 0.05713549628853798,
      "step": 1600
    },
    {
      "loss_action": 0.03238329663872719,
      "loss_total": 0.03238329663872719,
      "step": 1600
    },
    {
      "loss_action": 0.07425208389759064,
      "loss_total": 0.07425208389759064,
      "step": 1600
    },
    {
      "loss_action": 0.050601303577423096,
      "loss_total": 0.050601303577423096,
      "step": 1600
    },
    {
      "loss_action": 0.0326765738427639,
      "loss_total": 0.0326765738427639,
      "step": 1600
    },
    {
      "loss_action": 0.042930394411087036,
      "loss_total": 0.042930394411087036,
      "step": 1600
    },
    {
      "loss_action": 0.06219727173447609,
      "loss_total": 0.06219727173447609,
      "step": 1600
    },
    {
      "grad_norm": 0.9443353414535522,
      "learning_rate": 3.218e-05,
      "loss": 0.0542,
      "step": 1610
    },
    {
      "loss_action": 0.03275403380393982,
      "loss_total": 0.03275403380393982,
      "step": 1610
    },
    {
      "loss_action": 0.036443259567022324,
      "loss_total": 0.036443259567022324,
      "step": 1610
    },
    {
      "loss_action": 0.06407106667757034,
      "loss_total": 0.06407106667757034,
      "step": 1610
    },
    {
      "loss_action": 0.05265732482075691,
      "loss_total": 0.05265732482075691,
      "step": 1610
    },
    {
      "loss_action": 0.07514648139476776,
      "loss_total": 0.07514648139476776,
      "step": 1610
    },
    {
      "loss_action": 0.05095191299915314,
      "loss_total": 0.05095191299915314,
      "step": 1610
    },
    {
      "loss_action": 0.037912603467702866,
      "loss_total": 0.037912603467702866,
      "step": 1610
    },
    {
      "loss_action": 0.07156035304069519,
      "loss_total": 0.07156035304069519,
      "step": 1610
    },
    {
      "grad_norm": 1.0442603826522827,
      "learning_rate": 3.238e-05,
      "loss": 0.0507,
      "step": 1620
    },
    {
      "loss_action": 0.06436312943696976,
      "loss_total": 0.06436312943696976,
      "step": 1620
    },
    {
      "loss_action": 0.04870985448360443,
      "loss_total": 0.04870985448360443,
      "step": 1620
    },
    {
      "loss_action": 0.04373487830162048,
      "loss_total": 0.04373487830162048,
      "step": 1620
    },
    {
      "loss_action": 0.05221138149499893,
      "loss_total": 0.05221138149499893,
      "step": 1620
    },
    {
      "loss_action": 0.051037609577178955,
      "loss_total": 0.051037609577178955,
      "step": 1620
    },
    {
      "loss_action": 0.04808516055345535,
      "loss_total": 0.04808516055345535,
      "step": 1620
    },
    {
      "loss_action": 0.05902131646871567,
      "loss_total": 0.05902131646871567,
      "step": 1620
    },
    {
      "loss_action": 0.043263375759124756,
      "loss_total": 0.043263375759124756,
      "step": 1620
    },
    {
      "grad_norm": 0.9859246611595154,
      "learning_rate": 3.2579999999999996e-05,
      "loss": 0.0563,
      "step": 1630
    },
    {
      "loss_action": 0.037897296249866486,
      "loss_total": 0.037897296249866486,
      "step": 1630
    },
    {
      "loss_action": 0.03895103931427002,
      "loss_total": 0.03895103931427002,
      "step": 1630
    },
    {
      "loss_action": 0.05568496882915497,
      "loss_total": 0.05568496882915497,
      "step": 1630
    },
    {
      "loss_action": 0.03448264300823212,
      "loss_total": 0.03448264300823212,
      "step": 1630
    },
    {
      "loss_action": 0.04080217331647873,
      "loss_total": 0.04080217331647873,
      "step": 1630
    },
    {
      "loss_action": 0.055879734456539154,
      "loss_total": 0.055879734456539154,
      "step": 1630
    },
    {
      "loss_action": 0.026627767831087112,
      "loss_total": 0.026627767831087112,
      "step": 1630
    },
    {
      "loss_action": 0.0521232895553112,
      "loss_total": 0.0521232895553112,
      "step": 1630
    },
    {
      "grad_norm": 0.9812177419662476,
      "learning_rate": 3.278e-05,
      "loss": 0.0523,
      "step": 1640
    },
    {
      "loss_action": 0.04609674960374832,
      "loss_total": 0.04609674960374832,
      "step": 1640
    },
    {
      "loss_action": 0.045700445771217346,
      "loss_total": 0.045700445771217346,
      "step": 1640
    },
    {
      "loss_action": 0.12353797256946564,
      "loss_total": 0.12353797256946564,
      "step": 1640
    },
    {
      "loss_action": 0.1014334037899971,
      "loss_total": 0.1014334037899971,
      "step": 1640
    },
    {
      "loss_action": 0.05710694566369057,
      "loss_total": 0.05710694566369057,
      "step": 1640
    },
    {
      "loss_action": 0.04466435685753822,
      "loss_total": 0.04466435685753822,
      "step": 1640
    },
    {
      "loss_action": 0.06403492391109467,
      "loss_total": 0.06403492391109467,
      "step": 1640
    },
    {
      "loss_action": 0.060783036053180695,
      "loss_total": 0.060783036053180695,
      "step": 1640
    },
    {
      "grad_norm": 0.9919247031211853,
      "learning_rate": 3.298e-05,
      "loss": 0.0526,
      "step": 1650
    },
    {
      "loss_action": 0.04476071894168854,
      "loss_total": 0.04476071894168854,
      "step": 1650
    },
    {
      "loss_action": 0.04884752631187439,
      "loss_total": 0.04884752631187439,
      "step": 1650
    },
    {
      "loss_action": 0.05013134703040123,
      "loss_total": 0.05013134703040123,
      "step": 1650
    },
    {
      "loss_action": 0.04408435896039009,
      "loss_total": 0.04408435896039009,
      "step": 1650
    },
    {
      "loss_action": 0.04145848751068115,
      "loss_total": 0.04145848751068115,
      "step": 1650
    },
    {
      "loss_action": 0.04011907801032066,
      "loss_total": 0.04011907801032066,
      "step": 1650
    },
    {
      "loss_action": 0.037015825510025024,
      "loss_total": 0.037015825510025024,
      "step": 1650
    },
    {
      "loss_action": 0.033691827207803726,
      "loss_total": 0.033691827207803726,
      "step": 1650
    },
    {
      "grad_norm": 1.1286935806274414,
      "learning_rate": 3.318e-05,
      "loss": 0.0528,
      "step": 1660
    },
    {
      "loss_action": 0.03738783299922943,
      "loss_total": 0.03738783299922943,
      "step": 1660
    },
    {
      "loss_action": 0.036150529980659485,
      "loss_total": 0.036150529980659485,
      "step": 1660
    },
    {
      "loss_action": 0.03382273018360138,
      "loss_total": 0.03382273018360138,
      "step": 1660
    },
    {
      "loss_action": 0.032533299177885056,
      "loss_total": 0.032533299177885056,
      "step": 1660
    },
    {
      "loss_action": 0.03850143402814865,
      "loss_total": 0.03850143402814865,
      "step": 1660
    },
    {
      "loss_action": 0.06256947666406631,
      "loss_total": 0.06256947666406631,
      "step": 1660
    },
    {
      "loss_action": 0.060596928000450134,
      "loss_total": 0.060596928000450134,
      "step": 1660
    },
    {
      "loss_action": 0.05045919492840767,
      "loss_total": 0.05045919492840767,
      "step": 1660
    },
    {
      "grad_norm": 0.9526786208152771,
      "learning_rate": 3.338e-05,
      "loss": 0.0517,
      "step": 1670
    },
    {
      "loss_action": 0.0465908944606781,
      "loss_total": 0.0465908944606781,
      "step": 1670
    },
    {
      "loss_action": 0.049601487815380096,
      "loss_total": 0.049601487815380096,
      "step": 1670
    },
    {
      "loss_action": 0.09188106656074524,
      "loss_total": 0.09188106656074524,
      "step": 1670
    },
    {
      "loss_action": 0.04265102371573448,
      "loss_total": 0.04265102371573448,
      "step": 1670
    },
    {
      "loss_action": 0.08121708035469055,
      "loss_total": 0.08121708035469055,
      "step": 1670
    },
    {
      "loss_action": 0.04113969951868057,
      "loss_total": 0.04113969951868057,
      "step": 1670
    },
    {
      "loss_action": 0.05058305338025093,
      "loss_total": 0.05058305338025093,
      "step": 1670
    },
    {
      "loss_action": 0.1773017942905426,
      "loss_total": 0.1773017942905426,
      "step": 1670
    },
    {
      "grad_norm": 1.1990416049957275,
      "learning_rate": 3.358e-05,
      "loss": 0.0552,
      "step": 1680
    },
    {
      "loss_action": 0.04815196990966797,
      "loss_total": 0.04815196990966797,
      "step": 1680
    },
    {
      "loss_action": 0.04195579141378403,
      "loss_total": 0.04195579141378403,
      "step": 1680
    },
    {
      "loss_action": 0.0570240393280983,
      "loss_total": 0.0570240393280983,
      "step": 1680
    },
    {
      "loss_action": 0.06563685834407806,
      "loss_total": 0.06563685834407806,
      "step": 1680
    },
    {
      "loss_action": 0.05236829072237015,
      "loss_total": 0.05236829072237015,
      "step": 1680
    },
    {
      "loss_action": 0.05735626071691513,
      "loss_total": 0.05735626071691513,
      "step": 1680
    },
    {
      "loss_action": 0.07413969933986664,
      "loss_total": 0.07413969933986664,
      "step": 1680
    },
    {
      "loss_action": 0.07447338104248047,
      "loss_total": 0.07447338104248047,
      "step": 1680
    },
    {
      "grad_norm": 1.511069416999817,
      "learning_rate": 3.378e-05,
      "loss": 0.0615,
      "step": 1690
    },
    {
      "loss_action": 0.10721854120492935,
      "loss_total": 0.10721854120492935,
      "step": 1690
    },
    {
      "loss_action": 0.051679350435733795,
      "loss_total": 0.051679350435733795,
      "step": 1690
    },
    {
      "loss_action": 0.03332105278968811,
      "loss_total": 0.03332105278968811,
      "step": 1690
    },
    {
      "loss_action": 0.15623168647289276,
      "loss_total": 0.15623168647289276,
      "step": 1690
    },
    {
      "loss_action": 0.053842492401599884,
      "loss_total": 0.053842492401599884,
      "step": 1690
    },
    {
      "loss_action": 0.045544952154159546,
      "loss_total": 0.045544952154159546,
      "step": 1690
    },
    {
      "loss_action": 0.0594351664185524,
      "loss_total": 0.0594351664185524,
      "step": 1690
    },
    {
      "loss_action": 0.0475081205368042,
      "loss_total": 0.0475081205368042,
      "step": 1690
    },
    {
      "grad_norm": 1.0690408945083618,
      "learning_rate": 3.398e-05,
      "loss": 0.0615,
      "step": 1700
    },
    {
      "loss_action": 0.036569222807884216,
      "loss_total": 0.036569222807884216,
      "step": 1700
    },
    {
      "loss_action": 0.03927014023065567,
      "loss_total": 0.03927014023065567,
      "step": 1700
    },
    {
      "loss_action": 0.05650126934051514,
      "loss_total": 0.05650126934051514,
      "step": 1700
    },
    {
      "loss_action": 0.039658818393945694,
      "loss_total": 0.039658818393945694,
      "step": 1700
    },
    {
      "loss_action": 0.031442638486623764,
      "loss_total": 0.031442638486623764,
      "step": 1700
    },
    {
      "loss_action": 0.03305736184120178,
      "loss_total": 0.03305736184120178,
      "step": 1700
    },
    {
      "loss_action": 0.061877839267253876,
      "loss_total": 0.061877839267253876,
      "step": 1700
    },
    {
      "loss_action": 0.03780540078878403,
      "loss_total": 0.03780540078878403,
      "step": 1700
    },
    {
      "grad_norm": 1.1862025260925293,
      "learning_rate": 3.418e-05,
      "loss": 0.054,
      "step": 1710
    },
    {
      "loss_action": 0.04391942173242569,
      "loss_total": 0.04391942173242569,
      "step": 1710
    },
    {
      "loss_action": 0.04845476523041725,
      "loss_total": 0.04845476523041725,
      "step": 1710
    },
    {
      "loss_action": 0.05578561872243881,
      "loss_total": 0.05578561872243881,
      "step": 1710
    },
    {
      "loss_action": 0.03919903188943863,
      "loss_total": 0.03919903188943863,
      "step": 1710
    },
    {
      "loss_action": 0.03985179588198662,
      "loss_total": 0.03985179588198662,
      "step": 1710
    },
    {
      "loss_action": 0.032242774963378906,
      "loss_total": 0.032242774963378906,
      "step": 1710
    },
    {
      "loss_action": 0.0412634015083313,
      "loss_total": 0.0412634015083313,
      "step": 1710
    },
    {
      "loss_action": 0.051576994359493256,
      "loss_total": 0.051576994359493256,
      "step": 1710
    },
    {
      "grad_norm": 1.0997812747955322,
      "learning_rate": 3.438e-05,
      "loss": 0.055,
      "step": 1720
    },
    {
      "loss_action": 0.0388522744178772,
      "loss_total": 0.0388522744178772,
      "step": 1720
    },
    {
      "loss_action": 0.05894611030817032,
      "loss_total": 0.05894611030817032,
      "step": 1720
    },
    {
      "loss_action": 0.05111508071422577,
      "loss_total": 0.05111508071422577,
      "step": 1720
    },
    {
      "loss_action": 0.04990464448928833,
      "loss_total": 0.04990464448928833,
      "step": 1720
    },
    {
      "loss_action": 0.045615680515766144,
      "loss_total": 0.045615680515766144,
      "step": 1720
    },
    {
      "loss_action": 0.046852052211761475,
      "loss_total": 0.046852052211761475,
      "step": 1720
    },
    {
      "loss_action": 0.061816953122615814,
      "loss_total": 0.061816953122615814,
      "step": 1720
    },
    {
      "loss_action": 0.054304420948028564,
      "loss_total": 0.054304420948028564,
      "step": 1720
    },
    {
      "grad_norm": 0.9662284851074219,
      "learning_rate": 3.4580000000000004e-05,
      "loss": 0.0504,
      "step": 1730
    },
    {
      "loss_action": 0.04131048172712326,
      "loss_total": 0.04131048172712326,
      "step": 1730
    },
    {
      "loss_action": 0.041890837252140045,
      "loss_total": 0.041890837252140045,
      "step": 1730
    },
    {
      "loss_action": 0.03255203738808632,
      "loss_total": 0.03255203738808632,
      "step": 1730
    },
    {
      "loss_action": 0.033159106969833374,
      "loss_total": 0.033159106969833374,
      "step": 1730
    },
    {
      "loss_action": 0.0322747565805912,
      "loss_total": 0.0322747565805912,
      "step": 1730
    },
    {
      "loss_action": 0.07224315404891968,
      "loss_total": 0.07224315404891968,
      "step": 1730
    },
    {
      "loss_action": 0.04185723513364792,
      "loss_total": 0.04185723513364792,
      "step": 1730
    },
    {
      "loss_action": 0.028991475701332092,
      "loss_total": 0.028991475701332092,
      "step": 1730
    },
    {
      "grad_norm": 1.0781863927841187,
      "learning_rate": 3.478e-05,
      "loss": 0.0548,
      "step": 1740
    },
    {
      "loss_action": 0.04937123507261276,
      "loss_total": 0.04937123507261276,
      "step": 1740
    },
    {
      "loss_action": 0.04106483235955238,
      "loss_total": 0.04106483235955238,
      "step": 1740
    },
    {
      "loss_action": 0.05454619973897934,
      "loss_total": 0.05454619973897934,
      "step": 1740
    },
    {
      "loss_action": 0.06009756773710251,
      "loss_total": 0.06009756773710251,
      "step": 1740
    },
    {
      "loss_action": 0.03734467923641205,
      "loss_total": 0.03734467923641205,
      "step": 1740
    },
    {
      "loss_action": 0.09736833721399307,
      "loss_total": 0.09736833721399307,
      "step": 1740
    },
    {
      "loss_action": 0.0722665786743164,
      "loss_total": 0.0722665786743164,
      "step": 1740
    },
    {
      "loss_action": 0.06142599880695343,
      "loss_total": 0.06142599880695343,
      "step": 1740
    },
    {
      "grad_norm": 0.9550384283065796,
      "learning_rate": 3.498e-05,
      "loss": 0.0597,
      "step": 1750
    },
    {
      "loss_action": 0.07831891626119614,
      "loss_total": 0.07831891626119614,
      "step": 1750
    },
    {
      "loss_action": 0.05584701895713806,
      "loss_total": 0.05584701895713806,
      "step": 1750
    },
    {
      "loss_action": 0.03951991721987724,
      "loss_total": 0.03951991721987724,
      "step": 1750
    },
    {
      "loss_action": 0.03518046438694,
      "loss_total": 0.03518046438694,
      "step": 1750
    },
    {
      "loss_action": 0.03878730162978172,
      "loss_total": 0.03878730162978172,
      "step": 1750
    },
    {
      "loss_action": 0.046765848994255066,
      "loss_total": 0.046765848994255066,
      "step": 1750
    },
    {
      "loss_action": 0.03985895961523056,
      "loss_total": 0.03985895961523056,
      "step": 1750
    },
    {
      "loss_action": 0.049455855041742325,
      "loss_total": 0.049455855041742325,
      "step": 1750
    },
    {
      "grad_norm": 0.8941497802734375,
      "learning_rate": 3.518e-05,
      "loss": 0.052,
      "step": 1760
    },
    {
      "loss_action": 0.05038604140281677,
      "loss_total": 0.05038604140281677,
      "step": 1760
    },
    {
      "loss_action": 0.07507108151912689,
      "loss_total": 0.07507108151912689,
      "step": 1760
    },
    {
      "loss_action": 0.04706835746765137,
      "loss_total": 0.04706835746765137,
      "step": 1760
    },
    {
      "loss_action": 0.047191835939884186,
      "loss_total": 0.047191835939884186,
      "step": 1760
    },
    {
      "loss_action": 0.06407153606414795,
      "loss_total": 0.06407153606414795,
      "step": 1760
    },
    {
      "loss_action": 0.05163206160068512,
      "loss_total": 0.05163206160068512,
      "step": 1760
    },
    {
      "loss_action": 0.053839001804590225,
      "loss_total": 0.053839001804590225,
      "step": 1760
    },
    {
      "loss_action": 0.05590607598423958,
      "loss_total": 0.05590607598423958,
      "step": 1760
    },
    {
      "grad_norm": 1.3283497095108032,
      "learning_rate": 3.5380000000000003e-05,
      "loss": 0.0585,
      "step": 1770
    },
    {
      "loss_action": 0.06146987900137901,
      "loss_total": 0.06146987900137901,
      "step": 1770
    },
    {
      "loss_action": 0.09279272705316544,
      "loss_total": 0.09279272705316544,
      "step": 1770
    },
    {
      "loss_action": 0.0703171119093895,
      "loss_total": 0.0703171119093895,
      "step": 1770
    },
    {
      "loss_action": 0.04339788854122162,
      "loss_total": 0.04339788854122162,
      "step": 1770
    },
    {
      "loss_action": 0.047466859221458435,
      "loss_total": 0.047466859221458435,
      "step": 1770
    },
    {
      "loss_action": 0.04107322543859482,
      "loss_total": 0.04107322543859482,
      "step": 1770
    },
    {
      "loss_action": 0.05185112729668617,
      "loss_total": 0.05185112729668617,
      "step": 1770
    },
    {
      "loss_action": 0.0773351639509201,
      "loss_total": 0.0773351639509201,
      "step": 1770
    },
    {
      "grad_norm": 0.8589601516723633,
      "learning_rate": 3.558e-05,
      "loss": 0.0553,
      "step": 1780
    },
    {
      "loss_action": 0.0466991662979126,
      "loss_total": 0.0466991662979126,
      "step": 1780
    },
    {
      "loss_action": 0.045099325478076935,
      "loss_total": 0.045099325478076935,
      "step": 1780
    },
    {
      "loss_action": 0.0758252814412117,
      "loss_total": 0.0758252814412117,
      "step": 1780
    },
    {
      "loss_action": 0.0969371348619461,
      "loss_total": 0.0969371348619461,
      "step": 1780
    },
    {
      "loss_action": 0.05432136356830597,
      "loss_total": 0.05432136356830597,
      "step": 1780
    },
    {
      "loss_action": 0.02959570661187172,
      "loss_total": 0.02959570661187172,
      "step": 1780
    },
    {
      "loss_action": 0.04364906996488571,
      "loss_total": 0.04364906996488571,
      "step": 1780
    },
    {
      "loss_action": 0.030921094119548798,
      "loss_total": 0.030921094119548798,
      "step": 1780
    },
    {
      "grad_norm": 0.7743068933486938,
      "learning_rate": 3.578e-05,
      "loss": 0.0507,
      "step": 1790
    },
    {
      "loss_action": 0.05274999141693115,
      "loss_total": 0.05274999141693115,
      "step": 1790
    },
    {
      "loss_action": 0.04629860073328018,
      "loss_total": 0.04629860073328018,
      "step": 1790
    },
    {
      "loss_action": 0.04295801743865013,
      "loss_total": 0.04295801743865013,
      "step": 1790
    },
    {
      "loss_action": 0.07403711974620819,
      "loss_total": 0.07403711974620819,
      "step": 1790
    },
    {
      "loss_action": 0.04333742707967758,
      "loss_total": 0.04333742707967758,
      "step": 1790
    },
    {
      "loss_action": 0.04044345021247864,
      "loss_total": 0.04044345021247864,
      "step": 1790
    },
    {
      "loss_action": 0.03545684739947319,
      "loss_total": 0.03545684739947319,
      "step": 1790
    },
    {
      "loss_action": 0.04617311805486679,
      "loss_total": 0.04617311805486679,
      "step": 1790
    },
    {
      "grad_norm": 1.1694228649139404,
      "learning_rate": 3.5980000000000004e-05,
      "loss": 0.0506,
      "step": 1800
    },
    {
      "loss_action": 0.02991621568799019,
      "loss_total": 0.02991621568799019,
      "step": 1800
    },
    {
      "loss_action": 0.03109728917479515,
      "loss_total": 0.03109728917479515,
      "step": 1800
    },
    {
      "loss_action": 0.06340444087982178,
      "loss_total": 0.06340444087982178,
      "step": 1800
    },
    {
      "loss_action": 0.03724725916981697,
      "loss_total": 0.03724725916981697,
      "step": 1800
    },
    {
      "loss_action": 0.03401193767786026,
      "loss_total": 0.03401193767786026,
      "step": 1800
    },
    {
      "loss_action": 0.029580896720290184,
      "loss_total": 0.029580896720290184,
      "step": 1800
    },
    {
      "loss_action": 0.034507863223552704,
      "loss_total": 0.034507863223552704,
      "step": 1800
    },
    {
      "loss_action": 0.09039365500211716,
      "loss_total": 0.09039365500211716,
      "step": 1800
    },
    {
      "grad_norm": 0.8033886551856995,
      "learning_rate": 3.618e-05,
      "loss": 0.0482,
      "step": 1810
    },
    {
      "loss_action": 0.03126963600516319,
      "loss_total": 0.03126963600516319,
      "step": 1810
    },
    {
      "loss_action": 0.04943985491991043,
      "loss_total": 0.04943985491991043,
      "step": 1810
    },
    {
      "loss_action": 0.0426332913339138,
      "loss_total": 0.0426332913339138,
      "step": 1810
    },
    {
      "loss_action": 0.05765393003821373,
      "loss_total": 0.05765393003821373,
      "step": 1810
    },
    {
      "loss_action": 0.04423382878303528,
      "loss_total": 0.04423382878303528,
      "step": 1810
    },
    {
      "loss_action": 0.051309019327163696,
      "loss_total": 0.051309019327163696,
      "step": 1810
    },
    {
      "loss_action": 0.04328025132417679,
      "loss_total": 0.04328025132417679,
      "step": 1810
    },
    {
      "loss_action": 0.057350464165210724,
      "loss_total": 0.057350464165210724,
      "step": 1810
    },
    {
      "grad_norm": 0.81177818775177,
      "learning_rate": 3.638e-05,
      "loss": 0.0509,
      "step": 1820
    },
    {
      "loss_action": 0.030712243169546127,
      "loss_total": 0.030712243169546127,
      "step": 1820
    },
    {
      "loss_action": 0.03977977856993675,
      "loss_total": 0.03977977856993675,
      "step": 1820
    },
    {
      "loss_action": 0.03757397457957268,
      "loss_total": 0.03757397457957268,
      "step": 1820
    },
    {
      "loss_action": 0.03922450169920921,
      "loss_total": 0.03922450169920921,
      "step": 1820
    },
    {
      "loss_action": 0.039451662451028824,
      "loss_total": 0.039451662451028824,
      "step": 1820
    },
    {
      "loss_action": 0.041750386357307434,
      "loss_total": 0.041750386357307434,
      "step": 1820
    },
    {
      "loss_action": 0.05459289625287056,
      "loss_total": 0.05459289625287056,
      "step": 1820
    },
    {
      "loss_action": 0.035151124000549316,
      "loss_total": 0.035151124000549316,
      "step": 1820
    },
    {
      "grad_norm": 0.7407244443893433,
      "learning_rate": 3.6580000000000006e-05,
      "loss": 0.0464,
      "step": 1830
    },
    {
      "loss_action": 0.07073047757148743,
      "loss_total": 0.07073047757148743,
      "step": 1830
    },
    {
      "loss_action": 0.04359227418899536,
      "loss_total": 0.04359227418899536,
      "step": 1830
    },
    {
      "loss_action": 0.0336611308157444,
      "loss_total": 0.0336611308157444,
      "step": 1830
    },
    {
      "loss_action": 0.03459323197603226,
      "loss_total": 0.03459323197603226,
      "step": 1830
    },
    {
      "loss_action": 0.04156985133886337,
      "loss_total": 0.04156985133886337,
      "step": 1830
    },
    {
      "loss_action": 0.051346972584724426,
      "loss_total": 0.051346972584724426,
      "step": 1830
    },
    {
      "loss_action": 0.05034671723842621,
      "loss_total": 0.05034671723842621,
      "step": 1830
    },
    {
      "loss_action": 0.05329546332359314,
      "loss_total": 0.05329546332359314,
      "step": 1830
    },
    {
      "grad_norm": 1.0205844640731812,
      "learning_rate": 3.6780000000000004e-05,
      "loss": 0.051,
      "step": 1840
    },
    {
      "loss_action": 0.03500085324048996,
      "loss_total": 0.03500085324048996,
      "step": 1840
    },
    {
      "loss_action": 0.042434558272361755,
      "loss_total": 0.042434558272361755,
      "step": 1840
    },
    {
      "loss_action": 0.06868375092744827,
      "loss_total": 0.06868375092744827,
      "step": 1840
    },
    {
      "loss_action": 0.03518713265657425,
      "loss_total": 0.03518713265657425,
      "step": 1840
    },
    {
      "loss_action": 0.035713210701942444,
      "loss_total": 0.035713210701942444,
      "step": 1840
    },
    {
      "loss_action": 0.030126281082630157,
      "loss_total": 0.030126281082630157,
      "step": 1840
    },
    {
      "loss_action": 0.03164348751306534,
      "loss_total": 0.03164348751306534,
      "step": 1840
    },
    {
      "loss_action": 0.048072077333927155,
      "loss_total": 0.048072077333927155,
      "step": 1840
    },
    {
      "grad_norm": 0.8857951164245605,
      "learning_rate": 3.698e-05,
      "loss": 0.0471,
      "step": 1850
    },
    {
      "loss_action": 0.030981751158833504,
      "loss_total": 0.030981751158833504,
      "step": 1850
    },
    {
      "loss_action": 0.05045623704791069,
      "loss_total": 0.05045623704791069,
      "step": 1850
    },
    {
      "loss_action": 0.03618640452623367,
      "loss_total": 0.03618640452623367,
      "step": 1850
    },
    {
      "loss_action": 0.04556318745017052,
      "loss_total": 0.04556318745017052,
      "step": 1850
    },
    {
      "loss_action": 0.042058415710926056,
      "loss_total": 0.042058415710926056,
      "step": 1850
    },
    {
      "loss_action": 0.042136430740356445,
      "loss_total": 0.042136430740356445,
      "step": 1850
    },
    {
      "loss_action": 0.03012659028172493,
      "loss_total": 0.03012659028172493,
      "step": 1850
    },
    {
      "loss_action": 0.03856378793716431,
      "loss_total": 0.03856378793716431,
      "step": 1850
    },
    {
      "grad_norm": 1.0585635900497437,
      "learning_rate": 3.7180000000000007e-05,
      "loss": 0.0538,
      "step": 1860
    },
    {
      "loss_action": 0.043538518249988556,
      "loss_total": 0.043538518249988556,
      "step": 1860
    },
    {
      "loss_action": 0.03444478660821915,
      "loss_total": 0.03444478660821915,
      "step": 1860
    },
    {
      "loss_action": 0.04697579890489578,
      "loss_total": 0.04697579890489578,
      "step": 1860
    },
    {
      "loss_action": 0.11058367043733597,
      "loss_total": 0.11058367043733597,
      "step": 1860
    },
    {
      "loss_action": 0.04374390095472336,
      "loss_total": 0.04374390095472336,
      "step": 1860
    },
    {
      "loss_action": 0.04535108059644699,
      "loss_total": 0.04535108059644699,
      "step": 1860
    },
    {
      "loss_action": 0.04436129331588745,
      "loss_total": 0.04436129331588745,
      "step": 1860
    },
    {
      "loss_action": 0.06422166526317596,
      "loss_total": 0.06422166526317596,
      "step": 1860
    },
    {
      "grad_norm": 1.0611448287963867,
      "learning_rate": 3.7380000000000005e-05,
      "loss": 0.0503,
      "step": 1870
    },
    {
      "loss_action": 0.031933534890413284,
      "loss_total": 0.031933534890413284,
      "step": 1870
    },
    {
      "loss_action": 0.028322316706180573,
      "loss_total": 0.028322316706180573,
      "step": 1870
    },
    {
      "loss_action": 0.041341252624988556,
      "loss_total": 0.041341252624988556,
      "step": 1870
    },
    {
      "loss_action": 0.02860904671251774,
      "loss_total": 0.02860904671251774,
      "step": 1870
    },
    {
      "loss_action": 0.04137623310089111,
      "loss_total": 0.04137623310089111,
      "step": 1870
    },
    {
      "loss_action": 0.043311480432748795,
      "loss_total": 0.043311480432748795,
      "step": 1870
    },
    {
      "loss_action": 0.09397570788860321,
      "loss_total": 0.09397570788860321,
      "step": 1870
    },
    {
      "loss_action": 0.061661332845687866,
      "loss_total": 0.061661332845687866,
      "step": 1870
    },
    {
      "grad_norm": 0.7302718162536621,
      "learning_rate": 3.758e-05,
      "loss": 0.0482,
      "step": 1880
    },
    {
      "loss_action": 0.07183381915092468,
      "loss_total": 0.07183381915092468,
      "step": 1880
    },
    {
      "loss_action": 0.03376198559999466,
      "loss_total": 0.03376198559999466,
      "step": 1880
    },
    {
      "loss_action": 0.04318750649690628,
      "loss_total": 0.04318750649690628,
      "step": 1880
    },
    {
      "loss_action": 0.0338735356926918,
      "loss_total": 0.0338735356926918,
      "step": 1880
    },
    {
      "loss_action": 0.0544411838054657,
      "loss_total": 0.0544411838054657,
      "step": 1880
    },
    {
      "loss_action": 0.04430215060710907,
      "loss_total": 0.04430215060710907,
      "step": 1880
    },
    {
      "loss_action": 0.045522093772888184,
      "loss_total": 0.045522093772888184,
      "step": 1880
    },
    {
      "loss_action": 0.030413750559091568,
      "loss_total": 0.030413750559091568,
      "step": 1880
    },
    {
      "grad_norm": 0.9222367405891418,
      "learning_rate": 3.778000000000001e-05,
      "loss": 0.0497,
      "step": 1890
    },
    {
      "loss_action": 0.060137707740068436,
      "loss_total": 0.060137707740068436,
      "step": 1890
    },
    {
      "loss_action": 0.03523849695920944,
      "loss_total": 0.03523849695920944,
      "step": 1890
    },
    {
      "loss_action": 0.09759928286075592,
      "loss_total": 0.09759928286075592,
      "step": 1890
    },
    {
      "loss_action": 0.03972822427749634,
      "loss_total": 0.03972822427749634,
      "step": 1890
    },
    {
      "loss_action": 0.02865315042436123,
      "loss_total": 0.02865315042436123,
      "step": 1890
    },
    {
      "loss_action": 0.043127670884132385,
      "loss_total": 0.043127670884132385,
      "step": 1890
    },
    {
      "loss_action": 0.03336222842335701,
      "loss_total": 0.03336222842335701,
      "step": 1890
    },
    {
      "loss_action": 0.03297954797744751,
      "loss_total": 0.03297954797744751,
      "step": 1890
    },
    {
      "grad_norm": 0.965162992477417,
      "learning_rate": 3.7980000000000006e-05,
      "loss": 0.0482,
      "step": 1900
    },
    {
      "loss_action": 0.036548443138599396,
      "loss_total": 0.036548443138599396,
      "step": 1900
    },
    {
      "loss_action": 0.036646924912929535,
      "loss_total": 0.036646924912929535,
      "step": 1900
    },
    {
      "loss_action": 0.09291455149650574,
      "loss_total": 0.09291455149650574,
      "step": 1900
    },
    {
      "loss_action": 0.06449441611766815,
      "loss_total": 0.06449441611766815,
      "step": 1900
    },
    {
      "loss_action": 0.04359614476561546,
      "loss_total": 0.04359614476561546,
      "step": 1900
    },
    {
      "loss_action": 0.03966962546110153,
      "loss_total": 0.03966962546110153,
      "step": 1900
    },
    {
      "loss_action": 0.04597165808081627,
      "loss_total": 0.04597165808081627,
      "step": 1900
    },
    {
      "loss_action": 0.037485893815755844,
      "loss_total": 0.037485893815755844,
      "step": 1900
    },
    {
      "grad_norm": 0.7860249280929565,
      "learning_rate": 3.818e-05,
      "loss": 0.0484,
      "step": 1910
    },
    {
      "loss_action": 0.05249932408332825,
      "loss_total": 0.05249932408332825,
      "step": 1910
    },
    {
      "loss_action": 0.10310147702693939,
      "loss_total": 0.10310147702693939,
      "step": 1910
    },
    {
      "loss_action": 0.04950378090143204,
      "loss_total": 0.04950378090143204,
      "step": 1910
    },
    {
      "loss_action": 0.048606790602207184,
      "loss_total": 0.048606790602207184,
      "step": 1910
    },
    {
      "loss_action": 0.029231416061520576,
      "loss_total": 0.029231416061520576,
      "step": 1910
    },
    {
      "loss_action": 0.043907806277275085,
      "loss_total": 0.043907806277275085,
      "step": 1910
    },
    {
      "loss_action": 0.05530589446425438,
      "loss_total": 0.05530589446425438,
      "step": 1910
    },
    {
      "loss_action": 0.0730413943529129,
      "loss_total": 0.0730413943529129,
      "step": 1910
    },
    {
      "grad_norm": 0.8587056398391724,
      "learning_rate": 3.838e-05,
      "loss": 0.0483,
      "step": 1920
    },
    {
      "loss_action": 0.030345100909471512,
      "loss_total": 0.030345100909471512,
      "step": 1920
    },
    {
      "loss_action": 0.06467032432556152,
      "loss_total": 0.06467032432556152,
      "step": 1920
    },
    {
      "loss_action": 0.04130011051893234,
      "loss_total": 0.04130011051893234,
      "step": 1920
    },
    {
      "loss_action": 0.09285344928503036,
      "loss_total": 0.09285344928503036,
      "step": 1920
    },
    {
      "loss_action": 0.03337174281477928,
      "loss_total": 0.03337174281477928,
      "step": 1920
    },
    {
      "loss_action": 0.03009459748864174,
      "loss_total": 0.03009459748864174,
      "step": 1920
    },
    {
      "loss_action": 0.05035702511668205,
      "loss_total": 0.05035702511668205,
      "step": 1920
    },
    {
      "loss_action": 0.027822546660900116,
      "loss_total": 0.027822546660900116,
      "step": 1920
    },
    {
      "grad_norm": 0.7112787961959839,
      "learning_rate": 3.858e-05,
      "loss": 0.0482,
      "step": 1930
    },
    {
      "loss_action": 0.071465402841568,
      "loss_total": 0.071465402841568,
      "step": 1930
    },
    {
      "loss_action": 0.13211870193481445,
      "loss_total": 0.13211870193481445,
      "step": 1930
    },
    {
      "loss_action": 0.04465857520699501,
      "loss_total": 0.04465857520699501,
      "step": 1930
    },
    {
      "loss_action": 0.05340580642223358,
      "loss_total": 0.05340580642223358,
      "step": 1930
    },
    {
      "loss_action": 0.0525660403072834,
      "loss_total": 0.0525660403072834,
      "step": 1930
    },
    {
      "loss_action": 0.07640765607357025,
      "loss_total": 0.07640765607357025,
      "step": 1930
    },
    {
      "loss_action": 0.0502607598900795,
      "loss_total": 0.0502607598900795,
      "step": 1930
    },
    {
      "loss_action": 0.03465716168284416,
      "loss_total": 0.03465716168284416,
      "step": 1930
    },
    {
      "grad_norm": 0.5796047449111938,
      "learning_rate": 3.878e-05,
      "loss": 0.0505,
      "step": 1940
    },
    {
      "loss_action": 0.03013322874903679,
      "loss_total": 0.03013322874903679,
      "step": 1940
    },
    {
      "loss_action": 0.03581840172410011,
      "loss_total": 0.03581840172410011,
      "step": 1940
    },
    {
      "loss_action": 0.0285181924700737,
      "loss_total": 0.0285181924700737,
      "step": 1940
    },
    {
      "loss_action": 0.04460776597261429,
      "loss_total": 0.04460776597261429,
      "step": 1940
    },
    {
      "loss_action": 0.04390333220362663,
      "loss_total": 0.04390333220362663,
      "step": 1940
    },
    {
      "loss_action": 0.06559659540653229,
      "loss_total": 0.06559659540653229,
      "step": 1940
    },
    {
      "loss_action": 0.03278322517871857,
      "loss_total": 0.03278322517871857,
      "step": 1940
    },
    {
      "loss_action": 0.042365580797195435,
      "loss_total": 0.042365580797195435,
      "step": 1940
    },
    {
      "grad_norm": 0.7467554807662964,
      "learning_rate": 3.898e-05,
      "loss": 0.0479,
      "step": 1950
    },
    {
      "loss_action": 0.04602876305580139,
      "loss_total": 0.04602876305580139,
      "step": 1950
    },
    {
      "loss_action": 0.08852081000804901,
      "loss_total": 0.08852081000804901,
      "step": 1950
    },
    {
      "loss_action": 0.040840715169906616,
      "loss_total": 0.040840715169906616,
      "step": 1950
    },
    {
      "loss_action": 0.04014795273542404,
      "loss_total": 0.04014795273542404,
      "step": 1950
    },
    {
      "loss_action": 0.035853661596775055,
      "loss_total": 0.035853661596775055,
      "step": 1950
    },
    {
      "loss_action": 0.04701387137174606,
      "loss_total": 0.04701387137174606,
      "step": 1950
    },
    {
      "loss_action": 0.05137339234352112,
      "loss_total": 0.05137339234352112,
      "step": 1950
    },
    {
      "loss_action": 0.03869335725903511,
      "loss_total": 0.03869335725903511,
      "step": 1950
    },
    {
      "grad_norm": 0.7588580846786499,
      "learning_rate": 3.918e-05,
      "loss": 0.0451,
      "step": 1960
    },
    {
      "loss_action": 0.0447143018245697,
      "loss_total": 0.0447143018245697,
      "step": 1960
    },
    {
      "loss_action": 0.05656958743929863,
      "loss_total": 0.05656958743929863,
      "step": 1960
    },
    {
      "loss_action": 0.049870431423187256,
      "loss_total": 0.049870431423187256,
      "step": 1960
    },
    {
      "loss_action": 0.048059381544589996,
      "loss_total": 0.048059381544589996,
      "step": 1960
    },
    {
      "loss_action": 0.04170820116996765,
      "loss_total": 0.04170820116996765,
      "step": 1960
    },
    {
      "loss_action": 0.04902254790067673,
      "loss_total": 0.04902254790067673,
      "step": 1960
    },
    {
      "loss_action": 0.03542591631412506,
      "loss_total": 0.03542591631412506,
      "step": 1960
    },
    {
      "loss_action": 0.0853959172964096,
      "loss_total": 0.0853959172964096,
      "step": 1960
    },
    {
      "grad_norm": 0.9087116122245789,
      "learning_rate": 3.938e-05,
      "loss": 0.0501,
      "step": 1970
    },
    {
      "loss_action": 0.03499039635062218,
      "loss_total": 0.03499039635062218,
      "step": 1970
    },
    {
      "loss_action": 0.04197080805897713,
      "loss_total": 0.04197080805897713,
      "step": 1970
    },
    {
      "loss_action": 0.046994905918836594,
      "loss_total": 0.046994905918836594,
      "step": 1970
    },
    {
      "loss_action": 0.031510088592767715,
      "loss_total": 0.031510088592767715,
      "step": 1970
    },
    {
      "loss_action": 0.03684643656015396,
      "loss_total": 0.03684643656015396,
      "step": 1970
    },
    {
      "loss_action": 0.13880065083503723,
      "loss_total": 0.13880065083503723,
      "step": 1970
    },
    {
      "loss_action": 0.04396502673625946,
      "loss_total": 0.04396502673625946,
      "step": 1970
    },
    {
      "loss_action": 0.03725169599056244,
      "loss_total": 0.03725169599056244,
      "step": 1970
    },
    {
      "grad_norm": 0.9266056418418884,
      "learning_rate": 3.958e-05,
      "loss": 0.0496,
      "step": 1980
    },
    {
      "loss_action": 0.03756820410490036,
      "loss_total": 0.03756820410490036,
      "step": 1980
    },
    {
      "loss_action": 0.038831934332847595,
      "loss_total": 0.038831934332847595,
      "step": 1980
    },
    {
      "loss_action": 0.03676762804389,
      "loss_total": 0.03676762804389,
      "step": 1980
    },
    {
      "loss_action": 0.03535842522978783,
      "loss_total": 0.03535842522978783,
      "step": 1980
    },
    {
      "loss_action": 0.03292515128850937,
      "loss_total": 0.03292515128850937,
      "step": 1980
    },
    {
      "loss_action": 0.032235875725746155,
      "loss_total": 0.032235875725746155,
      "step": 1980
    },
    {
      "loss_action": 0.068523108959198,
      "loss_total": 0.068523108959198,
      "step": 1980
    },
    {
      "loss_action": 0.06016210466623306,
      "loss_total": 0.06016210466623306,
      "step": 1980
    },
    {
      "grad_norm": 1.1389297246932983,
      "learning_rate": 3.978e-05,
      "loss": 0.0533,
      "step": 1990
    },
    {
      "loss_action": 0.03989112377166748,
      "loss_total": 0.03989112377166748,
      "step": 1990
    },
    {
      "loss_action": 0.09267911314964294,
      "loss_total": 0.09267911314964294,
      "step": 1990
    },
    {
      "loss_action": 0.0687979981303215,
      "loss_total": 0.0687979981303215,
      "step": 1990
    },
    {
      "loss_action": 0.04669150710105896,
      "loss_total": 0.04669150710105896,
      "step": 1990
    },
    {
      "loss_action": 0.06899826228618622,
      "loss_total": 0.06899826228618622,
      "step": 1990
    },
    {
      "loss_action": 0.09007725864648819,
      "loss_total": 0.09007725864648819,
      "step": 1990
    },
    {
      "loss_action": 0.04344186559319496,
      "loss_total": 0.04344186559319496,
      "step": 1990
    },
    {
      "loss_action": 0.04492723196744919,
      "loss_total": 0.04492723196744919,
      "step": 1990
    },
    {
      "grad_norm": 0.8882972598075867,
      "learning_rate": 3.998e-05,
      "loss": 0.0506,
      "step": 2000
    },
    {
      "loss_action": 0.04343847185373306,
      "loss_total": 0.04343847185373306,
      "step": 2000
    },
    {
      "loss_action": 0.07697077095508575,
      "loss_total": 0.07697077095508575,
      "step": 2000
    },
    {
      "loss_action": 0.03951224684715271,
      "loss_total": 0.03951224684715271,
      "step": 2000
    },
    {
      "loss_action": 0.041926510632038116,
      "loss_total": 0.041926510632038116,
      "step": 2000
    },
    {
      "loss_action": 0.08796152472496033,
      "loss_total": 0.08796152472496033,
      "step": 2000
    },
    {
      "loss_action": 0.049943335354328156,
      "loss_total": 0.049943335354328156,
      "step": 2000
    },
    {
      "loss_action": 0.06217396631836891,
      "loss_total": 0.06217396631836891,
      "step": 2000
    },
    {
      "loss_action": 0.053260497748851776,
      "loss_total": 0.053260497748851776,
      "step": 2000
    },
    {
      "grad_norm": 0.8225021362304688,
      "learning_rate": 4.018e-05,
      "loss": 0.0472,
      "step": 2010
    },
    {
      "loss_action": 0.07004772126674652,
      "loss_total": 0.07004772126674652,
      "step": 2010
    },
    {
      "loss_action": 0.0371147021651268,
      "loss_total": 0.0371147021651268,
      "step": 2010
    },
    {
      "loss_action": 0.03219136595726013,
      "loss_total": 0.03219136595726013,
      "step": 2010
    },
    {
      "loss_action": 0.028903113678097725,
      "loss_total": 0.028903113678097725,
      "step": 2010
    },
    {
      "loss_action": 0.03716082498431206,
      "loss_total": 0.03716082498431206,
      "step": 2010
    },
    {
      "loss_action": 0.039735227823257446,
      "loss_total": 0.039735227823257446,
      "step": 2010
    },
    {
      "loss_action": 0.04354753717780113,
      "loss_total": 0.04354753717780113,
      "step": 2010
    },
    {
      "loss_action": 0.02965347096323967,
      "loss_total": 0.02965347096323967,
      "step": 2010
    },
    {
      "grad_norm": 0.6912868022918701,
      "learning_rate": 4.038e-05,
      "loss": 0.0465,
      "step": 2020
    },
    {
      "loss_action": 0.023750321939587593,
      "loss_total": 0.023750321939587593,
      "step": 2020
    },
    {
      "loss_action": 0.050471920520067215,
      "loss_total": 0.050471920520067215,
      "step": 2020
    },
    {
      "loss_action": 0.05773087218403816,
      "loss_total": 0.05773087218403816,
      "step": 2020
    },
    {
      "loss_action": 0.047862619161605835,
      "loss_total": 0.047862619161605835,
      "step": 2020
    },
    {
      "loss_action": 0.04365409165620804,
      "loss_total": 0.04365409165620804,
      "step": 2020
    },
    {
      "loss_action": 0.08639906346797943,
      "loss_total": 0.08639906346797943,
      "step": 2020
    },
    {
      "loss_action": 0.027655361220240593,
      "loss_total": 0.027655361220240593,
      "step": 2020
    },
    {
      "loss_action": 0.04679336026310921,
      "loss_total": 0.04679336026310921,
      "step": 2020
    },
    {
      "grad_norm": 1.1197090148925781,
      "learning_rate": 4.058e-05,
      "loss": 0.0463,
      "step": 2030
    },
    {
      "loss_action": 0.041207849979400635,
      "loss_total": 0.041207849979400635,
      "step": 2030
    },
    {
      "loss_action": 0.05965123325586319,
      "loss_total": 0.05965123325586319,
      "step": 2030
    },
    {
      "loss_action": 0.06713340431451797,
      "loss_total": 0.06713340431451797,
      "step": 2030
    },
    {
      "loss_action": 0.03676293045282364,
      "loss_total": 0.03676293045282364,
      "step": 2030
    },
    {
      "loss_action": 0.03166639059782028,
      "loss_total": 0.03166639059782028,
      "step": 2030
    },
    {
      "loss_action": 0.02622506581246853,
      "loss_total": 0.02622506581246853,
      "step": 2030
    },
    {
      "loss_action": 0.04696919769048691,
      "loss_total": 0.04696919769048691,
      "step": 2030
    },
    {
      "loss_action": 0.08153270184993744,
      "loss_total": 0.08153270184993744,
      "step": 2030
    },
    {
      "grad_norm": 1.0458017587661743,
      "learning_rate": 4.078e-05,
      "loss": 0.0484,
      "step": 2040
    },
    {
      "loss_action": 0.11505255848169327,
      "loss_total": 0.11505255848169327,
      "step": 2040
    },
    {
      "loss_action": 0.037843868136405945,
      "loss_total": 0.037843868136405945,
      "step": 2040
    },
    {
      "loss_action": 0.05439649149775505,
      "loss_total": 0.05439649149775505,
      "step": 2040
    },
    {
      "loss_action": 0.06322183459997177,
      "loss_total": 0.06322183459997177,
      "step": 2040
    },
    {
      "loss_action": 0.0350632444024086,
      "loss_total": 0.0350632444024086,
      "step": 2040
    },
    {
      "loss_action": 0.050106897950172424,
      "loss_total": 0.050106897950172424,
      "step": 2040
    },
    {
      "loss_action": 0.040897347033023834,
      "loss_total": 0.040897347033023834,
      "step": 2040
    },
    {
      "loss_action": 0.0604243203997612,
      "loss_total": 0.0604243203997612,
      "step": 2040
    },
    {
      "grad_norm": 0.7064933776855469,
      "learning_rate": 4.0980000000000004e-05,
      "loss": 0.0476,
      "step": 2050
    },
    {
      "loss_action": 0.027572937309741974,
      "loss_total": 0.027572937309741974,
      "step": 2050
    },
    {
      "loss_action": 0.04640934243798256,
      "loss_total": 0.04640934243798256,
      "step": 2050
    },
    {
      "loss_action": 0.047212399542331696,
      "loss_total": 0.047212399542331696,
      "step": 2050
    },
    {
      "loss_action": 0.06598661839962006,
      "loss_total": 0.06598661839962006,
      "step": 2050
    },
    {
      "loss_action": 0.03955771028995514,
      "loss_total": 0.03955771028995514,
      "step": 2050
    },
    {
      "loss_action": 0.04645960032939911,
      "loss_total": 0.04645960032939911,
      "step": 2050
    },
    {
      "loss_action": 0.05074731260538101,
      "loss_total": 0.05074731260538101,
      "step": 2050
    },
    {
      "loss_action": 0.03736423701047897,
      "loss_total": 0.03736423701047897,
      "step": 2050
    },
    {
      "grad_norm": 0.7184898257255554,
      "learning_rate": 4.118e-05,
      "loss": 0.0487,
      "step": 2060
    },
    {
      "loss_action": 0.052534569054841995,
      "loss_total": 0.052534569054841995,
      "step": 2060
    },
    {
      "loss_action": 0.06291545927524567,
      "loss_total": 0.06291545927524567,
      "step": 2060
    },
    {
      "loss_action": 0.06558601558208466,
      "loss_total": 0.06558601558208466,
      "step": 2060
    },
    {
      "loss_action": 0.0312693789601326,
      "loss_total": 0.0312693789601326,
      "step": 2060
    },
    {
      "loss_action": 0.04657420516014099,
      "loss_total": 0.04657420516014099,
      "step": 2060
    },
    {
      "loss_action": 0.05763830617070198,
      "loss_total": 0.05763830617070198,
      "step": 2060
    },
    {
      "loss_action": 0.1296186000108719,
      "loss_total": 0.1296186000108719,
      "step": 2060
    },
    {
      "loss_action": 0.03955927863717079,
      "loss_total": 0.03955927863717079,
      "step": 2060
    },
    {
      "grad_norm": 0.9676955342292786,
      "learning_rate": 4.138e-05,
      "loss": 0.049,
      "step": 2070
    },
    {
      "loss_action": 0.08380132913589478,
      "loss_total": 0.08380132913589478,
      "step": 2070
    },
    {
      "loss_action": 0.03476807475090027,
      "loss_total": 0.03476807475090027,
      "step": 2070
    },
    {
      "loss_action": 0.03398492932319641,
      "loss_total": 0.03398492932319641,
      "step": 2070
    },
    {
      "loss_action": 0.04010338336229324,
      "loss_total": 0.04010338336229324,
      "step": 2070
    },
    {
      "loss_action": 0.026398157700896263,
      "loss_total": 0.026398157700896263,
      "step": 2070
    },
    {
      "loss_action": 0.029328687116503716,
      "loss_total": 0.029328687116503716,
      "step": 2070
    },
    {
      "loss_action": 0.09403630346059799,
      "loss_total": 0.09403630346059799,
      "step": 2070
    },
    {
      "loss_action": 0.03805924579501152,
      "loss_total": 0.03805924579501152,
      "step": 2070
    },
    {
      "grad_norm": 0.7373766303062439,
      "learning_rate": 4.1580000000000005e-05,
      "loss": 0.0445,
      "step": 2080
    },
    {
      "loss_action": 0.08816471695899963,
      "loss_total": 0.08816471695899963,
      "step": 2080
    },
    {
      "loss_action": 0.02281033620238304,
      "loss_total": 0.02281033620238304,
      "step": 2080
    },
    {
      "loss_action": 0.09109015762805939,
      "loss_total": 0.09109015762805939,
      "step": 2080
    },
    {
      "loss_action": 0.03187224268913269,
      "loss_total": 0.03187224268913269,
      "step": 2080
    },
    {
      "loss_action": 0.04318653419613838,
      "loss_total": 0.04318653419613838,
      "step": 2080
    },
    {
      "loss_action": 0.02618885040283203,
      "loss_total": 0.02618885040283203,
      "step": 2080
    },
    {
      "loss_action": 0.041276343166828156,
      "loss_total": 0.041276343166828156,
      "step": 2080
    },
    {
      "loss_action": 0.04433430731296539,
      "loss_total": 0.04433430731296539,
      "step": 2080
    },
    {
      "grad_norm": 0.6827753782272339,
      "learning_rate": 4.178e-05,
      "loss": 0.0497,
      "step": 2090
    },
    {
      "loss_action": 0.03198029473423958,
      "loss_total": 0.03198029473423958,
      "step": 2090
    },
    {
      "loss_action": 0.054525963962078094,
      "loss_total": 0.054525963962078094,
      "step": 2090
    },
    {
      "loss_action": 0.04697609692811966,
      "loss_total": 0.04697609692811966,
      "step": 2090
    },
    {
      "loss_action": 0.047821350395679474,
      "loss_total": 0.047821350395679474,
      "step": 2090
    },
    {
      "loss_action": 0.03582266345620155,
      "loss_total": 0.03582266345620155,
      "step": 2090
    },
    {
      "loss_action": 0.031093796715140343,
      "loss_total": 0.031093796715140343,
      "step": 2090
    },
    {
      "loss_action": 0.14022764563560486,
      "loss_total": 0.14022764563560486,
      "step": 2090
    },
    {
      "loss_action": 0.03508535400032997,
      "loss_total": 0.03508535400032997,
      "step": 2090
    },
    {
      "grad_norm": 0.8589069247245789,
      "learning_rate": 4.198e-05,
      "loss": 0.046,
      "step": 2100
    },
    {
      "loss_action": 0.036700304597616196,
      "loss_total": 0.036700304597616196,
      "step": 2100
    },
    {
      "loss_action": 0.04478769749403,
      "loss_total": 0.04478769749403,
      "step": 2100
    },
    {
      "loss_action": 0.03881044685840607,
      "loss_total": 0.03881044685840607,
      "step": 2100
    },
    {
      "loss_action": 0.04816731438040733,
      "loss_total": 0.04816731438040733,
      "step": 2100
    },
    {
      "loss_action": 0.0333428680896759,
      "loss_total": 0.0333428680896759,
      "step": 2100
    },
    {
      "loss_action": 0.040498606860637665,
      "loss_total": 0.040498606860637665,
      "step": 2100
    },
    {
      "loss_action": 0.03451985865831375,
      "loss_total": 0.03451985865831375,
      "step": 2100
    },
    {
      "loss_action": 0.030806172639131546,
      "loss_total": 0.030806172639131546,
      "step": 2100
    },
    {
      "grad_norm": 0.7572112083435059,
      "learning_rate": 4.2180000000000006e-05,
      "loss": 0.0423,
      "step": 2110
    },
    {
      "loss_action": 0.03392975032329559,
      "loss_total": 0.03392975032329559,
      "step": 2110
    },
    {
      "loss_action": 0.08583299815654755,
      "loss_total": 0.08583299815654755,
      "step": 2110
    },
    {
      "loss_action": 0.03817230463027954,
      "loss_total": 0.03817230463027954,
      "step": 2110
    },
    {
      "loss_action": 0.037677377462387085,
      "loss_total": 0.037677377462387085,
      "step": 2110
    },
    {
      "loss_action": 0.026801634579896927,
      "loss_total": 0.026801634579896927,
      "step": 2110
    },
    {
      "loss_action": 0.05529305711388588,
      "loss_total": 0.05529305711388588,
      "step": 2110
    },
    {
      "loss_action": 0.029690787196159363,
      "loss_total": 0.029690787196159363,
      "step": 2110
    },
    {
      "loss_action": 0.060624800622463226,
      "loss_total": 0.060624800622463226,
      "step": 2110
    },
    {
      "grad_norm": 0.758175790309906,
      "learning_rate": 4.2380000000000004e-05,
      "loss": 0.0452,
      "step": 2120
    },
    {
      "loss_action": 0.03499187156558037,
      "loss_total": 0.03499187156558037,
      "step": 2120
    },
    {
      "loss_action": 0.04094843566417694,
      "loss_total": 0.04094843566417694,
      "step": 2120
    },
    {
      "loss_action": 0.03876209259033203,
      "loss_total": 0.03876209259033203,
      "step": 2120
    },
    {
      "loss_action": 0.04712284356355667,
      "loss_total": 0.04712284356355667,
      "step": 2120
    },
    {
      "loss_action": 0.07062329351902008,
      "loss_total": 0.07062329351902008,
      "step": 2120
    },
    {
      "loss_action": 0.06443552672863007,
      "loss_total": 0.06443552672863007,
      "step": 2120
    },
    {
      "loss_action": 0.04974264279007912,
      "loss_total": 0.04974264279007912,
      "step": 2120
    },
    {
      "loss_action": 0.043299682438373566,
      "loss_total": 0.043299682438373566,
      "step": 2120
    },
    {
      "grad_norm": 0.7043215036392212,
      "learning_rate": 4.258e-05,
      "loss": 0.047,
      "step": 2130
    },
    {
      "loss_action": 0.047045107930898666,
      "loss_total": 0.047045107930898666,
      "step": 2130
    },
    {
      "loss_action": 0.0360284224152565,
      "loss_total": 0.0360284224152565,
      "step": 2130
    },
    {
      "loss_action": 0.04274577647447586,
      "loss_total": 0.04274577647447586,
      "step": 2130
    },
    {
      "loss_action": 0.0448470339179039,
      "loss_total": 0.0448470339179039,
      "step": 2130
    },
    {
      "loss_action": 0.02276952750980854,
      "loss_total": 0.02276952750980854,
      "step": 2130
    },
    {
      "loss_action": 0.029335562139749527,
      "loss_total": 0.029335562139749527,
      "step": 2130
    },
    {
      "loss_action": 0.061158500611782074,
      "loss_total": 0.061158500611782074,
      "step": 2130
    },
    {
      "loss_action": 0.03520870953798294,
      "loss_total": 0.03520870953798294,
      "step": 2130
    },
    {
      "grad_norm": 0.7982380390167236,
      "learning_rate": 4.278e-05,
      "loss": 0.0443,
      "step": 2140
    },
    {
      "loss_action": 0.028354905545711517,
      "loss_total": 0.028354905545711517,
      "step": 2140
    },
    {
      "loss_action": 0.0472281239926815,
      "loss_total": 0.0472281239926815,
      "step": 2140
    },
    {
      "loss_action": 0.041866451501846313,
      "loss_total": 0.041866451501846313,
      "step": 2140
    },
    {
      "loss_action": 0.028883740305900574,
      "loss_total": 0.028883740305900574,
      "step": 2140
    },
    {
      "loss_action": 0.026835983619093895,
      "loss_total": 0.026835983619093895,
      "step": 2140
    },
    {
      "loss_action": 0.045233942568302155,
      "loss_total": 0.045233942568302155,
      "step": 2140
    },
    {
      "loss_action": 0.04087885841727257,
      "loss_total": 0.04087885841727257,
      "step": 2140
    },
    {
      "loss_action": 0.03899320960044861,
      "loss_total": 0.03899320960044861,
      "step": 2140
    },
    {
      "grad_norm": 1.0966691970825195,
      "learning_rate": 4.2980000000000005e-05,
      "loss": 0.0453,
      "step": 2150
    },
    {
      "loss_action": 0.04516157880425453,
      "loss_total": 0.04516157880425453,
      "step": 2150
    },
    {
      "loss_action": 0.03921163082122803,
      "loss_total": 0.03921163082122803,
      "step": 2150
    },
    {
      "loss_action": 0.05382862687110901,
      "loss_total": 0.05382862687110901,
      "step": 2150
    },
    {
      "loss_action": 0.04099302738904953,
      "loss_total": 0.04099302738904953,
      "step": 2150
    },
    {
      "loss_action": 0.044508837163448334,
      "loss_total": 0.044508837163448334,
      "step": 2150
    },
    {
      "loss_action": 0.05048268288373947,
      "loss_total": 0.05048268288373947,
      "step": 2150
    },
    {
      "loss_action": 0.03288086876273155,
      "loss_total": 0.03288086876273155,
      "step": 2150
    },
    {
      "loss_action": 0.037882640957832336,
      "loss_total": 0.037882640957832336,
      "step": 2150
    },
    {
      "grad_norm": 1.120364785194397,
      "learning_rate": 4.318e-05,
      "loss": 0.0445,
      "step": 2160
    },
    {
      "loss_action": 0.05554007738828659,
      "loss_total": 0.05554007738828659,
      "step": 2160
    },
    {
      "loss_action": 0.03739611804485321,
      "loss_total": 0.03739611804485321,
      "step": 2160
    },
    {
      "loss_action": 0.04478487744927406,
      "loss_total": 0.04478487744927406,
      "step": 2160
    },
    {
      "loss_action": 0.03280667960643768,
      "loss_total": 0.03280667960643768,
      "step": 2160
    },
    {
      "loss_action": 0.04019194096326828,
      "loss_total": 0.04019194096326828,
      "step": 2160
    },
    {
      "loss_action": 0.11657963693141937,
      "loss_total": 0.11657963693141937,
      "step": 2160
    },
    {
      "loss_action": 0.04261072725057602,
      "loss_total": 0.04261072725057602,
      "step": 2160
    },
    {
      "loss_action": 0.033816494047641754,
      "loss_total": 0.033816494047641754,
      "step": 2160
    },
    {
      "grad_norm": 1.0396190881729126,
      "learning_rate": 4.338e-05,
      "loss": 0.0422,
      "step": 2170
    },
    {
      "loss_action": 0.03905670344829559,
      "loss_total": 0.03905670344829559,
      "step": 2170
    },
    {
      "loss_action": 0.035824887454509735,
      "loss_total": 0.035824887454509735,
      "step": 2170
    },
    {
      "loss_action": 0.03856915980577469,
      "loss_total": 0.03856915980577469,
      "step": 2170
    },
    {
      "loss_action": 0.04966793581843376,
      "loss_total": 0.04966793581843376,
      "step": 2170
    },
    {
      "loss_action": 0.04716947674751282,
      "loss_total": 0.04716947674751282,
      "step": 2170
    },
    {
      "loss_action": 0.0488264337182045,
      "loss_total": 0.0488264337182045,
      "step": 2170
    },
    {
      "loss_action": 0.01870681345462799,
      "loss_total": 0.01870681345462799,
      "step": 2170
    },
    {
      "loss_action": 0.03780614584684372,
      "loss_total": 0.03780614584684372,
      "step": 2170
    },
    {
      "grad_norm": 0.7823514938354492,
      "learning_rate": 4.3580000000000006e-05,
      "loss": 0.0433,
      "step": 2180
    },
    {
      "loss_action": 0.05068138241767883,
      "loss_total": 0.05068138241767883,
      "step": 2180
    },
    {
      "loss_action": 0.03903711959719658,
      "loss_total": 0.03903711959719658,
      "step": 2180
    },
    {
      "loss_action": 0.032770171761512756,
      "loss_total": 0.032770171761512756,
      "step": 2180
    },
    {
      "loss_action": 0.04244739189743996,
      "loss_total": 0.04244739189743996,
      "step": 2180
    },
    {
      "loss_action": 0.04837915301322937,
      "loss_total": 0.04837915301322937,
      "step": 2180
    },
    {
      "loss_action": 0.058794133365154266,
      "loss_total": 0.058794133365154266,
      "step": 2180
    },
    {
      "loss_action": 0.04579120874404907,
      "loss_total": 0.04579120874404907,
      "step": 2180
    },
    {
      "loss_action": 0.03741820901632309,
      "loss_total": 0.03741820901632309,
      "step": 2180
    },
    {
      "grad_norm": 0.6700887680053711,
      "learning_rate": 4.3780000000000004e-05,
      "loss": 0.0421,
      "step": 2190
    },
    {
      "loss_action": 0.038800667971372604,
      "loss_total": 0.038800667971372604,
      "step": 2190
    },
    {
      "loss_action": 0.03449498116970062,
      "loss_total": 0.03449498116970062,
      "step": 2190
    },
    {
      "loss_action": 0.050993770360946655,
      "loss_total": 0.050993770360946655,
      "step": 2190
    },
    {
      "loss_action": 0.04828500747680664,
      "loss_total": 0.04828500747680664,
      "step": 2190
    },
    {
      "loss_action": 0.03888881579041481,
      "loss_total": 0.03888881579041481,
      "step": 2190
    },
    {
      "loss_action": 0.057085420936346054,
      "loss_total": 0.057085420936346054,
      "step": 2190
    },
    {
      "loss_action": 0.033235352486371994,
      "loss_total": 0.033235352486371994,
      "step": 2190
    },
    {
      "loss_action": 0.03022315725684166,
      "loss_total": 0.03022315725684166,
      "step": 2190
    },
    {
      "grad_norm": 0.8865333795547485,
      "learning_rate": 4.398e-05,
      "loss": 0.0448,
      "step": 2200
    },
    {
      "loss_action": 0.037933871150016785,
      "loss_total": 0.037933871150016785,
      "step": 2200
    },
    {
      "loss_action": 0.10766439139842987,
      "loss_total": 0.10766439139842987,
      "step": 2200
    },
    {
      "loss_action": 0.02344522252678871,
      "loss_total": 0.02344522252678871,
      "step": 2200
    },
    {
      "loss_action": 0.03564365580677986,
      "loss_total": 0.03564365580677986,
      "step": 2200
    },
    {
      "loss_action": 0.08648413419723511,
      "loss_total": 0.08648413419723511,
      "step": 2200
    },
    {
      "loss_action": 0.03648477420210838,
      "loss_total": 0.03648477420210838,
      "step": 2200
    },
    {
      "loss_action": 0.031103195622563362,
      "loss_total": 0.031103195622563362,
      "step": 2200
    },
    {
      "loss_action": 0.03893878310918808,
      "loss_total": 0.03893878310918808,
      "step": 2200
    },
    {
      "grad_norm": 1.083632230758667,
      "learning_rate": 4.418000000000001e-05,
      "loss": 0.0453,
      "step": 2210
    },
    {
      "loss_action": 0.04069284722208977,
      "loss_total": 0.04069284722208977,
      "step": 2210
    },
    {
      "loss_action": 0.12741747498512268,
      "loss_total": 0.12741747498512268,
      "step": 2210
    },
    {
      "loss_action": 0.04228269308805466,
      "loss_total": 0.04228269308805466,
      "step": 2210
    },
    {
      "loss_action": 0.026930077001452446,
      "loss_total": 0.026930077001452446,
      "step": 2210
    },
    {
      "loss_action": 0.030273139476776123,
      "loss_total": 0.030273139476776123,
      "step": 2210
    },
    {
      "loss_action": 0.04593506455421448,
      "loss_total": 0.04593506455421448,
      "step": 2210
    },
    {
      "loss_action": 0.028505368158221245,
      "loss_total": 0.028505368158221245,
      "step": 2210
    },
    {
      "loss_action": 0.038121771067380905,
      "loss_total": 0.038121771067380905,
      "step": 2210
    },
    {
      "grad_norm": 0.6967041492462158,
      "learning_rate": 4.438e-05,
      "loss": 0.0479,
      "step": 2220
    },
    {
      "loss_action": 0.0355982705950737,
      "loss_total": 0.0355982705950737,
      "step": 2220
    },
    {
      "loss_action": 0.03986047953367233,
      "loss_total": 0.03986047953367233,
      "step": 2220
    },
    {
      "loss_action": 0.034181345254182816,
      "loss_total": 0.034181345254182816,
      "step": 2220
    },
    {
      "loss_action": 0.026511982083320618,
      "loss_total": 0.026511982083320618,
      "step": 2220
    },
    {
      "loss_action": 0.03121643327176571,
      "loss_total": 0.03121643327176571,
      "step": 2220
    },
    {
      "loss_action": 0.03867660090327263,
      "loss_total": 0.03867660090327263,
      "step": 2220
    },
    {
      "loss_action": 0.024215389043092728,
      "loss_total": 0.024215389043092728,
      "step": 2220
    },
    {
      "loss_action": 0.034152399748563766,
      "loss_total": 0.034152399748563766,
      "step": 2220
    },
    {
      "grad_norm": 0.8147851228713989,
      "learning_rate": 4.458e-05,
      "loss": 0.0437,
      "step": 2230
    },
    {
      "loss_action": 0.0394049808382988,
      "loss_total": 0.0394049808382988,
      "step": 2230
    },
    {
      "loss_action": 0.05419014394283295,
      "loss_total": 0.05419014394283295,
      "step": 2230
    },
    {
      "loss_action": 0.04233010113239288,
      "loss_total": 0.04233010113239288,
      "step": 2230
    },
    {
      "loss_action": 0.039861612021923065,
      "loss_total": 0.039861612021923065,
      "step": 2230
    },
    {
      "loss_action": 0.05000339448451996,
      "loss_total": 0.05000339448451996,
      "step": 2230
    },
    {
      "loss_action": 0.04011068493127823,
      "loss_total": 0.04011068493127823,
      "step": 2230
    },
    {
      "loss_action": 0.03711703419685364,
      "loss_total": 0.03711703419685364,
      "step": 2230
    },
    {
      "loss_action": 0.03558528423309326,
      "loss_total": 0.03558528423309326,
      "step": 2230
    },
    {
      "grad_norm": 0.8418018817901611,
      "learning_rate": 4.478e-05,
      "loss": 0.0425,
      "step": 2240
    },
    {
      "loss_action": 0.04544699564576149,
      "loss_total": 0.04544699564576149,
      "step": 2240
    },
    {
      "loss_action": 0.04789897799491882,
      "loss_total": 0.04789897799491882,
      "step": 2240
    },
    {
      "loss_action": 0.03396471589803696,
      "loss_total": 0.03396471589803696,
      "step": 2240
    },
    {
      "loss_action": 0.0380869098007679,
      "loss_total": 0.0380869098007679,
      "step": 2240
    },
    {
      "loss_action": 0.030881362035870552,
      "loss_total": 0.030881362035870552,
      "step": 2240
    },
    {
      "loss_action": 0.044273294508457184,
      "loss_total": 0.044273294508457184,
      "step": 2240
    },
    {
      "loss_action": 0.056811314076185226,
      "loss_total": 0.056811314076185226,
      "step": 2240
    },
    {
      "loss_action": 0.056496962904930115,
      "loss_total": 0.056496962904930115,
      "step": 2240
    },
    {
      "grad_norm": 0.8294602632522583,
      "learning_rate": 4.498e-05,
      "loss": 0.0488,
      "step": 2250
    },
    {
      "loss_action": 0.052927009761333466,
      "loss_total": 0.052927009761333466,
      "step": 2250
    },
    {
      "loss_action": 0.02998647838830948,
      "loss_total": 0.02998647838830948,
      "step": 2250
    },
    {
      "loss_action": 0.045538172125816345,
      "loss_total": 0.045538172125816345,
      "step": 2250
    },
    {
      "loss_action": 0.05498708412051201,
      "loss_total": 0.05498708412051201,
      "step": 2250
    },
    {
      "loss_action": 0.040964558720588684,
      "loss_total": 0.040964558720588684,
      "step": 2250
    },
    {
      "loss_action": 0.0400589182972908,
      "loss_total": 0.0400589182972908,
      "step": 2250
    },
    {
      "loss_action": 0.13806767761707306,
      "loss_total": 0.13806767761707306,
      "step": 2250
    },
    {
      "loss_action": 0.09949775040149689,
      "loss_total": 0.09949775040149689,
      "step": 2250
    },
    {
      "grad_norm": 0.610722005367279,
      "learning_rate": 4.518e-05,
      "loss": 0.0473,
      "step": 2260
    },
    {
      "loss_action": 0.0450601689517498,
      "loss_total": 0.0450601689517498,
      "step": 2260
    },
    {
      "loss_action": 0.0598905049264431,
      "loss_total": 0.0598905049264431,
      "step": 2260
    },
    {
      "loss_action": 0.06551854312419891,
      "loss_total": 0.06551854312419891,
      "step": 2260
    },
    {
      "loss_action": 0.03689154237508774,
      "loss_total": 0.03689154237508774,
      "step": 2260
    },
    {
      "loss_action": 0.026819288730621338,
      "loss_total": 0.026819288730621338,
      "step": 2260
    },
    {
      "loss_action": 0.043801844120025635,
      "loss_total": 0.043801844120025635,
      "step": 2260
    },
    {
      "loss_action": 0.02909254841506481,
      "loss_total": 0.02909254841506481,
      "step": 2260
    },
    {
      "loss_action": 0.05195378512144089,
      "loss_total": 0.05195378512144089,
      "step": 2260
    },
    {
      "grad_norm": 0.8368604779243469,
      "learning_rate": 4.538e-05,
      "loss": 0.0441,
      "step": 2270
    },
    {
      "loss_action": 0.04952385276556015,
      "loss_total": 0.04952385276556015,
      "step": 2270
    },
    {
      "loss_action": 0.03460102900862694,
      "loss_total": 0.03460102900862694,
      "step": 2270
    },
    {
      "loss_action": 0.06388929486274719,
      "loss_total": 0.06388929486274719,
      "step": 2270
    },
    {
      "loss_action": 0.06775923818349838,
      "loss_total": 0.06775923818349838,
      "step": 2270
    },
    {
      "loss_action": 0.036405161023139954,
      "loss_total": 0.036405161023139954,
      "step": 2270
    },
    {
      "loss_action": 0.04621001332998276,
      "loss_total": 0.04621001332998276,
      "step": 2270
    },
    {
      "loss_action": 0.04016917943954468,
      "loss_total": 0.04016917943954468,
      "step": 2270
    },
    {
      "loss_action": 0.05323521047830582,
      "loss_total": 0.05323521047830582,
      "step": 2270
    },
    {
      "grad_norm": 0.6011077165603638,
      "learning_rate": 4.558e-05,
      "loss": 0.0416,
      "step": 2280
    },
    {
      "loss_action": 0.12468035519123077,
      "loss_total": 0.12468035519123077,
      "step": 2280
    },
    {
      "loss_action": 0.028699465095996857,
      "loss_total": 0.028699465095996857,
      "step": 2280
    },
    {
      "loss_action": 0.0353533960878849,
      "loss_total": 0.0353533960878849,
      "step": 2280
    },
    {
      "loss_action": 0.03875201940536499,
      "loss_total": 0.03875201940536499,
      "step": 2280
    },
    {
      "loss_action": 0.04642999544739723,
      "loss_total": 0.04642999544739723,
      "step": 2280
    },
    {
      "loss_action": 0.052618466317653656,
      "loss_total": 0.052618466317653656,
      "step": 2280
    },
    {
      "loss_action": 0.042578354477882385,
      "loss_total": 0.042578354477882385,
      "step": 2280
    },
    {
      "loss_action": 0.031830910593271255,
      "loss_total": 0.031830910593271255,
      "step": 2280
    },
    {
      "grad_norm": 0.8193325400352478,
      "learning_rate": 4.578e-05,
      "loss": 0.0415,
      "step": 2290
    },
    {
      "loss_action": 0.058503277599811554,
      "loss_total": 0.058503277599811554,
      "step": 2290
    },
    {
      "loss_action": 0.0640769675374031,
      "loss_total": 0.0640769675374031,
      "step": 2290
    },
    {
      "loss_action": 0.04692845791578293,
      "loss_total": 0.04692845791578293,
      "step": 2290
    },
    {
      "loss_action": 0.05777442455291748,
      "loss_total": 0.05777442455291748,
      "step": 2290
    },
    {
      "loss_action": 0.04333467781543732,
      "loss_total": 0.04333467781543732,
      "step": 2290
    },
    {
      "loss_action": 0.053671758621931076,
      "loss_total": 0.053671758621931076,
      "step": 2290
    },
    {
      "loss_action": 0.0454540029168129,
      "loss_total": 0.0454540029168129,
      "step": 2290
    },
    {
      "loss_action": 0.060232013463974,
      "loss_total": 0.060232013463974,
      "step": 2290
    },
    {
      "grad_norm": 0.8105191588401794,
      "learning_rate": 4.5980000000000004e-05,
      "loss": 0.0467,
      "step": 2300
    },
    {
      "loss_action": 0.03651168942451477,
      "loss_total": 0.03651168942451477,
      "step": 2300
    },
    {
      "loss_action": 0.028008796274662018,
      "loss_total": 0.028008796274662018,
      "step": 2300
    },
    {
      "loss_action": 0.03580396622419357,
      "loss_total": 0.03580396622419357,
      "step": 2300
    },
    {
      "loss_action": 0.043678246438503265,
      "loss_total": 0.043678246438503265,
      "step": 2300
    },
    {
      "loss_action": 0.05994420498609543,
      "loss_total": 0.05994420498609543,
      "step": 2300
    },
    {
      "loss_action": 0.030672334134578705,
      "loss_total": 0.030672334134578705,
      "step": 2300
    },
    {
      "loss_action": 0.03517388552427292,
      "loss_total": 0.03517388552427292,
      "step": 2300
    },
    {
      "loss_action": 0.04102173447608948,
      "loss_total": 0.04102173447608948,
      "step": 2300
    },
    {
      "grad_norm": 0.5379250049591064,
      "learning_rate": 4.618e-05,
      "loss": 0.0435,
      "step": 2310
    },
    {
      "loss_action": 0.026787254959344864,
      "loss_total": 0.026787254959344864,
      "step": 2310
    },
    {
      "loss_action": 0.02746671997010708,
      "loss_total": 0.02746671997010708,
      "step": 2310
    },
    {
      "loss_action": 0.026147540658712387,
      "loss_total": 0.026147540658712387,
      "step": 2310
    },
    {
      "loss_action": 0.032170236110687256,
      "loss_total": 0.032170236110687256,
      "step": 2310
    },
    {
      "loss_action": 0.050408001989126205,
      "loss_total": 0.050408001989126205,
      "step": 2310
    },
    {
      "loss_action": 0.05534912273287773,
      "loss_total": 0.05534912273287773,
      "step": 2310
    },
    {
      "loss_action": 0.023750796914100647,
      "loss_total": 0.023750796914100647,
      "step": 2310
    },
    {
      "loss_action": 0.047846995294094086,
      "loss_total": 0.047846995294094086,
      "step": 2310
    },
    {
      "grad_norm": 0.9017025828361511,
      "learning_rate": 4.638e-05,
      "loss": 0.0444,
      "step": 2320
    },
    {
      "loss_action": 0.04651586711406708,
      "loss_total": 0.04651586711406708,
      "step": 2320
    },
    {
      "loss_action": 0.08913934230804443,
      "loss_total": 0.08913934230804443,
      "step": 2320
    },
    {
      "loss_action": 0.033700764179229736,
      "loss_total": 0.033700764179229736,
      "step": 2320
    },
    {
      "loss_action": 0.04306170344352722,
      "loss_total": 0.04306170344352722,
      "step": 2320
    },
    {
      "loss_action": 0.059506408870220184,
      "loss_total": 0.059506408870220184,
      "step": 2320
    },
    {
      "loss_action": 0.03137122467160225,
      "loss_total": 0.03137122467160225,
      "step": 2320
    },
    {
      "loss_action": 0.061093345284461975,
      "loss_total": 0.061093345284461975,
      "step": 2320
    },
    {
      "loss_action": 0.03345951437950134,
      "loss_total": 0.03345951437950134,
      "step": 2320
    },
    {
      "grad_norm": 0.8947895169258118,
      "learning_rate": 4.6580000000000005e-05,
      "loss": 0.0531,
      "step": 2330
    },
    {
      "loss_action": 0.03884444385766983,
      "loss_total": 0.03884444385766983,
      "step": 2330
    },
    {
      "loss_action": 0.041994623839855194,
      "loss_total": 0.041994623839855194,
      "step": 2330
    },
    {
      "loss_action": 0.04044174402952194,
      "loss_total": 0.04044174402952194,
      "step": 2330
    },
    {
      "loss_action": 0.03319874778389931,
      "loss_total": 0.03319874778389931,
      "step": 2330
    },
    {
      "loss_action": 0.051344893872737885,
      "loss_total": 0.051344893872737885,
      "step": 2330
    },
    {
      "loss_action": 0.02745623141527176,
      "loss_total": 0.02745623141527176,
      "step": 2330
    },
    {
      "loss_action": 0.026437215507030487,
      "loss_total": 0.026437215507030487,
      "step": 2330
    },
    {
      "loss_action": 0.03215201571583748,
      "loss_total": 0.03215201571583748,
      "step": 2330
    },
    {
      "grad_norm": 0.613143801689148,
      "learning_rate": 4.678e-05,
      "loss": 0.0412,
      "step": 2340
    },
    {
      "loss_action": 0.09910854697227478,
      "loss_total": 0.09910854697227478,
      "step": 2340
    },
    {
      "loss_action": 0.046845898032188416,
      "loss_total": 0.046845898032188416,
      "step": 2340
    },
    {
      "loss_action": 0.041185688227415085,
      "loss_total": 0.041185688227415085,
      "step": 2340
    },
    {
      "loss_action": 0.1645115613937378,
      "loss_total": 0.1645115613937378,
      "step": 2340
    },
    {
      "loss_action": 0.07149779796600342,
      "loss_total": 0.07149779796600342,
      "step": 2340
    },
    {
      "loss_action": 0.12943777441978455,
      "loss_total": 0.12943777441978455,
      "step": 2340
    },
    {
      "loss_action": 0.036476727575063705,
      "loss_total": 0.036476727575063705,
      "step": 2340
    },
    {
      "loss_action": 0.06372992694377899,
      "loss_total": 0.06372992694377899,
      "step": 2340
    },
    {
      "grad_norm": 0.712626039981842,
      "learning_rate": 4.698e-05,
      "loss": 0.0512,
      "step": 2350
    },
    {
      "loss_action": 0.06051993370056152,
      "loss_total": 0.06051993370056152,
      "step": 2350
    },
    {
      "loss_action": 0.04313807934522629,
      "loss_total": 0.04313807934522629,
      "step": 2350
    },
    {
      "loss_action": 0.03829467296600342,
      "loss_total": 0.03829467296600342,
      "step": 2350
    },
    {
      "loss_action": 0.07552889734506607,
      "loss_total": 0.07552889734506607,
      "step": 2350
    },
    {
      "loss_action": 0.025431610643863678,
      "loss_total": 0.025431610643863678,
      "step": 2350
    },
    {
      "loss_action": 0.03228597342967987,
      "loss_total": 0.03228597342967987,
      "step": 2350
    },
    {
      "loss_action": 0.03640016168355942,
      "loss_total": 0.03640016168355942,
      "step": 2350
    },
    {
      "loss_action": 0.04597907513380051,
      "loss_total": 0.04597907513380051,
      "step": 2350
    },
    {
      "grad_norm": 0.6134730577468872,
      "learning_rate": 4.718e-05,
      "loss": 0.0415,
      "step": 2360
    },
    {
      "loss_action": 0.04493921622633934,
      "loss_total": 0.04493921622633934,
      "step": 2360
    },
    {
      "loss_action": 0.02848278358578682,
      "loss_total": 0.02848278358578682,
      "step": 2360
    },
    {
      "loss_action": 0.03560483083128929,
      "loss_total": 0.03560483083128929,
      "step": 2360
    },
    {
      "loss_action": 0.03588556498289108,
      "loss_total": 0.03588556498289108,
      "step": 2360
    },
    {
      "loss_action": 0.04266737028956413,
      "loss_total": 0.04266737028956413,
      "step": 2360
    },
    {
      "loss_action": 0.02885059081017971,
      "loss_total": 0.02885059081017971,
      "step": 2360
    },
    {
      "loss_action": 0.030397802591323853,
      "loss_total": 0.030397802591323853,
      "step": 2360
    },
    {
      "loss_action": 0.031005647033452988,
      "loss_total": 0.031005647033452988,
      "step": 2360
    },
    {
      "grad_norm": 0.7252970933914185,
      "learning_rate": 4.7380000000000004e-05,
      "loss": 0.0433,
      "step": 2370
    },
    {
      "loss_action": 0.058690428733825684,
      "loss_total": 0.058690428733825684,
      "step": 2370
    },
    {
      "loss_action": 0.03259126842021942,
      "loss_total": 0.03259126842021942,
      "step": 2370
    },
    {
      "loss_action": 0.04756643623113632,
      "loss_total": 0.04756643623113632,
      "step": 2370
    },
    {
      "loss_action": 0.034029968082904816,
      "loss_total": 0.034029968082904816,
      "step": 2370
    },
    {
      "loss_action": 0.06107914820313454,
      "loss_total": 0.06107914820313454,
      "step": 2370
    },
    {
      "loss_action": 0.028485815972089767,
      "loss_total": 0.028485815972089767,
      "step": 2370
    },
    {
      "loss_action": 0.044422753155231476,
      "loss_total": 0.044422753155231476,
      "step": 2370
    },
    {
      "loss_action": 0.058303605765104294,
      "loss_total": 0.058303605765104294,
      "step": 2370
    },
    {
      "grad_norm": 0.6613806486129761,
      "learning_rate": 4.758e-05,
      "loss": 0.0438,
      "step": 2380
    },
    {
      "loss_action": 0.09240758419036865,
      "loss_total": 0.09240758419036865,
      "step": 2380
    },
    {
      "loss_action": 0.03311432525515556,
      "loss_total": 0.03311432525515556,
      "step": 2380
    },
    {
      "loss_action": 0.0314687043428421,
      "loss_total": 0.0314687043428421,
      "step": 2380
    },
    {
      "loss_action": 0.026372767984867096,
      "loss_total": 0.026372767984867096,
      "step": 2380
    },
    {
      "loss_action": 0.04714386910200119,
      "loss_total": 0.04714386910200119,
      "step": 2380
    },
    {
      "loss_action": 0.03591083735227585,
      "loss_total": 0.03591083735227585,
      "step": 2380
    },
    {
      "loss_action": 0.0415436252951622,
      "loss_total": 0.0415436252951622,
      "step": 2380
    },
    {
      "loss_action": 0.03826839104294777,
      "loss_total": 0.03826839104294777,
      "step": 2380
    },
    {
      "grad_norm": 0.8198255896568298,
      "learning_rate": 4.778e-05,
      "loss": 0.0432,
      "step": 2390
    },
    {
      "loss_action": 0.034237537533044815,
      "loss_total": 0.034237537533044815,
      "step": 2390
    },
    {
      "loss_action": 0.03763239085674286,
      "loss_total": 0.03763239085674286,
      "step": 2390
    },
    {
      "loss_action": 0.0804043561220169,
      "loss_total": 0.0804043561220169,
      "step": 2390
    },
    {
      "loss_action": 0.03522954881191254,
      "loss_total": 0.03522954881191254,
      "step": 2390
    },
    {
      "loss_action": 0.02455085888504982,
      "loss_total": 0.02455085888504982,
      "step": 2390
    },
    {
      "loss_action": 0.0699286162853241,
      "loss_total": 0.0699286162853241,
      "step": 2390
    },
    {
      "loss_action": 0.1444232314825058,
      "loss_total": 0.1444232314825058,
      "step": 2390
    },
    {
      "loss_action": 0.02638590708374977,
      "loss_total": 0.02638590708374977,
      "step": 2390
    },
    {
      "grad_norm": 0.6522868871688843,
      "learning_rate": 4.7980000000000005e-05,
      "loss": 0.0422,
      "step": 2400
    },
    {
      "loss_action": 0.0183306485414505,
      "loss_total": 0.0183306485414505,
      "step": 2400
    },
    {
      "loss_action": 0.044315725564956665,
      "loss_total": 0.044315725564956665,
      "step": 2400
    },
    {
      "loss_action": 0.036390699446201324,
      "loss_total": 0.036390699446201324,
      "step": 2400
    },
    {
      "loss_action": 0.026685191318392754,
      "loss_total": 0.026685191318392754,
      "step": 2400
    },
    {
      "loss_action": 0.030409883707761765,
      "loss_total": 0.030409883707761765,
      "step": 2400
    },
    {
      "loss_action": 0.03297265246510506,
      "loss_total": 0.03297265246510506,
      "step": 2400
    },
    {
      "loss_action": 0.03171590715646744,
      "loss_total": 0.03171590715646744,
      "step": 2400
    },
    {
      "loss_action": 0.03311629965901375,
      "loss_total": 0.03311629965901375,
      "step": 2400
    },
    {
      "grad_norm": 0.7552844285964966,
      "learning_rate": 4.818e-05,
      "loss": 0.037,
      "step": 2410
    },
    {
      "loss_action": 0.026774812489748,
      "loss_total": 0.026774812489748,
      "step": 2410
    },
    {
      "loss_action": 0.033275969326496124,
      "loss_total": 0.033275969326496124,
      "step": 2410
    },
    {
      "loss_action": 0.04671342670917511,
      "loss_total": 0.04671342670917511,
      "step": 2410
    },
    {
      "loss_action": 0.10953424870967865,
      "loss_total": 0.10953424870967865,
      "step": 2410
    },
    {
      "loss_action": 0.026391545310616493,
      "loss_total": 0.026391545310616493,
      "step": 2410
    },
    {
      "loss_action": 0.024760950356721878,
      "loss_total": 0.024760950356721878,
      "step": 2410
    },
    {
      "loss_action": 0.04126556217670441,
      "loss_total": 0.04126556217670441,
      "step": 2410
    },
    {
      "loss_action": 0.030197450891137123,
      "loss_total": 0.030197450891137123,
      "step": 2410
    },
    {
      "grad_norm": 0.888400673866272,
      "learning_rate": 4.838e-05,
      "loss": 0.0466,
      "step": 2420
    },
    {
      "loss_action": 0.054740432649850845,
      "loss_total": 0.054740432649850845,
      "step": 2420
    },
    {
      "loss_action": 0.047418273985385895,
      "loss_total": 0.047418273985385895,
      "step": 2420
    },
    {
      "loss_action": 0.04464755207300186,
      "loss_total": 0.04464755207300186,
      "step": 2420
    },
    {
      "loss_action": 0.058605946600437164,
      "loss_total": 0.058605946600437164,
      "step": 2420
    },
    {
      "loss_action": 0.030590277165174484,
      "loss_total": 0.030590277165174484,
      "step": 2420
    },
    {
      "loss_action": 0.03811601921916008,
      "loss_total": 0.03811601921916008,
      "step": 2420
    },
    {
      "loss_action": 0.035977914929389954,
      "loss_total": 0.035977914929389954,
      "step": 2420
    },
    {
      "loss_action": 0.04941674321889877,
      "loss_total": 0.04941674321889877,
      "step": 2420
    },
    {
      "grad_norm": 0.6993274688720703,
      "learning_rate": 4.8580000000000006e-05,
      "loss": 0.0437,
      "step": 2430
    },
    {
      "loss_action": 0.047162994742393494,
      "loss_total": 0.047162994742393494,
      "step": 2430
    },
    {
      "loss_action": 0.05070774629712105,
      "loss_total": 0.05070774629712105,
      "step": 2430
    },
    {
      "loss_action": 0.04176953434944153,
      "loss_total": 0.04176953434944153,
      "step": 2430
    },
    {
      "loss_action": 0.036285191774368286,
      "loss_total": 0.036285191774368286,
      "step": 2430
    },
    {
      "loss_action": 0.03439057618379593,
      "loss_total": 0.03439057618379593,
      "step": 2430
    },
    {
      "loss_action": 0.03321896865963936,
      "loss_total": 0.03321896865963936,
      "step": 2430
    },
    {
      "loss_action": 0.034389421343803406,
      "loss_total": 0.034389421343803406,
      "step": 2430
    },
    {
      "loss_action": 0.035589948296546936,
      "loss_total": 0.035589948296546936,
      "step": 2430
    },
    {
      "grad_norm": 0.615520715713501,
      "learning_rate": 4.8780000000000004e-05,
      "loss": 0.0463,
      "step": 2440
    },
    {
      "loss_action": 0.03656551241874695,
      "loss_total": 0.03656551241874695,
      "step": 2440
    },
    {
      "loss_action": 0.04266425967216492,
      "loss_total": 0.04266425967216492,
      "step": 2440
    },
    {
      "loss_action": 0.027197930961847305,
      "loss_total": 0.027197930961847305,
      "step": 2440
    },
    {
      "loss_action": 0.03477839380502701,
      "loss_total": 0.03477839380502701,
      "step": 2440
    },
    {
      "loss_action": 0.04268072918057442,
      "loss_total": 0.04268072918057442,
      "step": 2440
    },
    {
      "loss_action": 0.04785088077187538,
      "loss_total": 0.04785088077187538,
      "step": 2440
    },
    {
      "loss_action": 0.03847784548997879,
      "loss_total": 0.03847784548997879,
      "step": 2440
    },
    {
      "loss_action": 0.05277080833911896,
      "loss_total": 0.05277080833911896,
      "step": 2440
    },
    {
      "grad_norm": 0.7006030678749084,
      "learning_rate": 4.898e-05,
      "loss": 0.0459,
      "step": 2450
    },
    {
      "loss_action": 0.04133802652359009,
      "loss_total": 0.04133802652359009,
      "step": 2450
    },
    {
      "loss_action": 0.049358539283275604,
      "loss_total": 0.049358539283275604,
      "step": 2450
    },
    {
      "loss_action": 0.03226475417613983,
      "loss_total": 0.03226475417613983,
      "step": 2450
    },
    {
      "loss_action": 0.0743492916226387,
      "loss_total": 0.0743492916226387,
      "step": 2450
    },
    {
      "loss_action": 0.03682370483875275,
      "loss_total": 0.03682370483875275,
      "step": 2450
    },
    {
      "loss_action": 0.03492099046707153,
      "loss_total": 0.03492099046707153,
      "step": 2450
    },
    {
      "loss_action": 0.048215243965387344,
      "loss_total": 0.048215243965387344,
      "step": 2450
    },
    {
      "loss_action": 0.044518861919641495,
      "loss_total": 0.044518861919641495,
      "step": 2450
    },
    {
      "grad_norm": 0.6299440264701843,
      "learning_rate": 4.918000000000001e-05,
      "loss": 0.0438,
      "step": 2460
    },
    {
      "loss_action": 0.03337228298187256,
      "loss_total": 0.03337228298187256,
      "step": 2460
    },
    {
      "loss_action": 0.10009559988975525,
      "loss_total": 0.10009559988975525,
      "step": 2460
    },
    {
      "loss_action": 0.07317987084388733,
      "loss_total": 0.07317987084388733,
      "step": 2460
    },
    {
      "loss_action": 0.03707576543092728,
      "loss_total": 0.03707576543092728,
      "step": 2460
    },
    {
      "loss_action": 0.02530011162161827,
      "loss_total": 0.02530011162161827,
      "step": 2460
    },
    {
      "loss_action": 0.039982181042432785,
      "loss_total": 0.039982181042432785,
      "step": 2460
    },
    {
      "loss_action": 0.04377926141023636,
      "loss_total": 0.04377926141023636,
      "step": 2460
    },
    {
      "loss_action": 0.030483929440379143,
      "loss_total": 0.030483929440379143,
      "step": 2460
    },
    {
      "grad_norm": 0.6196379661560059,
      "learning_rate": 4.9380000000000005e-05,
      "loss": 0.0413,
      "step": 2470
    },
    {
      "loss_action": 0.045251116156578064,
      "loss_total": 0.045251116156578064,
      "step": 2470
    },
    {
      "loss_action": 0.03376338630914688,
      "loss_total": 0.03376338630914688,
      "step": 2470
    },
    {
      "loss_action": 0.033347196877002716,
      "loss_total": 0.033347196877002716,
      "step": 2470
    },
    {
      "loss_action": 0.03757808730006218,
      "loss_total": 0.03757808730006218,
      "step": 2470
    },
    {
      "loss_action": 0.04915233701467514,
      "loss_total": 0.04915233701467514,
      "step": 2470
    },
    {
      "loss_action": 0.03524292632937431,
      "loss_total": 0.03524292632937431,
      "step": 2470
    },
    {
      "loss_action": 0.03478341922163963,
      "loss_total": 0.03478341922163963,
      "step": 2470
    },
    {
      "loss_action": 0.026775609701871872,
      "loss_total": 0.026775609701871872,
      "step": 2470
    },
    {
      "grad_norm": 0.8276193141937256,
      "learning_rate": 4.958e-05,
      "loss": 0.0408,
      "step": 2480
    },
    {
      "loss_action": 0.029269294813275337,
      "loss_total": 0.029269294813275337,
      "step": 2480
    },
    {
      "loss_action": 0.046167176216840744,
      "loss_total": 0.046167176216840744,
      "step": 2480
    },
    {
      "loss_action": 0.056911714375019073,
      "loss_total": 0.056911714375019073,
      "step": 2480
    },
    {
      "loss_action": 0.03299497812986374,
      "loss_total": 0.03299497812986374,
      "step": 2480
    },
    {
      "loss_action": 0.046606726944446564,
      "loss_total": 0.046606726944446564,
      "step": 2480
    },
    {
      "loss_action": 0.18800309300422668,
      "loss_total": 0.18800309300422668,
      "step": 2480
    },
    {
      "loss_action": 0.041417766362428665,
      "loss_total": 0.041417766362428665,
      "step": 2480
    },
    {
      "loss_action": 0.046026308089494705,
      "loss_total": 0.046026308089494705,
      "step": 2480
    },
    {
      "grad_norm": 0.689583957195282,
      "learning_rate": 4.978e-05,
      "loss": 0.0467,
      "step": 2490
    },
    {
      "loss_action": 0.02919337898492813,
      "loss_total": 0.02919337898492813,
      "step": 2490
    },
    {
      "loss_action": 0.02845533937215805,
      "loss_total": 0.02845533937215805,
      "step": 2490
    },
    {
      "loss_action": 0.034530989825725555,
      "loss_total": 0.034530989825725555,
      "step": 2490
    },
    {
      "loss_action": 0.04569336771965027,
      "loss_total": 0.04569336771965027,
      "step": 2490
    },
    {
      "loss_action": 0.06482425332069397,
      "loss_total": 0.06482425332069397,
      "step": 2490
    },
    {
      "loss_action": 0.02901376411318779,
      "loss_total": 0.02901376411318779,
      "step": 2490
    },
    {
      "loss_action": 0.04116951674222946,
      "loss_total": 0.04116951674222946,
      "step": 2490
    },
    {
      "loss_action": 0.05051317811012268,
      "loss_total": 0.05051317811012268,
      "step": 2490
    },
    {
      "grad_norm": 0.5889201760292053,
      "learning_rate": 4.9980000000000006e-05,
      "loss": 0.0379,
      "step": 2500
    },
    {
      "loss_action": 0.025285780429840088,
      "loss_total": 0.025285780429840088,
      "step": 2500
    },
    {
      "loss_action": 0.042599499225616455,
      "loss_total": 0.042599499225616455,
      "step": 2500
    },
    {
      "loss_action": 0.032862670719623566,
      "loss_total": 0.032862670719623566,
      "step": 2500
    },
    {
      "loss_action": 0.04818105325102806,
      "loss_total": 0.04818105325102806,
      "step": 2500
    },
    {
      "loss_action": 0.03875742480158806,
      "loss_total": 0.03875742480158806,
      "step": 2500
    },
    {
      "loss_action": 0.030482659116387367,
      "loss_total": 0.030482659116387367,
      "step": 2500
    },
    {
      "loss_action": 0.02636129967868328,
      "loss_total": 0.02636129967868328,
      "step": 2500
    },
    {
      "loss_action": 0.03576436638832092,
      "loss_total": 0.03576436638832092,
      "step": 2500
    },
    {
      "grad_norm": 0.6156599521636963,
      "learning_rate": 5.0180000000000004e-05,
      "loss": 0.0402,
      "step": 2510
    },
    {
      "loss_action": 0.03277029097080231,
      "loss_total": 0.03277029097080231,
      "step": 2510
    },
    {
      "loss_action": 0.13037551939487457,
      "loss_total": 0.13037551939487457,
      "step": 2510
    },
    {
      "loss_action": 0.017217565327882767,
      "loss_total": 0.017217565327882767,
      "step": 2510
    },
    {
      "loss_action": 0.022908587008714676,
      "loss_total": 0.022908587008714676,
      "step": 2510
    },
    {
      "loss_action": 0.033803101629018784,
      "loss_total": 0.033803101629018784,
      "step": 2510
    },
    {
      "loss_action": 0.037369951605796814,
      "loss_total": 0.037369951605796814,
      "step": 2510
    },
    {
      "loss_action": 0.02317729964852333,
      "loss_total": 0.02317729964852333,
      "step": 2510
    },
    {
      "loss_action": 0.05027914047241211,
      "loss_total": 0.05027914047241211,
      "step": 2510
    },
    {
      "grad_norm": 0.59580397605896,
      "learning_rate": 5.038e-05,
      "loss": 0.0392,
      "step": 2520
    },
    {
      "loss_action": 0.03582527115941048,
      "loss_total": 0.03582527115941048,
      "step": 2520
    },
    {
      "loss_action": 0.03515348583459854,
      "loss_total": 0.03515348583459854,
      "step": 2520
    },
    {
      "loss_action": 0.02520192414522171,
      "loss_total": 0.02520192414522171,
      "step": 2520
    },
    {
      "loss_action": 0.03878719359636307,
      "loss_total": 0.03878719359636307,
      "step": 2520
    },
    {
      "loss_action": 0.15373989939689636,
      "loss_total": 0.15373989939689636,
      "step": 2520
    },
    {
      "loss_action": 0.04797017574310303,
      "loss_total": 0.04797017574310303,
      "step": 2520
    },
    {
      "loss_action": 0.04239484667778015,
      "loss_total": 0.04239484667778015,
      "step": 2520
    },
    {
      "loss_action": 0.032238420099020004,
      "loss_total": 0.032238420099020004,
      "step": 2520
    },
    {
      "grad_norm": 0.6535219550132751,
      "learning_rate": 5.058000000000001e-05,
      "loss": 0.04,
      "step": 2530
    },
    {
      "loss_action": 0.024697111919522285,
      "loss_total": 0.024697111919522285,
      "step": 2530
    },
    {
      "loss_action": 0.045095156878232956,
      "loss_total": 0.045095156878232956,
      "step": 2530
    },
    {
      "loss_action": 0.029679011553525925,
      "loss_total": 0.029679011553525925,
      "step": 2530
    },
    {
      "loss_action": 0.03742652386426926,
      "loss_total": 0.03742652386426926,
      "step": 2530
    },
    {
      "loss_action": 0.023290038108825684,
      "loss_total": 0.023290038108825684,
      "step": 2530
    },
    {
      "loss_action": 0.048613447695970535,
      "loss_total": 0.048613447695970535,
      "step": 2530
    },
    {
      "loss_action": 0.02795247733592987,
      "loss_total": 0.02795247733592987,
      "step": 2530
    },
    {
      "loss_action": 0.029421553015708923,
      "loss_total": 0.029421553015708923,
      "step": 2530
    },
    {
      "grad_norm": 0.5596411228179932,
      "learning_rate": 5.0780000000000005e-05,
      "loss": 0.037,
      "step": 2540
    },
    {
      "loss_action": 0.04570358991622925,
      "loss_total": 0.04570358991622925,
      "step": 2540
    },
    {
      "loss_action": 0.03110453300178051,
      "loss_total": 0.03110453300178051,
      "step": 2540
    },
    {
      "loss_action": 0.023887163028120995,
      "loss_total": 0.023887163028120995,
      "step": 2540
    },
    {
      "loss_action": 0.026899032294750214,
      "loss_total": 0.026899032294750214,
      "step": 2540
    },
    {
      "loss_action": 0.02912726067006588,
      "loss_total": 0.02912726067006588,
      "step": 2540
    },
    {
      "loss_action": 0.02221110090613365,
      "loss_total": 0.02221110090613365,
      "step": 2540
    },
    {
      "loss_action": 0.023998374119400978,
      "loss_total": 0.023998374119400978,
      "step": 2540
    },
    {
      "loss_action": 0.04598487168550491,
      "loss_total": 0.04598487168550491,
      "step": 2540
    },
    {
      "grad_norm": 0.8236250877380371,
      "learning_rate": 5.098e-05,
      "loss": 0.0409,
      "step": 2550
    },
    {
      "loss_action": 0.03283204883337021,
      "loss_total": 0.03283204883337021,
      "step": 2550
    },
    {
      "loss_action": 0.03748214989900589,
      "loss_total": 0.03748214989900589,
      "step": 2550
    },
    {
      "loss_action": 0.03933463990688324,
      "loss_total": 0.03933463990688324,
      "step": 2550
    },
    {
      "loss_action": 0.03337636962532997,
      "loss_total": 0.03337636962532997,
      "step": 2550
    },
    {
      "loss_action": 0.02871263027191162,
      "loss_total": 0.02871263027191162,
      "step": 2550
    },
    {
      "loss_action": 0.035394780337810516,
      "loss_total": 0.035394780337810516,
      "step": 2550
    },
    {
      "loss_action": 0.030529523268342018,
      "loss_total": 0.030529523268342018,
      "step": 2550
    },
    {
      "loss_action": 0.0329086109995842,
      "loss_total": 0.0329086109995842,
      "step": 2550
    },
    {
      "grad_norm": 0.5484408736228943,
      "learning_rate": 5.118000000000001e-05,
      "loss": 0.0441,
      "step": 2560
    },
    {
      "loss_action": 0.038653142750263214,
      "loss_total": 0.038653142750263214,
      "step": 2560
    },
    {
      "loss_action": 0.03896495699882507,
      "loss_total": 0.03896495699882507,
      "step": 2560
    },
    {
      "loss_action": 0.028200848028063774,
      "loss_total": 0.028200848028063774,
      "step": 2560
    },
    {
      "loss_action": 0.033184342086315155,
      "loss_total": 0.033184342086315155,
      "step": 2560
    },
    {
      "loss_action": 0.034994952380657196,
      "loss_total": 0.034994952380657196,
      "step": 2560
    },
    {
      "loss_action": 0.03936253488063812,
      "loss_total": 0.03936253488063812,
      "step": 2560
    },
    {
      "loss_action": 0.037041425704956055,
      "loss_total": 0.037041425704956055,
      "step": 2560
    },
    {
      "loss_action": 0.03783322498202324,
      "loss_total": 0.03783322498202324,
      "step": 2560
    },
    {
      "grad_norm": 0.6205299496650696,
      "learning_rate": 5.1380000000000006e-05,
      "loss": 0.039,
      "step": 2570
    },
    {
      "loss_action": 0.031007107347249985,
      "loss_total": 0.031007107347249985,
      "step": 2570
    },
    {
      "loss_action": 0.021221453323960304,
      "loss_total": 0.021221453323960304,
      "step": 2570
    },
    {
      "loss_action": 0.03399708494544029,
      "loss_total": 0.03399708494544029,
      "step": 2570
    },
    {
      "loss_action": 0.026216361671686172,
      "loss_total": 0.026216361671686172,
      "step": 2570
    },
    {
      "loss_action": 0.040668390691280365,
      "loss_total": 0.040668390691280365,
      "step": 2570
    },
    {
      "loss_action": 0.030627727508544922,
      "loss_total": 0.030627727508544922,
      "step": 2570
    },
    {
      "loss_action": 0.02265079692006111,
      "loss_total": 0.02265079692006111,
      "step": 2570
    },
    {
      "loss_action": 0.026770228520035744,
      "loss_total": 0.026770228520035744,
      "step": 2570
    },
    {
      "grad_norm": 0.5580050945281982,
      "learning_rate": 5.1580000000000004e-05,
      "loss": 0.0402,
      "step": 2580
    },
    {
      "loss_action": 0.03249705210328102,
      "loss_total": 0.03249705210328102,
      "step": 2580
    },
    {
      "loss_action": 0.03209715336561203,
      "loss_total": 0.03209715336561203,
      "step": 2580
    },
    {
      "loss_action": 0.030052870512008667,
      "loss_total": 0.030052870512008667,
      "step": 2580
    },
    {
      "loss_action": 0.05766194313764572,
      "loss_total": 0.05766194313764572,
      "step": 2580
    },
    {
      "loss_action": 0.04614623636007309,
      "loss_total": 0.04614623636007309,
      "step": 2580
    },
    {
      "loss_action": 0.02455839142203331,
      "loss_total": 0.02455839142203331,
      "step": 2580
    },
    {
      "loss_action": 0.024656325578689575,
      "loss_total": 0.024656325578689575,
      "step": 2580
    },
    {
      "loss_action": 0.0203841719776392,
      "loss_total": 0.0203841719776392,
      "step": 2580
    },
    {
      "grad_norm": 0.6139329671859741,
      "learning_rate": 5.178000000000001e-05,
      "loss": 0.0358,
      "step": 2590
    },
    {
      "loss_action": 0.031586289405822754,
      "loss_total": 0.031586289405822754,
      "step": 2590
    },
    {
      "loss_action": 0.03576508164405823,
      "loss_total": 0.03576508164405823,
      "step": 2590
    },
    {
      "loss_action": 0.02437027171254158,
      "loss_total": 0.02437027171254158,
      "step": 2590
    },
    {
      "loss_action": 0.04755178093910217,
      "loss_total": 0.04755178093910217,
      "step": 2590
    },
    {
      "loss_action": 0.03927435725927353,
      "loss_total": 0.03927435725927353,
      "step": 2590
    },
    {
      "loss_action": 0.15995506942272186,
      "loss_total": 0.15995506942272186,
      "step": 2590
    },
    {
      "loss_action": 0.031260788440704346,
      "loss_total": 0.031260788440704346,
      "step": 2590
    },
    {
      "loss_action": 0.030673926696181297,
      "loss_total": 0.030673926696181297,
      "step": 2590
    },
    {
      "grad_norm": 0.7489503622055054,
      "learning_rate": 5.198000000000001e-05,
      "loss": 0.0426,
      "step": 2600
    },
    {
      "loss_action": 0.03117496520280838,
      "loss_total": 0.03117496520280838,
      "step": 2600
    },
    {
      "loss_action": 0.03634404391050339,
      "loss_total": 0.03634404391050339,
      "step": 2600
    },
    {
      "loss_action": 0.029235713183879852,
      "loss_total": 0.029235713183879852,
      "step": 2600
    },
    {
      "loss_action": 0.05035387724637985,
      "loss_total": 0.05035387724637985,
      "step": 2600
    },
    {
      "loss_action": 0.03216393664479256,
      "loss_total": 0.03216393664479256,
      "step": 2600
    },
    {
      "loss_action": 0.0355486199259758,
      "loss_total": 0.0355486199259758,
      "step": 2600
    },
    {
      "loss_action": 0.048247504979372025,
      "loss_total": 0.048247504979372025,
      "step": 2600
    },
    {
      "loss_action": 0.042100630700588226,
      "loss_total": 0.042100630700588226,
      "step": 2600
    },
    {
      "grad_norm": 0.6595473289489746,
      "learning_rate": 5.2180000000000005e-05,
      "loss": 0.0401,
      "step": 2610
    },
    {
      "loss_action": 0.04407013952732086,
      "loss_total": 0.04407013952732086,
      "step": 2610
    },
    {
      "loss_action": 0.06564189493656158,
      "loss_total": 0.06564189493656158,
      "step": 2610
    },
    {
      "loss_action": 0.03507979214191437,
      "loss_total": 0.03507979214191437,
      "step": 2610
    },
    {
      "loss_action": 0.04792223870754242,
      "loss_total": 0.04792223870754242,
      "step": 2610
    },
    {
      "loss_action": 0.04998468607664108,
      "loss_total": 0.04998468607664108,
      "step": 2610
    },
    {
      "loss_action": 0.06453879177570343,
      "loss_total": 0.06453879177570343,
      "step": 2610
    },
    {
      "loss_action": 0.02757437899708748,
      "loss_total": 0.02757437899708748,
      "step": 2610
    },
    {
      "loss_action": 0.03412102535367012,
      "loss_total": 0.03412102535367012,
      "step": 2610
    },
    {
      "grad_norm": 0.6869171261787415,
      "learning_rate": 5.238000000000001e-05,
      "loss": 0.0403,
      "step": 2620
    },
    {
      "loss_action": 0.03321569412946701,
      "loss_total": 0.03321569412946701,
      "step": 2620
    },
    {
      "loss_action": 0.030020488426089287,
      "loss_total": 0.030020488426089287,
      "step": 2620
    },
    {
      "loss_action": 0.032099075615406036,
      "loss_total": 0.032099075615406036,
      "step": 2620
    },
    {
      "loss_action": 0.026584811508655548,
      "loss_total": 0.026584811508655548,
      "step": 2620
    },
    {
      "loss_action": 0.03970710560679436,
      "loss_total": 0.03970710560679436,
      "step": 2620
    },
    {
      "loss_action": 0.023061830550432205,
      "loss_total": 0.023061830550432205,
      "step": 2620
    },
    {
      "loss_action": 0.04258911684155464,
      "loss_total": 0.04258911684155464,
      "step": 2620
    },
    {
      "loss_action": 0.024559244513511658,
      "loss_total": 0.024559244513511658,
      "step": 2620
    },
    {
      "grad_norm": 0.6340005993843079,
      "learning_rate": 5.258000000000001e-05,
      "loss": 0.0397,
      "step": 2630
    },
    {
      "loss_action": 0.02298590913414955,
      "loss_total": 0.02298590913414955,
      "step": 2630
    },
    {
      "loss_action": 0.05890917405486107,
      "loss_total": 0.05890917405486107,
      "step": 2630
    },
    {
      "loss_action": 0.046788059175014496,
      "loss_total": 0.046788059175014496,
      "step": 2630
    },
    {
      "loss_action": 0.05296877771615982,
      "loss_total": 0.05296877771615982,
      "step": 2630
    },
    {
      "loss_action": 0.05385775864124298,
      "loss_total": 0.05385775864124298,
      "step": 2630
    },
    {
      "loss_action": 0.03549296781420708,
      "loss_total": 0.03549296781420708,
      "step": 2630
    },
    {
      "loss_action": 0.025142226368188858,
      "loss_total": 0.025142226368188858,
      "step": 2630
    },
    {
      "loss_action": 0.029832907021045685,
      "loss_total": 0.029832907021045685,
      "step": 2630
    },
    {
      "grad_norm": 0.6605198979377747,
      "learning_rate": 5.2780000000000006e-05,
      "loss": 0.0457,
      "step": 2640
    },
    {
      "loss_action": 0.0376615971326828,
      "loss_total": 0.0376615971326828,
      "step": 2640
    },
    {
      "loss_action": 0.02773934230208397,
      "loss_total": 0.02773934230208397,
      "step": 2640
    },
    {
      "loss_action": 0.12621566653251648,
      "loss_total": 0.12621566653251648,
      "step": 2640
    },
    {
      "loss_action": 0.026158597320318222,
      "loss_total": 0.026158597320318222,
      "step": 2640
    },
    {
      "loss_action": 0.03003968484699726,
      "loss_total": 0.03003968484699726,
      "step": 2640
    },
    {
      "loss_action": 0.04298817366361618,
      "loss_total": 0.04298817366361618,
      "step": 2640
    },
    {
      "loss_action": 0.09672950208187103,
      "loss_total": 0.09672950208187103,
      "step": 2640
    },
    {
      "loss_action": 0.03174269571900368,
      "loss_total": 0.03174269571900368,
      "step": 2640
    },
    {
      "grad_norm": 0.5059871077537537,
      "learning_rate": 5.2980000000000004e-05,
      "loss": 0.0416,
      "step": 2650
    },
    {
      "loss_action": 0.03760112076997757,
      "loss_total": 0.03760112076997757,
      "step": 2650
    },
    {
      "loss_action": 0.029387151822447777,
      "loss_total": 0.029387151822447777,
      "step": 2650
    },
    {
      "loss_action": 0.054015666246414185,
      "loss_total": 0.054015666246414185,
      "step": 2650
    },
    {
      "loss_action": 0.0527900755405426,
      "loss_total": 0.0527900755405426,
      "step": 2650
    },
    {
      "loss_action": 0.04066138714551926,
      "loss_total": 0.04066138714551926,
      "step": 2650
    },
    {
      "loss_action": 0.032161444425582886,
      "loss_total": 0.032161444425582886,
      "step": 2650
    },
    {
      "loss_action": 0.04439451918005943,
      "loss_total": 0.04439451918005943,
      "step": 2650
    },
    {
      "loss_action": 0.03296603262424469,
      "loss_total": 0.03296603262424469,
      "step": 2650
    },
    {
      "grad_norm": 0.6302061676979065,
      "learning_rate": 5.318000000000001e-05,
      "loss": 0.0391,
      "step": 2660
    },
    {
      "loss_action": 0.031079331412911415,
      "loss_total": 0.031079331412911415,
      "step": 2660
    },
    {
      "loss_action": 0.051934242248535156,
      "loss_total": 0.051934242248535156,
      "step": 2660
    },
    {
      "loss_action": 0.031566083431243896,
      "loss_total": 0.031566083431243896,
      "step": 2660
    },
    {
      "loss_action": 0.034392453730106354,
      "loss_total": 0.034392453730106354,
      "step": 2660
    },
    {
      "loss_action": 0.032591305673122406,
      "loss_total": 0.032591305673122406,
      "step": 2660
    },
    {
      "loss_action": 0.04736451804637909,
      "loss_total": 0.04736451804637909,
      "step": 2660
    },
    {
      "loss_action": 0.024784481152892113,
      "loss_total": 0.024784481152892113,
      "step": 2660
    },
    {
      "loss_action": 0.02664627507328987,
      "loss_total": 0.02664627507328987,
      "step": 2660
    },
    {
      "grad_norm": 0.54170161485672,
      "learning_rate": 5.338000000000001e-05,
      "loss": 0.0392,
      "step": 2670
    },
    {
      "loss_action": 0.04217558726668358,
      "loss_total": 0.04217558726668358,
      "step": 2670
    },
    {
      "loss_action": 0.03171774744987488,
      "loss_total": 0.03171774744987488,
      "step": 2670
    },
    {
      "loss_action": 0.036378875374794006,
      "loss_total": 0.036378875374794006,
      "step": 2670
    },
    {
      "loss_action": 0.06091107428073883,
      "loss_total": 0.06091107428073883,
      "step": 2670
    },
    {
      "loss_action": 0.02781658247113228,
      "loss_total": 0.02781658247113228,
      "step": 2670
    },
    {
      "loss_action": 0.04711613059043884,
      "loss_total": 0.04711613059043884,
      "step": 2670
    },
    {
      "loss_action": 0.032498281449079514,
      "loss_total": 0.032498281449079514,
      "step": 2670
    },
    {
      "loss_action": 0.032524172216653824,
      "loss_total": 0.032524172216653824,
      "step": 2670
    },
    {
      "grad_norm": 0.6044971942901611,
      "learning_rate": 5.3580000000000005e-05,
      "loss": 0.0418,
      "step": 2680
    },
    {
      "loss_action": 0.07824698090553284,
      "loss_total": 0.07824698090553284,
      "step": 2680
    },
    {
      "loss_action": 0.0423574335873127,
      "loss_total": 0.0423574335873127,
      "step": 2680
    },
    {
      "loss_action": 0.02516917884349823,
      "loss_total": 0.02516917884349823,
      "step": 2680
    },
    {
      "loss_action": 0.0347956120967865,
      "loss_total": 0.0347956120967865,
      "step": 2680
    },
    {
      "loss_action": 0.06026383861899376,
      "loss_total": 0.06026383861899376,
      "step": 2680
    },
    {
      "loss_action": 0.028164612129330635,
      "loss_total": 0.028164612129330635,
      "step": 2680
    },
    {
      "loss_action": 0.04771441966295242,
      "loss_total": 0.04771441966295242,
      "step": 2680
    },
    {
      "loss_action": 0.1369210183620453,
      "loss_total": 0.1369210183620453,
      "step": 2680
    },
    {
      "grad_norm": 0.387019544839859,
      "learning_rate": 5.378e-05,
      "loss": 0.0404,
      "step": 2690
    },
    {
      "loss_action": 0.027386296540498734,
      "loss_total": 0.027386296540498734,
      "step": 2690
    },
    {
      "loss_action": 0.03728358820080757,
      "loss_total": 0.03728358820080757,
      "step": 2690
    },
    {
      "loss_action": 0.029162131249904633,
      "loss_total": 0.029162131249904633,
      "step": 2690
    },
    {
      "loss_action": 0.04770384728908539,
      "loss_total": 0.04770384728908539,
      "step": 2690
    },
    {
      "loss_action": 0.05106467753648758,
      "loss_total": 0.05106467753648758,
      "step": 2690
    },
    {
      "loss_action": 0.05082860589027405,
      "loss_total": 0.05082860589027405,
      "step": 2690
    },
    {
      "loss_action": 0.030497778207063675,
      "loss_total": 0.030497778207063675,
      "step": 2690
    },
    {
      "loss_action": 0.06144702434539795,
      "loss_total": 0.06144702434539795,
      "step": 2690
    },
    {
      "grad_norm": 0.6826783418655396,
      "learning_rate": 5.3979999999999995e-05,
      "loss": 0.0376,
      "step": 2700
    },
    {
      "loss_action": 0.028312619775533676,
      "loss_total": 0.028312619775533676,
      "step": 2700
    },
    {
      "loss_action": 0.0249028317630291,
      "loss_total": 0.0249028317630291,
      "step": 2700
    },
    {
      "loss_action": 0.03478225693106651,
      "loss_total": 0.03478225693106651,
      "step": 2700
    },
    {
      "loss_action": 0.041986048221588135,
      "loss_total": 0.041986048221588135,
      "step": 2700
    },
    {
      "loss_action": 0.033004533499479294,
      "loss_total": 0.033004533499479294,
      "step": 2700
    },
    {
      "loss_action": 0.10735217481851578,
      "loss_total": 0.10735217481851578,
      "step": 2700
    },
    {
      "loss_action": 0.027990810573101044,
      "loss_total": 0.027990810573101044,
      "step": 2700
    },
    {
      "loss_action": 0.04526250809431076,
      "loss_total": 0.04526250809431076,
      "step": 2700
    },
    {
      "grad_norm": 0.6379687190055847,
      "learning_rate": 5.418e-05,
      "loss": 0.0355,
      "step": 2710
    },
    {
      "loss_action": 0.03355977684259415,
      "loss_total": 0.03355977684259415,
      "step": 2710
    },
    {
      "loss_action": 0.022164883092045784,
      "loss_total": 0.022164883092045784,
      "step": 2710
    },
    {
      "loss_action": 0.04871971160173416,
      "loss_total": 0.04871971160173416,
      "step": 2710
    },
    {
      "loss_action": 0.040492892265319824,
      "loss_total": 0.040492892265319824,
      "step": 2710
    },
    {
      "loss_action": 0.022639701142907143,
      "loss_total": 0.022639701142907143,
      "step": 2710
    },
    {
      "loss_action": 0.03952682763338089,
      "loss_total": 0.03952682763338089,
      "step": 2710
    },
    {
      "loss_action": 0.03570699691772461,
      "loss_total": 0.03570699691772461,
      "step": 2710
    },
    {
      "loss_action": 0.02842113748192787,
      "loss_total": 0.02842113748192787,
      "step": 2710
    },
    {
      "grad_norm": 0.6552833914756775,
      "learning_rate": 5.438e-05,
      "loss": 0.0416,
      "step": 2720
    },
    {
      "loss_action": 0.03568415343761444,
      "loss_total": 0.03568415343761444,
      "step": 2720
    },
    {
      "loss_action": 0.057825006544589996,
      "loss_total": 0.057825006544589996,
      "step": 2720
    },
    {
      "loss_action": 0.046483114361763,
      "loss_total": 0.046483114361763,
      "step": 2720
    },
    {
      "loss_action": 0.050207480788230896,
      "loss_total": 0.050207480788230896,
      "step": 2720
    },
    {
      "loss_action": 0.06117234379053116,
      "loss_total": 0.06117234379053116,
      "step": 2720
    },
    {
      "loss_action": 0.030544385313987732,
      "loss_total": 0.030544385313987732,
      "step": 2720
    },
    {
      "loss_action": 0.038639627397060394,
      "loss_total": 0.038639627397060394,
      "step": 2720
    },
    {
      "loss_action": 0.029666131362318993,
      "loss_total": 0.029666131362318993,
      "step": 2720
    },
    {
      "grad_norm": 0.6395697593688965,
      "learning_rate": 5.4579999999999996e-05,
      "loss": 0.0408,
      "step": 2730
    },
    {
      "loss_action": 0.03734944388270378,
      "loss_total": 0.03734944388270378,
      "step": 2730
    },
    {
      "loss_action": 0.03965470939874649,
      "loss_total": 0.03965470939874649,
      "step": 2730
    },
    {
      "loss_action": 0.02400066703557968,
      "loss_total": 0.02400066703557968,
      "step": 2730
    },
    {
      "loss_action": 0.04096776247024536,
      "loss_total": 0.04096776247024536,
      "step": 2730
    },
    {
      "loss_action": 0.039932981133461,
      "loss_total": 0.039932981133461,
      "step": 2730
    },
    {
      "loss_action": 0.04245253652334213,
      "loss_total": 0.04245253652334213,
      "step": 2730
    },
    {
      "loss_action": 0.0414358414709568,
      "loss_total": 0.0414358414709568,
      "step": 2730
    },
    {
      "loss_action": 0.02140534296631813,
      "loss_total": 0.02140534296631813,
      "step": 2730
    },
    {
      "grad_norm": 0.8135154247283936,
      "learning_rate": 5.478e-05,
      "loss": 0.0409,
      "step": 2740
    },
    {
      "loss_action": 0.02436600625514984,
      "loss_total": 0.02436600625514984,
      "step": 2740
    },
    {
      "loss_action": 0.05312942713499069,
      "loss_total": 0.05312942713499069,
      "step": 2740
    },
    {
      "loss_action": 0.03701503574848175,
      "loss_total": 0.03701503574848175,
      "step": 2740
    },
    {
      "loss_action": 0.03933196887373924,
      "loss_total": 0.03933196887373924,
      "step": 2740
    },
    {
      "loss_action": 0.03415703773498535,
      "loss_total": 0.03415703773498535,
      "step": 2740
    },
    {
      "loss_action": 0.03026563674211502,
      "loss_total": 0.03026563674211502,
      "step": 2740
    },
    {
      "loss_action": 0.03774082660675049,
      "loss_total": 0.03774082660675049,
      "step": 2740
    },
    {
      "loss_action": 0.03299732133746147,
      "loss_total": 0.03299732133746147,
      "step": 2740
    },
    {
      "grad_norm": 0.6036498546600342,
      "learning_rate": 5.498e-05,
      "loss": 0.0381,
      "step": 2750
    },
    {
      "loss_action": 0.033077046275138855,
      "loss_total": 0.033077046275138855,
      "step": 2750
    },
    {
      "loss_action": 0.04048720747232437,
      "loss_total": 0.04048720747232437,
      "step": 2750
    },
    {
      "loss_action": 0.0246314387768507,
      "loss_total": 0.0246314387768507,
      "step": 2750
    },
    {
      "loss_action": 0.029364436864852905,
      "loss_total": 0.029364436864852905,
      "step": 2750
    },
    {
      "loss_action": 0.03206884115934372,
      "loss_total": 0.03206884115934372,
      "step": 2750
    },
    {
      "loss_action": 0.042857542634010315,
      "loss_total": 0.042857542634010315,
      "step": 2750
    },
    {
      "loss_action": 0.03248585760593414,
      "loss_total": 0.03248585760593414,
      "step": 2750
    },
    {
      "loss_action": 0.039433810859918594,
      "loss_total": 0.039433810859918594,
      "step": 2750
    },
    {
      "grad_norm": 0.6414289474487305,
      "learning_rate": 5.518e-05,
      "loss": 0.0374,
      "step": 2760
    },
    {
      "loss_action": 0.04008597880601883,
      "loss_total": 0.04008597880601883,
      "step": 2760
    },
    {
      "loss_action": 0.03623542934656143,
      "loss_total": 0.03623542934656143,
      "step": 2760
    },
    {
      "loss_action": 0.04482930898666382,
      "loss_total": 0.04482930898666382,
      "step": 2760
    },
    {
      "loss_action": 0.09858240187168121,
      "loss_total": 0.09858240187168121,
      "step": 2760
    },
    {
      "loss_action": 0.03526776283979416,
      "loss_total": 0.03526776283979416,
      "step": 2760
    },
    {
      "loss_action": 0.08887217938899994,
      "loss_total": 0.08887217938899994,
      "step": 2760
    },
    {
      "loss_action": 0.04831415414810181,
      "loss_total": 0.04831415414810181,
      "step": 2760
    },
    {
      "loss_action": 0.022664479911327362,
      "loss_total": 0.022664479911327362,
      "step": 2760
    },
    {
      "grad_norm": 0.5632432699203491,
      "learning_rate": 5.538e-05,
      "loss": 0.0424,
      "step": 2770
    },
    {
      "loss_action": 0.02601507306098938,
      "loss_total": 0.02601507306098938,
      "step": 2770
    },
    {
      "loss_action": 0.04492383450269699,
      "loss_total": 0.04492383450269699,
      "step": 2770
    },
    {
      "loss_action": 0.026241615414619446,
      "loss_total": 0.026241615414619446,
      "step": 2770
    },
    {
      "loss_action": 0.026342913508415222,
      "loss_total": 0.026342913508415222,
      "step": 2770
    },
    {
      "loss_action": 0.024309594184160233,
      "loss_total": 0.024309594184160233,
      "step": 2770
    },
    {
      "loss_action": 0.025306150317192078,
      "loss_total": 0.025306150317192078,
      "step": 2770
    },
    {
      "loss_action": 0.038299672305583954,
      "loss_total": 0.038299672305583954,
      "step": 2770
    },
    {
      "loss_action": 0.026576358824968338,
      "loss_total": 0.026576358824968338,
      "step": 2770
    },
    {
      "grad_norm": 0.6022341847419739,
      "learning_rate": 5.558e-05,
      "loss": 0.0358,
      "step": 2780
    },
    {
      "loss_action": 0.0266933124512434,
      "loss_total": 0.0266933124512434,
      "step": 2780
    },
    {
      "loss_action": 0.02773888036608696,
      "loss_total": 0.02773888036608696,
      "step": 2780
    },
    {
      "loss_action": 0.02614782005548477,
      "loss_total": 0.02614782005548477,
      "step": 2780
    },
    {
      "loss_action": 0.028907230123877525,
      "loss_total": 0.028907230123877525,
      "step": 2780
    },
    {
      "loss_action": 0.024778444319963455,
      "loss_total": 0.024778444319963455,
      "step": 2780
    },
    {
      "loss_action": 0.026964757591485977,
      "loss_total": 0.026964757591485977,
      "step": 2780
    },
    {
      "loss_action": 0.028920192271471024,
      "loss_total": 0.028920192271471024,
      "step": 2780
    },
    {
      "loss_action": 0.02358747273683548,
      "loss_total": 0.02358747273683548,
      "step": 2780
    },
    {
      "grad_norm": 0.6374675631523132,
      "learning_rate": 5.578e-05,
      "loss": 0.0348,
      "step": 2790
    },
    {
      "loss_action": 0.026176199316978455,
      "loss_total": 0.026176199316978455,
      "step": 2790
    },
    {
      "loss_action": 0.021390914916992188,
      "loss_total": 0.021390914916992188,
      "step": 2790
    },
    {
      "loss_action": 0.021866101771593094,
      "loss_total": 0.021866101771593094,
      "step": 2790
    },
    {
      "loss_action": 0.021741274744272232,
      "loss_total": 0.021741274744272232,
      "step": 2790
    },
    {
      "loss_action": 0.030985664576292038,
      "loss_total": 0.030985664576292038,
      "step": 2790
    },
    {
      "loss_action": 0.02769705094397068,
      "loss_total": 0.02769705094397068,
      "step": 2790
    },
    {
      "loss_action": 0.026960577815771103,
      "loss_total": 0.026960577815771103,
      "step": 2790
    },
    {
      "loss_action": 0.03525983914732933,
      "loss_total": 0.03525983914732933,
      "step": 2790
    },
    {
      "grad_norm": 0.6669958233833313,
      "learning_rate": 5.5979999999999996e-05,
      "loss": 0.0362,
      "step": 2800
    },
    {
      "loss_action": 0.028277713805437088,
      "loss_total": 0.028277713805437088,
      "step": 2800
    },
    {
      "loss_action": 0.05263780802488327,
      "loss_total": 0.05263780802488327,
      "step": 2800
    },
    {
      "loss_action": 0.053437139838933945,
      "loss_total": 0.053437139838933945,
      "step": 2800
    },
    {
      "loss_action": 0.022991273552179337,
      "loss_total": 0.022991273552179337,
      "step": 2800
    },
    {
      "loss_action": 0.13006292283535004,
      "loss_total": 0.13006292283535004,
      "step": 2800
    },
    {
      "loss_action": 0.058047618716955185,
      "loss_total": 0.058047618716955185,
      "step": 2800
    },
    {
      "loss_action": 0.03523692116141319,
      "loss_total": 0.03523692116141319,
      "step": 2800
    },
    {
      "loss_action": 0.056815750896930695,
      "loss_total": 0.056815750896930695,
      "step": 2800
    },
    {
      "grad_norm": 0.7062367796897888,
      "learning_rate": 5.618e-05,
      "loss": 0.0405,
      "step": 2810
    },
    {
      "loss_action": 0.06155984103679657,
      "loss_total": 0.06155984103679657,
      "step": 2810
    },
    {
      "loss_action": 0.03398119658231735,
      "loss_total": 0.03398119658231735,
      "step": 2810
    },
    {
      "loss_action": 0.0387105792760849,
      "loss_total": 0.0387105792760849,
      "step": 2810
    },
    {
      "loss_action": 0.0486818291246891,
      "loss_total": 0.0486818291246891,
      "step": 2810
    },
    {
      "loss_action": 0.02916799485683441,
      "loss_total": 0.02916799485683441,
      "step": 2810
    },
    {
      "loss_action": 0.03030909225344658,
      "loss_total": 0.03030909225344658,
      "step": 2810
    },
    {
      "loss_action": 0.02218237705528736,
      "loss_total": 0.02218237705528736,
      "step": 2810
    },
    {
      "loss_action": 0.028363142162561417,
      "loss_total": 0.028363142162561417,
      "step": 2810
    },
    {
      "grad_norm": 0.5751919746398926,
      "learning_rate": 5.638e-05,
      "loss": 0.0384,
      "step": 2820
    },
    {
      "loss_action": 0.02392761781811714,
      "loss_total": 0.02392761781811714,
      "step": 2820
    },
    {
      "loss_action": 0.04978406801819801,
      "loss_total": 0.04978406801819801,
      "step": 2820
    },
    {
      "loss_action": 0.04198009520769119,
      "loss_total": 0.04198009520769119,
      "step": 2820
    },
    {
      "loss_action": 0.019593676552176476,
      "loss_total": 0.019593676552176476,
      "step": 2820
    },
    {
      "loss_action": 0.018823252990841866,
      "loss_total": 0.018823252990841866,
      "step": 2820
    },
    {
      "loss_action": 0.04513353109359741,
      "loss_total": 0.04513353109359741,
      "step": 2820
    },
    {
      "loss_action": 0.02219797670841217,
      "loss_total": 0.02219797670841217,
      "step": 2820
    },
    {
      "loss_action": 0.02562532015144825,
      "loss_total": 0.02562532015144825,
      "step": 2820
    },
    {
      "grad_norm": 0.6404326558113098,
      "learning_rate": 5.658e-05,
      "loss": 0.0348,
      "step": 2830
    },
    {
      "loss_action": 0.04106724262237549,
      "loss_total": 0.04106724262237549,
      "step": 2830
    },
    {
      "loss_action": 0.03490467369556427,
      "loss_total": 0.03490467369556427,
      "step": 2830
    },
    {
      "loss_action": 0.027750656008720398,
      "loss_total": 0.027750656008720398,
      "step": 2830
    },
    {
      "loss_action": 0.029812859371304512,
      "loss_total": 0.029812859371304512,
      "step": 2830
    },
    {
      "loss_action": 0.035373348742723465,
      "loss_total": 0.035373348742723465,
      "step": 2830
    },
    {
      "loss_action": 0.03707148879766464,
      "loss_total": 0.03707148879766464,
      "step": 2830
    },
    {
      "loss_action": 0.04074398800730705,
      "loss_total": 0.04074398800730705,
      "step": 2830
    },
    {
      "loss_action": 0.026988591998815536,
      "loss_total": 0.026988591998815536,
      "step": 2830
    },
    {
      "grad_norm": 0.5292804837226868,
      "learning_rate": 5.678e-05,
      "loss": 0.0383,
      "step": 2840
    },
    {
      "loss_action": 0.022214654833078384,
      "loss_total": 0.022214654833078384,
      "step": 2840
    },
    {
      "loss_action": 0.023571662604808807,
      "loss_total": 0.023571662604808807,
      "step": 2840
    },
    {
      "loss_action": 0.035094112157821655,
      "loss_total": 0.035094112157821655,
      "step": 2840
    },
    {
      "loss_action": 0.042109064757823944,
      "loss_total": 0.042109064757823944,
      "step": 2840
    },
    {
      "loss_action": 0.022166050970554352,
      "loss_total": 0.022166050970554352,
      "step": 2840
    },
    {
      "loss_action": 0.04292479529976845,
      "loss_total": 0.04292479529976845,
      "step": 2840
    },
    {
      "loss_action": 0.05237308889627457,
      "loss_total": 0.05237308889627457,
      "step": 2840
    },
    {
      "loss_action": 0.026140594854950905,
      "loss_total": 0.026140594854950905,
      "step": 2840
    },
    {
      "grad_norm": 0.5087189078330994,
      "learning_rate": 5.698e-05,
      "loss": 0.0419,
      "step": 2850
    },
    {
      "loss_action": 0.03386114537715912,
      "loss_total": 0.03386114537715912,
      "step": 2850
    },
    {
      "loss_action": 0.03385043144226074,
      "loss_total": 0.03385043144226074,
      "step": 2850
    },
    {
      "loss_action": 0.03600364178419113,
      "loss_total": 0.03600364178419113,
      "step": 2850
    },
    {
      "loss_action": 0.03684473782777786,
      "loss_total": 0.03684473782777786,
      "step": 2850
    },
    {
      "loss_action": 0.04803077131509781,
      "loss_total": 0.04803077131509781,
      "step": 2850
    },
    {
      "loss_action": 0.09237892925739288,
      "loss_total": 0.09237892925739288,
      "step": 2850
    },
    {
      "loss_action": 0.04005950689315796,
      "loss_total": 0.04005950689315796,
      "step": 2850
    },
    {
      "loss_action": 0.03171618655323982,
      "loss_total": 0.03171618655323982,
      "step": 2850
    },
    {
      "grad_norm": 0.6865371465682983,
      "learning_rate": 5.718e-05,
      "loss": 0.0442,
      "step": 2860
    },
    {
      "loss_action": 0.029799994081258774,
      "loss_total": 0.029799994081258774,
      "step": 2860
    },
    {
      "loss_action": 0.041420403867959976,
      "loss_total": 0.041420403867959976,
      "step": 2860
    },
    {
      "loss_action": 0.04302476719021797,
      "loss_total": 0.04302476719021797,
      "step": 2860
    },
    {
      "loss_action": 0.02605769969522953,
      "loss_total": 0.02605769969522953,
      "step": 2860
    },
    {
      "loss_action": 0.03689558431506157,
      "loss_total": 0.03689558431506157,
      "step": 2860
    },
    {
      "loss_action": 0.02561524137854576,
      "loss_total": 0.02561524137854576,
      "step": 2860
    },
    {
      "loss_action": 0.05503905192017555,
      "loss_total": 0.05503905192017555,
      "step": 2860
    },
    {
      "loss_action": 0.04297495260834694,
      "loss_total": 0.04297495260834694,
      "step": 2860
    },
    {
      "grad_norm": 0.6025636792182922,
      "learning_rate": 5.738e-05,
      "loss": 0.0433,
      "step": 2870
    },
    {
      "loss_action": 0.026169035583734512,
      "loss_total": 0.026169035583734512,
      "step": 2870
    },
    {
      "loss_action": 0.03356585651636124,
      "loss_total": 0.03356585651636124,
      "step": 2870
    },
    {
      "loss_action": 0.047171249985694885,
      "loss_total": 0.047171249985694885,
      "step": 2870
    },
    {
      "loss_action": 0.0353274792432785,
      "loss_total": 0.0353274792432785,
      "step": 2870
    },
    {
      "loss_action": 0.027428559958934784,
      "loss_total": 0.027428559958934784,
      "step": 2870
    },
    {
      "loss_action": 0.04605899751186371,
      "loss_total": 0.04605899751186371,
      "step": 2870
    },
    {
      "loss_action": 0.048357464373111725,
      "loss_total": 0.048357464373111725,
      "step": 2870
    },
    {
      "loss_action": 0.029321590438485146,
      "loss_total": 0.029321590438485146,
      "step": 2870
    },
    {
      "grad_norm": 0.5189400911331177,
      "learning_rate": 5.758e-05,
      "loss": 0.0401,
      "step": 2880
    },
    {
      "loss_action": 0.03914421796798706,
      "loss_total": 0.03914421796798706,
      "step": 2880
    },
    {
      "loss_action": 0.03343025594949722,
      "loss_total": 0.03343025594949722,
      "step": 2880
    },
    {
      "loss_action": 0.040913257747888565,
      "loss_total": 0.040913257747888565,
      "step": 2880
    },
    {
      "loss_action": 0.06577615439891815,
      "loss_total": 0.06577615439891815,
      "step": 2880
    },
    {
      "loss_action": 0.09943875670433044,
      "loss_total": 0.09943875670433044,
      "step": 2880
    },
    {
      "loss_action": 0.031718626618385315,
      "loss_total": 0.031718626618385315,
      "step": 2880
    },
    {
      "loss_action": 0.04120560735464096,
      "loss_total": 0.04120560735464096,
      "step": 2880
    },
    {
      "loss_action": 0.04277869313955307,
      "loss_total": 0.04277869313955307,
      "step": 2880
    },
    {
      "grad_norm": 0.6713190674781799,
      "learning_rate": 5.778e-05,
      "loss": 0.042,
      "step": 2890
    },
    {
      "loss_action": 0.02574259601533413,
      "loss_total": 0.02574259601533413,
      "step": 2890
    },
    {
      "loss_action": 0.050877638161182404,
      "loss_total": 0.050877638161182404,
      "step": 2890
    },
    {
      "loss_action": 0.06304263323545456,
      "loss_total": 0.06304263323545456,
      "step": 2890
    },
    {
      "loss_action": 0.03233368694782257,
      "loss_total": 0.03233368694782257,
      "step": 2890
    },
    {
      "loss_action": 0.02973124384880066,
      "loss_total": 0.02973124384880066,
      "step": 2890
    },
    {
      "loss_action": 0.03148634731769562,
      "loss_total": 0.03148634731769562,
      "step": 2890
    },
    {
      "loss_action": 0.037519365549087524,
      "loss_total": 0.037519365549087524,
      "step": 2890
    },
    {
      "loss_action": 0.022208204492926598,
      "loss_total": 0.022208204492926598,
      "step": 2890
    },
    {
      "grad_norm": 0.6028894186019897,
      "learning_rate": 5.7980000000000004e-05,
      "loss": 0.0389,
      "step": 2900
    },
    {
      "loss_action": 0.023287538439035416,
      "loss_total": 0.023287538439035416,
      "step": 2900
    },
    {
      "loss_action": 0.030197851359844208,
      "loss_total": 0.030197851359844208,
      "step": 2900
    },
    {
      "loss_action": 0.03152929246425629,
      "loss_total": 0.03152929246425629,
      "step": 2900
    },
    {
      "loss_action": 0.03617876023054123,
      "loss_total": 0.03617876023054123,
      "step": 2900
    },
    {
      "loss_action": 0.03315570205450058,
      "loss_total": 0.03315570205450058,
      "step": 2900
    },
    {
      "loss_action": 0.020848825573921204,
      "loss_total": 0.020848825573921204,
      "step": 2900
    },
    {
      "loss_action": 0.028817342594265938,
      "loss_total": 0.028817342594265938,
      "step": 2900
    },
    {
      "loss_action": 0.0601113885641098,
      "loss_total": 0.0601113885641098,
      "step": 2900
    },
    {
      "grad_norm": 0.5843255519866943,
      "learning_rate": 5.818e-05,
      "loss": 0.0342,
      "step": 2910
    },
    {
      "loss_action": 0.029465531930327415,
      "loss_total": 0.029465531930327415,
      "step": 2910
    },
    {
      "loss_action": 0.03566499426960945,
      "loss_total": 0.03566499426960945,
      "step": 2910
    },
    {
      "loss_action": 0.025879139080643654,
      "loss_total": 0.025879139080643654,
      "step": 2910
    },
    {
      "loss_action": 0.027532057836651802,
      "loss_total": 0.027532057836651802,
      "step": 2910
    },
    {
      "loss_action": 0.1734250783920288,
      "loss_total": 0.1734250783920288,
      "step": 2910
    },
    {
      "loss_action": 0.018666744232177734,
      "loss_total": 0.018666744232177734,
      "step": 2910
    },
    {
      "loss_action": 0.0326572023332119,
      "loss_total": 0.0326572023332119,
      "step": 2910
    },
    {
      "loss_action": 0.018596038222312927,
      "loss_total": 0.018596038222312927,
      "step": 2910
    },
    {
      "grad_norm": 0.629966139793396,
      "learning_rate": 5.838e-05,
      "loss": 0.0387,
      "step": 2920
    },
    {
      "loss_action": 0.07518106698989868,
      "loss_total": 0.07518106698989868,
      "step": 2920
    },
    {
      "loss_action": 0.028317756950855255,
      "loss_total": 0.028317756950855255,
      "step": 2920
    },
    {
      "loss_action": 0.041559427976608276,
      "loss_total": 0.041559427976608276,
      "step": 2920
    },
    {
      "loss_action": 0.028096551075577736,
      "loss_total": 0.028096551075577736,
      "step": 2920
    },
    {
      "loss_action": 0.02065703645348549,
      "loss_total": 0.02065703645348549,
      "step": 2920
    },
    {
      "loss_action": 0.03085705079138279,
      "loss_total": 0.03085705079138279,
      "step": 2920
    },
    {
      "loss_action": 0.05051090195775032,
      "loss_total": 0.05051090195775032,
      "step": 2920
    },
    {
      "loss_action": 0.023555899038910866,
      "loss_total": 0.023555899038910866,
      "step": 2920
    },
    {
      "grad_norm": 0.4632955491542816,
      "learning_rate": 5.858e-05,
      "loss": 0.0427,
      "step": 2930
    },
    {
      "loss_action": 0.035994283854961395,
      "loss_total": 0.035994283854961395,
      "step": 2930
    },
    {
      "loss_action": 0.03576366603374481,
      "loss_total": 0.03576366603374481,
      "step": 2930
    },
    {
      "loss_action": 0.030153999105095863,
      "loss_total": 0.030153999105095863,
      "step": 2930
    },
    {
      "loss_action": 0.027817202731966972,
      "loss_total": 0.027817202731966972,
      "step": 2930
    },
    {
      "loss_action": 0.028394367545843124,
      "loss_total": 0.028394367545843124,
      "step": 2930
    },
    {
      "loss_action": 0.024778112769126892,
      "loss_total": 0.024778112769126892,
      "step": 2930
    },
    {
      "loss_action": 0.044907230883836746,
      "loss_total": 0.044907230883836746,
      "step": 2930
    },
    {
      "loss_action": 0.07042582333087921,
      "loss_total": 0.07042582333087921,
      "step": 2930
    },
    {
      "grad_norm": 0.6545575261116028,
      "learning_rate": 5.878e-05,
      "loss": 0.0441,
      "step": 2940
    },
    {
      "loss_action": 0.031982727348804474,
      "loss_total": 0.031982727348804474,
      "step": 2940
    },
    {
      "loss_action": 0.02535858005285263,
      "loss_total": 0.02535858005285263,
      "step": 2940
    },
    {
      "loss_action": 0.030051719397306442,
      "loss_total": 0.030051719397306442,
      "step": 2940
    },
    {
      "loss_action": 0.03141568601131439,
      "loss_total": 0.03141568601131439,
      "step": 2940
    },
    {
      "loss_action": 0.025526834651827812,
      "loss_total": 0.025526834651827812,
      "step": 2940
    },
    {
      "loss_action": 0.032791607081890106,
      "loss_total": 0.032791607081890106,
      "step": 2940
    },
    {
      "loss_action": 0.04982786625623703,
      "loss_total": 0.04982786625623703,
      "step": 2940
    },
    {
      "loss_action": 0.025539301335811615,
      "loss_total": 0.025539301335811615,
      "step": 2940
    },
    {
      "grad_norm": 0.6433566212654114,
      "learning_rate": 5.898e-05,
      "loss": 0.04,
      "step": 2950
    },
    {
      "loss_action": 0.05245674401521683,
      "loss_total": 0.05245674401521683,
      "step": 2950
    },
    {
      "loss_action": 0.06792956590652466,
      "loss_total": 0.06792956590652466,
      "step": 2950
    },
    {
      "loss_action": 0.04506579786539078,
      "loss_total": 0.04506579786539078,
      "step": 2950
    },
    {
      "loss_action": 0.0380183681845665,
      "loss_total": 0.0380183681845665,
      "step": 2950
    },
    {
      "loss_action": 0.03618744760751724,
      "loss_total": 0.03618744760751724,
      "step": 2950
    },
    {
      "loss_action": 0.035500772297382355,
      "loss_total": 0.035500772297382355,
      "step": 2950
    },
    {
      "loss_action": 0.0205217357724905,
      "loss_total": 0.0205217357724905,
      "step": 2950
    },
    {
      "loss_action": 0.028988612815737724,
      "loss_total": 0.028988612815737724,
      "step": 2950
    },
    {
      "grad_norm": 0.7942930459976196,
      "learning_rate": 5.918e-05,
      "loss": 0.037,
      "step": 2960
    },
    {
      "loss_action": 0.02823404222726822,
      "loss_total": 0.02823404222726822,
      "step": 2960
    },
    {
      "loss_action": 0.04325374960899353,
      "loss_total": 0.04325374960899353,
      "step": 2960
    },
    {
      "loss_action": 0.040881600230932236,
      "loss_total": 0.040881600230932236,
      "step": 2960
    },
    {
      "loss_action": 0.057040806859731674,
      "loss_total": 0.057040806859731674,
      "step": 2960
    },
    {
      "loss_action": 0.03681314364075661,
      "loss_total": 0.03681314364075661,
      "step": 2960
    },
    {
      "loss_action": 0.041680678725242615,
      "loss_total": 0.041680678725242615,
      "step": 2960
    },
    {
      "loss_action": 0.027249518781900406,
      "loss_total": 0.027249518781900406,
      "step": 2960
    },
    {
      "loss_action": 0.0353904627263546,
      "loss_total": 0.0353904627263546,
      "step": 2960
    },
    {
      "grad_norm": 0.5527358055114746,
      "learning_rate": 5.9380000000000004e-05,
      "loss": 0.0394,
      "step": 2970
    },
    {
      "loss_action": 0.03874646872282028,
      "loss_total": 0.03874646872282028,
      "step": 2970
    },
    {
      "loss_action": 0.03876720368862152,
      "loss_total": 0.03876720368862152,
      "step": 2970
    },
    {
      "loss_action": 0.04477626085281372,
      "loss_total": 0.04477626085281372,
      "step": 2970
    },
    {
      "loss_action": 0.03112472966313362,
      "loss_total": 0.03112472966313362,
      "step": 2970
    },
    {
      "loss_action": 0.045000821352005005,
      "loss_total": 0.045000821352005005,
      "step": 2970
    },
    {
      "loss_action": 0.04938659071922302,
      "loss_total": 0.04938659071922302,
      "step": 2970
    },
    {
      "loss_action": 0.03899134695529938,
      "loss_total": 0.03899134695529938,
      "step": 2970
    },
    {
      "loss_action": 0.04577173292636871,
      "loss_total": 0.04577173292636871,
      "step": 2970
    },
    {
      "grad_norm": 0.43404558300971985,
      "learning_rate": 5.958e-05,
      "loss": 0.0344,
      "step": 2980
    },
    {
      "loss_action": 0.04222164675593376,
      "loss_total": 0.04222164675593376,
      "step": 2980
    },
    {
      "loss_action": 0.06222319230437279,
      "loss_total": 0.06222319230437279,
      "step": 2980
    },
    {
      "loss_action": 0.043188828974962234,
      "loss_total": 0.043188828974962234,
      "step": 2980
    },
    {
      "loss_action": 0.049956534057855606,
      "loss_total": 0.049956534057855606,
      "step": 2980
    },
    {
      "loss_action": 0.05104845389723778,
      "loss_total": 0.05104845389723778,
      "step": 2980
    },
    {
      "loss_action": 0.02315496653318405,
      "loss_total": 0.02315496653318405,
      "step": 2980
    },
    {
      "loss_action": 0.0660269483923912,
      "loss_total": 0.0660269483923912,
      "step": 2980
    },
    {
      "loss_action": 0.05141384154558182,
      "loss_total": 0.05141384154558182,
      "step": 2980
    },
    {
      "grad_norm": 0.6439313292503357,
      "learning_rate": 5.978e-05,
      "loss": 0.0378,
      "step": 2990
    },
    {
      "loss_action": 0.030882805585861206,
      "loss_total": 0.030882805585861206,
      "step": 2990
    },
    {
      "loss_action": 0.030012503266334534,
      "loss_total": 0.030012503266334534,
      "step": 2990
    },
    {
      "loss_action": 0.03999820724129677,
      "loss_total": 0.03999820724129677,
      "step": 2990
    },
    {
      "loss_action": 0.03454867750406265,
      "loss_total": 0.03454867750406265,
      "step": 2990
    },
    {
      "loss_action": 0.03114151582121849,
      "loss_total": 0.03114151582121849,
      "step": 2990
    },
    {
      "loss_action": 0.03102506883442402,
      "loss_total": 0.03102506883442402,
      "step": 2990
    },
    {
      "loss_action": 0.030472662299871445,
      "loss_total": 0.030472662299871445,
      "step": 2990
    },
    {
      "loss_action": 0.04736238718032837,
      "loss_total": 0.04736238718032837,
      "step": 2990
    },
    {
      "grad_norm": 0.5227020978927612,
      "learning_rate": 5.9980000000000005e-05,
      "loss": 0.0407,
      "step": 3000
    },
    {
      "loss_action": 0.030115097761154175,
      "loss_total": 0.030115097761154175,
      "step": 3000
    },
    {
      "loss_action": 0.042767271399497986,
      "loss_total": 0.042767271399497986,
      "step": 3000
    },
    {
      "loss_action": 0.03751707077026367,
      "loss_total": 0.03751707077026367,
      "step": 3000
    },
    {
      "loss_action": 0.029664166271686554,
      "loss_total": 0.029664166271686554,
      "step": 3000
    },
    {
      "loss_action": 0.04472053423523903,
      "loss_total": 0.04472053423523903,
      "step": 3000
    },
    {
      "loss_action": 0.027521010488271713,
      "loss_total": 0.027521010488271713,
      "step": 3000
    },
    {
      "loss_action": 0.05233684927225113,
      "loss_total": 0.05233684927225113,
      "step": 3000
    },
    {
      "loss_action": 0.06687957048416138,
      "loss_total": 0.06687957048416138,
      "step": 3000
    },
    {
      "grad_norm": 0.6949723362922668,
      "learning_rate": 6.018e-05,
      "loss": 0.0389,
      "step": 3010
    },
    {
      "loss_action": 0.025818899273872375,
      "loss_total": 0.025818899273872375,
      "step": 3010
    },
    {
      "loss_action": 0.029588403180241585,
      "loss_total": 0.029588403180241585,
      "step": 3010
    },
    {
      "loss_action": 0.04171999171376228,
      "loss_total": 0.04171999171376228,
      "step": 3010
    },
    {
      "loss_action": 0.03838852792978287,
      "loss_total": 0.03838852792978287,
      "step": 3010
    },
    {
      "loss_action": 0.017530251294374466,
      "loss_total": 0.017530251294374466,
      "step": 3010
    },
    {
      "loss_action": 0.045399174094200134,
      "loss_total": 0.045399174094200134,
      "step": 3010
    },
    {
      "loss_action": 0.0421975702047348,
      "loss_total": 0.0421975702047348,
      "step": 3010
    },
    {
      "loss_action": 0.02554360218346119,
      "loss_total": 0.02554360218346119,
      "step": 3010
    },
    {
      "grad_norm": 0.5223619937896729,
      "learning_rate": 6.038e-05,
      "loss": 0.0386,
      "step": 3020
    },
    {
      "loss_action": 0.025339722633361816,
      "loss_total": 0.025339722633361816,
      "step": 3020
    },
    {
      "loss_action": 0.031176097691059113,
      "loss_total": 0.031176097691059113,
      "step": 3020
    },
    {
      "loss_action": 0.03324725851416588,
      "loss_total": 0.03324725851416588,
      "step": 3020
    },
    {
      "loss_action": 0.03018316812813282,
      "loss_total": 0.03018316812813282,
      "step": 3020
    },
    {
      "loss_action": 0.02172294817864895,
      "loss_total": 0.02172294817864895,
      "step": 3020
    },
    {
      "loss_action": 0.020924612879753113,
      "loss_total": 0.020924612879753113,
      "step": 3020
    },
    {
      "loss_action": 0.023707717657089233,
      "loss_total": 0.023707717657089233,
      "step": 3020
    },
    {
      "loss_action": 0.03730235993862152,
      "loss_total": 0.03730235993862152,
      "step": 3020
    },
    {
      "grad_norm": 0.4688832461833954,
      "learning_rate": 6.0580000000000006e-05,
      "loss": 0.0334,
      "step": 3030
    },
    {
      "loss_action": 0.03902101516723633,
      "loss_total": 0.03902101516723633,
      "step": 3030
    },
    {
      "loss_action": 0.031912438571453094,
      "loss_total": 0.031912438571453094,
      "step": 3030
    },
    {
      "loss_action": 0.025068607181310654,
      "loss_total": 0.025068607181310654,
      "step": 3030
    },
    {
      "loss_action": 0.02968236431479454,
      "loss_total": 0.02968236431479454,
      "step": 3030
    },
    {
      "loss_action": 0.03902938961982727,
      "loss_total": 0.03902938961982727,
      "step": 3030
    },
    {
      "loss_action": 0.03299524635076523,
      "loss_total": 0.03299524635076523,
      "step": 3030
    },
    {
      "loss_action": 0.06300613284111023,
      "loss_total": 0.06300613284111023,
      "step": 3030
    },
    {
      "loss_action": 0.04156266152858734,
      "loss_total": 0.04156266152858734,
      "step": 3030
    },
    {
      "grad_norm": 0.4454164206981659,
      "learning_rate": 6.0780000000000004e-05,
      "loss": 0.0399,
      "step": 3040
    },
    {
      "loss_action": 0.020758524537086487,
      "loss_total": 0.020758524537086487,
      "step": 3040
    },
    {
      "loss_action": 0.042643725872039795,
      "loss_total": 0.042643725872039795,
      "step": 3040
    },
    {
      "loss_action": 0.027431780472397804,
      "loss_total": 0.027431780472397804,
      "step": 3040
    },
    {
      "loss_action": 0.025674760341644287,
      "loss_total": 0.025674760341644287,
      "step": 3040
    },
    {
      "loss_action": 0.023002557456493378,
      "loss_total": 0.023002557456493378,
      "step": 3040
    },
    {
      "loss_action": 0.03199458122253418,
      "loss_total": 0.03199458122253418,
      "step": 3040
    },
    {
      "loss_action": 0.03550561144948006,
      "loss_total": 0.03550561144948006,
      "step": 3040
    },
    {
      "loss_action": 0.033725231885910034,
      "loss_total": 0.033725231885910034,
      "step": 3040
    },
    {
      "grad_norm": 0.47161778807640076,
      "learning_rate": 6.098e-05,
      "loss": 0.035,
      "step": 3050
    },
    {
      "loss_action": 0.035856183618307114,
      "loss_total": 0.035856183618307114,
      "step": 3050
    },
    {
      "loss_action": 0.03734889253973961,
      "loss_total": 0.03734889253973961,
      "step": 3050
    },
    {
      "loss_action": 0.027103401720523834,
      "loss_total": 0.027103401720523834,
      "step": 3050
    },
    {
      "loss_action": 0.03056676872074604,
      "loss_total": 0.03056676872074604,
      "step": 3050
    },
    {
      "loss_action": 0.03651430457830429,
      "loss_total": 0.03651430457830429,
      "step": 3050
    },
    {
      "loss_action": 0.028484560549259186,
      "loss_total": 0.028484560549259186,
      "step": 3050
    },
    {
      "loss_action": 0.04102754592895508,
      "loss_total": 0.04102754592895508,
      "step": 3050
    },
    {
      "loss_action": 0.03368361294269562,
      "loss_total": 0.03368361294269562,
      "step": 3050
    },
    {
      "grad_norm": 0.4786725640296936,
      "learning_rate": 6.118000000000001e-05,
      "loss": 0.0328,
      "step": 3060
    },
    {
      "loss_action": 0.03136318922042847,
      "loss_total": 0.03136318922042847,
      "step": 3060
    },
    {
      "loss_action": 0.018827548250555992,
      "loss_total": 0.018827548250555992,
      "step": 3060
    },
    {
      "loss_action": 0.041548341512680054,
      "loss_total": 0.041548341512680054,
      "step": 3060
    },
    {
      "loss_action": 0.028924938291311264,
      "loss_total": 0.028924938291311264,
      "step": 3060
    },
    {
      "loss_action": 0.02294859290122986,
      "loss_total": 0.02294859290122986,
      "step": 3060
    },
    {
      "loss_action": 0.02258620411157608,
      "loss_total": 0.02258620411157608,
      "step": 3060
    },
    {
      "loss_action": 0.0348287969827652,
      "loss_total": 0.0348287969827652,
      "step": 3060
    },
    {
      "loss_action": 0.03430432826280594,
      "loss_total": 0.03430432826280594,
      "step": 3060
    },
    {
      "grad_norm": 0.30879324674606323,
      "learning_rate": 6.138e-05,
      "loss": 0.0327,
      "step": 3070
    },
    {
      "loss_action": 0.032977767288684845,
      "loss_total": 0.032977767288684845,
      "step": 3070
    },
    {
      "loss_action": 0.04276127368211746,
      "loss_total": 0.04276127368211746,
      "step": 3070
    },
    {
      "loss_action": 0.03310674428939819,
      "loss_total": 0.03310674428939819,
      "step": 3070
    },
    {
      "loss_action": 0.027767006307840347,
      "loss_total": 0.027767006307840347,
      "step": 3070
    },
    {
      "loss_action": 0.02270088903605938,
      "loss_total": 0.02270088903605938,
      "step": 3070
    },
    {
      "loss_action": 0.035430945456027985,
      "loss_total": 0.035430945456027985,
      "step": 3070
    },
    {
      "loss_action": 0.028007682412862778,
      "loss_total": 0.028007682412862778,
      "step": 3070
    },
    {
      "loss_action": 0.032954294234514236,
      "loss_total": 0.032954294234514236,
      "step": 3070
    },
    {
      "grad_norm": 0.6129971742630005,
      "learning_rate": 6.158e-05,
      "loss": 0.0361,
      "step": 3080
    },
    {
      "loss_action": 0.05138252675533295,
      "loss_total": 0.05138252675533295,
      "step": 3080
    },
    {
      "loss_action": 0.02897769957780838,
      "loss_total": 0.02897769957780838,
      "step": 3080
    },
    {
      "loss_action": 0.03018411621451378,
      "loss_total": 0.03018411621451378,
      "step": 3080
    },
    {
      "loss_action": 0.02394527569413185,
      "loss_total": 0.02394527569413185,
      "step": 3080
    },
    {
      "loss_action": 0.022248094901442528,
      "loss_total": 0.022248094901442528,
      "step": 3080
    },
    {
      "loss_action": 0.024716895073652267,
      "loss_total": 0.024716895073652267,
      "step": 3080
    },
    {
      "loss_action": 0.03903568163514137,
      "loss_total": 0.03903568163514137,
      "step": 3080
    },
    {
      "loss_action": 0.040442585945129395,
      "loss_total": 0.040442585945129395,
      "step": 3080
    },
    {
      "grad_norm": 0.5490269660949707,
      "learning_rate": 6.178000000000001e-05,
      "loss": 0.0363,
      "step": 3090
    },
    {
      "loss_action": 0.03891247138381004,
      "loss_total": 0.03891247138381004,
      "step": 3090
    },
    {
      "loss_action": 0.03232581913471222,
      "loss_total": 0.03232581913471222,
      "step": 3090
    },
    {
      "loss_action": 0.031813256442546844,
      "loss_total": 0.031813256442546844,
      "step": 3090
    },
    {
      "loss_action": 0.0359186977148056,
      "loss_total": 0.0359186977148056,
      "step": 3090
    },
    {
      "loss_action": 0.039817336946725845,
      "loss_total": 0.039817336946725845,
      "step": 3090
    },
    {
      "loss_action": 0.04132319986820221,
      "loss_total": 0.04132319986820221,
      "step": 3090
    },
    {
      "loss_action": 0.02953602746129036,
      "loss_total": 0.02953602746129036,
      "step": 3090
    },
    {
      "loss_action": 0.047405026853084564,
      "loss_total": 0.047405026853084564,
      "step": 3090
    },
    {
      "grad_norm": 0.6655562520027161,
      "learning_rate": 6.198e-05,
      "loss": 0.0359,
      "step": 3100
    },
    {
      "loss_action": 0.022281089797616005,
      "loss_total": 0.022281089797616005,
      "step": 3100
    },
    {
      "loss_action": 0.029842741787433624,
      "loss_total": 0.029842741787433624,
      "step": 3100
    },
    {
      "loss_action": 0.0188948642462492,
      "loss_total": 0.0188948642462492,
      "step": 3100
    },
    {
      "loss_action": 0.02116216905415058,
      "loss_total": 0.02116216905415058,
      "step": 3100
    },
    {
      "loss_action": 0.025941120460629463,
      "loss_total": 0.025941120460629463,
      "step": 3100
    },
    {
      "loss_action": 0.03065388649702072,
      "loss_total": 0.03065388649702072,
      "step": 3100
    },
    {
      "loss_action": 0.033355049788951874,
      "loss_total": 0.033355049788951874,
      "step": 3100
    },
    {
      "loss_action": 0.06179170310497284,
      "loss_total": 0.06179170310497284,
      "step": 3100
    },
    {
      "grad_norm": 0.6005176305770874,
      "learning_rate": 6.218e-05,
      "loss": 0.0369,
      "step": 3110
    },
    {
      "loss_action": 0.03521953150629997,
      "loss_total": 0.03521953150629997,
      "step": 3110
    },
    {
      "loss_action": 0.10166823118925095,
      "loss_total": 0.10166823118925095,
      "step": 3110
    },
    {
      "loss_action": 0.028988290578126907,
      "loss_total": 0.028988290578126907,
      "step": 3110
    },
    {
      "loss_action": 0.038569651544094086,
      "loss_total": 0.038569651544094086,
      "step": 3110
    },
    {
      "loss_action": 0.03976636752486229,
      "loss_total": 0.03976636752486229,
      "step": 3110
    },
    {
      "loss_action": 0.04822850972414017,
      "loss_total": 0.04822850972414017,
      "step": 3110
    },
    {
      "loss_action": 0.039065394550561905,
      "loss_total": 0.039065394550561905,
      "step": 3110
    },
    {
      "loss_action": 0.043606340885162354,
      "loss_total": 0.043606340885162354,
      "step": 3110
    },
    {
      "grad_norm": 0.6052907109260559,
      "learning_rate": 6.238000000000001e-05,
      "loss": 0.0396,
      "step": 3120
    },
    {
      "loss_action": 0.02521834895014763,
      "loss_total": 0.02521834895014763,
      "step": 3120
    },
    {
      "loss_action": 0.025071486830711365,
      "loss_total": 0.025071486830711365,
      "step": 3120
    },
    {
      "loss_action": 0.03257257491350174,
      "loss_total": 0.03257257491350174,
      "step": 3120
    },
    {
      "loss_action": 0.06187929958105087,
      "loss_total": 0.06187929958105087,
      "step": 3120
    },
    {
      "loss_action": 0.02749377302825451,
      "loss_total": 0.02749377302825451,
      "step": 3120
    },
    {
      "loss_action": 0.019661523401737213,
      "loss_total": 0.019661523401737213,
      "step": 3120
    },
    {
      "loss_action": 0.0750502273440361,
      "loss_total": 0.0750502273440361,
      "step": 3120
    },
    {
      "loss_action": 0.02350436896085739,
      "loss_total": 0.02350436896085739,
      "step": 3120
    },
    {
      "grad_norm": 0.44756338000297546,
      "learning_rate": 6.258e-05,
      "loss": 0.0405,
      "step": 3130
    },
    {
      "loss_action": 0.022197838872671127,
      "loss_total": 0.022197838872671127,
      "step": 3130
    },
    {
      "loss_action": 0.04404834285378456,
      "loss_total": 0.04404834285378456,
      "step": 3130
    },
    {
      "loss_action": 0.030562061816453934,
      "loss_total": 0.030562061816453934,
      "step": 3130
    },
    {
      "loss_action": 0.07111111283302307,
      "loss_total": 0.07111111283302307,
      "step": 3130
    },
    {
      "loss_action": 0.027708586305379868,
      "loss_total": 0.027708586305379868,
      "step": 3130
    },
    {
      "loss_action": 0.023682542145252228,
      "loss_total": 0.023682542145252228,
      "step": 3130
    },
    {
      "loss_action": 0.033152274787425995,
      "loss_total": 0.033152274787425995,
      "step": 3130
    },
    {
      "loss_action": 0.022969355806708336,
      "loss_total": 0.022969355806708336,
      "step": 3130
    },
    {
      "grad_norm": 0.5418915748596191,
      "learning_rate": 6.278e-05,
      "loss": 0.0353,
      "step": 3140
    },
    {
      "loss_action": 0.028253942728042603,
      "loss_total": 0.028253942728042603,
      "step": 3140
    },
    {
      "loss_action": 0.03554780036211014,
      "loss_total": 0.03554780036211014,
      "step": 3140
    },
    {
      "loss_action": 0.03307662159204483,
      "loss_total": 0.03307662159204483,
      "step": 3140
    },
    {
      "loss_action": 0.14654916524887085,
      "loss_total": 0.14654916524887085,
      "step": 3140
    },
    {
      "loss_action": 0.03835683688521385,
      "loss_total": 0.03835683688521385,
      "step": 3140
    },
    {
      "loss_action": 0.03489215299487114,
      "loss_total": 0.03489215299487114,
      "step": 3140
    },
    {
      "loss_action": 0.04527862370014191,
      "loss_total": 0.04527862370014191,
      "step": 3140
    },
    {
      "loss_action": 0.03133722022175789,
      "loss_total": 0.03133722022175789,
      "step": 3140
    },
    {
      "grad_norm": 0.6794934272766113,
      "learning_rate": 6.298000000000001e-05,
      "loss": 0.0393,
      "step": 3150
    },
    {
      "loss_action": 0.02739480510354042,
      "loss_total": 0.02739480510354042,
      "step": 3150
    },
    {
      "loss_action": 0.029994238168001175,
      "loss_total": 0.029994238168001175,
      "step": 3150
    },
    {
      "loss_action": 0.08324290812015533,
      "loss_total": 0.08324290812015533,
      "step": 3150
    },
    {
      "loss_action": 0.02655286341905594,
      "loss_total": 0.02655286341905594,
      "step": 3150
    },
    {
      "loss_action": 0.023869004100561142,
      "loss_total": 0.023869004100561142,
      "step": 3150
    },
    {
      "loss_action": 0.03304273262619972,
      "loss_total": 0.03304273262619972,
      "step": 3150
    },
    {
      "loss_action": 0.07088147103786469,
      "loss_total": 0.07088147103786469,
      "step": 3150
    },
    {
      "loss_action": 0.03207612410187721,
      "loss_total": 0.03207612410187721,
      "step": 3150
    },
    {
      "grad_norm": 0.5314057469367981,
      "learning_rate": 6.318e-05,
      "loss": 0.0353,
      "step": 3160
    },
    {
      "loss_action": 0.032727956771850586,
      "loss_total": 0.032727956771850586,
      "step": 3160
    },
    {
      "loss_action": 0.03390273451805115,
      "loss_total": 0.03390273451805115,
      "step": 3160
    },
    {
      "loss_action": 0.031060297042131424,
      "loss_total": 0.031060297042131424,
      "step": 3160
    },
    {
      "loss_action": 0.0379839725792408,
      "loss_total": 0.0379839725792408,
      "step": 3160
    },
    {
      "loss_action": 0.025508195161819458,
      "loss_total": 0.025508195161819458,
      "step": 3160
    },
    {
      "loss_action": 0.03240582346916199,
      "loss_total": 0.03240582346916199,
      "step": 3160
    },
    {
      "loss_action": 0.036004163324832916,
      "loss_total": 0.036004163324832916,
      "step": 3160
    },
    {
      "loss_action": 0.02136095240712166,
      "loss_total": 0.02136095240712166,
      "step": 3160
    },
    {
      "grad_norm": 0.5699163675308228,
      "learning_rate": 6.338e-05,
      "loss": 0.0354,
      "step": 3170
    },
    {
      "loss_action": 0.04457907751202583,
      "loss_total": 0.04457907751202583,
      "step": 3170
    },
    {
      "loss_action": 0.027331825345754623,
      "loss_total": 0.027331825345754623,
      "step": 3170
    },
    {
      "loss_action": 0.04425409063696861,
      "loss_total": 0.04425409063696861,
      "step": 3170
    },
    {
      "loss_action": 0.05887304246425629,
      "loss_total": 0.05887304246425629,
      "step": 3170
    },
    {
      "loss_action": 0.06771647930145264,
      "loss_total": 0.06771647930145264,
      "step": 3170
    },
    {
      "loss_action": 0.03093598410487175,
      "loss_total": 0.03093598410487175,
      "step": 3170
    },
    {
      "loss_action": 0.018428612500429153,
      "loss_total": 0.018428612500429153,
      "step": 3170
    },
    {
      "loss_action": 0.03640034422278404,
      "loss_total": 0.03640034422278404,
      "step": 3170
    },
    {
      "grad_norm": 0.6060106754302979,
      "learning_rate": 6.358000000000001e-05,
      "loss": 0.0366,
      "step": 3180
    },
    {
      "loss_action": 0.14675545692443848,
      "loss_total": 0.14675545692443848,
      "step": 3180
    },
    {
      "loss_action": 0.0317925401031971,
      "loss_total": 0.0317925401031971,
      "step": 3180
    },
    {
      "loss_action": 0.05587661266326904,
      "loss_total": 0.05587661266326904,
      "step": 3180
    },
    {
      "loss_action": 0.029550565406680107,
      "loss_total": 0.029550565406680107,
      "step": 3180
    },
    {
      "loss_action": 0.05217185989022255,
      "loss_total": 0.05217185989022255,
      "step": 3180
    },
    {
      "loss_action": 0.034447431564331055,
      "loss_total": 0.034447431564331055,
      "step": 3180
    },
    {
      "loss_action": 0.025482380762696266,
      "loss_total": 0.025482380762696266,
      "step": 3180
    },
    {
      "loss_action": 0.021262673661112785,
      "loss_total": 0.021262673661112785,
      "step": 3180
    },
    {
      "grad_norm": 0.4910971224308014,
      "learning_rate": 6.378e-05,
      "loss": 0.038,
      "step": 3190
    },
    {
      "loss_action": 0.05141744390130043,
      "loss_total": 0.05141744390130043,
      "step": 3190
    },
    {
      "loss_action": 0.02959391288459301,
      "loss_total": 0.02959391288459301,
      "step": 3190
    },
    {
      "loss_action": 0.04460868239402771,
      "loss_total": 0.04460868239402771,
      "step": 3190
    },
    {
      "loss_action": 0.05734105035662651,
      "loss_total": 0.05734105035662651,
      "step": 3190
    },
    {
      "loss_action": 0.04804600775241852,
      "loss_total": 0.04804600775241852,
      "step": 3190
    },
    {
      "loss_action": 0.029580963775515556,
      "loss_total": 0.029580963775515556,
      "step": 3190
    },
    {
      "loss_action": 0.03232280910015106,
      "loss_total": 0.03232280910015106,
      "step": 3190
    },
    {
      "loss_action": 0.0639955922961235,
      "loss_total": 0.0639955922961235,
      "step": 3190
    },
    {
      "grad_norm": 0.35858872532844543,
      "learning_rate": 6.398000000000001e-05,
      "loss": 0.0344,
      "step": 3200
    },
    {
      "loss_action": 0.03344302996993065,
      "loss_total": 0.03344302996993065,
      "step": 3200
    },
    {
      "loss_action": 0.0294356532394886,
      "loss_total": 0.0294356532394886,
      "step": 3200
    },
    {
      "loss_action": 0.03755830228328705,
      "loss_total": 0.03755830228328705,
      "step": 3200
    },
    {
      "loss_action": 0.05548745021224022,
      "loss_total": 0.05548745021224022,
      "step": 3200
    },
    {
      "loss_action": 0.09020258486270905,
      "loss_total": 0.09020258486270905,
      "step": 3200
    },
    {
      "loss_action": 0.02602359466254711,
      "loss_total": 0.02602359466254711,
      "step": 3200
    },
    {
      "loss_action": 0.03667370602488518,
      "loss_total": 0.03667370602488518,
      "step": 3200
    },
    {
      "loss_action": 0.04058581218123436,
      "loss_total": 0.04058581218123436,
      "step": 3200
    },
    {
      "grad_norm": 0.5054259300231934,
      "learning_rate": 6.418000000000001e-05,
      "loss": 0.0356,
      "step": 3210
    },
    {
      "loss_action": 0.021923992782831192,
      "loss_total": 0.021923992782831192,
      "step": 3210
    },
    {
      "loss_action": 0.02984153851866722,
      "loss_total": 0.02984153851866722,
      "step": 3210
    },
    {
      "loss_action": 0.034905970096588135,
      "loss_total": 0.034905970096588135,
      "step": 3210
    },
    {
      "loss_action": 0.04675945267081261,
      "loss_total": 0.04675945267081261,
      "step": 3210
    },
    {
      "loss_action": 0.025316692888736725,
      "loss_total": 0.025316692888736725,
      "step": 3210
    },
    {
      "loss_action": 0.03956027701497078,
      "loss_total": 0.03956027701497078,
      "step": 3210
    },
    {
      "loss_action": 0.05007365345954895,
      "loss_total": 0.05007365345954895,
      "step": 3210
    },
    {
      "loss_action": 0.026826413348317146,
      "loss_total": 0.026826413348317146,
      "step": 3210
    },
    {
      "grad_norm": 0.5390394926071167,
      "learning_rate": 6.438e-05,
      "loss": 0.0327,
      "step": 3220
    },
    {
      "loss_action": 0.05577949061989784,
      "loss_total": 0.05577949061989784,
      "step": 3220
    },
    {
      "loss_action": 0.02102285996079445,
      "loss_total": 0.02102285996079445,
      "step": 3220
    },
    {
      "loss_action": 0.02788815088570118,
      "loss_total": 0.02788815088570118,
      "step": 3220
    },
    {
      "loss_action": 0.023998845368623734,
      "loss_total": 0.023998845368623734,
      "step": 3220
    },
    {
      "loss_action": 0.023548727855086327,
      "loss_total": 0.023548727855086327,
      "step": 3220
    },
    {
      "loss_action": 0.03672473505139351,
      "loss_total": 0.03672473505139351,
      "step": 3220
    },
    {
      "loss_action": 0.03215012699365616,
      "loss_total": 0.03215012699365616,
      "step": 3220
    },
    {
      "loss_action": 0.027330204844474792,
      "loss_total": 0.027330204844474792,
      "step": 3220
    },
    {
      "grad_norm": 0.5474079847335815,
      "learning_rate": 6.458000000000001e-05,
      "loss": 0.031,
      "step": 3230
    },
    {
      "loss_action": 0.025793977081775665,
      "loss_total": 0.025793977081775665,
      "step": 3230
    },
    {
      "loss_action": 0.038541194051504135,
      "loss_total": 0.038541194051504135,
      "step": 3230
    },
    {
      "loss_action": 0.018796008080244064,
      "loss_total": 0.018796008080244064,
      "step": 3230
    },
    {
      "loss_action": 0.03809934854507446,
      "loss_total": 0.03809934854507446,
      "step": 3230
    },
    {
      "loss_action": 0.03592747822403908,
      "loss_total": 0.03592747822403908,
      "step": 3230
    },
    {
      "loss_action": 0.05526004731655121,
      "loss_total": 0.05526004731655121,
      "step": 3230
    },
    {
      "loss_action": 0.03820990398526192,
      "loss_total": 0.03820990398526192,
      "step": 3230
    },
    {
      "loss_action": 0.023688625544309616,
      "loss_total": 0.023688625544309616,
      "step": 3230
    },
    {
      "grad_norm": 0.5369313955307007,
      "learning_rate": 6.478000000000001e-05,
      "loss": 0.0388,
      "step": 3240
    },
    {
      "loss_action": 0.01711283065378666,
      "loss_total": 0.01711283065378666,
      "step": 3240
    },
    {
      "loss_action": 0.02510867640376091,
      "loss_total": 0.02510867640376091,
      "step": 3240
    },
    {
      "loss_action": 0.037956394255161285,
      "loss_total": 0.037956394255161285,
      "step": 3240
    },
    {
      "loss_action": 0.026495955884456635,
      "loss_total": 0.026495955884456635,
      "step": 3240
    },
    {
      "loss_action": 0.037751760333776474,
      "loss_total": 0.037751760333776474,
      "step": 3240
    },
    {
      "loss_action": 0.03478720039129257,
      "loss_total": 0.03478720039129257,
      "step": 3240
    },
    {
      "loss_action": 0.03582372888922691,
      "loss_total": 0.03582372888922691,
      "step": 3240
    },
    {
      "loss_action": 0.04747519642114639,
      "loss_total": 0.04747519642114639,
      "step": 3240
    },
    {
      "grad_norm": 0.5852870345115662,
      "learning_rate": 6.498e-05,
      "loss": 0.0357,
      "step": 3250
    },
    {
      "loss_action": 0.02355217933654785,
      "loss_total": 0.02355217933654785,
      "step": 3250
    },
    {
      "loss_action": 0.036476489156484604,
      "loss_total": 0.036476489156484604,
      "step": 3250
    },
    {
      "loss_action": 0.021487407386302948,
      "loss_total": 0.021487407386302948,
      "step": 3250
    },
    {
      "loss_action": 0.02782314643263817,
      "loss_total": 0.02782314643263817,
      "step": 3250
    },
    {
      "loss_action": 0.0317380428314209,
      "loss_total": 0.0317380428314209,
      "step": 3250
    },
    {
      "loss_action": 0.021907620131969452,
      "loss_total": 0.021907620131969452,
      "step": 3250
    },
    {
      "loss_action": 0.03199179098010063,
      "loss_total": 0.03199179098010063,
      "step": 3250
    },
    {
      "loss_action": 0.030189353972673416,
      "loss_total": 0.030189353972673416,
      "step": 3250
    },
    {
      "grad_norm": 0.5477099418640137,
      "learning_rate": 6.518000000000001e-05,
      "loss": 0.0394,
      "step": 3260
    },
    {
      "loss_action": 0.0444575697183609,
      "loss_total": 0.0444575697183609,
      "step": 3260
    },
    {
      "loss_action": 0.053584568202495575,
      "loss_total": 0.053584568202495575,
      "step": 3260
    },
    {
      "loss_action": 0.02922619879245758,
      "loss_total": 0.02922619879245758,
      "step": 3260
    },
    {
      "loss_action": 0.02515026181936264,
      "loss_total": 0.02515026181936264,
      "step": 3260
    },
    {
      "loss_action": 0.05570447817444801,
      "loss_total": 0.05570447817444801,
      "step": 3260
    },
    {
      "loss_action": 0.04049854725599289,
      "loss_total": 0.04049854725599289,
      "step": 3260
    },
    {
      "loss_action": 0.029332809150218964,
      "loss_total": 0.029332809150218964,
      "step": 3260
    },
    {
      "loss_action": 0.05146240070462227,
      "loss_total": 0.05146240070462227,
      "step": 3260
    },
    {
      "grad_norm": 0.5363291501998901,
      "learning_rate": 6.538000000000001e-05,
      "loss": 0.0379,
      "step": 3270
    },
    {
      "loss_action": 0.02010009065270424,
      "loss_total": 0.02010009065270424,
      "step": 3270
    },
    {
      "loss_action": 0.03447166085243225,
      "loss_total": 0.03447166085243225,
      "step": 3270
    },
    {
      "loss_action": 0.023143045604228973,
      "loss_total": 0.023143045604228973,
      "step": 3270
    },
    {
      "loss_action": 0.026901142671704292,
      "loss_total": 0.026901142671704292,
      "step": 3270
    },
    {
      "loss_action": 0.0262964628636837,
      "loss_total": 0.0262964628636837,
      "step": 3270
    },
    {
      "loss_action": 0.03050887957215309,
      "loss_total": 0.03050887957215309,
      "step": 3270
    },
    {
      "loss_action": 0.08940553665161133,
      "loss_total": 0.08940553665161133,
      "step": 3270
    },
    {
      "loss_action": 0.030197732150554657,
      "loss_total": 0.030197732150554657,
      "step": 3270
    },
    {
      "grad_norm": 0.5363089442253113,
      "learning_rate": 6.558e-05,
      "loss": 0.0362,
      "step": 3280
    },
    {
      "loss_action": 0.019807176664471626,
      "loss_total": 0.019807176664471626,
      "step": 3280
    },
    {
      "loss_action": 0.027399230748414993,
      "loss_total": 0.027399230748414993,
      "step": 3280
    },
    {
      "loss_action": 0.025088749825954437,
      "loss_total": 0.025088749825954437,
      "step": 3280
    },
    {
      "loss_action": 0.032487332820892334,
      "loss_total": 0.032487332820892334,
      "step": 3280
    },
    {
      "loss_action": 0.016825785860419273,
      "loss_total": 0.016825785860419273,
      "step": 3280
    },
    {
      "loss_action": 0.12014569342136383,
      "loss_total": 0.12014569342136383,
      "step": 3280
    },
    {
      "loss_action": 0.01840631663799286,
      "loss_total": 0.01840631663799286,
      "step": 3280
    },
    {
      "loss_action": 0.029840078204870224,
      "loss_total": 0.029840078204870224,
      "step": 3280
    },
    {
      "grad_norm": 0.697231650352478,
      "learning_rate": 6.578000000000001e-05,
      "loss": 0.043,
      "step": 3290
    },
    {
      "loss_action": 0.02817137911915779,
      "loss_total": 0.02817137911915779,
      "step": 3290
    },
    {
      "loss_action": 0.034339722245931625,
      "loss_total": 0.034339722245931625,
      "step": 3290
    },
    {
      "loss_action": 0.039771586656570435,
      "loss_total": 0.039771586656570435,
      "step": 3290
    },
    {
      "loss_action": 0.10678870230913162,
      "loss_total": 0.10678870230913162,
      "step": 3290
    },
    {
      "loss_action": 0.04171109199523926,
      "loss_total": 0.04171109199523926,
      "step": 3290
    },
    {
      "loss_action": 0.0327322818338871,
      "loss_total": 0.0327322818338871,
      "step": 3290
    },
    {
      "loss_action": 0.03885342925786972,
      "loss_total": 0.03885342925786972,
      "step": 3290
    },
    {
      "loss_action": 0.02094496786594391,
      "loss_total": 0.02094496786594391,
      "step": 3290
    },
    {
      "grad_norm": 0.482101172208786,
      "learning_rate": 6.598e-05,
      "loss": 0.0363,
      "step": 3300
    },
    {
      "loss_action": 0.028709711506962776,
      "loss_total": 0.028709711506962776,
      "step": 3300
    },
    {
      "loss_action": 0.033356551080942154,
      "loss_total": 0.033356551080942154,
      "step": 3300
    },
    {
      "loss_action": 0.03197285532951355,
      "loss_total": 0.03197285532951355,
      "step": 3300
    },
    {
      "loss_action": 0.052995674312114716,
      "loss_total": 0.052995674312114716,
      "step": 3300
    },
    {
      "loss_action": 0.03509638458490372,
      "loss_total": 0.03509638458490372,
      "step": 3300
    },
    {
      "loss_action": 0.019789637997746468,
      "loss_total": 0.019789637997746468,
      "step": 3300
    },
    {
      "loss_action": 0.03984149545431137,
      "loss_total": 0.03984149545431137,
      "step": 3300
    },
    {
      "loss_action": 0.06134924292564392,
      "loss_total": 0.06134924292564392,
      "step": 3300
    },
    {
      "grad_norm": 0.604292094707489,
      "learning_rate": 6.618e-05,
      "loss": 0.0362,
      "step": 3310
    },
    {
      "loss_action": 0.02939695119857788,
      "loss_total": 0.02939695119857788,
      "step": 3310
    },
    {
      "loss_action": 0.053107619285583496,
      "loss_total": 0.053107619285583496,
      "step": 3310
    },
    {
      "loss_action": 0.03755243122577667,
      "loss_total": 0.03755243122577667,
      "step": 3310
    },
    {
      "loss_action": 0.033252961933612823,
      "loss_total": 0.033252961933612823,
      "step": 3310
    },
    {
      "loss_action": 0.024953216314315796,
      "loss_total": 0.024953216314315796,
      "step": 3310
    },
    {
      "loss_action": 0.026170287281274796,
      "loss_total": 0.026170287281274796,
      "step": 3310
    },
    {
      "loss_action": 0.028020847588777542,
      "loss_total": 0.028020847588777542,
      "step": 3310
    },
    {
      "loss_action": 0.03336631506681442,
      "loss_total": 0.03336631506681442,
      "step": 3310
    },
    {
      "grad_norm": 0.6071975231170654,
      "learning_rate": 6.638e-05,
      "loss": 0.0403,
      "step": 3320
    },
    {
      "loss_action": 0.04471263661980629,
      "loss_total": 0.04471263661980629,
      "step": 3320
    },
    {
      "loss_action": 0.03042837604880333,
      "loss_total": 0.03042837604880333,
      "step": 3320
    },
    {
      "loss_action": 0.02827325277030468,
      "loss_total": 0.02827325277030468,
      "step": 3320
    },
    {
      "loss_action": 0.044429879635572433,
      "loss_total": 0.044429879635572433,
      "step": 3320
    },
    {
      "loss_action": 0.026258470490574837,
      "loss_total": 0.026258470490574837,
      "step": 3320
    },
    {
      "loss_action": 0.0286361463367939,
      "loss_total": 0.0286361463367939,
      "step": 3320
    },
    {
      "loss_action": 0.037631887942552567,
      "loss_total": 0.037631887942552567,
      "step": 3320
    },
    {
      "loss_action": 0.02539958246052265,
      "loss_total": 0.02539958246052265,
      "step": 3320
    },
    {
      "grad_norm": 0.4976333975791931,
      "learning_rate": 6.658e-05,
      "loss": 0.0368,
      "step": 3330
    },
    {
      "loss_action": 0.026811707764863968,
      "loss_total": 0.026811707764863968,
      "step": 3330
    },
    {
      "loss_action": 0.02888704091310501,
      "loss_total": 0.02888704091310501,
      "step": 3330
    },
    {
      "loss_action": 0.02387327514588833,
      "loss_total": 0.02387327514588833,
      "step": 3330
    },
    {
      "loss_action": 0.028621023520827293,
      "loss_total": 0.028621023520827293,
      "step": 3330
    },
    {
      "loss_action": 0.04653846472501755,
      "loss_total": 0.04653846472501755,
      "step": 3330
    },
    {
      "loss_action": 0.0345434844493866,
      "loss_total": 0.0345434844493866,
      "step": 3330
    },
    {
      "loss_action": 0.019894897937774658,
      "loss_total": 0.019894897937774658,
      "step": 3330
    },
    {
      "loss_action": 0.020612303167581558,
      "loss_total": 0.020612303167581558,
      "step": 3330
    },
    {
      "grad_norm": 0.6165515184402466,
      "learning_rate": 6.678e-05,
      "loss": 0.0377,
      "step": 3340
    },
    {
      "loss_action": 0.020395807921886444,
      "loss_total": 0.020395807921886444,
      "step": 3340
    },
    {
      "loss_action": 0.019948923960328102,
      "loss_total": 0.019948923960328102,
      "step": 3340
    },
    {
      "loss_action": 0.04335934668779373,
      "loss_total": 0.04335934668779373,
      "step": 3340
    },
    {
      "loss_action": 0.025998543947935104,
      "loss_total": 0.025998543947935104,
      "step": 3340
    },
    {
      "loss_action": 0.027269482612609863,
      "loss_total": 0.027269482612609863,
      "step": 3340
    },
    {
      "loss_action": 0.030014604330062866,
      "loss_total": 0.030014604330062866,
      "step": 3340
    },
    {
      "loss_action": 0.0236812736839056,
      "loss_total": 0.0236812736839056,
      "step": 3340
    },
    {
      "loss_action": 0.024364419281482697,
      "loss_total": 0.024364419281482697,
      "step": 3340
    },
    {
      "grad_norm": 0.4604497253894806,
      "learning_rate": 6.698e-05,
      "loss": 0.0331,
      "step": 3350
    },
    {
      "loss_action": 0.03778557851910591,
      "loss_total": 0.03778557851910591,
      "step": 3350
    },
    {
      "loss_action": 0.021347248926758766,
      "loss_total": 0.021347248926758766,
      "step": 3350
    },
    {
      "loss_action": 0.03485893830657005,
      "loss_total": 0.03485893830657005,
      "step": 3350
    },
    {
      "loss_action": 0.03336608409881592,
      "loss_total": 0.03336608409881592,
      "step": 3350
    },
    {
      "loss_action": 0.05918796360492706,
      "loss_total": 0.05918796360492706,
      "step": 3350
    },
    {
      "loss_action": 0.03580649942159653,
      "loss_total": 0.03580649942159653,
      "step": 3350
    },
    {
      "loss_action": 0.032022058963775635,
      "loss_total": 0.032022058963775635,
      "step": 3350
    },
    {
      "loss_action": 0.027076812461018562,
      "loss_total": 0.027076812461018562,
      "step": 3350
    },
    {
      "grad_norm": 0.4135791063308716,
      "learning_rate": 6.718e-05,
      "loss": 0.0339,
      "step": 3360
    },
    {
      "loss_action": 0.037883222103118896,
      "loss_total": 0.037883222103118896,
      "step": 3360
    },
    {
      "loss_action": 0.034706197679042816,
      "loss_total": 0.034706197679042816,
      "step": 3360
    },
    {
      "loss_action": 0.05740094184875488,
      "loss_total": 0.05740094184875488,
      "step": 3360
    },
    {
      "loss_action": 0.022132929414510727,
      "loss_total": 0.022132929414510727,
      "step": 3360
    },
    {
      "loss_action": 0.024275869131088257,
      "loss_total": 0.024275869131088257,
      "step": 3360
    },
    {
      "loss_action": 0.025359326973557472,
      "loss_total": 0.025359326973557472,
      "step": 3360
    },
    {
      "loss_action": 0.025222036987543106,
      "loss_total": 0.025222036987543106,
      "step": 3360
    },
    {
      "loss_action": 0.028465712442994118,
      "loss_total": 0.028465712442994118,
      "step": 3360
    },
    {
      "grad_norm": 0.705903172492981,
      "learning_rate": 6.738e-05,
      "loss": 0.0403,
      "step": 3370
    },
    {
      "loss_action": 0.026442401111125946,
      "loss_total": 0.026442401111125946,
      "step": 3370
    },
    {
      "loss_action": 0.03473054617643356,
      "loss_total": 0.03473054617643356,
      "step": 3370
    },
    {
      "loss_action": 0.03321465104818344,
      "loss_total": 0.03321465104818344,
      "step": 3370
    },
    {
      "loss_action": 0.08924780040979385,
      "loss_total": 0.08924780040979385,
      "step": 3370
    },
    {
      "loss_action": 0.03212089464068413,
      "loss_total": 0.03212089464068413,
      "step": 3370
    },
    {
      "loss_action": 0.05047830939292908,
      "loss_total": 0.05047830939292908,
      "step": 3370
    },
    {
      "loss_action": 0.05976414307951927,
      "loss_total": 0.05976414307951927,
      "step": 3370
    },
    {
      "loss_action": 0.03155423700809479,
      "loss_total": 0.03155423700809479,
      "step": 3370
    },
    {
      "grad_norm": 0.46733877062797546,
      "learning_rate": 6.758e-05,
      "loss": 0.0394,
      "step": 3380
    },
    {
      "loss_action": 0.03160291165113449,
      "loss_total": 0.03160291165113449,
      "step": 3380
    },
    {
      "loss_action": 0.029547367244958878,
      "loss_total": 0.029547367244958878,
      "step": 3380
    },
    {
      "loss_action": 0.024390844628214836,
      "loss_total": 0.024390844628214836,
      "step": 3380
    },
    {
      "loss_action": 0.028424933552742004,
      "loss_total": 0.028424933552742004,
      "step": 3380
    },
    {
      "loss_action": 0.02521832473576069,
      "loss_total": 0.02521832473576069,
      "step": 3380
    },
    {
      "loss_action": 0.030714068561792374,
      "loss_total": 0.030714068561792374,
      "step": 3380
    },
    {
      "loss_action": 0.038481131196022034,
      "loss_total": 0.038481131196022034,
      "step": 3380
    },
    {
      "loss_action": 0.0248406995087862,
      "loss_total": 0.0248406995087862,
      "step": 3380
    },
    {
      "grad_norm": 0.5802385807037354,
      "learning_rate": 6.778e-05,
      "loss": 0.0336,
      "step": 3390
    },
    {
      "loss_action": 0.03033812902867794,
      "loss_total": 0.03033812902867794,
      "step": 3390
    },
    {
      "loss_action": 0.03546927869319916,
      "loss_total": 0.03546927869319916,
      "step": 3390
    },
    {
      "loss_action": 0.04489713907241821,
      "loss_total": 0.04489713907241821,
      "step": 3390
    },
    {
      "loss_action": 0.03587280958890915,
      "loss_total": 0.03587280958890915,
      "step": 3390
    },
    {
      "loss_action": 0.03226364031434059,
      "loss_total": 0.03226364031434059,
      "step": 3390
    },
    {
      "loss_action": 0.032700952142477036,
      "loss_total": 0.032700952142477036,
      "step": 3390
    },
    {
      "loss_action": 0.03562643751502037,
      "loss_total": 0.03562643751502037,
      "step": 3390
    },
    {
      "loss_action": 0.0361226461827755,
      "loss_total": 0.0361226461827755,
      "step": 3390
    },
    {
      "grad_norm": 0.6579670906066895,
      "learning_rate": 6.798e-05,
      "loss": 0.0392,
      "step": 3400
    },
    {
      "loss_action": 0.025953270494937897,
      "loss_total": 0.025953270494937897,
      "step": 3400
    },
    {
      "loss_action": 0.031912848353385925,
      "loss_total": 0.031912848353385925,
      "step": 3400
    },
    {
      "loss_action": 0.036516912281513214,
      "loss_total": 0.036516912281513214,
      "step": 3400
    },
    {
      "loss_action": 0.04964775964617729,
      "loss_total": 0.04964775964617729,
      "step": 3400
    },
    {
      "loss_action": 0.027483392506837845,
      "loss_total": 0.027483392506837845,
      "step": 3400
    },
    {
      "loss_action": 0.03321697935461998,
      "loss_total": 0.03321697935461998,
      "step": 3400
    },
    {
      "loss_action": 0.026453033089637756,
      "loss_total": 0.026453033089637756,
      "step": 3400
    },
    {
      "loss_action": 0.028943486511707306,
      "loss_total": 0.028943486511707306,
      "step": 3400
    },
    {
      "grad_norm": 0.3771519362926483,
      "learning_rate": 6.818e-05,
      "loss": 0.0326,
      "step": 3410
    },
    {
      "loss_action": 0.029744625091552734,
      "loss_total": 0.029744625091552734,
      "step": 3410
    },
    {
      "loss_action": 0.020994069054722786,
      "loss_total": 0.020994069054722786,
      "step": 3410
    },
    {
      "loss_action": 0.022839566692709923,
      "loss_total": 0.022839566692709923,
      "step": 3410
    },
    {
      "loss_action": 0.042875923216342926,
      "loss_total": 0.042875923216342926,
      "step": 3410
    },
    {
      "loss_action": 0.029434505850076675,
      "loss_total": 0.029434505850076675,
      "step": 3410
    },
    {
      "loss_action": 0.02428271248936653,
      "loss_total": 0.02428271248936653,
      "step": 3410
    },
    {
      "loss_action": 0.022083384916186333,
      "loss_total": 0.022083384916186333,
      "step": 3410
    },
    {
      "loss_action": 0.016198012977838516,
      "loss_total": 0.016198012977838516,
      "step": 3410
    },
    {
      "grad_norm": 0.4545261561870575,
      "learning_rate": 6.838e-05,
      "loss": 0.032,
      "step": 3420
    },
    {
      "loss_action": 0.03625721111893654,
      "loss_total": 0.03625721111893654,
      "step": 3420
    },
    {
      "loss_action": 0.023934274911880493,
      "loss_total": 0.023934274911880493,
      "step": 3420
    },
    {
      "loss_action": 0.03358682990074158,
      "loss_total": 0.03358682990074158,
      "step": 3420
    },
    {
      "loss_action": 0.03572939708828926,
      "loss_total": 0.03572939708828926,
      "step": 3420
    },
    {
      "loss_action": 0.021124474704265594,
      "loss_total": 0.021124474704265594,
      "step": 3420
    },
    {
      "loss_action": 0.029891185462474823,
      "loss_total": 0.029891185462474823,
      "step": 3420
    },
    {
      "loss_action": 0.02785331755876541,
      "loss_total": 0.02785331755876541,
      "step": 3420
    },
    {
      "loss_action": 0.044356994330883026,
      "loss_total": 0.044356994330883026,
      "step": 3420
    },
    {
      "grad_norm": 0.685261070728302,
      "learning_rate": 6.858e-05,
      "loss": 0.035,
      "step": 3430
    },
    {
      "loss_action": 0.04064781591296196,
      "loss_total": 0.04064781591296196,
      "step": 3430
    },
    {
      "loss_action": 0.03670031577348709,
      "loss_total": 0.03670031577348709,
      "step": 3430
    },
    {
      "loss_action": 0.03350728750228882,
      "loss_total": 0.03350728750228882,
      "step": 3430
    },
    {
      "loss_action": 0.04446806758642197,
      "loss_total": 0.04446806758642197,
      "step": 3430
    },
    {
      "loss_action": 0.045035507529973984,
      "loss_total": 0.045035507529973984,
      "step": 3430
    },
    {
      "loss_action": 0.032960861921310425,
      "loss_total": 0.032960861921310425,
      "step": 3430
    },
    {
      "loss_action": 0.0438728854060173,
      "loss_total": 0.0438728854060173,
      "step": 3430
    },
    {
      "loss_action": 0.0287159476429224,
      "loss_total": 0.0287159476429224,
      "step": 3430
    },
    {
      "grad_norm": 0.5762879252433777,
      "learning_rate": 6.878e-05,
      "loss": 0.0414,
      "step": 3440
    },
    {
      "loss_action": 0.03174257278442383,
      "loss_total": 0.03174257278442383,
      "step": 3440
    },
    {
      "loss_action": 0.04677627980709076,
      "loss_total": 0.04677627980709076,
      "step": 3440
    },
    {
      "loss_action": 0.04381150007247925,
      "loss_total": 0.04381150007247925,
      "step": 3440
    },
    {
      "loss_action": 0.046866901218891144,
      "loss_total": 0.046866901218891144,
      "step": 3440
    },
    {
      "loss_action": 0.03507748991250992,
      "loss_total": 0.03507748991250992,
      "step": 3440
    },
    {
      "loss_action": 0.0572788268327713,
      "loss_total": 0.0572788268327713,
      "step": 3440
    },
    {
      "loss_action": 0.03207853436470032,
      "loss_total": 0.03207853436470032,
      "step": 3440
    },
    {
      "loss_action": 0.026398416608572006,
      "loss_total": 0.026398416608572006,
      "step": 3440
    },
    {
      "grad_norm": 0.42903491854667664,
      "learning_rate": 6.898e-05,
      "loss": 0.036,
      "step": 3450
    },
    {
      "loss_action": 0.03300020098686218,
      "loss_total": 0.03300020098686218,
      "step": 3450
    },
    {
      "loss_action": 0.05298072099685669,
      "loss_total": 0.05298072099685669,
      "step": 3450
    },
    {
      "loss_action": 0.06389191001653671,
      "loss_total": 0.06389191001653671,
      "step": 3450
    },
    {
      "loss_action": 0.029589470475912094,
      "loss_total": 0.029589470475912094,
      "step": 3450
    },
    {
      "loss_action": 0.04603875055909157,
      "loss_total": 0.04603875055909157,
      "step": 3450
    },
    {
      "loss_action": 0.024947864934802055,
      "loss_total": 0.024947864934802055,
      "step": 3450
    },
    {
      "loss_action": 0.04306955635547638,
      "loss_total": 0.04306955635547638,
      "step": 3450
    },
    {
      "loss_action": 0.045429423451423645,
      "loss_total": 0.045429423451423645,
      "step": 3450
    },
    {
      "grad_norm": 0.5735250115394592,
      "learning_rate": 6.918e-05,
      "loss": 0.037,
      "step": 3460
    },
    {
      "loss_action": 0.022929750382900238,
      "loss_total": 0.022929750382900238,
      "step": 3460
    },
    {
      "loss_action": 0.025852970778942108,
      "loss_total": 0.025852970778942108,
      "step": 3460
    },
    {
      "loss_action": 0.02260839380323887,
      "loss_total": 0.02260839380323887,
      "step": 3460
    },
    {
      "loss_action": 0.027736715972423553,
      "loss_total": 0.027736715972423553,
      "step": 3460
    },
    {
      "loss_action": 0.04167957976460457,
      "loss_total": 0.04167957976460457,
      "step": 3460
    },
    {
      "loss_action": 0.020904824137687683,
      "loss_total": 0.020904824137687683,
      "step": 3460
    },
    {
      "loss_action": 0.029121436178684235,
      "loss_total": 0.029121436178684235,
      "step": 3460
    },
    {
      "loss_action": 0.03144556283950806,
      "loss_total": 0.03144556283950806,
      "step": 3460
    },
    {
      "grad_norm": 0.3793379068374634,
      "learning_rate": 6.938e-05,
      "loss": 0.0304,
      "step": 3470
    },
    {
      "loss_action": 0.14532354474067688,
      "loss_total": 0.14532354474067688,
      "step": 3470
    },
    {
      "loss_action": 0.034310270100831985,
      "loss_total": 0.034310270100831985,
      "step": 3470
    },
    {
      "loss_action": 0.03810131922364235,
      "loss_total": 0.03810131922364235,
      "step": 3470
    },
    {
      "loss_action": 0.028454121202230453,
      "loss_total": 0.028454121202230453,
      "step": 3470
    },
    {
      "loss_action": 0.0719728097319603,
      "loss_total": 0.0719728097319603,
      "step": 3470
    },
    {
      "loss_action": 0.03505255654454231,
      "loss_total": 0.03505255654454231,
      "step": 3470
    },
    {
      "loss_action": 0.04395018145442009,
      "loss_total": 0.04395018145442009,
      "step": 3470
    },
    {
      "loss_action": 0.06524335592985153,
      "loss_total": 0.06524335592985153,
      "step": 3470
    },
    {
      "grad_norm": 0.4085995852947235,
      "learning_rate": 6.958e-05,
      "loss": 0.0365,
      "step": 3480
    },
    {
      "loss_action": 0.026192456483840942,
      "loss_total": 0.026192456483840942,
      "step": 3480
    },
    {
      "loss_action": 0.0419597364962101,
      "loss_total": 0.0419597364962101,
      "step": 3480
    },
    {
      "loss_action": 0.036734625697135925,
      "loss_total": 0.036734625697135925,
      "step": 3480
    },
    {
      "loss_action": 0.03740149363875389,
      "loss_total": 0.03740149363875389,
      "step": 3480
    },
    {
      "loss_action": 0.018915865570306778,
      "loss_total": 0.018915865570306778,
      "step": 3480
    },
    {
      "loss_action": 0.027309559285640717,
      "loss_total": 0.027309559285640717,
      "step": 3480
    },
    {
      "loss_action": 0.029374904930591583,
      "loss_total": 0.029374904930591583,
      "step": 3480
    },
    {
      "loss_action": 0.028845131397247314,
      "loss_total": 0.028845131397247314,
      "step": 3480
    },
    {
      "grad_norm": 0.4612472951412201,
      "learning_rate": 6.978e-05,
      "loss": 0.0325,
      "step": 3490
    },
    {
      "loss_action": 0.031274404376745224,
      "loss_total": 0.031274404376745224,
      "step": 3490
    },
    {
      "loss_action": 0.030243223533034325,
      "loss_total": 0.030243223533034325,
      "step": 3490
    },
    {
      "loss_action": 0.03520374745130539,
      "loss_total": 0.03520374745130539,
      "step": 3490
    },
    {
      "loss_action": 0.022284306585788727,
      "loss_total": 0.022284306585788727,
      "step": 3490
    },
    {
      "loss_action": 0.02625235728919506,
      "loss_total": 0.02625235728919506,
      "step": 3490
    },
    {
      "loss_action": 0.024459512904286385,
      "loss_total": 0.024459512904286385,
      "step": 3490
    },
    {
      "loss_action": 0.043472714722156525,
      "loss_total": 0.043472714722156525,
      "step": 3490
    },
    {
      "loss_action": 0.04849030822515488,
      "loss_total": 0.04849030822515488,
      "step": 3490
    },
    {
      "grad_norm": 0.47993677854537964,
      "learning_rate": 6.998e-05,
      "loss": 0.0345,
      "step": 3500
    },
    {
      "loss_action": 0.0323864184319973,
      "loss_total": 0.0323864184319973,
      "step": 3500
    },
    {
      "loss_action": 0.044004492461681366,
      "loss_total": 0.044004492461681366,
      "step": 3500
    },
    {
      "loss_action": 0.02232366055250168,
      "loss_total": 0.02232366055250168,
      "step": 3500
    },
    {
      "loss_action": 0.0335468128323555,
      "loss_total": 0.0335468128323555,
      "step": 3500
    },
    {
      "loss_action": 0.028428461402654648,
      "loss_total": 0.028428461402654648,
      "step": 3500
    },
    {
      "loss_action": 0.025246871635317802,
      "loss_total": 0.025246871635317802,
      "step": 3500
    },
    {
      "loss_action": 0.03222396969795227,
      "loss_total": 0.03222396969795227,
      "step": 3500
    },
    {
      "loss_action": 0.042014703154563904,
      "loss_total": 0.042014703154563904,
      "step": 3500
    },
    {
      "grad_norm": 0.39434897899627686,
      "learning_rate": 7.018e-05,
      "loss": 0.0317,
      "step": 3510
    },
    {
      "loss_action": 0.02075926959514618,
      "loss_total": 0.02075926959514618,
      "step": 3510
    },
    {
      "loss_action": 0.024548640474677086,
      "loss_total": 0.024548640474677086,
      "step": 3510
    },
    {
      "loss_action": 0.037894174456596375,
      "loss_total": 0.037894174456596375,
      "step": 3510
    },
    {
      "loss_action": 0.07070579379796982,
      "loss_total": 0.07070579379796982,
      "step": 3510
    },
    {
      "loss_action": 0.03182503581047058,
      "loss_total": 0.03182503581047058,
      "step": 3510
    },
    {
      "loss_action": 0.026663415133953094,
      "loss_total": 0.026663415133953094,
      "step": 3510
    },
    {
      "loss_action": 0.04637499153614044,
      "loss_total": 0.04637499153614044,
      "step": 3510
    },
    {
      "loss_action": 0.08140619099140167,
      "loss_total": 0.08140619099140167,
      "step": 3510
    },
    {
      "grad_norm": 0.4455944895744324,
      "learning_rate": 7.038e-05,
      "loss": 0.0397,
      "step": 3520
    },
    {
      "loss_action": 0.041439399123191833,
      "loss_total": 0.041439399123191833,
      "step": 3520
    },
    {
      "loss_action": 0.027538876980543137,
      "loss_total": 0.027538876980543137,
      "step": 3520
    },
    {
      "loss_action": 0.02841729298233986,
      "loss_total": 0.02841729298233986,
      "step": 3520
    },
    {
      "loss_action": 0.024621710181236267,
      "loss_total": 0.024621710181236267,
      "step": 3520
    },
    {
      "loss_action": 0.028100624680519104,
      "loss_total": 0.028100624680519104,
      "step": 3520
    },
    {
      "loss_action": 0.05941183492541313,
      "loss_total": 0.05941183492541313,
      "step": 3520
    },
    {
      "loss_action": 0.0274258591234684,
      "loss_total": 0.0274258591234684,
      "step": 3520
    },
    {
      "loss_action": 0.033350471407175064,
      "loss_total": 0.033350471407175064,
      "step": 3520
    },
    {
      "grad_norm": 0.7045291066169739,
      "learning_rate": 7.058e-05,
      "loss": 0.0389,
      "step": 3530
    },
    {
      "loss_action": 0.07342565804719925,
      "loss_total": 0.07342565804719925,
      "step": 3530
    },
    {
      "loss_action": 0.05746801197528839,
      "loss_total": 0.05746801197528839,
      "step": 3530
    },
    {
      "loss_action": 0.04055612534284592,
      "loss_total": 0.04055612534284592,
      "step": 3530
    },
    {
      "loss_action": 0.023468459025025368,
      "loss_total": 0.023468459025025368,
      "step": 3530
    },
    {
      "loss_action": 0.03402002155780792,
      "loss_total": 0.03402002155780792,
      "step": 3530
    },
    {
      "loss_action": 0.029473062604665756,
      "loss_total": 0.029473062604665756,
      "step": 3530
    },
    {
      "loss_action": 0.08215245604515076,
      "loss_total": 0.08215245604515076,
      "step": 3530
    },
    {
      "loss_action": 0.03478901833295822,
      "loss_total": 0.03478901833295822,
      "step": 3530
    },
    {
      "grad_norm": 0.6285662651062012,
      "learning_rate": 7.078e-05,
      "loss": 0.0364,
      "step": 3540
    },
    {
      "loss_action": 0.026320453733205795,
      "loss_total": 0.026320453733205795,
      "step": 3540
    },
    {
      "loss_action": 0.050313256680965424,
      "loss_total": 0.050313256680965424,
      "step": 3540
    },
    {
      "loss_action": 0.032250478863716125,
      "loss_total": 0.032250478863716125,
      "step": 3540
    },
    {
      "loss_action": 0.02403191290795803,
      "loss_total": 0.02403191290795803,
      "step": 3540
    },
    {
      "loss_action": 0.05885178595781326,
      "loss_total": 0.05885178595781326,
      "step": 3540
    },
    {
      "loss_action": 0.05136864632368088,
      "loss_total": 0.05136864632368088,
      "step": 3540
    },
    {
      "loss_action": 0.040485210716724396,
      "loss_total": 0.040485210716724396,
      "step": 3540
    },
    {
      "loss_action": 0.03599805012345314,
      "loss_total": 0.03599805012345314,
      "step": 3540
    },
    {
      "grad_norm": 0.3859199583530426,
      "learning_rate": 7.098e-05,
      "loss": 0.0357,
      "step": 3550
    },
    {
      "loss_action": 0.03477577492594719,
      "loss_total": 0.03477577492594719,
      "step": 3550
    },
    {
      "loss_action": 0.02188997156918049,
      "loss_total": 0.02188997156918049,
      "step": 3550
    },
    {
      "loss_action": 0.027478303760290146,
      "loss_total": 0.027478303760290146,
      "step": 3550
    },
    {
      "loss_action": 0.02465374954044819,
      "loss_total": 0.02465374954044819,
      "step": 3550
    },
    {
      "loss_action": 0.030228067189455032,
      "loss_total": 0.030228067189455032,
      "step": 3550
    },
    {
      "loss_action": 0.032873064279556274,
      "loss_total": 0.032873064279556274,
      "step": 3550
    },
    {
      "loss_action": 0.03146134316921234,
      "loss_total": 0.03146134316921234,
      "step": 3550
    },
    {
      "loss_action": 0.04088444635272026,
      "loss_total": 0.04088444635272026,
      "step": 3550
    },
    {
      "grad_norm": 0.5165579319000244,
      "learning_rate": 7.118e-05,
      "loss": 0.0364,
      "step": 3560
    },
    {
      "loss_action": 0.032013364136219025,
      "loss_total": 0.032013364136219025,
      "step": 3560
    },
    {
      "loss_action": 0.022396249696612358,
      "loss_total": 0.022396249696612358,
      "step": 3560
    },
    {
      "loss_action": 0.025224389508366585,
      "loss_total": 0.025224389508366585,
      "step": 3560
    },
    {
      "loss_action": 0.024916762486100197,
      "loss_total": 0.024916762486100197,
      "step": 3560
    },
    {
      "loss_action": 0.02632632851600647,
      "loss_total": 0.02632632851600647,
      "step": 3560
    },
    {
      "loss_action": 0.027943408116698265,
      "loss_total": 0.027943408116698265,
      "step": 3560
    },
    {
      "loss_action": 0.021496176719665527,
      "loss_total": 0.021496176719665527,
      "step": 3560
    },
    {
      "loss_action": 0.022282741963863373,
      "loss_total": 0.022282741963863373,
      "step": 3560
    },
    {
      "grad_norm": 0.5292609333992004,
      "learning_rate": 7.138e-05,
      "loss": 0.0329,
      "step": 3570
    },
    {
      "loss_action": 0.023651516065001488,
      "loss_total": 0.023651516065001488,
      "step": 3570
    },
    {
      "loss_action": 0.04726814478635788,
      "loss_total": 0.04726814478635788,
      "step": 3570
    },
    {
      "loss_action": 0.029734745621681213,
      "loss_total": 0.029734745621681213,
      "step": 3570
    },
    {
      "loss_action": 0.15198996663093567,
      "loss_total": 0.15198996663093567,
      "step": 3570
    },
    {
      "loss_action": 0.03981133922934532,
      "loss_total": 0.03981133922934532,
      "step": 3570
    },
    {
      "loss_action": 0.027968531474471092,
      "loss_total": 0.027968531474471092,
      "step": 3570
    },
    {
      "loss_action": 0.03561318293213844,
      "loss_total": 0.03561318293213844,
      "step": 3570
    },
    {
      "loss_action": 0.03448990359902382,
      "loss_total": 0.03448990359902382,
      "step": 3570
    },
    {
      "grad_norm": 0.4493923783302307,
      "learning_rate": 7.158e-05,
      "loss": 0.0381,
      "step": 3580
    },
    {
      "loss_action": 0.036805689334869385,
      "loss_total": 0.036805689334869385,
      "step": 3580
    },
    {
      "loss_action": 0.044691309332847595,
      "loss_total": 0.044691309332847595,
      "step": 3580
    },
    {
      "loss_action": 0.029491251334547997,
      "loss_total": 0.029491251334547997,
      "step": 3580
    },
    {
      "loss_action": 0.031938448548316956,
      "loss_total": 0.031938448548316956,
      "step": 3580
    },
    {
      "loss_action": 0.03296700492501259,
      "loss_total": 0.03296700492501259,
      "step": 3580
    },
    {
      "loss_action": 0.02928178384900093,
      "loss_total": 0.02928178384900093,
      "step": 3580
    },
    {
      "loss_action": 0.057142242789268494,
      "loss_total": 0.057142242789268494,
      "step": 3580
    },
    {
      "loss_action": 0.03705552965402603,
      "loss_total": 0.03705552965402603,
      "step": 3580
    },
    {
      "grad_norm": 0.4619207978248596,
      "learning_rate": 7.178000000000001e-05,
      "loss": 0.0335,
      "step": 3590
    },
    {
      "loss_action": 0.03995083272457123,
      "loss_total": 0.03995083272457123,
      "step": 3590
    },
    {
      "loss_action": 0.0316755548119545,
      "loss_total": 0.0316755548119545,
      "step": 3590
    },
    {
      "loss_action": 0.038145728409290314,
      "loss_total": 0.038145728409290314,
      "step": 3590
    },
    {
      "loss_action": 0.022910505533218384,
      "loss_total": 0.022910505533218384,
      "step": 3590
    },
    {
      "loss_action": 0.02534702979028225,
      "loss_total": 0.02534702979028225,
      "step": 3590
    },
    {
      "loss_action": 0.09676727652549744,
      "loss_total": 0.09676727652549744,
      "step": 3590
    },
    {
      "loss_action": 0.12033922970294952,
      "loss_total": 0.12033922970294952,
      "step": 3590
    },
    {
      "loss_action": 0.07589519768953323,
      "loss_total": 0.07589519768953323,
      "step": 3590
    },
    {
      "grad_norm": 0.5039272308349609,
      "learning_rate": 7.198e-05,
      "loss": 0.0371,
      "step": 3600
    },
    {
      "loss_action": 0.022116370499134064,
      "loss_total": 0.022116370499134064,
      "step": 3600
    },
    {
      "loss_action": 0.02866402268409729,
      "loss_total": 0.02866402268409729,
      "step": 3600
    },
    {
      "loss_action": 0.07937368750572205,
      "loss_total": 0.07937368750572205,
      "step": 3600
    },
    {
      "loss_action": 0.023320306092500687,
      "loss_total": 0.023320306092500687,
      "step": 3600
    },
    {
      "loss_action": 0.028391629457473755,
      "loss_total": 0.028391629457473755,
      "step": 3600
    },
    {
      "loss_action": 0.019427742809057236,
      "loss_total": 0.019427742809057236,
      "step": 3600
    },
    {
      "loss_action": 0.03650509938597679,
      "loss_total": 0.03650509938597679,
      "step": 3600
    },
    {
      "loss_action": 0.02210114896297455,
      "loss_total": 0.02210114896297455,
      "step": 3600
    },
    {
      "grad_norm": 0.5041036605834961,
      "learning_rate": 7.218e-05,
      "loss": 0.0346,
      "step": 3610
    },
    {
      "loss_action": 0.023835506290197372,
      "loss_total": 0.023835506290197372,
      "step": 3610
    },
    {
      "loss_action": 0.026448726654052734,
      "loss_total": 0.026448726654052734,
      "step": 3610
    },
    {
      "loss_action": 0.04008340835571289,
      "loss_total": 0.04008340835571289,
      "step": 3610
    },
    {
      "loss_action": 0.02316736802458763,
      "loss_total": 0.02316736802458763,
      "step": 3610
    },
    {
      "loss_action": 0.030117148533463478,
      "loss_total": 0.030117148533463478,
      "step": 3610
    },
    {
      "loss_action": 0.034184202551841736,
      "loss_total": 0.034184202551841736,
      "step": 3610
    },
    {
      "loss_action": 0.025976352393627167,
      "loss_total": 0.025976352393627167,
      "step": 3610
    },
    {
      "loss_action": 0.02647976204752922,
      "loss_total": 0.02647976204752922,
      "step": 3610
    },
    {
      "grad_norm": 0.35622113943099976,
      "learning_rate": 7.238000000000001e-05,
      "loss": 0.0336,
      "step": 3620
    },
    {
      "loss_action": 0.046121206134557724,
      "loss_total": 0.046121206134557724,
      "step": 3620
    },
    {
      "loss_action": 0.037650685757398605,
      "loss_total": 0.037650685757398605,
      "step": 3620
    },
    {
      "loss_action": 0.03610589727759361,
      "loss_total": 0.03610589727759361,
      "step": 3620
    },
    {
      "loss_action": 0.03823097422719002,
      "loss_total": 0.03823097422719002,
      "step": 3620
    },
    {
      "loss_action": 0.05386180430650711,
      "loss_total": 0.05386180430650711,
      "step": 3620
    },
    {
      "loss_action": 0.04308759793639183,
      "loss_total": 0.04308759793639183,
      "step": 3620
    },
    {
      "loss_action": 0.0374356284737587,
      "loss_total": 0.0374356284737587,
      "step": 3620
    },
    {
      "loss_action": 0.026648633182048798,
      "loss_total": 0.026648633182048798,
      "step": 3620
    },
    {
      "grad_norm": 0.6110908389091492,
      "learning_rate": 7.258e-05,
      "loss": 0.0339,
      "step": 3630
    },
    {
      "loss_action": 0.03183378651738167,
      "loss_total": 0.03183378651738167,
      "step": 3630
    },
    {
      "loss_action": 0.041462622582912445,
      "loss_total": 0.041462622582912445,
      "step": 3630
    },
    {
      "loss_action": 0.02978418953716755,
      "loss_total": 0.02978418953716755,
      "step": 3630
    },
    {
      "loss_action": 0.0434640571475029,
      "loss_total": 0.0434640571475029,
      "step": 3630
    },
    {
      "loss_action": 0.05116652697324753,
      "loss_total": 0.05116652697324753,
      "step": 3630
    },
    {
      "loss_action": 0.02442741207778454,
      "loss_total": 0.02442741207778454,
      "step": 3630
    },
    {
      "loss_action": 0.03716792166233063,
      "loss_total": 0.03716792166233063,
      "step": 3630
    },
    {
      "loss_action": 0.03246556222438812,
      "loss_total": 0.03246556222438812,
      "step": 3630
    },
    {
      "grad_norm": 0.32797741889953613,
      "learning_rate": 7.278e-05,
      "loss": 0.0302,
      "step": 3640
    },
    {
      "loss_action": 0.03206580504775047,
      "loss_total": 0.03206580504775047,
      "step": 3640
    },
    {
      "loss_action": 0.019489986822009087,
      "loss_total": 0.019489986822009087,
      "step": 3640
    },
    {
      "loss_action": 0.025302326306700706,
      "loss_total": 0.025302326306700706,
      "step": 3640
    },
    {
      "loss_action": 0.01743711158633232,
      "loss_total": 0.01743711158633232,
      "step": 3640
    },
    {
      "loss_action": 0.03406091034412384,
      "loss_total": 0.03406091034412384,
      "step": 3640
    },
    {
      "loss_action": 0.020969346165657043,
      "loss_total": 0.020969346165657043,
      "step": 3640
    },
    {
      "loss_action": 0.029033230617642403,
      "loss_total": 0.029033230617642403,
      "step": 3640
    },
    {
      "loss_action": 0.024756722152233124,
      "loss_total": 0.024756722152233124,
      "step": 3640
    },
    {
      "grad_norm": 0.3944975435733795,
      "learning_rate": 7.298000000000001e-05,
      "loss": 0.031,
      "step": 3650
    },
    {
      "loss_action": 0.03305617719888687,
      "loss_total": 0.03305617719888687,
      "step": 3650
    },
    {
      "loss_action": 0.01696161925792694,
      "loss_total": 0.01696161925792694,
      "step": 3650
    },
    {
      "loss_action": 0.03197002410888672,
      "loss_total": 0.03197002410888672,
      "step": 3650
    },
    {
      "loss_action": 0.02747531607747078,
      "loss_total": 0.02747531607747078,
      "step": 3650
    },
    {
      "loss_action": 0.031568706035614014,
      "loss_total": 0.031568706035614014,
      "step": 3650
    },
    {
      "loss_action": 0.024756139144301414,
      "loss_total": 0.024756139144301414,
      "step": 3650
    },
    {
      "loss_action": 0.02030734345316887,
      "loss_total": 0.02030734345316887,
      "step": 3650
    },
    {
      "loss_action": 0.03149888664484024,
      "loss_total": 0.03149888664484024,
      "step": 3650
    },
    {
      "grad_norm": 0.4351026117801666,
      "learning_rate": 7.318e-05,
      "loss": 0.0324,
      "step": 3660
    },
    {
      "loss_action": 0.0423123762011528,
      "loss_total": 0.0423123762011528,
      "step": 3660
    },
    {
      "loss_action": 0.024157121777534485,
      "loss_total": 0.024157121777534485,
      "step": 3660
    },
    {
      "loss_action": 0.03868386149406433,
      "loss_total": 0.03868386149406433,
      "step": 3660
    },
    {
      "loss_action": 0.032797157764434814,
      "loss_total": 0.032797157764434814,
      "step": 3660
    },
    {
      "loss_action": 0.02684473991394043,
      "loss_total": 0.02684473991394043,
      "step": 3660
    },
    {
      "loss_action": 0.02280154824256897,
      "loss_total": 0.02280154824256897,
      "step": 3660
    },
    {
      "loss_action": 0.02584408037364483,
      "loss_total": 0.02584408037364483,
      "step": 3660
    },
    {
      "loss_action": 0.015156717039644718,
      "loss_total": 0.015156717039644718,
      "step": 3660
    },
    {
      "grad_norm": 0.41455286741256714,
      "learning_rate": 7.338e-05,
      "loss": 0.0311,
      "step": 3670
    },
    {
      "loss_action": 0.02006593346595764,
      "loss_total": 0.02006593346595764,
      "step": 3670
    },
    {
      "loss_action": 0.04125208780169487,
      "loss_total": 0.04125208780169487,
      "step": 3670
    },
    {
      "loss_action": 0.03983910381793976,
      "loss_total": 0.03983910381793976,
      "step": 3670
    },
    {
      "loss_action": 0.019958559423685074,
      "loss_total": 0.019958559423685074,
      "step": 3670
    },
    {
      "loss_action": 0.022063031792640686,
      "loss_total": 0.022063031792640686,
      "step": 3670
    },
    {
      "loss_action": 0.04123448580503464,
      "loss_total": 0.04123448580503464,
      "step": 3670
    },
    {
      "loss_action": 0.03743969276547432,
      "loss_total": 0.03743969276547432,
      "step": 3670
    },
    {
      "loss_action": 0.028506610542535782,
      "loss_total": 0.028506610542535782,
      "step": 3670
    },
    {
      "grad_norm": 0.3596462309360504,
      "learning_rate": 7.358000000000001e-05,
      "loss": 0.0318,
      "step": 3680
    },
    {
      "loss_action": 0.03607304394245148,
      "loss_total": 0.03607304394245148,
      "step": 3680
    },
    {
      "loss_action": 0.023558111861348152,
      "loss_total": 0.023558111861348152,
      "step": 3680
    },
    {
      "loss_action": 0.04304169863462448,
      "loss_total": 0.04304169863462448,
      "step": 3680
    },
    {
      "loss_action": 0.07896755635738373,
      "loss_total": 0.07896755635738373,
      "step": 3680
    },
    {
      "loss_action": 0.036404725164175034,
      "loss_total": 0.036404725164175034,
      "step": 3680
    },
    {
      "loss_action": 0.0383092500269413,
      "loss_total": 0.0383092500269413,
      "step": 3680
    },
    {
      "loss_action": 0.020458389073610306,
      "loss_total": 0.020458389073610306,
      "step": 3680
    },
    {
      "loss_action": 0.02747305855154991,
      "loss_total": 0.02747305855154991,
      "step": 3680
    },
    {
      "grad_norm": 0.522254467010498,
      "learning_rate": 7.378e-05,
      "loss": 0.0329,
      "step": 3690
    },
    {
      "loss_action": 0.022857006639242172,
      "loss_total": 0.022857006639242172,
      "step": 3690
    },
    {
      "loss_action": 0.07408472895622253,
      "loss_total": 0.07408472895622253,
      "step": 3690
    },
    {
      "loss_action": 0.04311324283480644,
      "loss_total": 0.04311324283480644,
      "step": 3690
    },
    {
      "loss_action": 0.03015206567943096,
      "loss_total": 0.03015206567943096,
      "step": 3690
    },
    {
      "loss_action": 0.031777843832969666,
      "loss_total": 0.031777843832969666,
      "step": 3690
    },
    {
      "loss_action": 0.031406838446855545,
      "loss_total": 0.031406838446855545,
      "step": 3690
    },
    {
      "loss_action": 0.02031644433736801,
      "loss_total": 0.02031644433736801,
      "step": 3690
    },
    {
      "loss_action": 0.041052501648664474,
      "loss_total": 0.041052501648664474,
      "step": 3690
    },
    {
      "grad_norm": 0.29288485646247864,
      "learning_rate": 7.398e-05,
      "loss": 0.0341,
      "step": 3700
    },
    {
      "loss_action": 0.02551371231675148,
      "loss_total": 0.02551371231675148,
      "step": 3700
    },
    {
      "loss_action": 0.02889930084347725,
      "loss_total": 0.02889930084347725,
      "step": 3700
    },
    {
      "loss_action": 0.03706564009189606,
      "loss_total": 0.03706564009189606,
      "step": 3700
    },
    {
      "loss_action": 0.03516017645597458,
      "loss_total": 0.03516017645597458,
      "step": 3700
    },
    {
      "loss_action": 0.019851483404636383,
      "loss_total": 0.019851483404636383,
      "step": 3700
    },
    {
      "loss_action": 0.02596498467028141,
      "loss_total": 0.02596498467028141,
      "step": 3700
    },
    {
      "loss_action": 0.021634282544255257,
      "loss_total": 0.021634282544255257,
      "step": 3700
    },
    {
      "loss_action": 0.03328622132539749,
      "loss_total": 0.03328622132539749,
      "step": 3700
    },
    {
      "grad_norm": 0.40300631523132324,
      "learning_rate": 7.418000000000001e-05,
      "loss": 0.0307,
      "step": 3710
    },
    {
      "loss_action": 0.0269076619297266,
      "loss_total": 0.0269076619297266,
      "step": 3710
    },
    {
      "loss_action": 0.018794305622577667,
      "loss_total": 0.018794305622577667,
      "step": 3710
    },
    {
      "loss_action": 0.02267061173915863,
      "loss_total": 0.02267061173915863,
      "step": 3710
    },
    {
      "loss_action": 0.02408001199364662,
      "loss_total": 0.02408001199364662,
      "step": 3710
    },
    {
      "loss_action": 0.02865876629948616,
      "loss_total": 0.02865876629948616,
      "step": 3710
    },
    {
      "loss_action": 0.0385872945189476,
      "loss_total": 0.0385872945189476,
      "step": 3710
    },
    {
      "loss_action": 0.034170087426900864,
      "loss_total": 0.034170087426900864,
      "step": 3710
    },
    {
      "loss_action": 0.06170510873198509,
      "loss_total": 0.06170510873198509,
      "step": 3710
    },
    {
      "grad_norm": 0.5293564796447754,
      "learning_rate": 7.438e-05,
      "loss": 0.0316,
      "step": 3720
    },
    {
      "loss_action": 0.058669209480285645,
      "loss_total": 0.058669209480285645,
      "step": 3720
    },
    {
      "loss_action": 0.0295364111661911,
      "loss_total": 0.0295364111661911,
      "step": 3720
    },
    {
      "loss_action": 0.07602719962596893,
      "loss_total": 0.07602719962596893,
      "step": 3720
    },
    {
      "loss_action": 0.031797368079423904,
      "loss_total": 0.031797368079423904,
      "step": 3720
    },
    {
      "loss_action": 0.037936918437480927,
      "loss_total": 0.037936918437480927,
      "step": 3720
    },
    {
      "loss_action": 0.05021100118756294,
      "loss_total": 0.05021100118756294,
      "step": 3720
    },
    {
      "loss_action": 0.0325608104467392,
      "loss_total": 0.0325608104467392,
      "step": 3720
    },
    {
      "loss_action": 0.0316387340426445,
      "loss_total": 0.0316387340426445,
      "step": 3720
    },
    {
      "grad_norm": 0.424395352602005,
      "learning_rate": 7.458000000000001e-05,
      "loss": 0.0349,
      "step": 3730
    },
    {
      "loss_action": 0.03235925734043121,
      "loss_total": 0.03235925734043121,
      "step": 3730
    },
    {
      "loss_action": 0.02138931304216385,
      "loss_total": 0.02138931304216385,
      "step": 3730
    },
    {
      "loss_action": 0.05726088210940361,
      "loss_total": 0.05726088210940361,
      "step": 3730
    },
    {
      "loss_action": 0.03859790787100792,
      "loss_total": 0.03859790787100792,
      "step": 3730
    },
    {
      "loss_action": 0.024968259036540985,
      "loss_total": 0.024968259036540985,
      "step": 3730
    },
    {
      "loss_action": 0.018198784440755844,
      "loss_total": 0.018198784440755844,
      "step": 3730
    },
    {
      "loss_action": 0.027998097240924835,
      "loss_total": 0.027998097240924835,
      "step": 3730
    },
    {
      "loss_action": 0.026899997144937515,
      "loss_total": 0.026899997144937515,
      "step": 3730
    },
    {
      "grad_norm": 0.47982287406921387,
      "learning_rate": 7.478e-05,
      "loss": 0.0324,
      "step": 3740
    },
    {
      "loss_action": 0.03851943463087082,
      "loss_total": 0.03851943463087082,
      "step": 3740
    },
    {
      "loss_action": 0.039744917303323746,
      "loss_total": 0.039744917303323746,
      "step": 3740
    },
    {
      "loss_action": 0.030227432027459145,
      "loss_total": 0.030227432027459145,
      "step": 3740
    },
    {
      "loss_action": 0.04255220666527748,
      "loss_total": 0.04255220666527748,
      "step": 3740
    },
    {
      "loss_action": 0.04686466604471207,
      "loss_total": 0.04686466604471207,
      "step": 3740
    },
    {
      "loss_action": 0.10773193836212158,
      "loss_total": 0.10773193836212158,
      "step": 3740
    },
    {
      "loss_action": 0.033833302557468414,
      "loss_total": 0.033833302557468414,
      "step": 3740
    },
    {
      "loss_action": 0.07304028421640396,
      "loss_total": 0.07304028421640396,
      "step": 3740
    },
    {
      "grad_norm": 0.5629312992095947,
      "learning_rate": 7.498e-05,
      "loss": 0.0366,
      "step": 3750
    },
    {
      "loss_action": 0.03427628427743912,
      "loss_total": 0.03427628427743912,
      "step": 3750
    },
    {
      "loss_action": 0.030709680169820786,
      "loss_total": 0.030709680169820786,
      "step": 3750
    },
    {
      "loss_action": 0.02583126910030842,
      "loss_total": 0.02583126910030842,
      "step": 3750
    },
    {
      "loss_action": 0.0255782138556242,
      "loss_total": 0.0255782138556242,
      "step": 3750
    },
    {
      "loss_action": 0.025689007714390755,
      "loss_total": 0.025689007714390755,
      "step": 3750
    },
    {
      "loss_action": 0.028450530022382736,
      "loss_total": 0.028450530022382736,
      "step": 3750
    },
    {
      "loss_action": 0.04984600841999054,
      "loss_total": 0.04984600841999054,
      "step": 3750
    },
    {
      "loss_action": 0.0182674340903759,
      "loss_total": 0.0182674340903759,
      "step": 3750
    },
    {
      "grad_norm": 0.4897118806838989,
      "learning_rate": 7.518000000000001e-05,
      "loss": 0.0353,
      "step": 3760
    },
    {
      "loss_action": 0.02396860532462597,
      "loss_total": 0.02396860532462597,
      "step": 3760
    },
    {
      "loss_action": 0.036696791648864746,
      "loss_total": 0.036696791648864746,
      "step": 3760
    },
    {
      "loss_action": 0.030960429459810257,
      "loss_total": 0.030960429459810257,
      "step": 3760
    },
    {
      "loss_action": 0.029711678624153137,
      "loss_total": 0.029711678624153137,
      "step": 3760
    },
    {
      "loss_action": 0.028404194861650467,
      "loss_total": 0.028404194861650467,
      "step": 3760
    },
    {
      "loss_action": 0.033769913017749786,
      "loss_total": 0.033769913017749786,
      "step": 3760
    },
    {
      "loss_action": 0.04170580953359604,
      "loss_total": 0.04170580953359604,
      "step": 3760
    },
    {
      "loss_action": 0.056059014052152634,
      "loss_total": 0.056059014052152634,
      "step": 3760
    },
    {
      "grad_norm": 0.4366787374019623,
      "learning_rate": 7.538e-05,
      "loss": 0.0353,
      "step": 3770
    },
    {
      "loss_action": 0.05234403908252716,
      "loss_total": 0.05234403908252716,
      "step": 3770
    },
    {
      "loss_action": 0.033147845417261124,
      "loss_total": 0.033147845417261124,
      "step": 3770
    },
    {
      "loss_action": 0.023251187056303024,
      "loss_total": 0.023251187056303024,
      "step": 3770
    },
    {
      "loss_action": 0.03154213726520538,
      "loss_total": 0.03154213726520538,
      "step": 3770
    },
    {
      "loss_action": 0.03627895936369896,
      "loss_total": 0.03627895936369896,
      "step": 3770
    },
    {
      "loss_action": 0.03380143642425537,
      "loss_total": 0.03380143642425537,
      "step": 3770
    },
    {
      "loss_action": 0.03063017502427101,
      "loss_total": 0.03063017502427101,
      "step": 3770
    },
    {
      "loss_action": 0.026200683787465096,
      "loss_total": 0.026200683787465096,
      "step": 3770
    },
    {
      "grad_norm": 0.5154826641082764,
      "learning_rate": 7.558e-05,
      "loss": 0.0339,
      "step": 3780
    },
    {
      "loss_action": 0.04617442190647125,
      "loss_total": 0.04617442190647125,
      "step": 3780
    },
    {
      "loss_action": 0.017516938969492912,
      "loss_total": 0.017516938969492912,
      "step": 3780
    },
    {
      "loss_action": 0.02713007666170597,
      "loss_total": 0.02713007666170597,
      "step": 3780
    },
    {
      "loss_action": 0.020510174334049225,
      "loss_total": 0.020510174334049225,
      "step": 3780
    },
    {
      "loss_action": 0.02678733691573143,
      "loss_total": 0.02678733691573143,
      "step": 3780
    },
    {
      "loss_action": 0.0493946298956871,
      "loss_total": 0.0493946298956871,
      "step": 3780
    },
    {
      "loss_action": 0.02336757443845272,
      "loss_total": 0.02336757443845272,
      "step": 3780
    },
    {
      "loss_action": 0.0257611945271492,
      "loss_total": 0.0257611945271492,
      "step": 3780
    },
    {
      "grad_norm": 0.5004279017448425,
      "learning_rate": 7.578000000000001e-05,
      "loss": 0.0371,
      "step": 3790
    },
    {
      "loss_action": 0.029227714985609055,
      "loss_total": 0.029227714985609055,
      "step": 3790
    },
    {
      "loss_action": 0.02418198063969612,
      "loss_total": 0.02418198063969612,
      "step": 3790
    },
    {
      "loss_action": 0.02001805044710636,
      "loss_total": 0.02001805044710636,
      "step": 3790
    },
    {
      "loss_action": 0.03835619240999222,
      "loss_total": 0.03835619240999222,
      "step": 3790
    },
    {
      "loss_action": 0.028617549687623978,
      "loss_total": 0.028617549687623978,
      "step": 3790
    },
    {
      "loss_action": 0.035866059362888336,
      "loss_total": 0.035866059362888336,
      "step": 3790
    },
    {
      "loss_action": 0.023131782189011574,
      "loss_total": 0.023131782189011574,
      "step": 3790
    },
    {
      "loss_action": 0.10574164986610413,
      "loss_total": 0.10574164986610413,
      "step": 3790
    },
    {
      "grad_norm": 0.7352226972579956,
      "learning_rate": 7.598e-05,
      "loss": 0.0348,
      "step": 3800
    },
    {
      "loss_action": 0.038508735597133636,
      "loss_total": 0.038508735597133636,
      "step": 3800
    },
    {
      "loss_action": 0.036344029009342194,
      "loss_total": 0.036344029009342194,
      "step": 3800
    },
    {
      "loss_action": 0.03141898661851883,
      "loss_total": 0.03141898661851883,
      "step": 3800
    },
    {
      "loss_action": 0.02708384394645691,
      "loss_total": 0.02708384394645691,
      "step": 3800
    },
    {
      "loss_action": 0.03940993919968605,
      "loss_total": 0.03940993919968605,
      "step": 3800
    },
    {
      "loss_action": 0.03809402510523796,
      "loss_total": 0.03809402510523796,
      "step": 3800
    },
    {
      "loss_action": 0.028989629819989204,
      "loss_total": 0.028989629819989204,
      "step": 3800
    },
    {
      "loss_action": 0.028540655970573425,
      "loss_total": 0.028540655970573425,
      "step": 3800
    },
    {
      "grad_norm": 0.4064343273639679,
      "learning_rate": 7.618e-05,
      "loss": 0.0355,
      "step": 3810
    },
    {
      "loss_action": 0.03472030907869339,
      "loss_total": 0.03472030907869339,
      "step": 3810
    },
    {
      "loss_action": 0.019759230315685272,
      "loss_total": 0.019759230315685272,
      "step": 3810
    },
    {
      "loss_action": 0.021387271583080292,
      "loss_total": 0.021387271583080292,
      "step": 3810
    },
    {
      "loss_action": 0.03189755231142044,
      "loss_total": 0.03189755231142044,
      "step": 3810
    },
    {
      "loss_action": 0.04687501862645149,
      "loss_total": 0.04687501862645149,
      "step": 3810
    },
    {
      "loss_action": 0.03711793199181557,
      "loss_total": 0.03711793199181557,
      "step": 3810
    },
    {
      "loss_action": 0.023038459941744804,
      "loss_total": 0.023038459941744804,
      "step": 3810
    },
    {
      "loss_action": 0.042348235845565796,
      "loss_total": 0.042348235845565796,
      "step": 3810
    },
    {
      "grad_norm": 0.3996391296386719,
      "learning_rate": 7.638000000000001e-05,
      "loss": 0.0334,
      "step": 3820
    },
    {
      "loss_action": 0.029104433953762054,
      "loss_total": 0.029104433953762054,
      "step": 3820
    },
    {
      "loss_action": 0.1609831303358078,
      "loss_total": 0.1609831303358078,
      "step": 3820
    },
    {
      "loss_action": 0.027040567249059677,
      "loss_total": 0.027040567249059677,
      "step": 3820
    },
    {
      "loss_action": 0.029243266209959984,
      "loss_total": 0.029243266209959984,
      "step": 3820
    },
    {
      "loss_action": 0.032447703182697296,
      "loss_total": 0.032447703182697296,
      "step": 3820
    },
    {
      "loss_action": 0.020917009562253952,
      "loss_total": 0.020917009562253952,
      "step": 3820
    },
    {
      "loss_action": 0.036843255162239075,
      "loss_total": 0.036843255162239075,
      "step": 3820
    },
    {
      "loss_action": 0.02253086119890213,
      "loss_total": 0.02253086119890213,
      "step": 3820
    },
    {
      "grad_norm": 0.41840699315071106,
      "learning_rate": 7.658e-05,
      "loss": 0.0359,
      "step": 3830
    },
    {
      "loss_action": 0.05659613758325577,
      "loss_total": 0.05659613758325577,
      "step": 3830
    },
    {
      "loss_action": 0.018612517043948174,
      "loss_total": 0.018612517043948174,
      "step": 3830
    },
    {
      "loss_action": 0.06415969878435135,
      "loss_total": 0.06415969878435135,
      "step": 3830
    },
    {
      "loss_action": 0.03928648680448532,
      "loss_total": 0.03928648680448532,
      "step": 3830
    },
    {
      "loss_action": 0.022342389449477196,
      "loss_total": 0.022342389449477196,
      "step": 3830
    },
    {
      "loss_action": 0.03269707038998604,
      "loss_total": 0.03269707038998604,
      "step": 3830
    },
    {
      "loss_action": 0.018372226506471634,
      "loss_total": 0.018372226506471634,
      "step": 3830
    },
    {
      "loss_action": 0.04309467226266861,
      "loss_total": 0.04309467226266861,
      "step": 3830
    },
    {
      "grad_norm": 0.5081647038459778,
      "learning_rate": 7.678000000000001e-05,
      "loss": 0.0309,
      "step": 3840
    },
    {
      "loss_action": 0.02831558883190155,
      "loss_total": 0.02831558883190155,
      "step": 3840
    },
    {
      "loss_action": 0.0297468900680542,
      "loss_total": 0.0297468900680542,
      "step": 3840
    },
    {
      "loss_action": 0.028987810015678406,
      "loss_total": 0.028987810015678406,
      "step": 3840
    },
    {
      "loss_action": 0.022187409922480583,
      "loss_total": 0.022187409922480583,
      "step": 3840
    },
    {
      "loss_action": 0.036611512303352356,
      "loss_total": 0.036611512303352356,
      "step": 3840
    },
    {
      "loss_action": 0.017760545015335083,
      "loss_total": 0.017760545015335083,
      "step": 3840
    },
    {
      "loss_action": 0.09789977222681046,
      "loss_total": 0.09789977222681046,
      "step": 3840
    },
    {
      "loss_action": 0.019709613174200058,
      "loss_total": 0.019709613174200058,
      "step": 3840
    },
    {
      "grad_norm": 0.43724972009658813,
      "learning_rate": 7.698000000000001e-05,
      "loss": 0.0315,
      "step": 3850
    },
    {
      "loss_action": 0.019638726487755775,
      "loss_total": 0.019638726487755775,
      "step": 3850
    },
    {
      "loss_action": 0.026020439341664314,
      "loss_total": 0.026020439341664314,
      "step": 3850
    },
    {
      "loss_action": 0.021885473281145096,
      "loss_total": 0.021885473281145096,
      "step": 3850
    },
    {
      "loss_action": 0.07352891564369202,
      "loss_total": 0.07352891564369202,
      "step": 3850
    },
    {
      "loss_action": 0.03251943737268448,
      "loss_total": 0.03251943737268448,
      "step": 3850
    },
    {
      "loss_action": 0.02370278351008892,
      "loss_total": 0.02370278351008892,
      "step": 3850
    },
    {
      "loss_action": 0.020834987983107567,
      "loss_total": 0.020834987983107567,
      "step": 3850
    },
    {
      "loss_action": 0.02977864071726799,
      "loss_total": 0.02977864071726799,
      "step": 3850
    },
    {
      "grad_norm": 0.5166845917701721,
      "learning_rate": 7.718e-05,
      "loss": 0.0355,
      "step": 3860
    },
    {
      "loss_action": 0.023796003311872482,
      "loss_total": 0.023796003311872482,
      "step": 3860
    },
    {
      "loss_action": 0.05719161406159401,
      "loss_total": 0.05719161406159401,
      "step": 3860
    },
    {
      "loss_action": 0.033096496015787125,
      "loss_total": 0.033096496015787125,
      "step": 3860
    },
    {
      "loss_action": 0.06715270131826401,
      "loss_total": 0.06715270131826401,
      "step": 3860
    },
    {
      "loss_action": 0.04502548649907112,
      "loss_total": 0.04502548649907112,
      "step": 3860
    },
    {
      "loss_action": 0.03070954792201519,
      "loss_total": 0.03070954792201519,
      "step": 3860
    },
    {
      "loss_action": 0.020166361704468727,
      "loss_total": 0.020166361704468727,
      "step": 3860
    },
    {
      "loss_action": 0.04596579074859619,
      "loss_total": 0.04596579074859619,
      "step": 3860
    },
    {
      "grad_norm": 0.4172424077987671,
      "learning_rate": 7.738000000000001e-05,
      "loss": 0.0391,
      "step": 3870
    },
    {
      "loss_action": 0.05892321094870567,
      "loss_total": 0.05892321094870567,
      "step": 3870
    },
    {
      "loss_action": 0.04589291661977768,
      "loss_total": 0.04589291661977768,
      "step": 3870
    },
    {
      "loss_action": 0.03097289800643921,
      "loss_total": 0.03097289800643921,
      "step": 3870
    },
    {
      "loss_action": 0.02409529685974121,
      "loss_total": 0.02409529685974121,
      "step": 3870
    },
    {
      "loss_action": 0.021953754127025604,
      "loss_total": 0.021953754127025604,
      "step": 3870
    },
    {
      "loss_action": 0.030189044773578644,
      "loss_total": 0.030189044773578644,
      "step": 3870
    },
    {
      "loss_action": 0.031016618013381958,
      "loss_total": 0.031016618013381958,
      "step": 3870
    },
    {
      "loss_action": 0.04675062745809555,
      "loss_total": 0.04675062745809555,
      "step": 3870
    },
    {
      "grad_norm": 0.38023287057876587,
      "learning_rate": 7.758000000000001e-05,
      "loss": 0.0336,
      "step": 3880
    },
    {
      "loss_action": 0.02941467985510826,
      "loss_total": 0.02941467985510826,
      "step": 3880
    },
    {
      "loss_action": 0.03233892470598221,
      "loss_total": 0.03233892470598221,
      "step": 3880
    },
    {
      "loss_action": 0.02500585839152336,
      "loss_total": 0.02500585839152336,
      "step": 3880
    },
    {
      "loss_action": 0.03578677028417587,
      "loss_total": 0.03578677028417587,
      "step": 3880
    },
    {
      "loss_action": 0.034411001950502396,
      "loss_total": 0.034411001950502396,
      "step": 3880
    },
    {
      "loss_action": 0.028612617403268814,
      "loss_total": 0.028612617403268814,
      "step": 3880
    },
    {
      "loss_action": 0.03679604083299637,
      "loss_total": 0.03679604083299637,
      "step": 3880
    },
    {
      "loss_action": 0.03265923261642456,
      "loss_total": 0.03265923261642456,
      "step": 3880
    },
    {
      "grad_norm": 0.46559256315231323,
      "learning_rate": 7.778e-05,
      "loss": 0.0321,
      "step": 3890
    },
    {
      "loss_action": 0.02591167762875557,
      "loss_total": 0.02591167762875557,
      "step": 3890
    },
    {
      "loss_action": 0.0319998599588871,
      "loss_total": 0.0319998599588871,
      "step": 3890
    },
    {
      "loss_action": 0.04178927466273308,
      "loss_total": 0.04178927466273308,
      "step": 3890
    },
    {
      "loss_action": 0.024079807102680206,
      "loss_total": 0.024079807102680206,
      "step": 3890
    },
    {
      "loss_action": 0.02430078759789467,
      "loss_total": 0.02430078759789467,
      "step": 3890
    },
    {
      "loss_action": 0.022526055574417114,
      "loss_total": 0.022526055574417114,
      "step": 3890
    },
    {
      "loss_action": 0.01964706927537918,
      "loss_total": 0.01964706927537918,
      "step": 3890
    },
    {
      "loss_action": 0.02924985997378826,
      "loss_total": 0.02924985997378826,
      "step": 3890
    },
    {
      "grad_norm": 0.3476240038871765,
      "learning_rate": 7.798000000000001e-05,
      "loss": 0.0318,
      "step": 3900
    },
    {
      "loss_action": 0.03319837525486946,
      "loss_total": 0.03319837525486946,
      "step": 3900
    },
    {
      "loss_action": 0.023230232298374176,
      "loss_total": 0.023230232298374176,
      "step": 3900
    },
    {
      "loss_action": 0.024086736142635345,
      "loss_total": 0.024086736142635345,
      "step": 3900
    },
    {
      "loss_action": 0.0225068349391222,
      "loss_total": 0.0225068349391222,
      "step": 3900
    },
    {
      "loss_action": 0.047885503619909286,
      "loss_total": 0.047885503619909286,
      "step": 3900
    },
    {
      "loss_action": 0.024143271148204803,
      "loss_total": 0.024143271148204803,
      "step": 3900
    },
    {
      "loss_action": 0.02020193263888359,
      "loss_total": 0.02020193263888359,
      "step": 3900
    },
    {
      "loss_action": 0.02260836958885193,
      "loss_total": 0.02260836958885193,
      "step": 3900
    },
    {
      "grad_norm": 0.5731143355369568,
      "learning_rate": 7.818000000000001e-05,
      "loss": 0.0337,
      "step": 3910
    },
    {
      "loss_action": 0.024646466597914696,
      "loss_total": 0.024646466597914696,
      "step": 3910
    },
    {
      "loss_action": 0.03300268203020096,
      "loss_total": 0.03300268203020096,
      "step": 3910
    },
    {
      "loss_action": 0.02914559841156006,
      "loss_total": 0.02914559841156006,
      "step": 3910
    },
    {
      "loss_action": 0.03190569579601288,
      "loss_total": 0.03190569579601288,
      "step": 3910
    },
    {
      "loss_action": 0.051021553575992584,
      "loss_total": 0.051021553575992584,
      "step": 3910
    },
    {
      "loss_action": 0.04484860599040985,
      "loss_total": 0.04484860599040985,
      "step": 3910
    },
    {
      "loss_action": 0.05013249069452286,
      "loss_total": 0.05013249069452286,
      "step": 3910
    },
    {
      "loss_action": 0.017292937263846397,
      "loss_total": 0.017292937263846397,
      "step": 3910
    },
    {
      "grad_norm": 0.430874764919281,
      "learning_rate": 7.838e-05,
      "loss": 0.0378,
      "step": 3920
    },
    {
      "loss_action": 0.0495576336979866,
      "loss_total": 0.0495576336979866,
      "step": 3920
    },
    {
      "loss_action": 0.03765931725502014,
      "loss_total": 0.03765931725502014,
      "step": 3920
    },
    {
      "loss_action": 0.0494878888130188,
      "loss_total": 0.0494878888130188,
      "step": 3920
    },
    {
      "loss_action": 0.0319187194108963,
      "loss_total": 0.0319187194108963,
      "step": 3920
    },
    {
      "loss_action": 0.03921918198466301,
      "loss_total": 0.03921918198466301,
      "step": 3920
    },
    {
      "loss_action": 0.06041575223207474,
      "loss_total": 0.06041575223207474,
      "step": 3920
    },
    {
      "loss_action": 0.07579757273197174,
      "loss_total": 0.07579757273197174,
      "step": 3920
    },
    {
      "loss_action": 0.04404357448220253,
      "loss_total": 0.04404357448220253,
      "step": 3920
    },
    {
      "grad_norm": 0.42688116431236267,
      "learning_rate": 7.858000000000001e-05,
      "loss": 0.0356,
      "step": 3930
    },
    {
      "loss_action": 0.06169877201318741,
      "loss_total": 0.06169877201318741,
      "step": 3930
    },
    {
      "loss_action": 0.03171863779425621,
      "loss_total": 0.03171863779425621,
      "step": 3930
    },
    {
      "loss_action": 0.026552926748991013,
      "loss_total": 0.026552926748991013,
      "step": 3930
    },
    {
      "loss_action": 0.019019637256860733,
      "loss_total": 0.019019637256860733,
      "step": 3930
    },
    {
      "loss_action": 0.056177034974098206,
      "loss_total": 0.056177034974098206,
      "step": 3930
    },
    {
      "loss_action": 0.039420731365680695,
      "loss_total": 0.039420731365680695,
      "step": 3930
    },
    {
      "loss_action": 0.029587868601083755,
      "loss_total": 0.029587868601083755,
      "step": 3930
    },
    {
      "loss_action": 0.039124563336372375,
      "loss_total": 0.039124563336372375,
      "step": 3930
    },
    {
      "grad_norm": 0.37899672985076904,
      "learning_rate": 7.878e-05,
      "loss": 0.0368,
      "step": 3940
    },
    {
      "loss_action": 0.04493384808301926,
      "loss_total": 0.04493384808301926,
      "step": 3940
    },
    {
      "loss_action": 0.02222202718257904,
      "loss_total": 0.02222202718257904,
      "step": 3940
    },
    {
      "loss_action": 0.05318335443735123,
      "loss_total": 0.05318335443735123,
      "step": 3940
    },
    {
      "loss_action": 0.06103286147117615,
      "loss_total": 0.06103286147117615,
      "step": 3940
    },
    {
      "loss_action": 0.024090759456157684,
      "loss_total": 0.024090759456157684,
      "step": 3940
    },
    {
      "loss_action": 0.03819011151790619,
      "loss_total": 0.03819011151790619,
      "step": 3940
    },
    {
      "loss_action": 0.026979340240359306,
      "loss_total": 0.026979340240359306,
      "step": 3940
    },
    {
      "loss_action": 0.0766356885433197,
      "loss_total": 0.0766356885433197,
      "step": 3940
    },
    {
      "grad_norm": 0.4954892098903656,
      "learning_rate": 7.897999999999999e-05,
      "loss": 0.0329,
      "step": 3950
    },
    {
      "loss_action": 0.046584755182266235,
      "loss_total": 0.046584755182266235,
      "step": 3950
    },
    {
      "loss_action": 0.04104068875312805,
      "loss_total": 0.04104068875312805,
      "step": 3950
    },
    {
      "loss_action": 0.040625590831041336,
      "loss_total": 0.040625590831041336,
      "step": 3950
    },
    {
      "loss_action": 0.03073391690850258,
      "loss_total": 0.03073391690850258,
      "step": 3950
    },
    {
      "loss_action": 0.03921397402882576,
      "loss_total": 0.03921397402882576,
      "step": 3950
    },
    {
      "loss_action": 0.01875191554427147,
      "loss_total": 0.01875191554427147,
      "step": 3950
    },
    {
      "loss_action": 0.09413646906614304,
      "loss_total": 0.09413646906614304,
      "step": 3950
    },
    {
      "loss_action": 0.042949311435222626,
      "loss_total": 0.042949311435222626,
      "step": 3950
    },
    {
      "grad_norm": 0.43286797404289246,
      "learning_rate": 7.918e-05,
      "loss": 0.0353,
      "step": 3960
    },
    {
      "loss_action": 0.030468648299574852,
      "loss_total": 0.030468648299574852,
      "step": 3960
    },
    {
      "loss_action": 0.05166374519467354,
      "loss_total": 0.05166374519467354,
      "step": 3960
    },
    {
      "loss_action": 0.03835552930831909,
      "loss_total": 0.03835552930831909,
      "step": 3960
    },
    {
      "loss_action": 0.036833152174949646,
      "loss_total": 0.036833152174949646,
      "step": 3960
    },
    {
      "loss_action": 0.027925070375204086,
      "loss_total": 0.027925070375204086,
      "step": 3960
    },
    {
      "loss_action": 0.03543940559029579,
      "loss_total": 0.03543940559029579,
      "step": 3960
    },
    {
      "loss_action": 0.028674254193902016,
      "loss_total": 0.028674254193902016,
      "step": 3960
    },
    {
      "loss_action": 0.0325736403465271,
      "loss_total": 0.0325736403465271,
      "step": 3960
    },
    {
      "grad_norm": 0.3292446434497833,
      "learning_rate": 7.938e-05,
      "loss": 0.038,
      "step": 3970
    },
    {
      "loss_action": 0.11548967659473419,
      "loss_total": 0.11548967659473419,
      "step": 3970
    },
    {
      "loss_action": 0.018621183931827545,
      "loss_total": 0.018621183931827545,
      "step": 3970
    },
    {
      "loss_action": 0.03911357372999191,
      "loss_total": 0.03911357372999191,
      "step": 3970
    },
    {
      "loss_action": 0.027159802615642548,
      "loss_total": 0.027159802615642548,
      "step": 3970
    },
    {
      "loss_action": 0.029515674337744713,
      "loss_total": 0.029515674337744713,
      "step": 3970
    },
    {
      "loss_action": 0.02312949299812317,
      "loss_total": 0.02312949299812317,
      "step": 3970
    },
    {
      "loss_action": 0.03398021310567856,
      "loss_total": 0.03398021310567856,
      "step": 3970
    },
    {
      "loss_action": 0.01938249170780182,
      "loss_total": 0.01938249170780182,
      "step": 3970
    },
    {
      "grad_norm": 0.5070180296897888,
      "learning_rate": 7.958e-05,
      "loss": 0.0429,
      "step": 3980
    },
    {
      "loss_action": 0.02769733965396881,
      "loss_total": 0.02769733965396881,
      "step": 3980
    },
    {
      "loss_action": 0.04901406913995743,
      "loss_total": 0.04901406913995743,
      "step": 3980
    },
    {
      "loss_action": 0.049930498003959656,
      "loss_total": 0.049930498003959656,
      "step": 3980
    },
    {
      "loss_action": 0.03699863329529762,
      "loss_total": 0.03699863329529762,
      "step": 3980
    },
    {
      "loss_action": 0.01949489861726761,
      "loss_total": 0.01949489861726761,
      "step": 3980
    },
    {
      "loss_action": 0.039834633469581604,
      "loss_total": 0.039834633469581604,
      "step": 3980
    },
    {
      "loss_action": 0.027047105133533478,
      "loss_total": 0.027047105133533478,
      "step": 3980
    },
    {
      "loss_action": 0.029922615736722946,
      "loss_total": 0.029922615736722946,
      "step": 3980
    },
    {
      "grad_norm": 0.4056040644645691,
      "learning_rate": 7.978e-05,
      "loss": 0.0408,
      "step": 3990
    },
    {
      "loss_action": 0.04234053194522858,
      "loss_total": 0.04234053194522858,
      "step": 3990
    },
    {
      "loss_action": 0.0229656845331192,
      "loss_total": 0.0229656845331192,
      "step": 3990
    },
    {
      "loss_action": 0.02889082580804825,
      "loss_total": 0.02889082580804825,
      "step": 3990
    },
    {
      "loss_action": 0.016157515347003937,
      "loss_total": 0.016157515347003937,
      "step": 3990
    },
    {
      "loss_action": 0.03626111149787903,
      "loss_total": 0.03626111149787903,
      "step": 3990
    },
    {
      "loss_action": 0.023151954635977745,
      "loss_total": 0.023151954635977745,
      "step": 3990
    },
    {
      "loss_action": 0.028384070843458176,
      "loss_total": 0.028384070843458176,
      "step": 3990
    },
    {
      "loss_action": 0.025494923815131187,
      "loss_total": 0.025494923815131187,
      "step": 3990
    },
    {
      "grad_norm": 0.4588785767555237,
      "learning_rate": 7.998e-05,
      "loss": 0.0333,
      "step": 4000
    },
    {
      "loss_action": 0.07581491768360138,
      "loss_total": 0.07581491768360138,
      "step": 4000
    },
    {
      "loss_action": 0.04318947345018387,
      "loss_total": 0.04318947345018387,
      "step": 4000
    },
    {
      "loss_action": 0.024270188063383102,
      "loss_total": 0.024270188063383102,
      "step": 4000
    },
    {
      "loss_action": 0.02784421108663082,
      "loss_total": 0.02784421108663082,
      "step": 4000
    },
    {
      "loss_action": 0.020066577941179276,
      "loss_total": 0.020066577941179276,
      "step": 4000
    },
    {
      "loss_action": 0.017361106351017952,
      "loss_total": 0.017361106351017952,
      "step": 4000
    },
    {
      "loss_action": 0.02472054958343506,
      "loss_total": 0.02472054958343506,
      "step": 4000
    },
    {
      "loss_action": 0.02723427303135395,
      "loss_total": 0.02723427303135395,
      "step": 4000
    },
    {
      "grad_norm": 0.4729384183883667,
      "learning_rate": 8.018e-05,
      "loss": 0.033,
      "step": 4010
    },
    {
      "loss_action": 0.09233956038951874,
      "loss_total": 0.09233956038951874,
      "step": 4010
    },
    {
      "loss_action": 0.03929993510246277,
      "loss_total": 0.03929993510246277,
      "step": 4010
    },
    {
      "loss_action": 0.0447317473590374,
      "loss_total": 0.0447317473590374,
      "step": 4010
    },
    {
      "loss_action": 0.028779655694961548,
      "loss_total": 0.028779655694961548,
      "step": 4010
    },
    {
      "loss_action": 0.021613165736198425,
      "loss_total": 0.021613165736198425,
      "step": 4010
    },
    {
      "loss_action": 0.03393815457820892,
      "loss_total": 0.03393815457820892,
      "step": 4010
    },
    {
      "loss_action": 0.027197405695915222,
      "loss_total": 0.027197405695915222,
      "step": 4010
    },
    {
      "loss_action": 0.04500339552760124,
      "loss_total": 0.04500339552760124,
      "step": 4010
    },
    {
      "grad_norm": 0.443063348531723,
      "learning_rate": 8.038e-05,
      "loss": 0.0315,
      "step": 4020
    },
    {
      "loss_action": 0.03442107141017914,
      "loss_total": 0.03442107141017914,
      "step": 4020
    },
    {
      "loss_action": 0.03177677094936371,
      "loss_total": 0.03177677094936371,
      "step": 4020
    },
    {
      "loss_action": 0.02881632000207901,
      "loss_total": 0.02881632000207901,
      "step": 4020
    },
    {
      "loss_action": 0.03324349597096443,
      "loss_total": 0.03324349597096443,
      "step": 4020
    },
    {
      "loss_action": 0.028800223022699356,
      "loss_total": 0.028800223022699356,
      "step": 4020
    },
    {
      "loss_action": 0.02915123850107193,
      "loss_total": 0.02915123850107193,
      "step": 4020
    },
    {
      "loss_action": 0.030469749122858047,
      "loss_total": 0.030469749122858047,
      "step": 4020
    },
    {
      "loss_action": 0.027800612151622772,
      "loss_total": 0.027800612151622772,
      "step": 4020
    },
    {
      "grad_norm": 0.5322607755661011,
      "learning_rate": 8.058e-05,
      "loss": 0.0373,
      "step": 4030
    },
    {
      "loss_action": 0.0318300798535347,
      "loss_total": 0.0318300798535347,
      "step": 4030
    },
    {
      "loss_action": 0.025862328708171844,
      "loss_total": 0.025862328708171844,
      "step": 4030
    },
    {
      "loss_action": 0.03746980428695679,
      "loss_total": 0.03746980428695679,
      "step": 4030
    },
    {
      "loss_action": 0.030525781214237213,
      "loss_total": 0.030525781214237213,
      "step": 4030
    },
    {
      "loss_action": 0.04785175621509552,
      "loss_total": 0.04785175621509552,
      "step": 4030
    },
    {
      "loss_action": 0.03524012863636017,
      "loss_total": 0.03524012863636017,
      "step": 4030
    },
    {
      "loss_action": 0.04302883893251419,
      "loss_total": 0.04302883893251419,
      "step": 4030
    },
    {
      "loss_action": 0.024712970480322838,
      "loss_total": 0.024712970480322838,
      "step": 4030
    },
    {
      "grad_norm": 0.33295783400535583,
      "learning_rate": 8.078e-05,
      "loss": 0.036,
      "step": 4040
    },
    {
      "loss_action": 0.027997251600027084,
      "loss_total": 0.027997251600027084,
      "step": 4040
    },
    {
      "loss_action": 0.03154602274298668,
      "loss_total": 0.03154602274298668,
      "step": 4040
    },
    {
      "loss_action": 0.04057789593935013,
      "loss_total": 0.04057789593935013,
      "step": 4040
    },
    {
      "loss_action": 0.020830746740102768,
      "loss_total": 0.020830746740102768,
      "step": 4040
    },
    {
      "loss_action": 0.030047202482819557,
      "loss_total": 0.030047202482819557,
      "step": 4040
    },
    {
      "loss_action": 0.026860982179641724,
      "loss_total": 0.026860982179641724,
      "step": 4040
    },
    {
      "loss_action": 0.029636133462190628,
      "loss_total": 0.029636133462190628,
      "step": 4040
    },
    {
      "loss_action": 0.04773222655057907,
      "loss_total": 0.04773222655057907,
      "step": 4040
    },
    {
      "grad_norm": 0.4220117926597595,
      "learning_rate": 8.098e-05,
      "loss": 0.0312,
      "step": 4050
    },
    {
      "loss_action": 0.03752820938825607,
      "loss_total": 0.03752820938825607,
      "step": 4050
    },
    {
      "loss_action": 0.0289369635283947,
      "loss_total": 0.0289369635283947,
      "step": 4050
    },
    {
      "loss_action": 0.025542985647916794,
      "loss_total": 0.025542985647916794,
      "step": 4050
    },
    {
      "loss_action": 0.03950574994087219,
      "loss_total": 0.03950574994087219,
      "step": 4050
    },
    {
      "loss_action": 0.048719629645347595,
      "loss_total": 0.048719629645347595,
      "step": 4050
    },
    {
      "loss_action": 0.03139135241508484,
      "loss_total": 0.03139135241508484,
      "step": 4050
    },
    {
      "loss_action": 0.03608712553977966,
      "loss_total": 0.03608712553977966,
      "step": 4050
    },
    {
      "loss_action": 0.02545982599258423,
      "loss_total": 0.02545982599258423,
      "step": 4050
    },
    {
      "grad_norm": 0.3733367919921875,
      "learning_rate": 8.118e-05,
      "loss": 0.0351,
      "step": 4060
    },
    {
      "loss_action": 0.01744009181857109,
      "loss_total": 0.01744009181857109,
      "step": 4060
    },
    {
      "loss_action": 0.06773349642753601,
      "loss_total": 0.06773349642753601,
      "step": 4060
    },
    {
      "loss_action": 0.023952146992087364,
      "loss_total": 0.023952146992087364,
      "step": 4060
    },
    {
      "loss_action": 0.03721921890974045,
      "loss_total": 0.03721921890974045,
      "step": 4060
    },
    {
      "loss_action": 0.04860348999500275,
      "loss_total": 0.04860348999500275,
      "step": 4060
    },
    {
      "loss_action": 0.028010183945298195,
      "loss_total": 0.028010183945298195,
      "step": 4060
    },
    {
      "loss_action": 0.04156636446714401,
      "loss_total": 0.04156636446714401,
      "step": 4060
    },
    {
      "loss_action": 0.04082745313644409,
      "loss_total": 0.04082745313644409,
      "step": 4060
    },
    {
      "grad_norm": 0.38263654708862305,
      "learning_rate": 8.138e-05,
      "loss": 0.0312,
      "step": 4070
    },
    {
      "loss_action": 0.04416695982217789,
      "loss_total": 0.04416695982217789,
      "step": 4070
    },
    {
      "loss_action": 0.025102321058511734,
      "loss_total": 0.025102321058511734,
      "step": 4070
    },
    {
      "loss_action": 0.03371458128094673,
      "loss_total": 0.03371458128094673,
      "step": 4070
    },
    {
      "loss_action": 0.025690266862511635,
      "loss_total": 0.025690266862511635,
      "step": 4070
    },
    {
      "loss_action": 0.01725759729743004,
      "loss_total": 0.01725759729743004,
      "step": 4070
    },
    {
      "loss_action": 0.04053047299385071,
      "loss_total": 0.04053047299385071,
      "step": 4070
    },
    {
      "loss_action": 0.032421138137578964,
      "loss_total": 0.032421138137578964,
      "step": 4070
    },
    {
      "loss_action": 0.056658852845430374,
      "loss_total": 0.056658852845430374,
      "step": 4070
    },
    {
      "grad_norm": 0.6098970770835876,
      "learning_rate": 8.158e-05,
      "loss": 0.0313,
      "step": 4080
    },
    {
      "loss_action": 0.02919524721801281,
      "loss_total": 0.02919524721801281,
      "step": 4080
    },
    {
      "loss_action": 0.027323994785547256,
      "loss_total": 0.027323994785547256,
      "step": 4080
    },
    {
      "loss_action": 0.026700854301452637,
      "loss_total": 0.026700854301452637,
      "step": 4080
    },
    {
      "loss_action": 0.038775406777858734,
      "loss_total": 0.038775406777858734,
      "step": 4080
    },
    {
      "loss_action": 0.033607110381126404,
      "loss_total": 0.033607110381126404,
      "step": 4080
    },
    {
      "loss_action": 0.02187403291463852,
      "loss_total": 0.02187403291463852,
      "step": 4080
    },
    {
      "loss_action": 0.021348295733332634,
      "loss_total": 0.021348295733332634,
      "step": 4080
    },
    {
      "loss_action": 0.018197447061538696,
      "loss_total": 0.018197447061538696,
      "step": 4080
    },
    {
      "grad_norm": 0.5112955570220947,
      "learning_rate": 8.178e-05,
      "loss": 0.0318,
      "step": 4090
    },
    {
      "loss_action": 0.04577475041151047,
      "loss_total": 0.04577475041151047,
      "step": 4090
    },
    {
      "loss_action": 0.017043258994817734,
      "loss_total": 0.017043258994817734,
      "step": 4090
    },
    {
      "loss_action": 0.04925530403852463,
      "loss_total": 0.04925530403852463,
      "step": 4090
    },
    {
      "loss_action": 0.03348293900489807,
      "loss_total": 0.03348293900489807,
      "step": 4090
    },
    {
      "loss_action": 0.03146091476082802,
      "loss_total": 0.03146091476082802,
      "step": 4090
    },
    {
      "loss_action": 0.0222352035343647,
      "loss_total": 0.0222352035343647,
      "step": 4090
    },
    {
      "loss_action": 0.03295224905014038,
      "loss_total": 0.03295224905014038,
      "step": 4090
    },
    {
      "loss_action": 0.02436104044318199,
      "loss_total": 0.02436104044318199,
      "step": 4090
    },
    {
      "grad_norm": 0.4326425790786743,
      "learning_rate": 8.198e-05,
      "loss": 0.0298,
      "step": 4100
    },
    {
      "loss_action": 0.032030001282691956,
      "loss_total": 0.032030001282691956,
      "step": 4100
    },
    {
      "loss_action": 0.02191530540585518,
      "loss_total": 0.02191530540585518,
      "step": 4100
    },
    {
      "loss_action": 0.017524901777505875,
      "loss_total": 0.017524901777505875,
      "step": 4100
    },
    {
      "loss_action": 0.027462685480713844,
      "loss_total": 0.027462685480713844,
      "step": 4100
    },
    {
      "loss_action": 0.025913529098033905,
      "loss_total": 0.025913529098033905,
      "step": 4100
    },
    {
      "loss_action": 0.029869098216295242,
      "loss_total": 0.029869098216295242,
      "step": 4100
    },
    {
      "loss_action": 0.0258075799793005,
      "loss_total": 0.0258075799793005,
      "step": 4100
    },
    {
      "loss_action": 0.030589133501052856,
      "loss_total": 0.030589133501052856,
      "step": 4100
    },
    {
      "grad_norm": 0.35090523958206177,
      "learning_rate": 8.218e-05,
      "loss": 0.0327,
      "step": 4110
    },
    {
      "loss_action": 0.018272407352924347,
      "loss_total": 0.018272407352924347,
      "step": 4110
    },
    {
      "loss_action": 0.026270143687725067,
      "loss_total": 0.026270143687725067,
      "step": 4110
    },
    {
      "loss_action": 0.02092335931956768,
      "loss_total": 0.02092335931956768,
      "step": 4110
    },
    {
      "loss_action": 0.036713607609272,
      "loss_total": 0.036713607609272,
      "step": 4110
    },
    {
      "loss_action": 0.023634783923625946,
      "loss_total": 0.023634783923625946,
      "step": 4110
    },
    {
      "loss_action": 0.014319018460810184,
      "loss_total": 0.014319018460810184,
      "step": 4110
    },
    {
      "loss_action": 0.020892607048153877,
      "loss_total": 0.020892607048153877,
      "step": 4110
    },
    {
      "loss_action": 0.02584809809923172,
      "loss_total": 0.02584809809923172,
      "step": 4110
    },
    {
      "grad_norm": 0.42799824476242065,
      "learning_rate": 8.238000000000001e-05,
      "loss": 0.0312,
      "step": 4120
    },
    {
      "loss_action": 0.02870352193713188,
      "loss_total": 0.02870352193713188,
      "step": 4120
    },
    {
      "loss_action": 0.03840256854891777,
      "loss_total": 0.03840256854891777,
      "step": 4120
    },
    {
      "loss_action": 0.02502334862947464,
      "loss_total": 0.02502334862947464,
      "step": 4120
    },
    {
      "loss_action": 0.022876344621181488,
      "loss_total": 0.022876344621181488,
      "step": 4120
    },
    {
      "loss_action": 0.03944773972034454,
      "loss_total": 0.03944773972034454,
      "step": 4120
    },
    {
      "loss_action": 0.036021627485752106,
      "loss_total": 0.036021627485752106,
      "step": 4120
    },
    {
      "loss_action": 0.02257348969578743,
      "loss_total": 0.02257348969578743,
      "step": 4120
    },
    {
      "loss_action": 0.034243687987327576,
      "loss_total": 0.034243687987327576,
      "step": 4120
    },
    {
      "grad_norm": 0.4102904200553894,
      "learning_rate": 8.258e-05,
      "loss": 0.0316,
      "step": 4130
    },
    {
      "loss_action": 0.04378807172179222,
      "loss_total": 0.04378807172179222,
      "step": 4130
    },
    {
      "loss_action": 0.03306162357330322,
      "loss_total": 0.03306162357330322,
      "step": 4130
    },
    {
      "loss_action": 0.0400458425283432,
      "loss_total": 0.0400458425283432,
      "step": 4130
    },
    {
      "loss_action": 0.0295015387237072,
      "loss_total": 0.0295015387237072,
      "step": 4130
    },
    {
      "loss_action": 0.029090065509080887,
      "loss_total": 0.029090065509080887,
      "step": 4130
    },
    {
      "loss_action": 0.033327266573905945,
      "loss_total": 0.033327266573905945,
      "step": 4130
    },
    {
      "loss_action": 0.03637884184718132,
      "loss_total": 0.03637884184718132,
      "step": 4130
    },
    {
      "loss_action": 0.07621076703071594,
      "loss_total": 0.07621076703071594,
      "step": 4130
    },
    {
      "grad_norm": 0.4780304729938507,
      "learning_rate": 8.278e-05,
      "loss": 0.0361,
      "step": 4140
    },
    {
      "loss_action": 0.06429308652877808,
      "loss_total": 0.06429308652877808,
      "step": 4140
    },
    {
      "loss_action": 0.02999732457101345,
      "loss_total": 0.02999732457101345,
      "step": 4140
    },
    {
      "loss_action": 0.022051282227039337,
      "loss_total": 0.022051282227039337,
      "step": 4140
    },
    {
      "loss_action": 0.02695837989449501,
      "loss_total": 0.02695837989449501,
      "step": 4140
    },
    {
      "loss_action": 0.029688730835914612,
      "loss_total": 0.029688730835914612,
      "step": 4140
    },
    {
      "loss_action": 0.022479578852653503,
      "loss_total": 0.022479578852653503,
      "step": 4140
    },
    {
      "loss_action": 0.034696921706199646,
      "loss_total": 0.034696921706199646,
      "step": 4140
    },
    {
      "loss_action": 0.026448341086506844,
      "loss_total": 0.026448341086506844,
      "step": 4140
    },
    {
      "grad_norm": 0.31301724910736084,
      "learning_rate": 8.298000000000001e-05,
      "loss": 0.033,
      "step": 4150
    },
    {
      "loss_action": 0.045328035950660706,
      "loss_total": 0.045328035950660706,
      "step": 4150
    },
    {
      "loss_action": 0.026235073804855347,
      "loss_total": 0.026235073804855347,
      "step": 4150
    },
    {
      "loss_action": 0.027702754363417625,
      "loss_total": 0.027702754363417625,
      "step": 4150
    },
    {
      "loss_action": 0.026972342282533646,
      "loss_total": 0.026972342282533646,
      "step": 4150
    },
    {
      "loss_action": 0.030185330659151077,
      "loss_total": 0.030185330659151077,
      "step": 4150
    },
    {
      "loss_action": 0.023802734911441803,
      "loss_total": 0.023802734911441803,
      "step": 4150
    },
    {
      "loss_action": 0.036720097064971924,
      "loss_total": 0.036720097064971924,
      "step": 4150
    },
    {
      "loss_action": 0.029317475855350494,
      "loss_total": 0.029317475855350494,
      "step": 4150
    },
    {
      "grad_norm": 0.44872933626174927,
      "learning_rate": 8.318e-05,
      "loss": 0.0362,
      "step": 4160
    },
    {
      "loss_action": 0.031218931078910828,
      "loss_total": 0.031218931078910828,
      "step": 4160
    },
    {
      "loss_action": 0.02674238383769989,
      "loss_total": 0.02674238383769989,
      "step": 4160
    },
    {
      "loss_action": 0.026117222383618355,
      "loss_total": 0.026117222383618355,
      "step": 4160
    },
    {
      "loss_action": 0.030876420438289642,
      "loss_total": 0.030876420438289642,
      "step": 4160
    },
    {
      "loss_action": 0.030106619000434875,
      "loss_total": 0.030106619000434875,
      "step": 4160
    },
    {
      "loss_action": 0.050767332315444946,
      "loss_total": 0.050767332315444946,
      "step": 4160
    },
    {
      "loss_action": 0.03748476505279541,
      "loss_total": 0.03748476505279541,
      "step": 4160
    },
    {
      "loss_action": 0.01900497078895569,
      "loss_total": 0.01900497078895569,
      "step": 4160
    },
    {
      "grad_norm": 0.4769967496395111,
      "learning_rate": 8.338e-05,
      "loss": 0.0336,
      "step": 4170
    },
    {
      "loss_action": 0.02318081632256508,
      "loss_total": 0.02318081632256508,
      "step": 4170
    },
    {
      "loss_action": 0.026003804057836533,
      "loss_total": 0.026003804057836533,
      "step": 4170
    },
    {
      "loss_action": 0.04211252182722092,
      "loss_total": 0.04211252182722092,
      "step": 4170
    },
    {
      "loss_action": 0.03734607994556427,
      "loss_total": 0.03734607994556427,
      "step": 4170
    },
    {
      "loss_action": 0.058486856520175934,
      "loss_total": 0.058486856520175934,
      "step": 4170
    },
    {
      "loss_action": 0.03463813662528992,
      "loss_total": 0.03463813662528992,
      "step": 4170
    },
    {
      "loss_action": 0.06596621125936508,
      "loss_total": 0.06596621125936508,
      "step": 4170
    },
    {
      "loss_action": 0.022527117282152176,
      "loss_total": 0.022527117282152176,
      "step": 4170
    },
    {
      "grad_norm": 0.3971687853336334,
      "learning_rate": 8.358e-05,
      "loss": 0.0328,
      "step": 4180
    },
    {
      "loss_action": 0.02263408899307251,
      "loss_total": 0.02263408899307251,
      "step": 4180
    },
    {
      "loss_action": 0.019656356424093246,
      "loss_total": 0.019656356424093246,
      "step": 4180
    },
    {
      "loss_action": 0.02764831855893135,
      "loss_total": 0.02764831855893135,
      "step": 4180
    },
    {
      "loss_action": 0.016656871885061264,
      "loss_total": 0.016656871885061264,
      "step": 4180
    },
    {
      "loss_action": 0.03389744460582733,
      "loss_total": 0.03389744460582733,
      "step": 4180
    },
    {
      "loss_action": 0.01624424196779728,
      "loss_total": 0.01624424196779728,
      "step": 4180
    },
    {
      "loss_action": 0.035782888531684875,
      "loss_total": 0.035782888531684875,
      "step": 4180
    },
    {
      "loss_action": 0.02567972056567669,
      "loss_total": 0.02567972056567669,
      "step": 4180
    },
    {
      "grad_norm": 0.3940266966819763,
      "learning_rate": 8.378e-05,
      "loss": 0.033,
      "step": 4190
    },
    {
      "loss_action": 0.025361748412251472,
      "loss_total": 0.025361748412251472,
      "step": 4190
    },
    {
      "loss_action": 0.02404913678765297,
      "loss_total": 0.02404913678765297,
      "step": 4190
    },
    {
      "loss_action": 0.020689096301794052,
      "loss_total": 0.020689096301794052,
      "step": 4190
    },
    {
      "loss_action": 0.029873164370656013,
      "loss_total": 0.029873164370656013,
      "step": 4190
    },
    {
      "loss_action": 0.04133690521121025,
      "loss_total": 0.04133690521121025,
      "step": 4190
    },
    {
      "loss_action": 0.036667775362730026,
      "loss_total": 0.036667775362730026,
      "step": 4190
    },
    {
      "loss_action": 0.05977258086204529,
      "loss_total": 0.05977258086204529,
      "step": 4190
    },
    {
      "loss_action": 0.0302028339356184,
      "loss_total": 0.0302028339356184,
      "step": 4190
    },
    {
      "grad_norm": 0.3800901472568512,
      "learning_rate": 8.398e-05,
      "loss": 0.0382,
      "step": 4200
    },
    {
      "loss_action": 0.03575843572616577,
      "loss_total": 0.03575843572616577,
      "step": 4200
    },
    {
      "loss_action": 0.03697939217090607,
      "loss_total": 0.03697939217090607,
      "step": 4200
    },
    {
      "loss_action": 0.031321972608566284,
      "loss_total": 0.031321972608566284,
      "step": 4200
    },
    {
      "loss_action": 0.03480631113052368,
      "loss_total": 0.03480631113052368,
      "step": 4200
    },
    {
      "loss_action": 0.055218495428562164,
      "loss_total": 0.055218495428562164,
      "step": 4200
    },
    {
      "loss_action": 0.051646120846271515,
      "loss_total": 0.051646120846271515,
      "step": 4200
    },
    {
      "loss_action": 0.03581073135137558,
      "loss_total": 0.03581073135137558,
      "step": 4200
    },
    {
      "loss_action": 0.04667731374502182,
      "loss_total": 0.04667731374502182,
      "step": 4200
    },
    {
      "grad_norm": 0.6221297383308411,
      "learning_rate": 8.418e-05,
      "loss": 0.0366,
      "step": 4210
    },
    {
      "loss_action": 0.04587450623512268,
      "loss_total": 0.04587450623512268,
      "step": 4210
    },
    {
      "loss_action": 0.029100079089403152,
      "loss_total": 0.029100079089403152,
      "step": 4210
    },
    {
      "loss_action": 0.03807191550731659,
      "loss_total": 0.03807191550731659,
      "step": 4210
    },
    {
      "loss_action": 0.02879595011472702,
      "loss_total": 0.02879595011472702,
      "step": 4210
    },
    {
      "loss_action": 0.03372969850897789,
      "loss_total": 0.03372969850897789,
      "step": 4210
    },
    {
      "loss_action": 0.03547697514295578,
      "loss_total": 0.03547697514295578,
      "step": 4210
    },
    {
      "loss_action": 0.04594364017248154,
      "loss_total": 0.04594364017248154,
      "step": 4210
    },
    {
      "loss_action": 0.04009266942739487,
      "loss_total": 0.04009266942739487,
      "step": 4210
    },
    {
      "grad_norm": 0.4344213306903839,
      "learning_rate": 8.438e-05,
      "loss": 0.0335,
      "step": 4220
    },
    {
      "loss_action": 0.03414376080036163,
      "loss_total": 0.03414376080036163,
      "step": 4220
    },
    {
      "loss_action": 0.03888741880655289,
      "loss_total": 0.03888741880655289,
      "step": 4220
    },
    {
      "loss_action": 0.036849282681941986,
      "loss_total": 0.036849282681941986,
      "step": 4220
    },
    {
      "loss_action": 0.028187375515699387,
      "loss_total": 0.028187375515699387,
      "step": 4220
    },
    {
      "loss_action": 0.015167305245995522,
      "loss_total": 0.015167305245995522,
      "step": 4220
    },
    {
      "loss_action": 0.024382704868912697,
      "loss_total": 0.024382704868912697,
      "step": 4220
    },
    {
      "loss_action": 0.045633427798748016,
      "loss_total": 0.045633427798748016,
      "step": 4220
    },
    {
      "loss_action": 0.031132282689213753,
      "loss_total": 0.031132282689213753,
      "step": 4220
    },
    {
      "grad_norm": 0.4148199260234833,
      "learning_rate": 8.458e-05,
      "loss": 0.0306,
      "step": 4230
    },
    {
      "loss_action": 0.03453637659549713,
      "loss_total": 0.03453637659549713,
      "step": 4230
    },
    {
      "loss_action": 0.019808515906333923,
      "loss_total": 0.019808515906333923,
      "step": 4230
    },
    {
      "loss_action": 0.03511267155408859,
      "loss_total": 0.03511267155408859,
      "step": 4230
    },
    {
      "loss_action": 0.021084699779748917,
      "loss_total": 0.021084699779748917,
      "step": 4230
    },
    {
      "loss_action": 0.031001679599285126,
      "loss_total": 0.031001679599285126,
      "step": 4230
    },
    {
      "loss_action": 0.032901182770729065,
      "loss_total": 0.032901182770729065,
      "step": 4230
    },
    {
      "loss_action": 0.024629227817058563,
      "loss_total": 0.024629227817058563,
      "step": 4230
    },
    {
      "loss_action": 0.03721737116575241,
      "loss_total": 0.03721737116575241,
      "step": 4230
    },
    {
      "grad_norm": 0.39474886655807495,
      "learning_rate": 8.478e-05,
      "loss": 0.0337,
      "step": 4240
    },
    {
      "loss_action": 0.020686179399490356,
      "loss_total": 0.020686179399490356,
      "step": 4240
    },
    {
      "loss_action": 0.020470675081014633,
      "loss_total": 0.020470675081014633,
      "step": 4240
    },
    {
      "loss_action": 0.026353657245635986,
      "loss_total": 0.026353657245635986,
      "step": 4240
    },
    {
      "loss_action": 0.06413174420595169,
      "loss_total": 0.06413174420595169,
      "step": 4240
    },
    {
      "loss_action": 0.028562400490045547,
      "loss_total": 0.028562400490045547,
      "step": 4240
    },
    {
      "loss_action": 0.039349570870399475,
      "loss_total": 0.039349570870399475,
      "step": 4240
    },
    {
      "loss_action": 0.038921087980270386,
      "loss_total": 0.038921087980270386,
      "step": 4240
    },
    {
      "loss_action": 0.027815375477075577,
      "loss_total": 0.027815375477075577,
      "step": 4240
    },
    {
      "grad_norm": 0.43733125925064087,
      "learning_rate": 8.498e-05,
      "loss": 0.0313,
      "step": 4250
    },
    {
      "loss_action": 0.03159225359559059,
      "loss_total": 0.03159225359559059,
      "step": 4250
    },
    {
      "loss_action": 0.024027543142437935,
      "loss_total": 0.024027543142437935,
      "step": 4250
    },
    {
      "loss_action": 0.019456077367067337,
      "loss_total": 0.019456077367067337,
      "step": 4250
    },
    {
      "loss_action": 0.03693641349673271,
      "loss_total": 0.03693641349673271,
      "step": 4250
    },
    {
      "loss_action": 0.01975569874048233,
      "loss_total": 0.01975569874048233,
      "step": 4250
    },
    {
      "loss_action": 0.02492537721991539,
      "loss_total": 0.02492537721991539,
      "step": 4250
    },
    {
      "loss_action": 0.07393423467874527,
      "loss_total": 0.07393423467874527,
      "step": 4250
    },
    {
      "loss_action": 0.03516392782330513,
      "loss_total": 0.03516392782330513,
      "step": 4250
    },
    {
      "grad_norm": 0.36878007650375366,
      "learning_rate": 8.518000000000001e-05,
      "loss": 0.0332,
      "step": 4260
    },
    {
      "loss_action": 0.023609397932887077,
      "loss_total": 0.023609397932887077,
      "step": 4260
    },
    {
      "loss_action": 0.02126399613916874,
      "loss_total": 0.02126399613916874,
      "step": 4260
    },
    {
      "loss_action": 0.016305789351463318,
      "loss_total": 0.016305789351463318,
      "step": 4260
    },
    {
      "loss_action": 0.03098674863576889,
      "loss_total": 0.03098674863576889,
      "step": 4260
    },
    {
      "loss_action": 0.022032756358385086,
      "loss_total": 0.022032756358385086,
      "step": 4260
    },
    {
      "loss_action": 0.02622409164905548,
      "loss_total": 0.02622409164905548,
      "step": 4260
    },
    {
      "loss_action": 0.03650394454598427,
      "loss_total": 0.03650394454598427,
      "step": 4260
    },
    {
      "loss_action": 0.016482042148709297,
      "loss_total": 0.016482042148709297,
      "step": 4260
    },
    {
      "grad_norm": 0.30998292565345764,
      "learning_rate": 8.538e-05,
      "loss": 0.029,
      "step": 4270
    },
    {
      "loss_action": 0.044867582619190216,
      "loss_total": 0.044867582619190216,
      "step": 4270
    },
    {
      "loss_action": 0.041090793907642365,
      "loss_total": 0.041090793907642365,
      "step": 4270
    },
    {
      "loss_action": 0.02273286134004593,
      "loss_total": 0.02273286134004593,
      "step": 4270
    },
    {
      "loss_action": 0.018839899450540543,
      "loss_total": 0.018839899450540543,
      "step": 4270
    },
    {
      "loss_action": 0.04885406419634819,
      "loss_total": 0.04885406419634819,
      "step": 4270
    },
    {
      "loss_action": 0.0407140776515007,
      "loss_total": 0.0407140776515007,
      "step": 4270
    },
    {
      "loss_action": 0.01826411485671997,
      "loss_total": 0.01826411485671997,
      "step": 4270
    },
    {
      "loss_action": 0.026127958670258522,
      "loss_total": 0.026127958670258522,
      "step": 4270
    },
    {
      "grad_norm": 0.3671562671661377,
      "learning_rate": 8.558e-05,
      "loss": 0.0305,
      "step": 4280
    },
    {
      "loss_action": 0.047159645706415176,
      "loss_total": 0.047159645706415176,
      "step": 4280
    },
    {
      "loss_action": 0.022179899737238884,
      "loss_total": 0.022179899737238884,
      "step": 4280
    },
    {
      "loss_action": 0.02004781737923622,
      "loss_total": 0.02004781737923622,
      "step": 4280
    },
    {
      "loss_action": 0.02472691610455513,
      "loss_total": 0.02472691610455513,
      "step": 4280
    },
    {
      "loss_action": 0.0269649475812912,
      "loss_total": 0.0269649475812912,
      "step": 4280
    },
    {
      "loss_action": 0.046304501593112946,
      "loss_total": 0.046304501593112946,
      "step": 4280
    },
    {
      "loss_action": 0.029449740424752235,
      "loss_total": 0.029449740424752235,
      "step": 4280
    },
    {
      "loss_action": 0.021738283336162567,
      "loss_total": 0.021738283336162567,
      "step": 4280
    },
    {
      "grad_norm": 0.38804125785827637,
      "learning_rate": 8.578000000000001e-05,
      "loss": 0.0317,
      "step": 4290
    },
    {
      "loss_action": 0.022904062643647194,
      "loss_total": 0.022904062643647194,
      "step": 4290
    },
    {
      "loss_action": 0.02093176729977131,
      "loss_total": 0.02093176729977131,
      "step": 4290
    },
    {
      "loss_action": 0.02295815572142601,
      "loss_total": 0.02295815572142601,
      "step": 4290
    },
    {
      "loss_action": 0.02060810662806034,
      "loss_total": 0.02060810662806034,
      "step": 4290
    },
    {
      "loss_action": 0.01956513524055481,
      "loss_total": 0.01956513524055481,
      "step": 4290
    },
    {
      "loss_action": 0.028115492314100266,
      "loss_total": 0.028115492314100266,
      "step": 4290
    },
    {
      "loss_action": 0.03586631268262863,
      "loss_total": 0.03586631268262863,
      "step": 4290
    },
    {
      "loss_action": 0.02200363762676716,
      "loss_total": 0.02200363762676716,
      "step": 4290
    },
    {
      "grad_norm": 0.37322917580604553,
      "learning_rate": 8.598e-05,
      "loss": 0.03,
      "step": 4300
    },
    {
      "loss_action": 0.020145220682024956,
      "loss_total": 0.020145220682024956,
      "step": 4300
    },
    {
      "loss_action": 0.026732031255960464,
      "loss_total": 0.026732031255960464,
      "step": 4300
    },
    {
      "loss_action": 0.023252693936228752,
      "loss_total": 0.023252693936228752,
      "step": 4300
    },
    {
      "loss_action": 0.022832684218883514,
      "loss_total": 0.022832684218883514,
      "step": 4300
    },
    {
      "loss_action": 0.019217170774936676,
      "loss_total": 0.019217170774936676,
      "step": 4300
    },
    {
      "loss_action": 0.027162669226527214,
      "loss_total": 0.027162669226527214,
      "step": 4300
    },
    {
      "loss_action": 0.0513722226023674,
      "loss_total": 0.0513722226023674,
      "step": 4300
    },
    {
      "loss_action": 0.020167887210845947,
      "loss_total": 0.020167887210845947,
      "step": 4300
    },
    {
      "grad_norm": 0.45808279514312744,
      "learning_rate": 8.618e-05,
      "loss": 0.0326,
      "step": 4310
    },
    {
      "loss_action": 0.04060566425323486,
      "loss_total": 0.04060566425323486,
      "step": 4310
    },
    {
      "loss_action": 0.029757138341665268,
      "loss_total": 0.029757138341665268,
      "step": 4310
    },
    {
      "loss_action": 0.024683348834514618,
      "loss_total": 0.024683348834514618,
      "step": 4310
    },
    {
      "loss_action": 0.037750016897916794,
      "loss_total": 0.037750016897916794,
      "step": 4310
    },
    {
      "loss_action": 0.06779518723487854,
      "loss_total": 0.06779518723487854,
      "step": 4310
    },
    {
      "loss_action": 0.03545093536376953,
      "loss_total": 0.03545093536376953,
      "step": 4310
    },
    {
      "loss_action": 0.03421078622341156,
      "loss_total": 0.03421078622341156,
      "step": 4310
    },
    {
      "loss_action": 0.0666709691286087,
      "loss_total": 0.0666709691286087,
      "step": 4310
    },
    {
      "grad_norm": 0.46900781989097595,
      "learning_rate": 8.638000000000001e-05,
      "loss": 0.0345,
      "step": 4320
    },
    {
      "loss_action": 0.024089409038424492,
      "loss_total": 0.024089409038424492,
      "step": 4320
    },
    {
      "loss_action": 0.024491991847753525,
      "loss_total": 0.024491991847753525,
      "step": 4320
    },
    {
      "loss_action": 0.0418551079928875,
      "loss_total": 0.0418551079928875,
      "step": 4320
    },
    {
      "loss_action": 0.02632797881960869,
      "loss_total": 0.02632797881960869,
      "step": 4320
    },
    {
      "loss_action": 0.0650978684425354,
      "loss_total": 0.0650978684425354,
      "step": 4320
    },
    {
      "loss_action": 0.020567474886775017,
      "loss_total": 0.020567474886775017,
      "step": 4320
    },
    {
      "loss_action": 0.03688100725412369,
      "loss_total": 0.03688100725412369,
      "step": 4320
    },
    {
      "loss_action": 0.018709275871515274,
      "loss_total": 0.018709275871515274,
      "step": 4320
    },
    {
      "grad_norm": 0.30513665080070496,
      "learning_rate": 8.658e-05,
      "loss": 0.0344,
      "step": 4330
    },
    {
      "loss_action": 0.035230617970228195,
      "loss_total": 0.035230617970228195,
      "step": 4330
    },
    {
      "loss_action": 0.02708324044942856,
      "loss_total": 0.02708324044942856,
      "step": 4330
    },
    {
      "loss_action": 0.043745167553424835,
      "loss_total": 0.043745167553424835,
      "step": 4330
    },
    {
      "loss_action": 0.0531819723546505,
      "loss_total": 0.0531819723546505,
      "step": 4330
    },
    {
      "loss_action": 0.04072278365492821,
      "loss_total": 0.04072278365492821,
      "step": 4330
    },
    {
      "loss_action": 0.028236787766218185,
      "loss_total": 0.028236787766218185,
      "step": 4330
    },
    {
      "loss_action": 0.042364418506622314,
      "loss_total": 0.042364418506622314,
      "step": 4330
    },
    {
      "loss_action": 0.01887187361717224,
      "loss_total": 0.01887187361717224,
      "step": 4330
    },
    {
      "grad_norm": 0.4234123229980469,
      "learning_rate": 8.678e-05,
      "loss": 0.037,
      "step": 4340
    },
    {
      "loss_action": 0.024509185925126076,
      "loss_total": 0.024509185925126076,
      "step": 4340
    },
    {
      "loss_action": 0.03175804764032364,
      "loss_total": 0.03175804764032364,
      "step": 4340
    },
    {
      "loss_action": 0.03629137575626373,
      "loss_total": 0.03629137575626373,
      "step": 4340
    },
    {
      "loss_action": 0.02588997408747673,
      "loss_total": 0.02588997408747673,
      "step": 4340
    },
    {
      "loss_action": 0.019047323614358902,
      "loss_total": 0.019047323614358902,
      "step": 4340
    },
    {
      "loss_action": 0.02315443381667137,
      "loss_total": 0.02315443381667137,
      "step": 4340
    },
    {
      "loss_action": 0.03561451658606529,
      "loss_total": 0.03561451658606529,
      "step": 4340
    },
    {
      "loss_action": 0.04290590435266495,
      "loss_total": 0.04290590435266495,
      "step": 4340
    },
    {
      "grad_norm": 0.4369122087955475,
      "learning_rate": 8.698000000000001e-05,
      "loss": 0.0361,
      "step": 4350
    },
    {
      "loss_action": 0.020099230110645294,
      "loss_total": 0.020099230110645294,
      "step": 4350
    },
    {
      "loss_action": 0.03783487528562546,
      "loss_total": 0.03783487528562546,
      "step": 4350
    },
    {
      "loss_action": 0.026979845017194748,
      "loss_total": 0.026979845017194748,
      "step": 4350
    },
    {
      "loss_action": 0.03219684585928917,
      "loss_total": 0.03219684585928917,
      "step": 4350
    },
    {
      "loss_action": 0.026912851259112358,
      "loss_total": 0.026912851259112358,
      "step": 4350
    },
    {
      "loss_action": 0.02117566391825676,
      "loss_total": 0.02117566391825676,
      "step": 4350
    },
    {
      "loss_action": 0.06070689857006073,
      "loss_total": 0.06070689857006073,
      "step": 4350
    },
    {
      "loss_action": 0.038497164845466614,
      "loss_total": 0.038497164845466614,
      "step": 4350
    },
    {
      "grad_norm": 0.46112921833992004,
      "learning_rate": 8.718e-05,
      "loss": 0.0326,
      "step": 4360
    },
    {
      "loss_action": 0.05415397882461548,
      "loss_total": 0.05415397882461548,
      "step": 4360
    },
    {
      "loss_action": 0.04719562456011772,
      "loss_total": 0.04719562456011772,
      "step": 4360
    },
    {
      "loss_action": 0.05223982781171799,
      "loss_total": 0.05223982781171799,
      "step": 4360
    },
    {
      "loss_action": 0.02993716299533844,
      "loss_total": 0.02993716299533844,
      "step": 4360
    },
    {
      "loss_action": 0.06906706839799881,
      "loss_total": 0.06906706839799881,
      "step": 4360
    },
    {
      "loss_action": 0.043563708662986755,
      "loss_total": 0.043563708662986755,
      "step": 4360
    },
    {
      "loss_action": 0.030721906572580338,
      "loss_total": 0.030721906572580338,
      "step": 4360
    },
    {
      "loss_action": 0.022676751017570496,
      "loss_total": 0.022676751017570496,
      "step": 4360
    },
    {
      "grad_norm": 0.3375605344772339,
      "learning_rate": 8.738000000000001e-05,
      "loss": 0.0324,
      "step": 4370
    },
    {
      "loss_action": 0.03897411748766899,
      "loss_total": 0.03897411748766899,
      "step": 4370
    },
    {
      "loss_action": 0.039984043687582016,
      "loss_total": 0.039984043687582016,
      "step": 4370
    },
    {
      "loss_action": 0.03185683488845825,
      "loss_total": 0.03185683488845825,
      "step": 4370
    },
    {
      "loss_action": 0.03587332367897034,
      "loss_total": 0.03587332367897034,
      "step": 4370
    },
    {
      "loss_action": 0.01792101189494133,
      "loss_total": 0.01792101189494133,
      "step": 4370
    },
    {
      "loss_action": 0.05624633654952049,
      "loss_total": 0.05624633654952049,
      "step": 4370
    },
    {
      "loss_action": 0.05054960772395134,
      "loss_total": 0.05054960772395134,
      "step": 4370
    },
    {
      "loss_action": 0.027774089947342873,
      "loss_total": 0.027774089947342873,
      "step": 4370
    },
    {
      "grad_norm": 0.315418004989624,
      "learning_rate": 8.758000000000001e-05,
      "loss": 0.0374,
      "step": 4380
    },
    {
      "loss_action": 0.026542281731963158,
      "loss_total": 0.026542281731963158,
      "step": 4380
    },
    {
      "loss_action": 0.02064378932118416,
      "loss_total": 0.02064378932118416,
      "step": 4380
    },
    {
      "loss_action": 0.030858246609568596,
      "loss_total": 0.030858246609568596,
      "step": 4380
    },
    {
      "loss_action": 0.03907076269388199,
      "loss_total": 0.03907076269388199,
      "step": 4380
    },
    {
      "loss_action": 0.02192489616572857,
      "loss_total": 0.02192489616572857,
      "step": 4380
    },
    {
      "loss_action": 0.027257539331912994,
      "loss_total": 0.027257539331912994,
      "step": 4380
    },
    {
      "loss_action": 0.02807372808456421,
      "loss_total": 0.02807372808456421,
      "step": 4380
    },
    {
      "loss_action": 0.04668271169066429,
      "loss_total": 0.04668271169066429,
      "step": 4380
    },
    {
      "grad_norm": 0.3753783702850342,
      "learning_rate": 8.778e-05,
      "loss": 0.0332,
      "step": 4390
    },
    {
      "loss_action": 0.05460329353809357,
      "loss_total": 0.05460329353809357,
      "step": 4390
    },
    {
      "loss_action": 0.025072410702705383,
      "loss_total": 0.025072410702705383,
      "step": 4390
    },
    {
      "loss_action": 0.03691641986370087,
      "loss_total": 0.03691641986370087,
      "step": 4390
    },
    {
      "loss_action": 0.024768386036157608,
      "loss_total": 0.024768386036157608,
      "step": 4390
    },
    {
      "loss_action": 0.024980956688523293,
      "loss_total": 0.024980956688523293,
      "step": 4390
    },
    {
      "loss_action": 0.02625918760895729,
      "loss_total": 0.02625918760895729,
      "step": 4390
    },
    {
      "loss_action": 0.03083736263215542,
      "loss_total": 0.03083736263215542,
      "step": 4390
    },
    {
      "loss_action": 0.0347643718123436,
      "loss_total": 0.0347643718123436,
      "step": 4390
    },
    {
      "grad_norm": 0.29216864705085754,
      "learning_rate": 8.798000000000001e-05,
      "loss": 0.0344,
      "step": 4400
    },
    {
      "loss_action": 0.1660441756248474,
      "loss_total": 0.1660441756248474,
      "step": 4400
    },
    {
      "loss_action": 0.0351748988032341,
      "loss_total": 0.0351748988032341,
      "step": 4400
    },
    {
      "loss_action": 0.028576044365763664,
      "loss_total": 0.028576044365763664,
      "step": 4400
    },
    {
      "loss_action": 0.021897420287132263,
      "loss_total": 0.021897420287132263,
      "step": 4400
    },
    {
      "loss_action": 0.03280170261859894,
      "loss_total": 0.03280170261859894,
      "step": 4400
    },
    {
      "loss_action": 0.12605515122413635,
      "loss_total": 0.12605515122413635,
      "step": 4400
    },
    {
      "loss_action": 0.04308829456567764,
      "loss_total": 0.04308829456567764,
      "step": 4400
    },
    {
      "loss_action": 0.03453870117664337,
      "loss_total": 0.03453870117664337,
      "step": 4400
    },
    {
      "grad_norm": 0.42615771293640137,
      "learning_rate": 8.818000000000001e-05,
      "loss": 0.0344,
      "step": 4410
    },
    {
      "loss_action": 0.018990667536854744,
      "loss_total": 0.018990667536854744,
      "step": 4410
    },
    {
      "loss_action": 0.02695380337536335,
      "loss_total": 0.02695380337536335,
      "step": 4410
    },
    {
      "loss_action": 0.025681350380182266,
      "loss_total": 0.025681350380182266,
      "step": 4410
    },
    {
      "loss_action": 0.021020669490098953,
      "loss_total": 0.021020669490098953,
      "step": 4410
    },
    {
      "loss_action": 0.027813784778118134,
      "loss_total": 0.027813784778118134,
      "step": 4410
    },
    {
      "loss_action": 0.038189616054296494,
      "loss_total": 0.038189616054296494,
      "step": 4410
    },
    {
      "loss_action": 0.04784916713833809,
      "loss_total": 0.04784916713833809,
      "step": 4410
    },
    {
      "loss_action": 0.024091582745313644,
      "loss_total": 0.024091582745313644,
      "step": 4410
    },
    {
      "grad_norm": 0.3575441241264343,
      "learning_rate": 8.838e-05,
      "loss": 0.0302,
      "step": 4420
    },
    {
      "loss_action": 0.03387554734945297,
      "loss_total": 0.03387554734945297,
      "step": 4420
    },
    {
      "loss_action": 0.02120642364025116,
      "loss_total": 0.02120642364025116,
      "step": 4420
    },
    {
      "loss_action": 0.025977667421102524,
      "loss_total": 0.025977667421102524,
      "step": 4420
    },
    {
      "loss_action": 0.024072758853435516,
      "loss_total": 0.024072758853435516,
      "step": 4420
    },
    {
      "loss_action": 0.037246495485305786,
      "loss_total": 0.037246495485305786,
      "step": 4420
    },
    {
      "loss_action": 0.0314907468855381,
      "loss_total": 0.0314907468855381,
      "step": 4420
    },
    {
      "loss_action": 0.038820572197437286,
      "loss_total": 0.038820572197437286,
      "step": 4420
    },
    {
      "loss_action": 0.03017394058406353,
      "loss_total": 0.03017394058406353,
      "step": 4420
    },
    {
      "grad_norm": 0.3629331886768341,
      "learning_rate": 8.858000000000001e-05,
      "loss": 0.0326,
      "step": 4430
    },
    {
      "loss_action": 0.05144675076007843,
      "loss_total": 0.05144675076007843,
      "step": 4430
    },
    {
      "loss_action": 0.0349174328148365,
      "loss_total": 0.0349174328148365,
      "step": 4430
    },
    {
      "loss_action": 0.026206951588392258,
      "loss_total": 0.026206951588392258,
      "step": 4430
    },
    {
      "loss_action": 0.030801689252257347,
      "loss_total": 0.030801689252257347,
      "step": 4430
    },
    {
      "loss_action": 0.01973704993724823,
      "loss_total": 0.01973704993724823,
      "step": 4430
    },
    {
      "loss_action": 0.03566214442253113,
      "loss_total": 0.03566214442253113,
      "step": 4430
    },
    {
      "loss_action": 0.031020808964967728,
      "loss_total": 0.031020808964967728,
      "step": 4430
    },
    {
      "loss_action": 0.04024698957800865,
      "loss_total": 0.04024698957800865,
      "step": 4430
    },
    {
      "grad_norm": 0.3954627811908722,
      "learning_rate": 8.878000000000001e-05,
      "loss": 0.0312,
      "step": 4440
    },
    {
      "loss_action": 0.027847055345773697,
      "loss_total": 0.027847055345773697,
      "step": 4440
    },
    {
      "loss_action": 0.015563583001494408,
      "loss_total": 0.015563583001494408,
      "step": 4440
    },
    {
      "loss_action": 0.028028929606080055,
      "loss_total": 0.028028929606080055,
      "step": 4440
    },
    {
      "loss_action": 0.022569971159100533,
      "loss_total": 0.022569971159100533,
      "step": 4440
    },
    {
      "loss_action": 0.024013787508010864,
      "loss_total": 0.024013787508010864,
      "step": 4440
    },
    {
      "loss_action": 0.017503559589385986,
      "loss_total": 0.017503559589385986,
      "step": 4440
    },
    {
      "loss_action": 0.03828650712966919,
      "loss_total": 0.03828650712966919,
      "step": 4440
    },
    {
      "loss_action": 0.014672927558422089,
      "loss_total": 0.014672927558422089,
      "step": 4440
    },
    {
      "grad_norm": 0.4140094816684723,
      "learning_rate": 8.898e-05,
      "loss": 0.03,
      "step": 4450
    },
    {
      "loss_action": 0.026174014434218407,
      "loss_total": 0.026174014434218407,
      "step": 4450
    },
    {
      "loss_action": 0.030886637046933174,
      "loss_total": 0.030886637046933174,
      "step": 4450
    },
    {
      "loss_action": 0.017467590048909187,
      "loss_total": 0.017467590048909187,
      "step": 4450
    },
    {
      "loss_action": 0.025277942419052124,
      "loss_total": 0.025277942419052124,
      "step": 4450
    },
    {
      "loss_action": 0.031003758311271667,
      "loss_total": 0.031003758311271667,
      "step": 4450
    },
    {
      "loss_action": 0.02248811535537243,
      "loss_total": 0.02248811535537243,
      "step": 4450
    },
    {
      "loss_action": 0.019435150548815727,
      "loss_total": 0.019435150548815727,
      "step": 4450
    },
    {
      "loss_action": 0.03542831912636757,
      "loss_total": 0.03542831912636757,
      "step": 4450
    },
    {
      "grad_norm": 0.36914923787117004,
      "learning_rate": 8.918000000000001e-05,
      "loss": 0.0375,
      "step": 4460
    },
    {
      "loss_action": 0.03407973423600197,
      "loss_total": 0.03407973423600197,
      "step": 4460
    },
    {
      "loss_action": 0.028169170022010803,
      "loss_total": 0.028169170022010803,
      "step": 4460
    },
    {
      "loss_action": 0.033494241535663605,
      "loss_total": 0.033494241535663605,
      "step": 4460
    },
    {
      "loss_action": 0.02841539867222309,
      "loss_total": 0.02841539867222309,
      "step": 4460
    },
    {
      "loss_action": 0.02683277614414692,
      "loss_total": 0.02683277614414692,
      "step": 4460
    },
    {
      "loss_action": 0.033236995339393616,
      "loss_total": 0.033236995339393616,
      "step": 4460
    },
    {
      "loss_action": 0.033967167139053345,
      "loss_total": 0.033967167139053345,
      "step": 4460
    },
    {
      "loss_action": 0.021263109520077705,
      "loss_total": 0.021263109520077705,
      "step": 4460
    },
    {
      "grad_norm": 0.3832039535045624,
      "learning_rate": 8.938e-05,
      "loss": 0.0336,
      "step": 4470
    },
    {
      "loss_action": 0.04185843467712402,
      "loss_total": 0.04185843467712402,
      "step": 4470
    },
    {
      "loss_action": 0.02114427462220192,
      "loss_total": 0.02114427462220192,
      "step": 4470
    },
    {
      "loss_action": 0.01694570854306221,
      "loss_total": 0.01694570854306221,
      "step": 4470
    },
    {
      "loss_action": 0.039190784096717834,
      "loss_total": 0.039190784096717834,
      "step": 4470
    },
    {
      "loss_action": 0.03484702110290527,
      "loss_total": 0.03484702110290527,
      "step": 4470
    },
    {
      "loss_action": 0.038456276059150696,
      "loss_total": 0.038456276059150696,
      "step": 4470
    },
    {
      "loss_action": 0.03424840420484543,
      "loss_total": 0.03424840420484543,
      "step": 4470
    },
    {
      "loss_action": 0.046525947749614716,
      "loss_total": 0.046525947749614716,
      "step": 4470
    },
    {
      "grad_norm": 0.3571380078792572,
      "learning_rate": 8.958e-05,
      "loss": 0.0371,
      "step": 4480
    },
    {
      "loss_action": 0.02862563356757164,
      "loss_total": 0.02862563356757164,
      "step": 4480
    },
    {
      "loss_action": 0.03144490346312523,
      "loss_total": 0.03144490346312523,
      "step": 4480
    },
    {
      "loss_action": 0.03673429787158966,
      "loss_total": 0.03673429787158966,
      "step": 4480
    },
    {
      "loss_action": 0.049837201833724976,
      "loss_total": 0.049837201833724976,
      "step": 4480
    },
    {
      "loss_action": 0.03510516136884689,
      "loss_total": 0.03510516136884689,
      "step": 4480
    },
    {
      "loss_action": 0.018464185297489166,
      "loss_total": 0.018464185297489166,
      "step": 4480
    },
    {
      "loss_action": 0.028766559436917305,
      "loss_total": 0.028766559436917305,
      "step": 4480
    },
    {
      "loss_action": 0.025837086141109467,
      "loss_total": 0.025837086141109467,
      "step": 4480
    },
    {
      "grad_norm": 0.27801844477653503,
      "learning_rate": 8.978000000000001e-05,
      "loss": 0.0311,
      "step": 4490
    },
    {
      "loss_action": 0.0236046202480793,
      "loss_total": 0.0236046202480793,
      "step": 4490
    },
    {
      "loss_action": 0.016668707132339478,
      "loss_total": 0.016668707132339478,
      "step": 4490
    },
    {
      "loss_action": 0.01812022179365158,
      "loss_total": 0.01812022179365158,
      "step": 4490
    },
    {
      "loss_action": 0.020965412259101868,
      "loss_total": 0.020965412259101868,
      "step": 4490
    },
    {
      "loss_action": 0.020540405064821243,
      "loss_total": 0.020540405064821243,
      "step": 4490
    },
    {
      "loss_action": 0.03987281769514084,
      "loss_total": 0.03987281769514084,
      "step": 4490
    },
    {
      "loss_action": 0.022776175290346146,
      "loss_total": 0.022776175290346146,
      "step": 4490
    },
    {
      "loss_action": 0.028241930529475212,
      "loss_total": 0.028241930529475212,
      "step": 4490
    },
    {
      "grad_norm": 0.4021720290184021,
      "learning_rate": 8.998e-05,
      "loss": 0.0342,
      "step": 4500
    },
    {
      "loss_action": 0.03899524360895157,
      "loss_total": 0.03899524360895157,
      "step": 4500
    },
    {
      "loss_action": 0.019052641466259956,
      "loss_total": 0.019052641466259956,
      "step": 4500
    },
    {
      "loss_action": 0.03165144473314285,
      "loss_total": 0.03165144473314285,
      "step": 4500
    },
    {
      "loss_action": 0.02890649065375328,
      "loss_total": 0.02890649065375328,
      "step": 4500
    },
    {
      "loss_action": 0.02553902566432953,
      "loss_total": 0.02553902566432953,
      "step": 4500
    },
    {
      "loss_action": 0.028362605720758438,
      "loss_total": 0.028362605720758438,
      "step": 4500
    },
    {
      "loss_action": 0.03693131357431412,
      "loss_total": 0.03693131357431412,
      "step": 4500
    },
    {
      "loss_action": 0.05984264612197876,
      "loss_total": 0.05984264612197876,
      "step": 4500
    },
    {
      "grad_norm": 0.3962557017803192,
      "learning_rate": 9.018000000000001e-05,
      "loss": 0.03,
      "step": 4510
    },
    {
      "loss_action": 0.029077952727675438,
      "loss_total": 0.029077952727675438,
      "step": 4510
    },
    {
      "loss_action": 0.019282028079032898,
      "loss_total": 0.019282028079032898,
      "step": 4510
    },
    {
      "loss_action": 0.029972810298204422,
      "loss_total": 0.029972810298204422,
      "step": 4510
    },
    {
      "loss_action": 0.018568746745586395,
      "loss_total": 0.018568746745586395,
      "step": 4510
    },
    {
      "loss_action": 0.032749563455581665,
      "loss_total": 0.032749563455581665,
      "step": 4510
    },
    {
      "loss_action": 0.03426853567361832,
      "loss_total": 0.03426853567361832,
      "step": 4510
    },
    {
      "loss_action": 0.031046731397509575,
      "loss_total": 0.031046731397509575,
      "step": 4510
    },
    {
      "loss_action": 0.025192931294441223,
      "loss_total": 0.025192931294441223,
      "step": 4510
    },
    {
      "grad_norm": 0.304619163274765,
      "learning_rate": 9.038000000000001e-05,
      "loss": 0.0287,
      "step": 4520
    },
    {
      "loss_action": 0.017668994143605232,
      "loss_total": 0.017668994143605232,
      "step": 4520
    },
    {
      "loss_action": 0.02622053399682045,
      "loss_total": 0.02622053399682045,
      "step": 4520
    },
    {
      "loss_action": 0.030655665323138237,
      "loss_total": 0.030655665323138237,
      "step": 4520
    },
    {
      "loss_action": 0.035016924142837524,
      "loss_total": 0.035016924142837524,
      "step": 4520
    },
    {
      "loss_action": 0.027501476928591728,
      "loss_total": 0.027501476928591728,
      "step": 4520
    },
    {
      "loss_action": 0.03604196012020111,
      "loss_total": 0.03604196012020111,
      "step": 4520
    },
    {
      "loss_action": 0.04463294893503189,
      "loss_total": 0.04463294893503189,
      "step": 4520
    },
    {
      "loss_action": 0.03456537425518036,
      "loss_total": 0.03456537425518036,
      "step": 4520
    },
    {
      "grad_norm": 0.3236176073551178,
      "learning_rate": 9.058e-05,
      "loss": 0.0318,
      "step": 4530
    },
    {
      "loss_action": 0.024155665189027786,
      "loss_total": 0.024155665189027786,
      "step": 4530
    },
    {
      "loss_action": 0.029296331107616425,
      "loss_total": 0.029296331107616425,
      "step": 4530
    },
    {
      "loss_action": 0.02050759270787239,
      "loss_total": 0.02050759270787239,
      "step": 4530
    },
    {
      "loss_action": 0.035517290234565735,
      "loss_total": 0.035517290234565735,
      "step": 4530
    },
    {
      "loss_action": 0.02122884802520275,
      "loss_total": 0.02122884802520275,
      "step": 4530
    },
    {
      "loss_action": 0.02721184492111206,
      "loss_total": 0.02721184492111206,
      "step": 4530
    },
    {
      "loss_action": 0.02177474834024906,
      "loss_total": 0.02177474834024906,
      "step": 4530
    },
    {
      "loss_action": 0.0204513818025589,
      "loss_total": 0.0204513818025589,
      "step": 4530
    },
    {
      "grad_norm": 0.2467752993106842,
      "learning_rate": 9.078000000000001e-05,
      "loss": 0.0299,
      "step": 4540
    },
    {
      "loss_action": 0.02717355266213417,
      "loss_total": 0.02717355266213417,
      "step": 4540
    },
    {
      "loss_action": 0.01816464588046074,
      "loss_total": 0.01816464588046074,
      "step": 4540
    },
    {
      "loss_action": 0.033792637288570404,
      "loss_total": 0.033792637288570404,
      "step": 4540
    },
    {
      "loss_action": 0.02662523463368416,
      "loss_total": 0.02662523463368416,
      "step": 4540
    },
    {
      "loss_action": 0.05756421759724617,
      "loss_total": 0.05756421759724617,
      "step": 4540
    },
    {
      "loss_action": 0.02468658611178398,
      "loss_total": 0.02468658611178398,
      "step": 4540
    },
    {
      "loss_action": 0.051656898111104965,
      "loss_total": 0.051656898111104965,
      "step": 4540
    },
    {
      "loss_action": 0.03312196582555771,
      "loss_total": 0.03312196582555771,
      "step": 4540
    },
    {
      "grad_norm": 0.5138899683952332,
      "learning_rate": 9.098000000000001e-05,
      "loss": 0.0301,
      "step": 4550
    },
    {
      "loss_action": 0.06499015539884567,
      "loss_total": 0.06499015539884567,
      "step": 4550
    },
    {
      "loss_action": 0.015094209462404251,
      "loss_total": 0.015094209462404251,
      "step": 4550
    },
    {
      "loss_action": 0.024728409945964813,
      "loss_total": 0.024728409945964813,
      "step": 4550
    },
    {
      "loss_action": 0.01794830523431301,
      "loss_total": 0.01794830523431301,
      "step": 4550
    },
    {
      "loss_action": 0.06353521347045898,
      "loss_total": 0.06353521347045898,
      "step": 4550
    },
    {
      "loss_action": 0.04524198919534683,
      "loss_total": 0.04524198919534683,
      "step": 4550
    },
    {
      "loss_action": 0.04513264074921608,
      "loss_total": 0.04513264074921608,
      "step": 4550
    },
    {
      "loss_action": 0.01629449799656868,
      "loss_total": 0.01629449799656868,
      "step": 4550
    },
    {
      "grad_norm": 0.3694521486759186,
      "learning_rate": 9.118e-05,
      "loss": 0.0322,
      "step": 4560
    },
    {
      "loss_action": 0.03062007948756218,
      "loss_total": 0.03062007948756218,
      "step": 4560
    },
    {
      "loss_action": 0.016939731314778328,
      "loss_total": 0.016939731314778328,
      "step": 4560
    },
    {
      "loss_action": 0.021882418543100357,
      "loss_total": 0.021882418543100357,
      "step": 4560
    },
    {
      "loss_action": 0.04157551750540733,
      "loss_total": 0.04157551750540733,
      "step": 4560
    },
    {
      "loss_action": 0.03310946002602577,
      "loss_total": 0.03310946002602577,
      "step": 4560
    },
    {
      "loss_action": 0.05144414305686951,
      "loss_total": 0.05144414305686951,
      "step": 4560
    },
    {
      "loss_action": 0.05007268115878105,
      "loss_total": 0.05007268115878105,
      "step": 4560
    },
    {
      "loss_action": 0.03647347167134285,
      "loss_total": 0.03647347167134285,
      "step": 4560
    },
    {
      "grad_norm": 0.35740920901298523,
      "learning_rate": 9.138e-05,
      "loss": 0.0292,
      "step": 4570
    },
    {
      "loss_action": 0.01473001018166542,
      "loss_total": 0.01473001018166542,
      "step": 4570
    },
    {
      "loss_action": 0.016340473666787148,
      "loss_total": 0.016340473666787148,
      "step": 4570
    },
    {
      "loss_action": 0.018588438630104065,
      "loss_total": 0.018588438630104065,
      "step": 4570
    },
    {
      "loss_action": 0.018357310444116592,
      "loss_total": 0.018357310444116592,
      "step": 4570
    },
    {
      "loss_action": 0.03391120582818985,
      "loss_total": 0.03391120582818985,
      "step": 4570
    },
    {
      "loss_action": 0.023156460374593735,
      "loss_total": 0.023156460374593735,
      "step": 4570
    },
    {
      "loss_action": 0.02244815044105053,
      "loss_total": 0.02244815044105053,
      "step": 4570
    },
    {
      "loss_action": 0.028982825577259064,
      "loss_total": 0.028982825577259064,
      "step": 4570
    },
    {
      "grad_norm": 0.2761150300502777,
      "learning_rate": 9.158e-05,
      "loss": 0.0311,
      "step": 4580
    },
    {
      "loss_action": 0.019171614199876785,
      "loss_total": 0.019171614199876785,
      "step": 4580
    },
    {
      "loss_action": 0.01656748726963997,
      "loss_total": 0.01656748726963997,
      "step": 4580
    },
    {
      "loss_action": 0.08260414749383926,
      "loss_total": 0.08260414749383926,
      "step": 4580
    },
    {
      "loss_action": 0.019816402345895767,
      "loss_total": 0.019816402345895767,
      "step": 4580
    },
    {
      "loss_action": 0.04383136332035065,
      "loss_total": 0.04383136332035065,
      "step": 4580
    },
    {
      "loss_action": 0.022474754601716995,
      "loss_total": 0.022474754601716995,
      "step": 4580
    },
    {
      "loss_action": 0.0272090844810009,
      "loss_total": 0.0272090844810009,
      "step": 4580
    },
    {
      "loss_action": 0.020799905061721802,
      "loss_total": 0.020799905061721802,
      "step": 4580
    },
    {
      "grad_norm": 0.2770731449127197,
      "learning_rate": 9.178e-05,
      "loss": 0.0303,
      "step": 4590
    },
    {
      "loss_action": 0.021969277411699295,
      "loss_total": 0.021969277411699295,
      "step": 4590
    },
    {
      "loss_action": 0.014560665935277939,
      "loss_total": 0.014560665935277939,
      "step": 4590
    },
    {
      "loss_action": 0.027853405103087425,
      "loss_total": 0.027853405103087425,
      "step": 4590
    },
    {
      "loss_action": 0.040654778480529785,
      "loss_total": 0.040654778480529785,
      "step": 4590
    },
    {
      "loss_action": 0.021300513297319412,
      "loss_total": 0.021300513297319412,
      "step": 4590
    },
    {
      "loss_action": 0.01834462210536003,
      "loss_total": 0.01834462210536003,
      "step": 4590
    },
    {
      "loss_action": 0.04708930477499962,
      "loss_total": 0.04708930477499962,
      "step": 4590
    },
    {
      "loss_action": 0.027146238833665848,
      "loss_total": 0.027146238833665848,
      "step": 4590
    },
    {
      "grad_norm": 0.31132861971855164,
      "learning_rate": 9.198e-05,
      "loss": 0.0314,
      "step": 4600
    },
    {
      "loss_action": 0.026178035885095596,
      "loss_total": 0.026178035885095596,
      "step": 4600
    },
    {
      "loss_action": 0.02262413129210472,
      "loss_total": 0.02262413129210472,
      "step": 4600
    },
    {
      "loss_action": 0.02960633859038353,
      "loss_total": 0.02960633859038353,
      "step": 4600
    },
    {
      "loss_action": 0.033020779490470886,
      "loss_total": 0.033020779490470886,
      "step": 4600
    },
    {
      "loss_action": 0.03103221021592617,
      "loss_total": 0.03103221021592617,
      "step": 4600
    },
    {
      "loss_action": 0.027743974700570107,
      "loss_total": 0.027743974700570107,
      "step": 4600
    },
    {
      "loss_action": 0.03748377040028572,
      "loss_total": 0.03748377040028572,
      "step": 4600
    },
    {
      "loss_action": 0.031618837267160416,
      "loss_total": 0.031618837267160416,
      "step": 4600
    },
    {
      "grad_norm": 0.5346930027008057,
      "learning_rate": 9.218e-05,
      "loss": 0.0362,
      "step": 4610
    },
    {
      "loss_action": 0.023970434442162514,
      "loss_total": 0.023970434442162514,
      "step": 4610
    },
    {
      "loss_action": 0.03594105690717697,
      "loss_total": 0.03594105690717697,
      "step": 4610
    },
    {
      "loss_action": 0.05602589249610901,
      "loss_total": 0.05602589249610901,
      "step": 4610
    },
    {
      "loss_action": 0.05928480997681618,
      "loss_total": 0.05928480997681618,
      "step": 4610
    },
    {
      "loss_action": 0.03428911417722702,
      "loss_total": 0.03428911417722702,
      "step": 4610
    },
    {
      "loss_action": 0.0342913419008255,
      "loss_total": 0.0342913419008255,
      "step": 4610
    },
    {
      "loss_action": 0.032601408660411835,
      "loss_total": 0.032601408660411835,
      "step": 4610
    },
    {
      "loss_action": 0.026240313425660133,
      "loss_total": 0.026240313425660133,
      "step": 4610
    },
    {
      "grad_norm": 0.3113724887371063,
      "learning_rate": 9.238e-05,
      "loss": 0.0363,
      "step": 4620
    },
    {
      "loss_action": 0.022873563691973686,
      "loss_total": 0.022873563691973686,
      "step": 4620
    },
    {
      "loss_action": 0.032038718461990356,
      "loss_total": 0.032038718461990356,
      "step": 4620
    },
    {
      "loss_action": 0.05131803825497627,
      "loss_total": 0.05131803825497627,
      "step": 4620
    },
    {
      "loss_action": 0.03595314919948578,
      "loss_total": 0.03595314919948578,
      "step": 4620
    },
    {
      "loss_action": 0.02510346844792366,
      "loss_total": 0.02510346844792366,
      "step": 4620
    },
    {
      "loss_action": 0.033531635999679565,
      "loss_total": 0.033531635999679565,
      "step": 4620
    },
    {
      "loss_action": 0.028069335967302322,
      "loss_total": 0.028069335967302322,
      "step": 4620
    },
    {
      "loss_action": 0.029840555042028427,
      "loss_total": 0.029840555042028427,
      "step": 4620
    },
    {
      "grad_norm": 0.4071497917175293,
      "learning_rate": 9.258e-05,
      "loss": 0.034,
      "step": 4630
    },
    {
      "loss_action": 0.04265298694372177,
      "loss_total": 0.04265298694372177,
      "step": 4630
    },
    {
      "loss_action": 0.028656668961048126,
      "loss_total": 0.028656668961048126,
      "step": 4630
    },
    {
      "loss_action": 0.01797553524374962,
      "loss_total": 0.01797553524374962,
      "step": 4630
    },
    {
      "loss_action": 0.03328610956668854,
      "loss_total": 0.03328610956668854,
      "step": 4630
    },
    {
      "loss_action": 0.05964769050478935,
      "loss_total": 0.05964769050478935,
      "step": 4630
    },
    {
      "loss_action": 0.039761945605278015,
      "loss_total": 0.039761945605278015,
      "step": 4630
    },
    {
      "loss_action": 0.02388783171772957,
      "loss_total": 0.02388783171772957,
      "step": 4630
    },
    {
      "loss_action": 0.0274663008749485,
      "loss_total": 0.0274663008749485,
      "step": 4630
    },
    {
      "grad_norm": 0.26392680406570435,
      "learning_rate": 9.278e-05,
      "loss": 0.0305,
      "step": 4640
    },
    {
      "loss_action": 0.03947291523218155,
      "loss_total": 0.03947291523218155,
      "step": 4640
    },
    {
      "loss_action": 0.03274262696504593,
      "loss_total": 0.03274262696504593,
      "step": 4640
    },
    {
      "loss_action": 0.03275926411151886,
      "loss_total": 0.03275926411151886,
      "step": 4640
    },
    {
      "loss_action": 0.02034195140004158,
      "loss_total": 0.02034195140004158,
      "step": 4640
    },
    {
      "loss_action": 0.014398828148841858,
      "loss_total": 0.014398828148841858,
      "step": 4640
    },
    {
      "loss_action": 0.032301612198352814,
      "loss_total": 0.032301612198352814,
      "step": 4640
    },
    {
      "loss_action": 0.032144732773303986,
      "loss_total": 0.032144732773303986,
      "step": 4640
    },
    {
      "loss_action": 0.018206821754574776,
      "loss_total": 0.018206821754574776,
      "step": 4640
    },
    {
      "grad_norm": 0.4280930161476135,
      "learning_rate": 9.298e-05,
      "loss": 0.0308,
      "step": 4650
    },
    {
      "loss_action": 0.03748094663023949,
      "loss_total": 0.03748094663023949,
      "step": 4650
    },
    {
      "loss_action": 0.041773684322834015,
      "loss_total": 0.041773684322834015,
      "step": 4650
    },
    {
      "loss_action": 0.019731882959604263,
      "loss_total": 0.019731882959604263,
      "step": 4650
    },
    {
      "loss_action": 0.028850974515080452,
      "loss_total": 0.028850974515080452,
      "step": 4650
    },
    {
      "loss_action": 0.02082110196352005,
      "loss_total": 0.02082110196352005,
      "step": 4650
    },
    {
      "loss_action": 0.024762457236647606,
      "loss_total": 0.024762457236647606,
      "step": 4650
    },
    {
      "loss_action": 0.031881947070360184,
      "loss_total": 0.031881947070360184,
      "step": 4650
    },
    {
      "loss_action": 0.032821204513311386,
      "loss_total": 0.032821204513311386,
      "step": 4650
    },
    {
      "grad_norm": 0.3427669107913971,
      "learning_rate": 9.318e-05,
      "loss": 0.0288,
      "step": 4660
    },
    {
      "loss_action": 0.028532296419143677,
      "loss_total": 0.028532296419143677,
      "step": 4660
    },
    {
      "loss_action": 0.02700009196996689,
      "loss_total": 0.02700009196996689,
      "step": 4660
    },
    {
      "loss_action": 0.029599489644169807,
      "loss_total": 0.029599489644169807,
      "step": 4660
    },
    {
      "loss_action": 0.015476645901799202,
      "loss_total": 0.015476645901799202,
      "step": 4660
    },
    {
      "loss_action": 0.02201339416205883,
      "loss_total": 0.02201339416205883,
      "step": 4660
    },
    {
      "loss_action": 0.018896661698818207,
      "loss_total": 0.018896661698818207,
      "step": 4660
    },
    {
      "loss_action": 0.045679666101932526,
      "loss_total": 0.045679666101932526,
      "step": 4660
    },
    {
      "loss_action": 0.029248688369989395,
      "loss_total": 0.029248688369989395,
      "step": 4660
    },
    {
      "grad_norm": 0.4210488498210907,
      "learning_rate": 9.338e-05,
      "loss": 0.0337,
      "step": 4670
    },
    {
      "loss_action": 0.018796157091856003,
      "loss_total": 0.018796157091856003,
      "step": 4670
    },
    {
      "loss_action": 0.036358531564474106,
      "loss_total": 0.036358531564474106,
      "step": 4670
    },
    {
      "loss_action": 0.026448030024766922,
      "loss_total": 0.026448030024766922,
      "step": 4670
    },
    {
      "loss_action": 0.031064840033650398,
      "loss_total": 0.031064840033650398,
      "step": 4670
    },
    {
      "loss_action": 0.030363155528903008,
      "loss_total": 0.030363155528903008,
      "step": 4670
    },
    {
      "loss_action": 0.033314526081085205,
      "loss_total": 0.033314526081085205,
      "step": 4670
    },
    {
      "loss_action": 0.025732802227139473,
      "loss_total": 0.025732802227139473,
      "step": 4670
    },
    {
      "loss_action": 0.024363543838262558,
      "loss_total": 0.024363543838262558,
      "step": 4670
    },
    {
      "grad_norm": 0.4279141426086426,
      "learning_rate": 9.358e-05,
      "loss": 0.0316,
      "step": 4680
    },
    {
      "loss_action": 0.0420059897005558,
      "loss_total": 0.0420059897005558,
      "step": 4680
    },
    {
      "loss_action": 0.04290353134274483,
      "loss_total": 0.04290353134274483,
      "step": 4680
    },
    {
      "loss_action": 0.031084217131137848,
      "loss_total": 0.031084217131137848,
      "step": 4680
    },
    {
      "loss_action": 0.020000163465738297,
      "loss_total": 0.020000163465738297,
      "step": 4680
    },
    {
      "loss_action": 0.03347322344779968,
      "loss_total": 0.03347322344779968,
      "step": 4680
    },
    {
      "loss_action": 0.03451814875006676,
      "loss_total": 0.03451814875006676,
      "step": 4680
    },
    {
      "loss_action": 0.0285719595849514,
      "loss_total": 0.0285719595849514,
      "step": 4680
    },
    {
      "loss_action": 0.01940789632499218,
      "loss_total": 0.01940789632499218,
      "step": 4680
    },
    {
      "grad_norm": 0.3297615349292755,
      "learning_rate": 9.378e-05,
      "loss": 0.0351,
      "step": 4690
    },
    {
      "loss_action": 0.01627887785434723,
      "loss_total": 0.01627887785434723,
      "step": 4690
    },
    {
      "loss_action": 0.02109788917005062,
      "loss_total": 0.02109788917005062,
      "step": 4690
    },
    {
      "loss_action": 0.024864383041858673,
      "loss_total": 0.024864383041858673,
      "step": 4690
    },
    {
      "loss_action": 0.018872912973165512,
      "loss_total": 0.018872912973165512,
      "step": 4690
    },
    {
      "loss_action": 0.017084211111068726,
      "loss_total": 0.017084211111068726,
      "step": 4690
    },
    {
      "loss_action": 0.026503263041377068,
      "loss_total": 0.026503263041377068,
      "step": 4690
    },
    {
      "loss_action": 0.02763354405760765,
      "loss_total": 0.02763354405760765,
      "step": 4690
    },
    {
      "loss_action": 0.01598687842488289,
      "loss_total": 0.01598687842488289,
      "step": 4690
    },
    {
      "grad_norm": 0.3980863392353058,
      "learning_rate": 9.398e-05,
      "loss": 0.0291,
      "step": 4700
    },
    {
      "loss_action": 0.017376068979501724,
      "loss_total": 0.017376068979501724,
      "step": 4700
    },
    {
      "loss_action": 0.025367923080921173,
      "loss_total": 0.025367923080921173,
      "step": 4700
    },
    {
      "loss_action": 0.04965726286172867,
      "loss_total": 0.04965726286172867,
      "step": 4700
    },
    {
      "loss_action": 0.03428841009736061,
      "loss_total": 0.03428841009736061,
      "step": 4700
    },
    {
      "loss_action": 0.03216402232646942,
      "loss_total": 0.03216402232646942,
      "step": 4700
    },
    {
      "loss_action": 0.03000134602189064,
      "loss_total": 0.03000134602189064,
      "step": 4700
    },
    {
      "loss_action": 0.03093530982732773,
      "loss_total": 0.03093530982732773,
      "step": 4700
    },
    {
      "loss_action": 0.06096731126308441,
      "loss_total": 0.06096731126308441,
      "step": 4700
    },
    {
      "grad_norm": 0.30599042773246765,
      "learning_rate": 9.418e-05,
      "loss": 0.0292,
      "step": 4710
    },
    {
      "loss_action": 0.04575426131486893,
      "loss_total": 0.04575426131486893,
      "step": 4710
    },
    {
      "loss_action": 0.03243307024240494,
      "loss_total": 0.03243307024240494,
      "step": 4710
    },
    {
      "loss_action": 0.03160759061574936,
      "loss_total": 0.03160759061574936,
      "step": 4710
    },
    {
      "loss_action": 0.054300904273986816,
      "loss_total": 0.054300904273986816,
      "step": 4710
    },
    {
      "loss_action": 0.020053476095199585,
      "loss_total": 0.020053476095199585,
      "step": 4710
    },
    {
      "loss_action": 0.02840547263622284,
      "loss_total": 0.02840547263622284,
      "step": 4710
    },
    {
      "loss_action": 0.04082333296537399,
      "loss_total": 0.04082333296537399,
      "step": 4710
    },
    {
      "loss_action": 0.0165107399225235,
      "loss_total": 0.0165107399225235,
      "step": 4710
    },
    {
      "grad_norm": 0.44660839438438416,
      "learning_rate": 9.438e-05,
      "loss": 0.0303,
      "step": 4720
    },
    {
      "loss_action": 0.03053312934935093,
      "loss_total": 0.03053312934935093,
      "step": 4720
    },
    {
      "loss_action": 0.01821109838783741,
      "loss_total": 0.01821109838783741,
      "step": 4720
    },
    {
      "loss_action": 0.021781794726848602,
      "loss_total": 0.021781794726848602,
      "step": 4720
    },
    {
      "loss_action": 0.03071896918118,
      "loss_total": 0.03071896918118,
      "step": 4720
    },
    {
      "loss_action": 0.031121350824832916,
      "loss_total": 0.031121350824832916,
      "step": 4720
    },
    {
      "loss_action": 0.06201824173331261,
      "loss_total": 0.06201824173331261,
      "step": 4720
    },
    {
      "loss_action": 0.039605267345905304,
      "loss_total": 0.039605267345905304,
      "step": 4720
    },
    {
      "loss_action": 0.02885187417268753,
      "loss_total": 0.02885187417268753,
      "step": 4720
    },
    {
      "grad_norm": 0.3820568323135376,
      "learning_rate": 9.458e-05,
      "loss": 0.0338,
      "step": 4730
    },
    {
      "loss_action": 0.02460748702287674,
      "loss_total": 0.02460748702287674,
      "step": 4730
    },
    {
      "loss_action": 0.03395083546638489,
      "loss_total": 0.03395083546638489,
      "step": 4730
    },
    {
      "loss_action": 0.04684089124202728,
      "loss_total": 0.04684089124202728,
      "step": 4730
    },
    {
      "loss_action": 0.029110290110111237,
      "loss_total": 0.029110290110111237,
      "step": 4730
    },
    {
      "loss_action": 0.028756817802786827,
      "loss_total": 0.028756817802786827,
      "step": 4730
    },
    {
      "loss_action": 0.06642022728919983,
      "loss_total": 0.06642022728919983,
      "step": 4730
    },
    {
      "loss_action": 0.022483499720692635,
      "loss_total": 0.022483499720692635,
      "step": 4730
    },
    {
      "loss_action": 0.020352160558104515,
      "loss_total": 0.020352160558104515,
      "step": 4730
    },
    {
      "grad_norm": 0.36819496750831604,
      "learning_rate": 9.478e-05,
      "loss": 0.0338,
      "step": 4740
    },
    {
      "loss_action": 0.04317362606525421,
      "loss_total": 0.04317362606525421,
      "step": 4740
    },
    {
      "loss_action": 0.02472645416855812,
      "loss_total": 0.02472645416855812,
      "step": 4740
    },
    {
      "loss_action": 0.020132798701524734,
      "loss_total": 0.020132798701524734,
      "step": 4740
    },
    {
      "loss_action": 0.03797321766614914,
      "loss_total": 0.03797321766614914,
      "step": 4740
    },
    {
      "loss_action": 0.021765317767858505,
      "loss_total": 0.021765317767858505,
      "step": 4740
    },
    {
      "loss_action": 0.039119474589824677,
      "loss_total": 0.039119474589824677,
      "step": 4740
    },
    {
      "loss_action": 0.021762369200587273,
      "loss_total": 0.021762369200587273,
      "step": 4740
    },
    {
      "loss_action": 0.03317118063569069,
      "loss_total": 0.03317118063569069,
      "step": 4740
    },
    {
      "grad_norm": 0.4542451798915863,
      "learning_rate": 9.498e-05,
      "loss": 0.0356,
      "step": 4750
    },
    {
      "loss_action": 0.02033931016921997,
      "loss_total": 0.02033931016921997,
      "step": 4750
    },
    {
      "loss_action": 0.03659666329622269,
      "loss_total": 0.03659666329622269,
      "step": 4750
    },
    {
      "loss_action": 0.027157394215464592,
      "loss_total": 0.027157394215464592,
      "step": 4750
    },
    {
      "loss_action": 0.022992175072431564,
      "loss_total": 0.022992175072431564,
      "step": 4750
    },
    {
      "loss_action": 0.03633848577737808,
      "loss_total": 0.03633848577737808,
      "step": 4750
    },
    {
      "loss_action": 0.02432640828192234,
      "loss_total": 0.02432640828192234,
      "step": 4750
    },
    {
      "loss_action": 0.034401632845401764,
      "loss_total": 0.034401632845401764,
      "step": 4750
    },
    {
      "loss_action": 0.025928642600774765,
      "loss_total": 0.025928642600774765,
      "step": 4750
    },
    {
      "grad_norm": 0.41235071420669556,
      "learning_rate": 9.518000000000001e-05,
      "loss": 0.0342,
      "step": 4760
    },
    {
      "loss_action": 0.02658727392554283,
      "loss_total": 0.02658727392554283,
      "step": 4760
    },
    {
      "loss_action": 0.034232061356306076,
      "loss_total": 0.034232061356306076,
      "step": 4760
    },
    {
      "loss_action": 0.016311904415488243,
      "loss_total": 0.016311904415488243,
      "step": 4760
    },
    {
      "loss_action": 0.026531264185905457,
      "loss_total": 0.026531264185905457,
      "step": 4760
    },
    {
      "loss_action": 0.02612634375691414,
      "loss_total": 0.02612634375691414,
      "step": 4760
    },
    {
      "loss_action": 0.0300337765365839,
      "loss_total": 0.0300337765365839,
      "step": 4760
    },
    {
      "loss_action": 0.018503382802009583,
      "loss_total": 0.018503382802009583,
      "step": 4760
    },
    {
      "loss_action": 0.029582811519503593,
      "loss_total": 0.029582811519503593,
      "step": 4760
    },
    {
      "grad_norm": 0.3741106688976288,
      "learning_rate": 9.538e-05,
      "loss": 0.0328,
      "step": 4770
    },
    {
      "loss_action": 0.08547739684581757,
      "loss_total": 0.08547739684581757,
      "step": 4770
    },
    {
      "loss_action": 0.05488350987434387,
      "loss_total": 0.05488350987434387,
      "step": 4770
    },
    {
      "loss_action": 0.02403317578136921,
      "loss_total": 0.02403317578136921,
      "step": 4770
    },
    {
      "loss_action": 0.037756867706775665,
      "loss_total": 0.037756867706775665,
      "step": 4770
    },
    {
      "loss_action": 0.029576608911156654,
      "loss_total": 0.029576608911156654,
      "step": 4770
    },
    {
      "loss_action": 0.02563485875725746,
      "loss_total": 0.02563485875725746,
      "step": 4770
    },
    {
      "loss_action": 0.023566508665680885,
      "loss_total": 0.023566508665680885,
      "step": 4770
    },
    {
      "loss_action": 0.04816512018442154,
      "loss_total": 0.04816512018442154,
      "step": 4770
    },
    {
      "grad_norm": 0.4042886793613434,
      "learning_rate": 9.558e-05,
      "loss": 0.0355,
      "step": 4780
    },
    {
      "loss_action": 0.028340376913547516,
      "loss_total": 0.028340376913547516,
      "step": 4780
    },
    {
      "loss_action": 0.045137885957956314,
      "loss_total": 0.045137885957956314,
      "step": 4780
    },
    {
      "loss_action": 0.022919636219739914,
      "loss_total": 0.022919636219739914,
      "step": 4780
    },
    {
      "loss_action": 0.021860135719180107,
      "loss_total": 0.021860135719180107,
      "step": 4780
    },
    {
      "loss_action": 0.023006513714790344,
      "loss_total": 0.023006513714790344,
      "step": 4780
    },
    {
      "loss_action": 0.03021232783794403,
      "loss_total": 0.03021232783794403,
      "step": 4780
    },
    {
      "loss_action": 0.029032908380031586,
      "loss_total": 0.029032908380031586,
      "step": 4780
    },
    {
      "loss_action": 0.02863432466983795,
      "loss_total": 0.02863432466983795,
      "step": 4780
    },
    {
      "grad_norm": 0.3147258162498474,
      "learning_rate": 9.578000000000001e-05,
      "loss": 0.0316,
      "step": 4790
    },
    {
      "loss_action": 0.01489202119410038,
      "loss_total": 0.01489202119410038,
      "step": 4790
    },
    {
      "loss_action": 0.024678168818354607,
      "loss_total": 0.024678168818354607,
      "step": 4790
    },
    {
      "loss_action": 0.03793599456548691,
      "loss_total": 0.03793599456548691,
      "step": 4790
    },
    {
      "loss_action": 0.05493539199233055,
      "loss_total": 0.05493539199233055,
      "step": 4790
    },
    {
      "loss_action": 0.01798996329307556,
      "loss_total": 0.01798996329307556,
      "step": 4790
    },
    {
      "loss_action": 0.026864875108003616,
      "loss_total": 0.026864875108003616,
      "step": 4790
    },
    {
      "loss_action": 0.028239697217941284,
      "loss_total": 0.028239697217941284,
      "step": 4790
    },
    {
      "loss_action": 0.02573946863412857,
      "loss_total": 0.02573946863412857,
      "step": 4790
    },
    {
      "grad_norm": 0.35269221663475037,
      "learning_rate": 9.598e-05,
      "loss": 0.0304,
      "step": 4800
    },
    {
      "loss_action": 0.04605903849005699,
      "loss_total": 0.04605903849005699,
      "step": 4800
    },
    {
      "loss_action": 0.027310241013765335,
      "loss_total": 0.027310241013765335,
      "step": 4800
    },
    {
      "loss_action": 0.020693013444542885,
      "loss_total": 0.020693013444542885,
      "step": 4800
    },
    {
      "loss_action": 0.023792752996087074,
      "loss_total": 0.023792752996087074,
      "step": 4800
    },
    {
      "loss_action": 0.03253429755568504,
      "loss_total": 0.03253429755568504,
      "step": 4800
    },
    {
      "loss_action": 0.04143151268362999,
      "loss_total": 0.04143151268362999,
      "step": 4800
    },
    {
      "loss_action": 0.03041059523820877,
      "loss_total": 0.03041059523820877,
      "step": 4800
    },
    {
      "loss_action": 0.017001662403345108,
      "loss_total": 0.017001662403345108,
      "step": 4800
    },
    {
      "grad_norm": 0.3166039288043976,
      "learning_rate": 9.618e-05,
      "loss": 0.0314,
      "step": 4810
    },
    {
      "loss_action": 0.04307502508163452,
      "loss_total": 0.04307502508163452,
      "step": 4810
    },
    {
      "loss_action": 0.02241620235145092,
      "loss_total": 0.02241620235145092,
      "step": 4810
    },
    {
      "loss_action": 0.026089739054441452,
      "loss_total": 0.026089739054441452,
      "step": 4810
    },
    {
      "loss_action": 0.029746700078248978,
      "loss_total": 0.029746700078248978,
      "step": 4810
    },
    {
      "loss_action": 0.1296481490135193,
      "loss_total": 0.1296481490135193,
      "step": 4810
    },
    {
      "loss_action": 0.044004134833812714,
      "loss_total": 0.044004134833812714,
      "step": 4810
    },
    {
      "loss_action": 0.02607021853327751,
      "loss_total": 0.02607021853327751,
      "step": 4810
    },
    {
      "loss_action": 0.020633850246667862,
      "loss_total": 0.020633850246667862,
      "step": 4810
    },
    {
      "grad_norm": 0.47169584035873413,
      "learning_rate": 9.638000000000001e-05,
      "loss": 0.031,
      "step": 4820
    },
    {
      "loss_action": 0.03250012546777725,
      "loss_total": 0.03250012546777725,
      "step": 4820
    },
    {
      "loss_action": 0.02134125679731369,
      "loss_total": 0.02134125679731369,
      "step": 4820
    },
    {
      "loss_action": 0.026033364236354828,
      "loss_total": 0.026033364236354828,
      "step": 4820
    },
    {
      "loss_action": 0.025965314358472824,
      "loss_total": 0.025965314358472824,
      "step": 4820
    },
    {
      "loss_action": 0.013776186853647232,
      "loss_total": 0.013776186853647232,
      "step": 4820
    },
    {
      "loss_action": 0.042213261127471924,
      "loss_total": 0.042213261127471924,
      "step": 4820
    },
    {
      "loss_action": 0.02137840911746025,
      "loss_total": 0.02137840911746025,
      "step": 4820
    },
    {
      "loss_action": 0.055559705942869186,
      "loss_total": 0.055559705942869186,
      "step": 4820
    },
    {
      "grad_norm": 0.3807544410228729,
      "learning_rate": 9.658e-05,
      "loss": 0.0308,
      "step": 4830
    },
    {
      "loss_action": 0.03456442803144455,
      "loss_total": 0.03456442803144455,
      "step": 4830
    },
    {
      "loss_action": 0.02148750051856041,
      "loss_total": 0.02148750051856041,
      "step": 4830
    },
    {
      "loss_action": 0.06492511928081512,
      "loss_total": 0.06492511928081512,
      "step": 4830
    },
    {
      "loss_action": 0.03658685460686684,
      "loss_total": 0.03658685460686684,
      "step": 4830
    },
    {
      "loss_action": 0.04653476923704147,
      "loss_total": 0.04653476923704147,
      "step": 4830
    },
    {
      "loss_action": 0.0171932652592659,
      "loss_total": 0.0171932652592659,
      "step": 4830
    },
    {
      "loss_action": 0.03673281520605087,
      "loss_total": 0.03673281520605087,
      "step": 4830
    },
    {
      "loss_action": 0.056385740637779236,
      "loss_total": 0.056385740637779236,
      "step": 4830
    },
    {
      "grad_norm": 0.33061304688453674,
      "learning_rate": 9.678e-05,
      "loss": 0.0341,
      "step": 4840
    },
    {
      "loss_action": 0.02198658511042595,
      "loss_total": 0.02198658511042595,
      "step": 4840
    },
    {
      "loss_action": 0.031162763014435768,
      "loss_total": 0.031162763014435768,
      "step": 4840
    },
    {
      "loss_action": 0.016971752047538757,
      "loss_total": 0.016971752047538757,
      "step": 4840
    },
    {
      "loss_action": 0.03085491620004177,
      "loss_total": 0.03085491620004177,
      "step": 4840
    },
    {
      "loss_action": 0.023543745279312134,
      "loss_total": 0.023543745279312134,
      "step": 4840
    },
    {
      "loss_action": 0.03652229160070419,
      "loss_total": 0.03652229160070419,
      "step": 4840
    },
    {
      "loss_action": 0.043428387492895126,
      "loss_total": 0.043428387492895126,
      "step": 4840
    },
    {
      "loss_action": 0.03984393551945686,
      "loss_total": 0.03984393551945686,
      "step": 4840
    },
    {
      "grad_norm": 0.26642337441444397,
      "learning_rate": 9.698000000000001e-05,
      "loss": 0.0288,
      "step": 4850
    },
    {
      "loss_action": 0.034528233110904694,
      "loss_total": 0.034528233110904694,
      "step": 4850
    },
    {
      "loss_action": 0.027038229629397392,
      "loss_total": 0.027038229629397392,
      "step": 4850
    },
    {
      "loss_action": 0.03207582235336304,
      "loss_total": 0.03207582235336304,
      "step": 4850
    },
    {
      "loss_action": 0.016059018671512604,
      "loss_total": 0.016059018671512604,
      "step": 4850
    },
    {
      "loss_action": 0.027000481262803078,
      "loss_total": 0.027000481262803078,
      "step": 4850
    },
    {
      "loss_action": 0.07865679264068604,
      "loss_total": 0.07865679264068604,
      "step": 4850
    },
    {
      "loss_action": 0.026045750826597214,
      "loss_total": 0.026045750826597214,
      "step": 4850
    },
    {
      "loss_action": 0.02789659984409809,
      "loss_total": 0.02789659984409809,
      "step": 4850
    },
    {
      "grad_norm": 0.33060333132743835,
      "learning_rate": 9.718e-05,
      "loss": 0.0301,
      "step": 4860
    },
    {
      "loss_action": 0.02060241997241974,
      "loss_total": 0.02060241997241974,
      "step": 4860
    },
    {
      "loss_action": 0.031120460480451584,
      "loss_total": 0.031120460480451584,
      "step": 4860
    },
    {
      "loss_action": 0.014555579051375389,
      "loss_total": 0.014555579051375389,
      "step": 4860
    },
    {
      "loss_action": 0.021832454949617386,
      "loss_total": 0.021832454949617386,
      "step": 4860
    },
    {
      "loss_action": 0.026671450585126877,
      "loss_total": 0.026671450585126877,
      "step": 4860
    },
    {
      "loss_action": 0.059661947190761566,
      "loss_total": 0.059661947190761566,
      "step": 4860
    },
    {
      "loss_action": 0.01890261285007,
      "loss_total": 0.01890261285007,
      "step": 4860
    },
    {
      "loss_action": 0.023390593007206917,
      "loss_total": 0.023390593007206917,
      "step": 4860
    },
    {
      "grad_norm": 0.4214720129966736,
      "learning_rate": 9.738e-05,
      "loss": 0.029,
      "step": 4870
    },
    {
      "loss_action": 0.026799729093909264,
      "loss_total": 0.026799729093909264,
      "step": 4870
    },
    {
      "loss_action": 0.019531410187482834,
      "loss_total": 0.019531410187482834,
      "step": 4870
    },
    {
      "loss_action": 0.02404218167066574,
      "loss_total": 0.02404218167066574,
      "step": 4870
    },
    {
      "loss_action": 0.019230036064982414,
      "loss_total": 0.019230036064982414,
      "step": 4870
    },
    {
      "loss_action": 0.019063539803028107,
      "loss_total": 0.019063539803028107,
      "step": 4870
    },
    {
      "loss_action": 0.036181189119815826,
      "loss_total": 0.036181189119815826,
      "step": 4870
    },
    {
      "loss_action": 0.02621210552752018,
      "loss_total": 0.02621210552752018,
      "step": 4870
    },
    {
      "loss_action": 0.03936339169740677,
      "loss_total": 0.03936339169740677,
      "step": 4870
    },
    {
      "grad_norm": 0.32120418548583984,
      "learning_rate": 9.758000000000001e-05,
      "loss": 0.0273,
      "step": 4880
    },
    {
      "loss_action": 0.01667451485991478,
      "loss_total": 0.01667451485991478,
      "step": 4880
    },
    {
      "loss_action": 0.019912488758563995,
      "loss_total": 0.019912488758563995,
      "step": 4880
    },
    {
      "loss_action": 0.02327905222773552,
      "loss_total": 0.02327905222773552,
      "step": 4880
    },
    {
      "loss_action": 0.016431991010904312,
      "loss_total": 0.016431991010904312,
      "step": 4880
    },
    {
      "loss_action": 0.015023605898022652,
      "loss_total": 0.015023605898022652,
      "step": 4880
    },
    {
      "loss_action": 0.02524752728641033,
      "loss_total": 0.02524752728641033,
      "step": 4880
    },
    {
      "loss_action": 0.024059362709522247,
      "loss_total": 0.024059362709522247,
      "step": 4880
    },
    {
      "loss_action": 0.027189362794160843,
      "loss_total": 0.027189362794160843,
      "step": 4880
    },
    {
      "grad_norm": 0.32376521825790405,
      "learning_rate": 9.778e-05,
      "loss": 0.0262,
      "step": 4890
    },
    {
      "loss_action": 0.031483400613069534,
      "loss_total": 0.031483400613069534,
      "step": 4890
    },
    {
      "loss_action": 0.02694695070385933,
      "loss_total": 0.02694695070385933,
      "step": 4890
    },
    {
      "loss_action": 0.027919622138142586,
      "loss_total": 0.027919622138142586,
      "step": 4890
    },
    {
      "loss_action": 0.030789081007242203,
      "loss_total": 0.030789081007242203,
      "step": 4890
    },
    {
      "loss_action": 0.02736971527338028,
      "loss_total": 0.02736971527338028,
      "step": 4890
    },
    {
      "loss_action": 0.018446456640958786,
      "loss_total": 0.018446456640958786,
      "step": 4890
    },
    {
      "loss_action": 0.0255266260355711,
      "loss_total": 0.0255266260355711,
      "step": 4890
    },
    {
      "loss_action": 0.027741748839616776,
      "loss_total": 0.027741748839616776,
      "step": 4890
    },
    {
      "grad_norm": 0.3865600824356079,
      "learning_rate": 9.798000000000001e-05,
      "loss": 0.0293,
      "step": 4900
    },
    {
      "loss_action": 0.024736255407333374,
      "loss_total": 0.024736255407333374,
      "step": 4900
    },
    {
      "loss_action": 0.054038938134908676,
      "loss_total": 0.054038938134908676,
      "step": 4900
    },
    {
      "loss_action": 0.0680980309844017,
      "loss_total": 0.0680980309844017,
      "step": 4900
    },
    {
      "loss_action": 0.0811128243803978,
      "loss_total": 0.0811128243803978,
      "step": 4900
    },
    {
      "loss_action": 0.025566615164279938,
      "loss_total": 0.025566615164279938,
      "step": 4900
    },
    {
      "loss_action": 0.03402969241142273,
      "loss_total": 0.03402969241142273,
      "step": 4900
    },
    {
      "loss_action": 0.03275163471698761,
      "loss_total": 0.03275163471698761,
      "step": 4900
    },
    {
      "loss_action": 0.026131562888622284,
      "loss_total": 0.026131562888622284,
      "step": 4900
    },
    {
      "grad_norm": 0.32889968156814575,
      "learning_rate": 9.818000000000001e-05,
      "loss": 0.0306,
      "step": 4910
    },
    {
      "loss_action": 0.022841844707727432,
      "loss_total": 0.022841844707727432,
      "step": 4910
    },
    {
      "loss_action": 0.028370114043354988,
      "loss_total": 0.028370114043354988,
      "step": 4910
    },
    {
      "loss_action": 0.16475127637386322,
      "loss_total": 0.16475127637386322,
      "step": 4910
    },
    {
      "loss_action": 0.021137721836566925,
      "loss_total": 0.021137721836566925,
      "step": 4910
    },
    {
      "loss_action": 0.03166307508945465,
      "loss_total": 0.03166307508945465,
      "step": 4910
    },
    {
      "loss_action": 0.04970521852374077,
      "loss_total": 0.04970521852374077,
      "step": 4910
    },
    {
      "loss_action": 0.05840463191270828,
      "loss_total": 0.05840463191270828,
      "step": 4910
    },
    {
      "loss_action": 0.05219901353120804,
      "loss_total": 0.05219901353120804,
      "step": 4910
    },
    {
      "grad_norm": 0.3021732270717621,
      "learning_rate": 9.838e-05,
      "loss": 0.0338,
      "step": 4920
    },
    {
      "loss_action": 0.015820344910025597,
      "loss_total": 0.015820344910025597,
      "step": 4920
    },
    {
      "loss_action": 0.026945922523736954,
      "loss_total": 0.026945922523736954,
      "step": 4920
    },
    {
      "loss_action": 0.043058112263679504,
      "loss_total": 0.043058112263679504,
      "step": 4920
    },
    {
      "loss_action": 0.021022817119956017,
      "loss_total": 0.021022817119956017,
      "step": 4920
    },
    {
      "loss_action": 0.031610529869794846,
      "loss_total": 0.031610529869794846,
      "step": 4920
    },
    {
      "loss_action": 0.03809510916471481,
      "loss_total": 0.03809510916471481,
      "step": 4920
    },
    {
      "loss_action": 0.02733125537633896,
      "loss_total": 0.02733125537633896,
      "step": 4920
    },
    {
      "loss_action": 0.035466503351926804,
      "loss_total": 0.035466503351926804,
      "step": 4920
    },
    {
      "grad_norm": 0.3944096267223358,
      "learning_rate": 9.858000000000001e-05,
      "loss": 0.0327,
      "step": 4930
    },
    {
      "loss_action": 0.019866537302732468,
      "loss_total": 0.019866537302732468,
      "step": 4930
    },
    {
      "loss_action": 0.01946314424276352,
      "loss_total": 0.01946314424276352,
      "step": 4930
    },
    {
      "loss_action": 0.03151668235659599,
      "loss_total": 0.03151668235659599,
      "step": 4930
    },
    {
      "loss_action": 0.023096652701497078,
      "loss_total": 0.023096652701497078,
      "step": 4930
    },
    {
      "loss_action": 0.024182580411434174,
      "loss_total": 0.024182580411434174,
      "step": 4930
    },
    {
      "loss_action": 0.027120456099510193,
      "loss_total": 0.027120456099510193,
      "step": 4930
    },
    {
      "loss_action": 0.021988892927765846,
      "loss_total": 0.021988892927765846,
      "step": 4930
    },
    {
      "loss_action": 0.018994761630892754,
      "loss_total": 0.018994761630892754,
      "step": 4930
    },
    {
      "grad_norm": 0.3421996533870697,
      "learning_rate": 9.878e-05,
      "loss": 0.0277,
      "step": 4940
    },
    {
      "loss_action": 0.039108626544475555,
      "loss_total": 0.039108626544475555,
      "step": 4940
    },
    {
      "loss_action": 0.01947101205587387,
      "loss_total": 0.01947101205587387,
      "step": 4940
    },
    {
      "loss_action": 0.024016153067350388,
      "loss_total": 0.024016153067350388,
      "step": 4940
    },
    {
      "loss_action": 0.035656969994306564,
      "loss_total": 0.035656969994306564,
      "step": 4940
    },
    {
      "loss_action": 0.024314671754837036,
      "loss_total": 0.024314671754837036,
      "step": 4940
    },
    {
      "loss_action": 0.030487868934869766,
      "loss_total": 0.030487868934869766,
      "step": 4940
    },
    {
      "loss_action": 0.02307370863854885,
      "loss_total": 0.02307370863854885,
      "step": 4940
    },
    {
      "loss_action": 0.03974624350667,
      "loss_total": 0.03974624350667,
      "step": 4940
    },
    {
      "grad_norm": 0.3707243502140045,
      "learning_rate": 9.898e-05,
      "loss": 0.0354,
      "step": 4950
    },
    {
      "loss_action": 0.025180041790008545,
      "loss_total": 0.025180041790008545,
      "step": 4950
    },
    {
      "loss_action": 0.03173025697469711,
      "loss_total": 0.03173025697469711,
      "step": 4950
    },
    {
      "loss_action": 0.024512484669685364,
      "loss_total": 0.024512484669685364,
      "step": 4950
    },
    {
      "loss_action": 0.03242616727948189,
      "loss_total": 0.03242616727948189,
      "step": 4950
    },
    {
      "loss_action": 0.0481794998049736,
      "loss_total": 0.0481794998049736,
      "step": 4950
    },
    {
      "loss_action": 0.038574203848838806,
      "loss_total": 0.038574203848838806,
      "step": 4950
    },
    {
      "loss_action": 0.02121162973344326,
      "loss_total": 0.02121162973344326,
      "step": 4950
    },
    {
      "loss_action": 0.023054413497447968,
      "loss_total": 0.023054413497447968,
      "step": 4950
    },
    {
      "grad_norm": 0.3439692258834839,
      "learning_rate": 9.918000000000001e-05,
      "loss": 0.0382,
      "step": 4960
    },
    {
      "loss_action": 0.030071403831243515,
      "loss_total": 0.030071403831243515,
      "step": 4960
    },
    {
      "loss_action": 0.0169031023979187,
      "loss_total": 0.0169031023979187,
      "step": 4960
    },
    {
      "loss_action": 0.022603018209338188,
      "loss_total": 0.022603018209338188,
      "step": 4960
    },
    {
      "loss_action": 0.031111139804124832,
      "loss_total": 0.031111139804124832,
      "step": 4960
    },
    {
      "loss_action": 0.021065885201096535,
      "loss_total": 0.021065885201096535,
      "step": 4960
    },
    {
      "loss_action": 0.020156286656856537,
      "loss_total": 0.020156286656856537,
      "step": 4960
    },
    {
      "loss_action": 0.03589637577533722,
      "loss_total": 0.03589637577533722,
      "step": 4960
    },
    {
      "loss_action": 0.0451396107673645,
      "loss_total": 0.0451396107673645,
      "step": 4960
    },
    {
      "grad_norm": 0.34970247745513916,
      "learning_rate": 9.938e-05,
      "loss": 0.0317,
      "step": 4970
    },
    {
      "loss_action": 0.04517335817217827,
      "loss_total": 0.04517335817217827,
      "step": 4970
    },
    {
      "loss_action": 0.024439340457320213,
      "loss_total": 0.024439340457320213,
      "step": 4970
    },
    {
      "loss_action": 0.015357837080955505,
      "loss_total": 0.015357837080955505,
      "step": 4970
    },
    {
      "loss_action": 0.03106033056974411,
      "loss_total": 0.03106033056974411,
      "step": 4970
    },
    {
      "loss_action": 0.02214658632874489,
      "loss_total": 0.02214658632874489,
      "step": 4970
    },
    {
      "loss_action": 0.021068258211016655,
      "loss_total": 0.021068258211016655,
      "step": 4970
    },
    {
      "loss_action": 0.09521535038948059,
      "loss_total": 0.09521535038948059,
      "step": 4970
    },
    {
      "loss_action": 0.02742672525346279,
      "loss_total": 0.02742672525346279,
      "step": 4970
    },
    {
      "grad_norm": 0.3444846272468567,
      "learning_rate": 9.958e-05,
      "loss": 0.0341,
      "step": 4980
    },
    {
      "loss_action": 0.034166254103183746,
      "loss_total": 0.034166254103183746,
      "step": 4980
    },
    {
      "loss_action": 0.03001711517572403,
      "loss_total": 0.03001711517572403,
      "step": 4980
    },
    {
      "loss_action": 0.024250924587249756,
      "loss_total": 0.024250924587249756,
      "step": 4980
    },
    {
      "loss_action": 0.019097819924354553,
      "loss_total": 0.019097819924354553,
      "step": 4980
    },
    {
      "loss_action": 0.02940741926431656,
      "loss_total": 0.02940741926431656,
      "step": 4980
    },
    {
      "loss_action": 0.021299146115779877,
      "loss_total": 0.021299146115779877,
      "step": 4980
    },
    {
      "loss_action": 0.019747648388147354,
      "loss_total": 0.019747648388147354,
      "step": 4980
    },
    {
      "loss_action": 0.028008751571178436,
      "loss_total": 0.028008751571178436,
      "step": 4980
    },
    {
      "grad_norm": 0.3179212510585785,
      "learning_rate": 9.978000000000001e-05,
      "loss": 0.0296,
      "step": 4990
    },
    {
      "loss_action": 0.02959703654050827,
      "loss_total": 0.02959703654050827,
      "step": 4990
    },
    {
      "loss_action": 0.029048221185803413,
      "loss_total": 0.029048221185803413,
      "step": 4990
    },
    {
      "loss_action": 0.026997055858373642,
      "loss_total": 0.026997055858373642,
      "step": 4990
    },
    {
      "loss_action": 0.021076174452900887,
      "loss_total": 0.021076174452900887,
      "step": 4990
    },
    {
      "loss_action": 0.10913755744695663,
      "loss_total": 0.10913755744695663,
      "step": 4990
    },
    {
      "loss_action": 0.04828489571809769,
      "loss_total": 0.04828489571809769,
      "step": 4990
    },
    {
      "loss_action": 0.016496986150741577,
      "loss_total": 0.016496986150741577,
      "step": 4990
    },
    {
      "loss_action": 0.034354668110609055,
      "loss_total": 0.034354668110609055,
      "step": 4990
    },
    {
      "grad_norm": 0.3948618173599243,
      "learning_rate": 9.998e-05,
      "loss": 0.0335,
      "step": 5000
    },
    {
      "loss_action": 0.028108961880207062,
      "loss_total": 0.028108961880207062,
      "step": 5000
    },
    {
      "loss_action": 0.0220336951315403,
      "loss_total": 0.0220336951315403,
      "step": 5000
    },
    {
      "loss_action": 0.042895443737506866,
      "loss_total": 0.042895443737506866,
      "step": 5000
    },
    {
      "loss_action": 0.018982458859682083,
      "loss_total": 0.018982458859682083,
      "step": 5000
    },
    {
      "loss_action": 0.02631937339901924,
      "loss_total": 0.02631937339901924,
      "step": 5000
    },
    {
      "loss_action": 0.028602680191397667,
      "loss_total": 0.028602680191397667,
      "step": 5000
    },
    {
      "loss_action": 0.04665499925613403,
      "loss_total": 0.04665499925613403,
      "step": 5000
    },
    {
      "loss_action": 0.016937123611569405,
      "loss_total": 0.016937123611569405,
      "step": 5000
    },
    {
      "grad_norm": 0.3873410224914551,
      "learning_rate": 9.999999778549045e-05,
      "loss": 0.0324,
      "step": 5010
    },
    {
      "loss_action": 0.019124742597341537,
      "loss_total": 0.019124742597341537,
      "step": 5010
    },
    {
      "loss_action": 0.027313411235809326,
      "loss_total": 0.027313411235809326,
      "step": 5010
    },
    {
      "loss_action": 0.030302220955491066,
      "loss_total": 0.030302220955491066,
      "step": 5010
    },
    {
      "loss_action": 0.04188378155231476,
      "loss_total": 0.04188378155231476,
      "step": 5010
    },
    {
      "loss_action": 0.043739981949329376,
      "loss_total": 0.043739981949329376,
      "step": 5010
    },
    {
      "loss_action": 0.030139723792672157,
      "loss_total": 0.030139723792672157,
      "step": 5010
    },
    {
      "loss_action": 0.08169245719909668,
      "loss_total": 0.08169245719909668,
      "step": 5010
    },
    {
      "loss_action": 0.028243035078048706,
      "loss_total": 0.028243035078048706,
      "step": 5010
    },
    {
      "grad_norm": 0.36363840103149414,
      "learning_rate": 9.999999013039593e-05,
      "loss": 0.0352,
      "step": 5020
    },
    {
      "loss_action": 0.015109368599951267,
      "loss_total": 0.015109368599951267,
      "step": 5020
    },
    {
      "loss_action": 0.02021869271993637,
      "loss_total": 0.02021869271993637,
      "step": 5020
    },
    {
      "loss_action": 0.045938022434711456,
      "loss_total": 0.045938022434711456,
      "step": 5020
    },
    {
      "loss_action": 0.01899055950343609,
      "loss_total": 0.01899055950343609,
      "step": 5020
    },
    {
      "loss_action": 0.04827471449971199,
      "loss_total": 0.04827471449971199,
      "step": 5020
    },
    {
      "loss_action": 0.017592277377843857,
      "loss_total": 0.017592277377843857,
      "step": 5020
    },
    {
      "loss_action": 0.04258006066083908,
      "loss_total": 0.04258006066083908,
      "step": 5020
    },
    {
      "loss_action": 0.025877051055431366,
      "loss_total": 0.025877051055431366,
      "step": 5020
    },
    {
      "grad_norm": 0.2788578271865845,
      "learning_rate": 9.999997700737766e-05,
      "loss": 0.0309,
      "step": 5030
    },
    {
      "loss_action": 0.02702508307993412,
      "loss_total": 0.02702508307993412,
      "step": 5030
    },
    {
      "loss_action": 0.01686527021229267,
      "loss_total": 0.01686527021229267,
      "step": 5030
    },
    {
      "loss_action": 0.03152235224843025,
      "loss_total": 0.03152235224843025,
      "step": 5030
    },
    {
      "loss_action": 0.026920294389128685,
      "loss_total": 0.026920294389128685,
      "step": 5030
    },
    {
      "loss_action": 0.023174434900283813,
      "loss_total": 0.023174434900283813,
      "step": 5030
    },
    {
      "loss_action": 0.04455041140317917,
      "loss_total": 0.04455041140317917,
      "step": 5030
    },
    {
      "loss_action": 0.04378063231706619,
      "loss_total": 0.04378063231706619,
      "step": 5030
    },
    {
      "loss_action": 0.031191224232316017,
      "loss_total": 0.031191224232316017,
      "step": 5030
    },
    {
      "grad_norm": 0.3366086483001709,
      "learning_rate": 9.999995841643709e-05,
      "loss": 0.03,
      "step": 5040
    },
    {
      "loss_action": 0.029672620818018913,
      "loss_total": 0.029672620818018913,
      "step": 5040
    },
    {
      "loss_action": 0.033388763666152954,
      "loss_total": 0.033388763666152954,
      "step": 5040
    },
    {
      "loss_action": 0.02298688143491745,
      "loss_total": 0.02298688143491745,
      "step": 5040
    },
    {
      "loss_action": 0.018408741801977158,
      "loss_total": 0.018408741801977158,
      "step": 5040
    },
    {
      "loss_action": 0.030701996758580208,
      "loss_total": 0.030701996758580208,
      "step": 5040
    },
    {
      "loss_action": 0.030035139992833138,
      "loss_total": 0.030035139992833138,
      "step": 5040
    },
    {
      "loss_action": 0.013883976265788078,
      "loss_total": 0.013883976265788078,
      "step": 5040
    },
    {
      "loss_action": 0.029077960178256035,
      "loss_total": 0.029077960178256035,
      "step": 5040
    },
    {
      "grad_norm": 0.3319031000137329,
      "learning_rate": 9.999993435757623e-05,
      "loss": 0.0297,
      "step": 5050
    },
    {
      "loss_action": 0.03313860297203064,
      "loss_total": 0.03313860297203064,
      "step": 5050
    },
    {
      "loss_action": 0.02708863653242588,
      "loss_total": 0.02708863653242588,
      "step": 5050
    },
    {
      "loss_action": 0.028856098651885986,
      "loss_total": 0.028856098651885986,
      "step": 5050
    },
    {
      "loss_action": 0.019776837900280952,
      "loss_total": 0.019776837900280952,
      "step": 5050
    },
    {
      "loss_action": 0.02190948650240898,
      "loss_total": 0.02190948650240898,
      "step": 5050
    },
    {
      "loss_action": 0.02323891595005989,
      "loss_total": 0.02323891595005989,
      "step": 5050
    },
    {
      "loss_action": 0.02811255306005478,
      "loss_total": 0.02811255306005478,
      "step": 5050
    },
    {
      "loss_action": 0.029223348945379257,
      "loss_total": 0.029223348945379257,
      "step": 5050
    },
    {
      "grad_norm": 0.3841838836669922,
      "learning_rate": 9.999990483079773e-05,
      "loss": 0.0316,
      "step": 5060
    },
    {
      "loss_action": 0.013036264106631279,
      "loss_total": 0.013036264106631279,
      "step": 5060
    },
    {
      "loss_action": 0.03684307634830475,
      "loss_total": 0.03684307634830475,
      "step": 5060
    },
    {
      "loss_action": 0.032240740954875946,
      "loss_total": 0.032240740954875946,
      "step": 5060
    },
    {
      "loss_action": 0.021635891869664192,
      "loss_total": 0.021635891869664192,
      "step": 5060
    },
    {
      "loss_action": 0.03271758556365967,
      "loss_total": 0.03271758556365967,
      "step": 5060
    },
    {
      "loss_action": 0.03546753153204918,
      "loss_total": 0.03546753153204918,
      "step": 5060
    },
    {
      "loss_action": 0.030474770814180374,
      "loss_total": 0.030474770814180374,
      "step": 5060
    },
    {
      "loss_action": 0.019510377198457718,
      "loss_total": 0.019510377198457718,
      "step": 5060
    },
    {
      "grad_norm": 0.36890819668769836,
      "learning_rate": 9.999986983610481e-05,
      "loss": 0.0287,
      "step": 5070
    },
    {
      "loss_action": 0.02118784189224243,
      "loss_total": 0.02118784189224243,
      "step": 5070
    },
    {
      "loss_action": 0.019584838300943375,
      "loss_total": 0.019584838300943375,
      "step": 5070
    },
    {
      "loss_action": 0.02039279416203499,
      "loss_total": 0.02039279416203499,
      "step": 5070
    },
    {
      "loss_action": 0.032049760222435,
      "loss_total": 0.032049760222435,
      "step": 5070
    },
    {
      "loss_action": 0.01862872764468193,
      "loss_total": 0.01862872764468193,
      "step": 5070
    },
    {
      "loss_action": 0.027277357876300812,
      "loss_total": 0.027277357876300812,
      "step": 5070
    },
    {
      "loss_action": 0.01982787624001503,
      "loss_total": 0.01982787624001503,
      "step": 5070
    },
    {
      "loss_action": 0.0177247803658247,
      "loss_total": 0.0177247803658247,
      "step": 5070
    },
    {
      "grad_norm": 0.3275489807128906,
      "learning_rate": 9.99998293735013e-05,
      "loss": 0.0266,
      "step": 5080
    },
    {
      "loss_action": 0.030801843851804733,
      "loss_total": 0.030801843851804733,
      "step": 5080
    },
    {
      "loss_action": 0.03027619794011116,
      "loss_total": 0.03027619794011116,
      "step": 5080
    },
    {
      "loss_action": 0.016344847157597542,
      "loss_total": 0.016344847157597542,
      "step": 5080
    },
    {
      "loss_action": 0.02643265202641487,
      "loss_total": 0.02643265202641487,
      "step": 5080
    },
    {
      "loss_action": 0.019862201064825058,
      "loss_total": 0.019862201064825058,
      "step": 5080
    },
    {
      "loss_action": 0.020330891013145447,
      "loss_total": 0.020330891013145447,
      "step": 5080
    },
    {
      "loss_action": 0.01690041646361351,
      "loss_total": 0.01690041646361351,
      "step": 5080
    },
    {
      "loss_action": 0.0434717983007431,
      "loss_total": 0.0434717983007431,
      "step": 5080
    },
    {
      "grad_norm": 0.30590394139289856,
      "learning_rate": 9.999978344299161e-05,
      "loss": 0.0294,
      "step": 5090
    },
    {
      "loss_action": 0.02588515728712082,
      "loss_total": 0.02588515728712082,
      "step": 5090
    },
    {
      "loss_action": 0.06829848140478134,
      "loss_total": 0.06829848140478134,
      "step": 5090
    },
    {
      "loss_action": 0.026866532862186432,
      "loss_total": 0.026866532862186432,
      "step": 5090
    },
    {
      "loss_action": 0.03318481147289276,
      "loss_total": 0.03318481147289276,
      "step": 5090
    },
    {
      "loss_action": 0.019383586943149567,
      "loss_total": 0.019383586943149567,
      "step": 5090
    },
    {
      "loss_action": 0.031999170780181885,
      "loss_total": 0.031999170780181885,
      "step": 5090
    },
    {
      "loss_action": 0.025160226970911026,
      "loss_total": 0.025160226970911026,
      "step": 5090
    },
    {
      "loss_action": 0.03432526811957359,
      "loss_total": 0.03432526811957359,
      "step": 5090
    },
    {
      "grad_norm": 0.47503024339675903,
      "learning_rate": 9.99997320445808e-05,
      "loss": 0.031,
      "step": 5100
    },
    {
      "loss_action": 0.08909878879785538,
      "loss_total": 0.08909878879785538,
      "step": 5100
    },
    {
      "loss_action": 0.02615983970463276,
      "loss_total": 0.02615983970463276,
      "step": 5100
    },
    {
      "loss_action": 0.01605909690260887,
      "loss_total": 0.01605909690260887,
      "step": 5100
    },
    {
      "loss_action": 0.0301283597946167,
      "loss_total": 0.0301283597946167,
      "step": 5100
    },
    {
      "loss_action": 0.0874442607164383,
      "loss_total": 0.0874442607164383,
      "step": 5100
    },
    {
      "loss_action": 0.02217525988817215,
      "loss_total": 0.02217525988817215,
      "step": 5100
    },
    {
      "loss_action": 0.040064189583063126,
      "loss_total": 0.040064189583063126,
      "step": 5100
    },
    {
      "loss_action": 0.029145941138267517,
      "loss_total": 0.029145941138267517,
      "step": 5100
    },
    {
      "grad_norm": 0.3526401221752167,
      "learning_rate": 9.999967517827444e-05,
      "loss": 0.0354,
      "step": 5110
    },
    {
      "loss_action": 0.04367198422551155,
      "loss_total": 0.04367198422551155,
      "step": 5110
    },
    {
      "loss_action": 0.05420652776956558,
      "loss_total": 0.05420652776956558,
      "step": 5110
    },
    {
      "loss_action": 0.023337146267294884,
      "loss_total": 0.023337146267294884,
      "step": 5110
    },
    {
      "loss_action": 0.026504984125494957,
      "loss_total": 0.026504984125494957,
      "step": 5110
    },
    {
      "loss_action": 0.024923764169216156,
      "loss_total": 0.024923764169216156,
      "step": 5110
    },
    {
      "loss_action": 0.05965958908200264,
      "loss_total": 0.05965958908200264,
      "step": 5110
    },
    {
      "loss_action": 0.02338322624564171,
      "loss_total": 0.02338322624564171,
      "step": 5110
    },
    {
      "loss_action": 0.04257725551724434,
      "loss_total": 0.04257725551724434,
      "step": 5110
    },
    {
      "grad_norm": 0.4574015736579895,
      "learning_rate": 9.999961284407879e-05,
      "loss": 0.0301,
      "step": 5120
    },
    {
      "loss_action": 0.02975069172680378,
      "loss_total": 0.02975069172680378,
      "step": 5120
    },
    {
      "loss_action": 0.028374744579195976,
      "loss_total": 0.028374744579195976,
      "step": 5120
    },
    {
      "loss_action": 0.06089622527360916,
      "loss_total": 0.06089622527360916,
      "step": 5120
    },
    {
      "loss_action": 0.02888796478509903,
      "loss_total": 0.02888796478509903,
      "step": 5120
    },
    {
      "loss_action": 0.022158024832606316,
      "loss_total": 0.022158024832606316,
      "step": 5120
    },
    {
      "loss_action": 0.043756064027547836,
      "loss_total": 0.043756064027547836,
      "step": 5120
    },
    {
      "loss_action": 0.02634621225297451,
      "loss_total": 0.02634621225297451,
      "step": 5120
    },
    {
      "loss_action": 0.02758796513080597,
      "loss_total": 0.02758796513080597,
      "step": 5120
    },
    {
      "grad_norm": 0.38222306966781616,
      "learning_rate": 9.999954504200067e-05,
      "loss": 0.0327,
      "step": 5130
    },
    {
      "loss_action": 0.02920198068022728,
      "loss_total": 0.02920198068022728,
      "step": 5130
    },
    {
      "loss_action": 0.11245359480381012,
      "loss_total": 0.11245359480381012,
      "step": 5130
    },
    {
      "loss_action": 0.03022710047662258,
      "loss_total": 0.03022710047662258,
      "step": 5130
    },
    {
      "loss_action": 0.02749781683087349,
      "loss_total": 0.02749781683087349,
      "step": 5130
    },
    {
      "loss_action": 0.023478563874959946,
      "loss_total": 0.023478563874959946,
      "step": 5130
    },
    {
      "loss_action": 0.04490511864423752,
      "loss_total": 0.04490511864423752,
      "step": 5130
    },
    {
      "loss_action": 0.030935024842619896,
      "loss_total": 0.030935024842619896,
      "step": 5130
    },
    {
      "loss_action": 0.03120383806526661,
      "loss_total": 0.03120383806526661,
      "step": 5130
    },
    {
      "grad_norm": 0.4054032862186432,
      "learning_rate": 9.999947177204744e-05,
      "loss": 0.0343,
      "step": 5140
    },
    {
      "loss_action": 0.04462062940001488,
      "loss_total": 0.04462062940001488,
      "step": 5140
    },
    {
      "loss_action": 0.017200922593474388,
      "loss_total": 0.017200922593474388,
      "step": 5140
    },
    {
      "loss_action": 0.047612592577934265,
      "loss_total": 0.047612592577934265,
      "step": 5140
    },
    {
      "loss_action": 0.02257484383881092,
      "loss_total": 0.02257484383881092,
      "step": 5140
    },
    {
      "loss_action": 0.02152266353368759,
      "loss_total": 0.02152266353368759,
      "step": 5140
    },
    {
      "loss_action": 0.018006475642323494,
      "loss_total": 0.018006475642323494,
      "step": 5140
    },
    {
      "loss_action": 0.023465603590011597,
      "loss_total": 0.023465603590011597,
      "step": 5140
    },
    {
      "loss_action": 0.017222153022885323,
      "loss_total": 0.017222153022885323,
      "step": 5140
    },
    {
      "grad_norm": 0.3537633419036865,
      "learning_rate": 9.999939303422718e-05,
      "loss": 0.0312,
      "step": 5150
    },
    {
      "loss_action": 0.019227607175707817,
      "loss_total": 0.019227607175707817,
      "step": 5150
    },
    {
      "loss_action": 0.024224013090133667,
      "loss_total": 0.024224013090133667,
      "step": 5150
    },
    {
      "loss_action": 0.015266715548932552,
      "loss_total": 0.015266715548932552,
      "step": 5150
    },
    {
      "loss_action": 0.04352017492055893,
      "loss_total": 0.04352017492055893,
      "step": 5150
    },
    {
      "loss_action": 0.034213028848171234,
      "loss_total": 0.034213028848171234,
      "step": 5150
    },
    {
      "loss_action": 0.016145307570695877,
      "loss_total": 0.016145307570695877,
      "step": 5150
    },
    {
      "loss_action": 0.04090966656804085,
      "loss_total": 0.04090966656804085,
      "step": 5150
    },
    {
      "loss_action": 0.030091846361756325,
      "loss_total": 0.030091846361756325,
      "step": 5150
    },
    {
      "grad_norm": 0.346382737159729,
      "learning_rate": 9.999930882854847e-05,
      "loss": 0.0292,
      "step": 5160
    },
    {
      "loss_action": 0.029162516817450523,
      "loss_total": 0.029162516817450523,
      "step": 5160
    },
    {
      "loss_action": 0.03134307265281677,
      "loss_total": 0.03134307265281677,
      "step": 5160
    },
    {
      "loss_action": 0.018330100923776627,
      "loss_total": 0.018330100923776627,
      "step": 5160
    },
    {
      "loss_action": 0.026110168546438217,
      "loss_total": 0.026110168546438217,
      "step": 5160
    },
    {
      "loss_action": 0.014324776828289032,
      "loss_total": 0.014324776828289032,
      "step": 5160
    },
    {
      "loss_action": 0.01248764805495739,
      "loss_total": 0.01248764805495739,
      "step": 5160
    },
    {
      "loss_action": 0.020208654925227165,
      "loss_total": 0.020208654925227165,
      "step": 5160
    },
    {
      "loss_action": 0.03381294757127762,
      "loss_total": 0.03381294757127762,
      "step": 5160
    },
    {
      "grad_norm": 0.27122581005096436,
      "learning_rate": 9.999921915502051e-05,
      "loss": 0.0277,
      "step": 5170
    },
    {
      "loss_action": 0.02993280626833439,
      "loss_total": 0.02993280626833439,
      "step": 5170
    },
    {
      "loss_action": 0.027425823733210564,
      "loss_total": 0.027425823733210564,
      "step": 5170
    },
    {
      "loss_action": 0.021520834416151047,
      "loss_total": 0.021520834416151047,
      "step": 5170
    },
    {
      "loss_action": 0.03845959156751633,
      "loss_total": 0.03845959156751633,
      "step": 5170
    },
    {
      "loss_action": 0.022694578394293785,
      "loss_total": 0.022694578394293785,
      "step": 5170
    },
    {
      "loss_action": 0.05723779648542404,
      "loss_total": 0.05723779648542404,
      "step": 5170
    },
    {
      "loss_action": 0.029545996338129044,
      "loss_total": 0.029545996338129044,
      "step": 5170
    },
    {
      "loss_action": 0.02465238980948925,
      "loss_total": 0.02465238980948925,
      "step": 5170
    },
    {
      "grad_norm": 0.42676523327827454,
      "learning_rate": 9.99991240136531e-05,
      "loss": 0.028,
      "step": 5180
    },
    {
      "loss_action": 0.03770725801587105,
      "loss_total": 0.03770725801587105,
      "step": 5180
    },
    {
      "loss_action": 0.03257053717970848,
      "loss_total": 0.03257053717970848,
      "step": 5180
    },
    {
      "loss_action": 0.03820404037833214,
      "loss_total": 0.03820404037833214,
      "step": 5180
    },
    {
      "loss_action": 0.022283978760242462,
      "loss_total": 0.022283978760242462,
      "step": 5180
    },
    {
      "loss_action": 0.034243013709783554,
      "loss_total": 0.034243013709783554,
      "step": 5180
    },
    {
      "loss_action": 0.03206419199705124,
      "loss_total": 0.03206419199705124,
      "step": 5180
    },
    {
      "loss_action": 0.028823809698224068,
      "loss_total": 0.028823809698224068,
      "step": 5180
    },
    {
      "loss_action": 0.023822810500860214,
      "loss_total": 0.023822810500860214,
      "step": 5180
    },
    {
      "grad_norm": 0.6980127692222595,
      "learning_rate": 9.999902340445668e-05,
      "loss": 0.0348,
      "step": 5190
    },
    {
      "loss_action": 0.05804301053285599,
      "loss_total": 0.05804301053285599,
      "step": 5190
    },
    {
      "loss_action": 0.06309104710817337,
      "loss_total": 0.06309104710817337,
      "step": 5190
    },
    {
      "loss_action": 0.03662798926234245,
      "loss_total": 0.03662798926234245,
      "step": 5190
    },
    {
      "loss_action": 0.026954447850584984,
      "loss_total": 0.026954447850584984,
      "step": 5190
    },
    {
      "loss_action": 0.03397935628890991,
      "loss_total": 0.03397935628890991,
      "step": 5190
    },
    {
      "loss_action": 0.03118983283638954,
      "loss_total": 0.03118983283638954,
      "step": 5190
    },
    {
      "loss_action": 0.03828175365924835,
      "loss_total": 0.03828175365924835,
      "step": 5190
    },
    {
      "loss_action": 0.052670884877443314,
      "loss_total": 0.052670884877443314,
      "step": 5190
    },
    {
      "grad_norm": 0.2850275933742523,
      "learning_rate": 9.999891732744224e-05,
      "loss": 0.0368,
      "step": 5200
    },
    {
      "loss_action": 0.04138560593128204,
      "loss_total": 0.04138560593128204,
      "step": 5200
    },
    {
      "loss_action": 0.031050387769937515,
      "loss_total": 0.031050387769937515,
      "step": 5200
    },
    {
      "loss_action": 0.03087640181183815,
      "loss_total": 0.03087640181183815,
      "step": 5200
    },
    {
      "loss_action": 0.0732169821858406,
      "loss_total": 0.0732169821858406,
      "step": 5200
    },
    {
      "loss_action": 0.027594149112701416,
      "loss_total": 0.027594149112701416,
      "step": 5200
    },
    {
      "loss_action": 0.03623564913868904,
      "loss_total": 0.03623564913868904,
      "step": 5200
    },
    {
      "loss_action": 0.032293856143951416,
      "loss_total": 0.032293856143951416,
      "step": 5200
    },
    {
      "loss_action": 0.02481687441468239,
      "loss_total": 0.02481687441468239,
      "step": 5200
    },
    {
      "grad_norm": 0.35637807846069336,
      "learning_rate": 9.999880578262135e-05,
      "loss": 0.0306,
      "step": 5210
    },
    {
      "loss_action": 0.02072959393262863,
      "loss_total": 0.02072959393262863,
      "step": 5210
    },
    {
      "loss_action": 0.025062227621674538,
      "loss_total": 0.025062227621674538,
      "step": 5210
    },
    {
      "loss_action": 0.023012664169073105,
      "loss_total": 0.023012664169073105,
      "step": 5210
    },
    {
      "loss_action": 0.030354496091604233,
      "loss_total": 0.030354496091604233,
      "step": 5210
    },
    {
      "loss_action": 0.05107186734676361,
      "loss_total": 0.05107186734676361,
      "step": 5210
    },
    {
      "loss_action": 0.03158628195524216,
      "loss_total": 0.03158628195524216,
      "step": 5210
    },
    {
      "loss_action": 0.03243192285299301,
      "loss_total": 0.03243192285299301,
      "step": 5210
    },
    {
      "loss_action": 0.015383710153400898,
      "loss_total": 0.015383710153400898,
      "step": 5210
    },
    {
      "grad_norm": 0.4862230122089386,
      "learning_rate": 9.999868877000624e-05,
      "loss": 0.0304,
      "step": 5220
    },
    {
      "loss_action": 0.04077593982219696,
      "loss_total": 0.04077593982219696,
      "step": 5220
    },
    {
      "loss_action": 0.0427209809422493,
      "loss_total": 0.0427209809422493,
      "step": 5220
    },
    {
      "loss_action": 0.01868058182299137,
      "loss_total": 0.01868058182299137,
      "step": 5220
    },
    {
      "loss_action": 0.030982868745923042,
      "loss_total": 0.030982868745923042,
      "step": 5220
    },
    {
      "loss_action": 0.01386205106973648,
      "loss_total": 0.01386205106973648,
      "step": 5220
    },
    {
      "loss_action": 0.040479838848114014,
      "loss_total": 0.040479838848114014,
      "step": 5220
    },
    {
      "loss_action": 0.036202527582645416,
      "loss_total": 0.036202527582645416,
      "step": 5220
    },
    {
      "loss_action": 0.01790425181388855,
      "loss_total": 0.01790425181388855,
      "step": 5220
    },
    {
      "grad_norm": 0.47034478187561035,
      "learning_rate": 9.99985662896097e-05,
      "loss": 0.031,
      "step": 5230
    },
    {
      "loss_action": 0.01762847974896431,
      "loss_total": 0.01762847974896431,
      "step": 5230
    },
    {
      "loss_action": 0.030692094936966896,
      "loss_total": 0.030692094936966896,
      "step": 5230
    },
    {
      "loss_action": 0.08192142099142075,
      "loss_total": 0.08192142099142075,
      "step": 5230
    },
    {
      "loss_action": 0.06650257110595703,
      "loss_total": 0.06650257110595703,
      "step": 5230
    },
    {
      "loss_action": 0.030421851202845573,
      "loss_total": 0.030421851202845573,
      "step": 5230
    },
    {
      "loss_action": 0.04092735797166824,
      "loss_total": 0.04092735797166824,
      "step": 5230
    },
    {
      "loss_action": 0.02091182768344879,
      "loss_total": 0.02091182768344879,
      "step": 5230
    },
    {
      "loss_action": 0.03336989879608154,
      "loss_total": 0.03336989879608154,
      "step": 5230
    },
    {
      "grad_norm": 0.27150270342826843,
      "learning_rate": 9.999843834144513e-05,
      "loss": 0.0328,
      "step": 5240
    },
    {
      "loss_action": 0.03765079379081726,
      "loss_total": 0.03765079379081726,
      "step": 5240
    },
    {
      "loss_action": 0.023703211918473244,
      "loss_total": 0.023703211918473244,
      "step": 5240
    },
    {
      "loss_action": 0.026263002306222916,
      "loss_total": 0.026263002306222916,
      "step": 5240
    },
    {
      "loss_action": 0.055322758853435516,
      "loss_total": 0.055322758853435516,
      "step": 5240
    },
    {
      "loss_action": 0.04024505615234375,
      "loss_total": 0.04024505615234375,
      "step": 5240
    },
    {
      "loss_action": 0.027926672250032425,
      "loss_total": 0.027926672250032425,
      "step": 5240
    },
    {
      "loss_action": 0.033043354749679565,
      "loss_total": 0.033043354749679565,
      "step": 5240
    },
    {
      "loss_action": 0.035982515662908554,
      "loss_total": 0.035982515662908554,
      "step": 5240
    },
    {
      "grad_norm": 0.23126964271068573,
      "learning_rate": 9.99983049255265e-05,
      "loss": 0.0284,
      "step": 5250
    },
    {
      "loss_action": 0.03519456833600998,
      "loss_total": 0.03519456833600998,
      "step": 5250
    },
    {
      "loss_action": 0.019264746457338333,
      "loss_total": 0.019264746457338333,
      "step": 5250
    },
    {
      "loss_action": 0.025024432688951492,
      "loss_total": 0.025024432688951492,
      "step": 5250
    },
    {
      "loss_action": 0.033718690276145935,
      "loss_total": 0.033718690276145935,
      "step": 5250
    },
    {
      "loss_action": 0.020573224872350693,
      "loss_total": 0.020573224872350693,
      "step": 5250
    },
    {
      "loss_action": 0.024324309080839157,
      "loss_total": 0.024324309080839157,
      "step": 5250
    },
    {
      "loss_action": 0.021277451887726784,
      "loss_total": 0.021277451887726784,
      "step": 5250
    },
    {
      "loss_action": 0.015546895563602448,
      "loss_total": 0.015546895563602448,
      "step": 5250
    },
    {
      "grad_norm": 0.416025847196579,
      "learning_rate": 9.999816604186843e-05,
      "loss": 0.0294,
      "step": 5260
    },
    {
      "loss_action": 0.023279661312699318,
      "loss_total": 0.023279661312699318,
      "step": 5260
    },
    {
      "loss_action": 0.021689889952540398,
      "loss_total": 0.021689889952540398,
      "step": 5260
    },
    {
      "loss_action": 0.025283455848693848,
      "loss_total": 0.025283455848693848,
      "step": 5260
    },
    {
      "loss_action": 0.026897035539150238,
      "loss_total": 0.026897035539150238,
      "step": 5260
    },
    {
      "loss_action": 0.019237926229834557,
      "loss_total": 0.019237926229834557,
      "step": 5260
    },
    {
      "loss_action": 0.021539513021707535,
      "loss_total": 0.021539513021707535,
      "step": 5260
    },
    {
      "loss_action": 0.06977009773254395,
      "loss_total": 0.06977009773254395,
      "step": 5260
    },
    {
      "loss_action": 0.016522834077477455,
      "loss_total": 0.016522834077477455,
      "step": 5260
    },
    {
      "grad_norm": 0.4451749324798584,
      "learning_rate": 9.999802169048609e-05,
      "loss": 0.0284,
      "step": 5270
    },
    {
      "loss_action": 0.027279067784547806,
      "loss_total": 0.027279067784547806,
      "step": 5270
    },
    {
      "loss_action": 0.03114677220582962,
      "loss_total": 0.03114677220582962,
      "step": 5270
    },
    {
      "loss_action": 0.036223720759153366,
      "loss_total": 0.036223720759153366,
      "step": 5270
    },
    {
      "loss_action": 0.022597745060920715,
      "loss_total": 0.022597745060920715,
      "step": 5270
    },
    {
      "loss_action": 0.035399582237005234,
      "loss_total": 0.035399582237005234,
      "step": 5270
    },
    {
      "loss_action": 0.025152333080768585,
      "loss_total": 0.025152333080768585,
      "step": 5270
    },
    {
      "loss_action": 0.013960622251033783,
      "loss_total": 0.013960622251033783,
      "step": 5270
    },
    {
      "loss_action": 0.038957513868808746,
      "loss_total": 0.038957513868808746,
      "step": 5270
    },
    {
      "grad_norm": 0.30299732089042664,
      "learning_rate": 9.999787187139527e-05,
      "loss": 0.0279,
      "step": 5280
    },
    {
      "loss_action": 0.01997804455459118,
      "loss_total": 0.01997804455459118,
      "step": 5280
    },
    {
      "loss_action": 0.025965366512537003,
      "loss_total": 0.025965366512537003,
      "step": 5280
    },
    {
      "loss_action": 0.026448886841535568,
      "loss_total": 0.026448886841535568,
      "step": 5280
    },
    {
      "loss_action": 0.026919277384877205,
      "loss_total": 0.026919277384877205,
      "step": 5280
    },
    {
      "loss_action": 0.013077805750072002,
      "loss_total": 0.013077805750072002,
      "step": 5280
    },
    {
      "loss_action": 0.02647334337234497,
      "loss_total": 0.02647334337234497,
      "step": 5280
    },
    {
      "loss_action": 0.01934874802827835,
      "loss_total": 0.01934874802827835,
      "step": 5280
    },
    {
      "loss_action": 0.017341220751404762,
      "loss_total": 0.017341220751404762,
      "step": 5280
    },
    {
      "grad_norm": 0.28122180700302124,
      "learning_rate": 9.999771658461234e-05,
      "loss": 0.0279,
      "step": 5290
    },
    {
      "loss_action": 0.02201990596950054,
      "loss_total": 0.02201990596950054,
      "step": 5290
    },
    {
      "loss_action": 0.017981769517064095,
      "loss_total": 0.017981769517064095,
      "step": 5290
    },
    {
      "loss_action": 0.01547347754240036,
      "loss_total": 0.01547347754240036,
      "step": 5290
    },
    {
      "loss_action": 0.032585710287094116,
      "loss_total": 0.032585710287094116,
      "step": 5290
    },
    {
      "loss_action": 0.02082684449851513,
      "loss_total": 0.02082684449851513,
      "step": 5290
    },
    {
      "loss_action": 0.03147032856941223,
      "loss_total": 0.03147032856941223,
      "step": 5290
    },
    {
      "loss_action": 0.03071879781782627,
      "loss_total": 0.03071879781782627,
      "step": 5290
    },
    {
      "loss_action": 0.03490655869245529,
      "loss_total": 0.03490655869245529,
      "step": 5290
    },
    {
      "grad_norm": 0.444977730512619,
      "learning_rate": 9.999755583015431e-05,
      "loss": 0.0308,
      "step": 5300
    },
    {
      "loss_action": 0.0237799771130085,
      "loss_total": 0.0237799771130085,
      "step": 5300
    },
    {
      "loss_action": 0.029954906553030014,
      "loss_total": 0.029954906553030014,
      "step": 5300
    },
    {
      "loss_action": 0.03475172817707062,
      "loss_total": 0.03475172817707062,
      "step": 5300
    },
    {
      "loss_action": 0.016629602760076523,
      "loss_total": 0.016629602760076523,
      "step": 5300
    },
    {
      "loss_action": 0.024965925142169,
      "loss_total": 0.024965925142169,
      "step": 5300
    },
    {
      "loss_action": 0.023958880454301834,
      "loss_total": 0.023958880454301834,
      "step": 5300
    },
    {
      "loss_action": 0.0520956814289093,
      "loss_total": 0.0520956814289093,
      "step": 5300
    },
    {
      "loss_action": 0.03295234218239784,
      "loss_total": 0.03295234218239784,
      "step": 5300
    },
    {
      "grad_norm": 0.4157748520374298,
      "learning_rate": 9.999738960803874e-05,
      "loss": 0.0307,
      "step": 5310
    },
    {
      "loss_action": 0.027301792055368423,
      "loss_total": 0.027301792055368423,
      "step": 5310
    },
    {
      "loss_action": 0.09687410295009613,
      "loss_total": 0.09687410295009613,
      "step": 5310
    },
    {
      "loss_action": 0.04877825453877449,
      "loss_total": 0.04877825453877449,
      "step": 5310
    },
    {
      "loss_action": 0.03034200146794319,
      "loss_total": 0.03034200146794319,
      "step": 5310
    },
    {
      "loss_action": 0.015078558586537838,
      "loss_total": 0.015078558586537838,
      "step": 5310
    },
    {
      "loss_action": 0.02968144230544567,
      "loss_total": 0.02968144230544567,
      "step": 5310
    },
    {
      "loss_action": 0.02286285161972046,
      "loss_total": 0.02286285161972046,
      "step": 5310
    },
    {
      "loss_action": 0.0228081326931715,
      "loss_total": 0.0228081326931715,
      "step": 5310
    },
    {
      "grad_norm": 0.3319830000400543,
      "learning_rate": 9.99972179182838e-05,
      "loss": 0.0297,
      "step": 5320
    },
    {
      "loss_action": 0.014458207413554192,
      "loss_total": 0.014458207413554192,
      "step": 5320
    },
    {
      "loss_action": 0.0173199363052845,
      "loss_total": 0.0173199363052845,
      "step": 5320
    },
    {
      "loss_action": 0.020431987941265106,
      "loss_total": 0.020431987941265106,
      "step": 5320
    },
    {
      "loss_action": 0.016542956233024597,
      "loss_total": 0.016542956233024597,
      "step": 5320
    },
    {
      "loss_action": 0.029193103313446045,
      "loss_total": 0.029193103313446045,
      "step": 5320
    },
    {
      "loss_action": 0.01436059083789587,
      "loss_total": 0.01436059083789587,
      "step": 5320
    },
    {
      "loss_action": 0.03364269807934761,
      "loss_total": 0.03364269807934761,
      "step": 5320
    },
    {
      "loss_action": 0.032443154603242874,
      "loss_total": 0.032443154603242874,
      "step": 5320
    },
    {
      "grad_norm": 0.23655599355697632,
      "learning_rate": 9.99970407609083e-05,
      "loss": 0.0255,
      "step": 5330
    },
    {
      "loss_action": 0.05186286196112633,
      "loss_total": 0.05186286196112633,
      "step": 5330
    },
    {
      "loss_action": 0.03865867480635643,
      "loss_total": 0.03865867480635643,
      "step": 5330
    },
    {
      "loss_action": 0.027808085083961487,
      "loss_total": 0.027808085083961487,
      "step": 5330
    },
    {
      "loss_action": 0.02139083296060562,
      "loss_total": 0.02139083296060562,
      "step": 5330
    },
    {
      "loss_action": 0.024196697399020195,
      "loss_total": 0.024196697399020195,
      "step": 5330
    },
    {
      "loss_action": 0.030818454921245575,
      "loss_total": 0.030818454921245575,
      "step": 5330
    },
    {
      "loss_action": 0.03738730400800705,
      "loss_total": 0.03738730400800705,
      "step": 5330
    },
    {
      "loss_action": 0.030200982466340065,
      "loss_total": 0.030200982466340065,
      "step": 5330
    },
    {
      "grad_norm": 0.3491499722003937,
      "learning_rate": 9.999685813593159e-05,
      "loss": 0.0296,
      "step": 5340
    },
    {
      "loss_action": 0.018912438303232193,
      "loss_total": 0.018912438303232193,
      "step": 5340
    },
    {
      "loss_action": 0.027116071432828903,
      "loss_total": 0.027116071432828903,
      "step": 5340
    },
    {
      "loss_action": 0.028107523918151855,
      "loss_total": 0.028107523918151855,
      "step": 5340
    },
    {
      "loss_action": 0.03119684010744095,
      "loss_total": 0.03119684010744095,
      "step": 5340
    },
    {
      "loss_action": 0.036506325006484985,
      "loss_total": 0.036506325006484985,
      "step": 5340
    },
    {
      "loss_action": 0.020348016172647476,
      "loss_total": 0.020348016172647476,
      "step": 5340
    },
    {
      "loss_action": 0.017976772040128708,
      "loss_total": 0.017976772040128708,
      "step": 5340
    },
    {
      "loss_action": 0.015496044419705868,
      "loss_total": 0.015496044419705868,
      "step": 5340
    },
    {
      "grad_norm": 0.2983206510543823,
      "learning_rate": 9.999667004337362e-05,
      "loss": 0.0283,
      "step": 5350
    },
    {
      "loss_action": 0.024245113134384155,
      "loss_total": 0.024245113134384155,
      "step": 5350
    },
    {
      "loss_action": 0.021383512765169144,
      "loss_total": 0.021383512765169144,
      "step": 5350
    },
    {
      "loss_action": 0.022871222347021103,
      "loss_total": 0.022871222347021103,
      "step": 5350
    },
    {
      "loss_action": 0.01785152219235897,
      "loss_total": 0.01785152219235897,
      "step": 5350
    },
    {
      "loss_action": 0.02724464051425457,
      "loss_total": 0.02724464051425457,
      "step": 5350
    },
    {
      "loss_action": 0.016281835734844208,
      "loss_total": 0.016281835734844208,
      "step": 5350
    },
    {
      "loss_action": 0.02497292123734951,
      "loss_total": 0.02497292123734951,
      "step": 5350
    },
    {
      "loss_action": 0.022054824978113174,
      "loss_total": 0.022054824978113174,
      "step": 5350
    },
    {
      "grad_norm": 0.279951274394989,
      "learning_rate": 9.9996476483255e-05,
      "loss": 0.0275,
      "step": 5360
    },
    {
      "loss_action": 0.032464295625686646,
      "loss_total": 0.032464295625686646,
      "step": 5360
    },
    {
      "loss_action": 0.024311818182468414,
      "loss_total": 0.024311818182468414,
      "step": 5360
    },
    {
      "loss_action": 0.02678130567073822,
      "loss_total": 0.02678130567073822,
      "step": 5360
    },
    {
      "loss_action": 0.027039555832743645,
      "loss_total": 0.027039555832743645,
      "step": 5360
    },
    {
      "loss_action": 0.014021622017025948,
      "loss_total": 0.014021622017025948,
      "step": 5360
    },
    {
      "loss_action": 0.022105533629655838,
      "loss_total": 0.022105533629655838,
      "step": 5360
    },
    {
      "loss_action": 0.027998996898531914,
      "loss_total": 0.027998996898531914,
      "step": 5360
    },
    {
      "loss_action": 0.027433928102254868,
      "loss_total": 0.027433928102254868,
      "step": 5360
    },
    {
      "grad_norm": 0.28142213821411133,
      "learning_rate": 9.999627745559688e-05,
      "loss": 0.0283,
      "step": 5370
    },
    {
      "loss_action": 0.04029085487127304,
      "loss_total": 0.04029085487127304,
      "step": 5370
    },
    {
      "loss_action": 0.023994596675038338,
      "loss_total": 0.023994596675038338,
      "step": 5370
    },
    {
      "loss_action": 0.022420864552259445,
      "loss_total": 0.022420864552259445,
      "step": 5370
    },
    {
      "loss_action": 0.06976650655269623,
      "loss_total": 0.06976650655269623,
      "step": 5370
    },
    {
      "loss_action": 0.022655468434095383,
      "loss_total": 0.022655468434095383,
      "step": 5370
    },
    {
      "loss_action": 0.035554710775613785,
      "loss_total": 0.035554710775613785,
      "step": 5370
    },
    {
      "loss_action": 0.020919248461723328,
      "loss_total": 0.020919248461723328,
      "step": 5370
    },
    {
      "loss_action": 0.023815490305423737,
      "loss_total": 0.023815490305423737,
      "step": 5370
    },
    {
      "grad_norm": 0.35689467191696167,
      "learning_rate": 9.999607296042101e-05,
      "loss": 0.0312,
      "step": 5380
    },
    {
      "loss_action": 0.027184713631868362,
      "loss_total": 0.027184713631868362,
      "step": 5380
    },
    {
      "loss_action": 0.017968982458114624,
      "loss_total": 0.017968982458114624,
      "step": 5380
    },
    {
      "loss_action": 0.028745725750923157,
      "loss_total": 0.028745725750923157,
      "step": 5380
    },
    {
      "loss_action": 0.02091173827648163,
      "loss_total": 0.02091173827648163,
      "step": 5380
    },
    {
      "loss_action": 0.018374765291810036,
      "loss_total": 0.018374765291810036,
      "step": 5380
    },
    {
      "loss_action": 0.02045067399740219,
      "loss_total": 0.02045067399740219,
      "step": 5380
    },
    {
      "loss_action": 0.019992325454950333,
      "loss_total": 0.019992325454950333,
      "step": 5380
    },
    {
      "loss_action": 0.040440045297145844,
      "loss_total": 0.040440045297145844,
      "step": 5380
    },
    {
      "grad_norm": 0.42112380266189575,
      "learning_rate": 9.99958629977498e-05,
      "loss": 0.03,
      "step": 5390
    },
    {
      "loss_action": 0.04207126423716545,
      "loss_total": 0.04207126423716545,
      "step": 5390
    },
    {
      "loss_action": 0.05316539481282234,
      "loss_total": 0.05316539481282234,
      "step": 5390
    },
    {
      "loss_action": 0.031196581199765205,
      "loss_total": 0.031196581199765205,
      "step": 5390
    },
    {
      "loss_action": 0.022369470447301865,
      "loss_total": 0.022369470447301865,
      "step": 5390
    },
    {
      "loss_action": 0.03874552622437477,
      "loss_total": 0.03874552622437477,
      "step": 5390
    },
    {
      "loss_action": 0.035947151482105255,
      "loss_total": 0.035947151482105255,
      "step": 5390
    },
    {
      "loss_action": 0.036418408155441284,
      "loss_total": 0.036418408155441284,
      "step": 5390
    },
    {
      "loss_action": 0.025666862726211548,
      "loss_total": 0.025666862726211548,
      "step": 5390
    },
    {
      "grad_norm": 0.3560316562652588,
      "learning_rate": 9.999564756760615e-05,
      "loss": 0.0298,
      "step": 5400
    },
    {
      "loss_action": 0.026602905243635178,
      "loss_total": 0.026602905243635178,
      "step": 5400
    },
    {
      "loss_action": 0.01939905434846878,
      "loss_total": 0.01939905434846878,
      "step": 5400
    },
    {
      "loss_action": 0.019700584933161736,
      "loss_total": 0.019700584933161736,
      "step": 5400
    },
    {
      "loss_action": 0.02187947742640972,
      "loss_total": 0.02187947742640972,
      "step": 5400
    },
    {
      "loss_action": 0.03788143768906593,
      "loss_total": 0.03788143768906593,
      "step": 5400
    },
    {
      "loss_action": 0.04567612335085869,
      "loss_total": 0.04567612335085869,
      "step": 5400
    },
    {
      "loss_action": 0.05071870982646942,
      "loss_total": 0.05071870982646942,
      "step": 5400
    },
    {
      "loss_action": 0.02693936787545681,
      "loss_total": 0.02693936787545681,
      "step": 5400
    },
    {
      "grad_norm": 0.2558644711971283,
      "learning_rate": 9.999542667001366e-05,
      "loss": 0.0292,
      "step": 5410
    },
    {
      "loss_action": 0.02438824437558651,
      "loss_total": 0.02438824437558651,
      "step": 5410
    },
    {
      "loss_action": 0.013369450345635414,
      "loss_total": 0.013369450345635414,
      "step": 5410
    },
    {
      "loss_action": 0.037214428186416626,
      "loss_total": 0.037214428186416626,
      "step": 5410
    },
    {
      "loss_action": 0.05499649420380592,
      "loss_total": 0.05499649420380592,
      "step": 5410
    },
    {
      "loss_action": 0.03356694430112839,
      "loss_total": 0.03356694430112839,
      "step": 5410
    },
    {
      "loss_action": 0.03271855413913727,
      "loss_total": 0.03271855413913727,
      "step": 5410
    },
    {
      "loss_action": 0.051511652767658234,
      "loss_total": 0.051511652767658234,
      "step": 5410
    },
    {
      "loss_action": 0.021934058517217636,
      "loss_total": 0.021934058517217636,
      "step": 5410
    },
    {
      "grad_norm": 0.38113901019096375,
      "learning_rate": 9.999520030499647e-05,
      "loss": 0.0288,
      "step": 5420
    },
    {
      "loss_action": 0.11205148696899414,
      "loss_total": 0.11205148696899414,
      "step": 5420
    },
    {
      "loss_action": 0.01952974498271942,
      "loss_total": 0.01952974498271942,
      "step": 5420
    },
    {
      "loss_action": 0.0196323674172163,
      "loss_total": 0.0196323674172163,
      "step": 5420
    },
    {
      "loss_action": 0.027125153690576553,
      "loss_total": 0.027125153690576553,
      "step": 5420
    },
    {
      "loss_action": 0.025927649810910225,
      "loss_total": 0.025927649810910225,
      "step": 5420
    },
    {
      "loss_action": 0.019071349874138832,
      "loss_total": 0.019071349874138832,
      "step": 5420
    },
    {
      "loss_action": 0.023834630846977234,
      "loss_total": 0.023834630846977234,
      "step": 5420
    },
    {
      "loss_action": 0.021980920806527138,
      "loss_total": 0.021980920806527138,
      "step": 5420
    },
    {
      "grad_norm": 0.35410410165786743,
      "learning_rate": 9.999496847257936e-05,
      "loss": 0.0289,
      "step": 5430
    },
    {
      "loss_action": 0.03052513301372528,
      "loss_total": 0.03052513301372528,
      "step": 5430
    },
    {
      "loss_action": 0.015698827803134918,
      "loss_total": 0.015698827803134918,
      "step": 5430
    },
    {
      "loss_action": 0.026392731815576553,
      "loss_total": 0.026392731815576553,
      "step": 5430
    },
    {
      "loss_action": 0.027177782729268074,
      "loss_total": 0.027177782729268074,
      "step": 5430
    },
    {
      "loss_action": 0.02935483492910862,
      "loss_total": 0.02935483492910862,
      "step": 5430
    },
    {
      "loss_action": 0.021606292575597763,
      "loss_total": 0.021606292575597763,
      "step": 5430
    },
    {
      "loss_action": 0.051481880247592926,
      "loss_total": 0.051481880247592926,
      "step": 5430
    },
    {
      "loss_action": 0.02621326968073845,
      "loss_total": 0.02621326968073845,
      "step": 5430
    },
    {
      "grad_norm": 0.30524954199790955,
      "learning_rate": 9.999473117278764e-05,
      "loss": 0.0287,
      "step": 5440
    },
    {
      "loss_action": 0.019995853304862976,
      "loss_total": 0.019995853304862976,
      "step": 5440
    },
    {
      "loss_action": 0.02035742625594139,
      "loss_total": 0.02035742625594139,
      "step": 5440
    },
    {
      "loss_action": 0.023359265178442,
      "loss_total": 0.023359265178442,
      "step": 5440
    },
    {
      "loss_action": 0.020303931087255478,
      "loss_total": 0.020303931087255478,
      "step": 5440
    },
    {
      "loss_action": 0.032912176102399826,
      "loss_total": 0.032912176102399826,
      "step": 5440
    },
    {
      "loss_action": 0.03577109053730965,
      "loss_total": 0.03577109053730965,
      "step": 5440
    },
    {
      "loss_action": 0.02530294843018055,
      "loss_total": 0.02530294843018055,
      "step": 5440
    },
    {
      "loss_action": 0.04636060446500778,
      "loss_total": 0.04636060446500778,
      "step": 5440
    },
    {
      "grad_norm": 0.2777236998081207,
      "learning_rate": 9.999448840564731e-05,
      "loss": 0.0254,
      "step": 5450
    },
    {
      "loss_action": 0.01717083342373371,
      "loss_total": 0.01717083342373371,
      "step": 5450
    },
    {
      "loss_action": 0.02216951921582222,
      "loss_total": 0.02216951921582222,
      "step": 5450
    },
    {
      "loss_action": 0.037168536335229874,
      "loss_total": 0.037168536335229874,
      "step": 5450
    },
    {
      "loss_action": 0.029432199895381927,
      "loss_total": 0.029432199895381927,
      "step": 5450
    },
    {
      "loss_action": 0.057574816048145294,
      "loss_total": 0.057574816048145294,
      "step": 5450
    },
    {
      "loss_action": 0.03353579342365265,
      "loss_total": 0.03353579342365265,
      "step": 5450
    },
    {
      "loss_action": 0.017743553966283798,
      "loss_total": 0.017743553966283798,
      "step": 5450
    },
    {
      "loss_action": 0.031841352581977844,
      "loss_total": 0.031841352581977844,
      "step": 5450
    },
    {
      "grad_norm": 0.3275984227657318,
      "learning_rate": 9.999424017118488e-05,
      "loss": 0.026,
      "step": 5460
    },
    {
      "loss_action": 0.051855262368917465,
      "loss_total": 0.051855262368917465,
      "step": 5460
    },
    {
      "loss_action": 0.045563679188489914,
      "loss_total": 0.045563679188489914,
      "step": 5460
    },
    {
      "loss_action": 0.02641432173550129,
      "loss_total": 0.02641432173550129,
      "step": 5460
    },
    {
      "loss_action": 0.03256690502166748,
      "loss_total": 0.03256690502166748,
      "step": 5460
    },
    {
      "loss_action": 0.02526181936264038,
      "loss_total": 0.02526181936264038,
      "step": 5460
    },
    {
      "loss_action": 0.019871849566698074,
      "loss_total": 0.019871849566698074,
      "step": 5460
    },
    {
      "loss_action": 0.025471605360507965,
      "loss_total": 0.025471605360507965,
      "step": 5460
    },
    {
      "loss_action": 0.015918150544166565,
      "loss_total": 0.015918150544166565,
      "step": 5460
    },
    {
      "grad_norm": 0.2720511555671692,
      "learning_rate": 9.999398646942751e-05,
      "loss": 0.0264,
      "step": 5470
    },
    {
      "loss_action": 0.018654916435480118,
      "loss_total": 0.018654916435480118,
      "step": 5470
    },
    {
      "loss_action": 0.03162973001599312,
      "loss_total": 0.03162973001599312,
      "step": 5470
    },
    {
      "loss_action": 0.039428550750017166,
      "loss_total": 0.039428550750017166,
      "step": 5470
    },
    {
      "loss_action": 0.019343208521604538,
      "loss_total": 0.019343208521604538,
      "step": 5470
    },
    {
      "loss_action": 0.020390773192048073,
      "loss_total": 0.020390773192048073,
      "step": 5470
    },
    {
      "loss_action": 0.05313605070114136,
      "loss_total": 0.05313605070114136,
      "step": 5470
    },
    {
      "loss_action": 0.013964569196105003,
      "loss_total": 0.013964569196105003,
      "step": 5470
    },
    {
      "loss_action": 0.01821133866906166,
      "loss_total": 0.01821133866906166,
      "step": 5470
    },
    {
      "grad_norm": 0.3990560472011566,
      "learning_rate": 9.999372730040296e-05,
      "loss": 0.0295,
      "step": 5480
    },
    {
      "loss_action": 0.02671715058386326,
      "loss_total": 0.02671715058386326,
      "step": 5480
    },
    {
      "loss_action": 0.03979135677218437,
      "loss_total": 0.03979135677218437,
      "step": 5480
    },
    {
      "loss_action": 0.022060208022594452,
      "loss_total": 0.022060208022594452,
      "step": 5480
    },
    {
      "loss_action": 0.031143223866820335,
      "loss_total": 0.031143223866820335,
      "step": 5480
    },
    {
      "loss_action": 0.022988656535744667,
      "loss_total": 0.022988656535744667,
      "step": 5480
    },
    {
      "loss_action": 0.019086560234427452,
      "loss_total": 0.019086560234427452,
      "step": 5480
    },
    {
      "loss_action": 0.04338882863521576,
      "loss_total": 0.04338882863521576,
      "step": 5480
    },
    {
      "loss_action": 0.015548442490398884,
      "loss_total": 0.015548442490398884,
      "step": 5480
    },
    {
      "grad_norm": 0.24569331109523773,
      "learning_rate": 9.999346266413953e-05,
      "loss": 0.0257,
      "step": 5490
    },
    {
      "loss_action": 0.013783564791083336,
      "loss_total": 0.013783564791083336,
      "step": 5490
    },
    {
      "loss_action": 0.017309606075286865,
      "loss_total": 0.017309606075286865,
      "step": 5490
    },
    {
      "loss_action": 0.03209381550550461,
      "loss_total": 0.03209381550550461,
      "step": 5490
    },
    {
      "loss_action": 0.025989636778831482,
      "loss_total": 0.025989636778831482,
      "step": 5490
    },
    {
      "loss_action": 0.03274716064333916,
      "loss_total": 0.03274716064333916,
      "step": 5490
    },
    {
      "loss_action": 0.03622462600469589,
      "loss_total": 0.03622462600469589,
      "step": 5490
    },
    {
      "loss_action": 0.023239631205797195,
      "loss_total": 0.023239631205797195,
      "step": 5490
    },
    {
      "loss_action": 0.03648890554904938,
      "loss_total": 0.03648890554904938,
      "step": 5490
    },
    {
      "grad_norm": 0.2847782373428345,
      "learning_rate": 9.99931925606662e-05,
      "loss": 0.0277,
      "step": 5500
    },
    {
      "loss_action": 0.022485479712486267,
      "loss_total": 0.022485479712486267,
      "step": 5500
    },
    {
      "loss_action": 0.03308487683534622,
      "loss_total": 0.03308487683534622,
      "step": 5500
    },
    {
      "loss_action": 0.021240511909127235,
      "loss_total": 0.021240511909127235,
      "step": 5500
    },
    {
      "loss_action": 0.01142322737723589,
      "loss_total": 0.01142322737723589,
      "step": 5500
    },
    {
      "loss_action": 0.016947180032730103,
      "loss_total": 0.016947180032730103,
      "step": 5500
    },
    {
      "loss_action": 0.026435930281877518,
      "loss_total": 0.026435930281877518,
      "step": 5500
    },
    {
      "loss_action": 0.021036073565483093,
      "loss_total": 0.021036073565483093,
      "step": 5500
    },
    {
      "loss_action": 0.036106035113334656,
      "loss_total": 0.036106035113334656,
      "step": 5500
    },
    {
      "grad_norm": 0.3519305884838104,
      "learning_rate": 9.99929169900125e-05,
      "loss": 0.0244,
      "step": 5510
    },
    {
      "loss_action": 0.017649130895733833,
      "loss_total": 0.017649130895733833,
      "step": 5510
    },
    {
      "loss_action": 0.03471378982067108,
      "loss_total": 0.03471378982067108,
      "step": 5510
    },
    {
      "loss_action": 0.02491782233119011,
      "loss_total": 0.02491782233119011,
      "step": 5510
    },
    {
      "loss_action": 0.03518196940422058,
      "loss_total": 0.03518196940422058,
      "step": 5510
    },
    {
      "loss_action": 0.027048703283071518,
      "loss_total": 0.027048703283071518,
      "step": 5510
    },
    {
      "loss_action": 0.08207317441701889,
      "loss_total": 0.08207317441701889,
      "step": 5510
    },
    {
      "loss_action": 0.031689368188381195,
      "loss_total": 0.031689368188381195,
      "step": 5510
    },
    {
      "loss_action": 0.03414984047412872,
      "loss_total": 0.03414984047412872,
      "step": 5510
    },
    {
      "grad_norm": 0.21077705919742584,
      "learning_rate": 9.999263595220855e-05,
      "loss": 0.0257,
      "step": 5520
    },
    {
      "loss_action": 0.027974417433142662,
      "loss_total": 0.027974417433142662,
      "step": 5520
    },
    {
      "loss_action": 0.025628630071878433,
      "loss_total": 0.025628630071878433,
      "step": 5520
    },
    {
      "loss_action": 0.03225705772638321,
      "loss_total": 0.03225705772638321,
      "step": 5520
    },
    {
      "loss_action": 0.021370496600866318,
      "loss_total": 0.021370496600866318,
      "step": 5520
    },
    {
      "loss_action": 0.028936227783560753,
      "loss_total": 0.028936227783560753,
      "step": 5520
    },
    {
      "loss_action": 0.018006684258580208,
      "loss_total": 0.018006684258580208,
      "step": 5520
    },
    {
      "loss_action": 0.013488749042153358,
      "loss_total": 0.013488749042153358,
      "step": 5520
    },
    {
      "loss_action": 0.02082093060016632,
      "loss_total": 0.02082093060016632,
      "step": 5520
    },
    {
      "grad_norm": 0.2612905204296112,
      "learning_rate": 9.99923494472851e-05,
      "loss": 0.0242,
      "step": 5530
    },
    {
      "loss_action": 0.049345217645168304,
      "loss_total": 0.049345217645168304,
      "step": 5530
    },
    {
      "loss_action": 0.030993061140179634,
      "loss_total": 0.030993061140179634,
      "step": 5530
    },
    {
      "loss_action": 0.012060010805726051,
      "loss_total": 0.012060010805726051,
      "step": 5530
    },
    {
      "loss_action": 0.03184938058257103,
      "loss_total": 0.03184938058257103,
      "step": 5530
    },
    {
      "loss_action": 0.05656503140926361,
      "loss_total": 0.05656503140926361,
      "step": 5530
    },
    {
      "loss_action": 0.024702249094843864,
      "loss_total": 0.024702249094843864,
      "step": 5530
    },
    {
      "loss_action": 0.024345554411411285,
      "loss_total": 0.024345554411411285,
      "step": 5530
    },
    {
      "loss_action": 0.025881946086883545,
      "loss_total": 0.025881946086883545,
      "step": 5530
    },
    {
      "grad_norm": 0.3002893030643463,
      "learning_rate": 9.999205747527348e-05,
      "loss": 0.027,
      "step": 5540
    },
    {
      "loss_action": 0.015449984930455685,
      "loss_total": 0.015449984930455685,
      "step": 5540
    },
    {
      "loss_action": 0.015276778489351273,
      "loss_total": 0.015276778489351273,
      "step": 5540
    },
    {
      "loss_action": 0.018549473956227303,
      "loss_total": 0.018549473956227303,
      "step": 5540
    },
    {
      "loss_action": 0.023898283019661903,
      "loss_total": 0.023898283019661903,
      "step": 5540
    },
    {
      "loss_action": 0.01871582120656967,
      "loss_total": 0.01871582120656967,
      "step": 5540
    },
    {
      "loss_action": 0.023634912446141243,
      "loss_total": 0.023634912446141243,
      "step": 5540
    },
    {
      "loss_action": 0.017123207449913025,
      "loss_total": 0.017123207449913025,
      "step": 5540
    },
    {
      "loss_action": 0.016796238720417023,
      "loss_total": 0.016796238720417023,
      "step": 5540
    },
    {
      "grad_norm": 0.25758641958236694,
      "learning_rate": 9.999176003620561e-05,
      "loss": 0.027,
      "step": 5550
    },
    {
      "loss_action": 0.09099980443716049,
      "loss_total": 0.09099980443716049,
      "step": 5550
    },
    {
      "loss_action": 0.030622176826000214,
      "loss_total": 0.030622176826000214,
      "step": 5550
    },
    {
      "loss_action": 0.04557810723781586,
      "loss_total": 0.04557810723781586,
      "step": 5550
    },
    {
      "loss_action": 0.019756972789764404,
      "loss_total": 0.019756972789764404,
      "step": 5550
    },
    {
      "loss_action": 0.025759031996130943,
      "loss_total": 0.025759031996130943,
      "step": 5550
    },
    {
      "loss_action": 0.031851451843976974,
      "loss_total": 0.031851451843976974,
      "step": 5550
    },
    {
      "loss_action": 0.021695274859666824,
      "loss_total": 0.021695274859666824,
      "step": 5550
    },
    {
      "loss_action": 0.022200046107172966,
      "loss_total": 0.022200046107172966,
      "step": 5550
    },
    {
      "grad_norm": 0.31840839982032776,
      "learning_rate": 9.999145713011405e-05,
      "loss": 0.0271,
      "step": 5560
    },
    {
      "loss_action": 0.014885187149047852,
      "loss_total": 0.014885187149047852,
      "step": 5560
    },
    {
      "loss_action": 0.02049289084970951,
      "loss_total": 0.02049289084970951,
      "step": 5560
    },
    {
      "loss_action": 0.02305910736322403,
      "loss_total": 0.02305910736322403,
      "step": 5560
    },
    {
      "loss_action": 0.015476621687412262,
      "loss_total": 0.015476621687412262,
      "step": 5560
    },
    {
      "loss_action": 0.016627740114927292,
      "loss_total": 0.016627740114927292,
      "step": 5560
    },
    {
      "loss_action": 0.015476146712899208,
      "loss_total": 0.015476146712899208,
      "step": 5560
    },
    {
      "loss_action": 0.015127498656511307,
      "loss_total": 0.015127498656511307,
      "step": 5560
    },
    {
      "loss_action": 0.028190286830067635,
      "loss_total": 0.028190286830067635,
      "step": 5560
    },
    {
      "grad_norm": 0.31087762117385864,
      "learning_rate": 9.999114875703186e-05,
      "loss": 0.026,
      "step": 5570
    },
    {
      "loss_action": 0.022846918553113937,
      "loss_total": 0.022846918553113937,
      "step": 5570
    },
    {
      "loss_action": 0.040095530450344086,
      "loss_total": 0.040095530450344086,
      "step": 5570
    },
    {
      "loss_action": 0.027349170297384262,
      "loss_total": 0.027349170297384262,
      "step": 5570
    },
    {
      "loss_action": 0.025953389704227448,
      "loss_total": 0.025953389704227448,
      "step": 5570
    },
    {
      "loss_action": 0.030409840866923332,
      "loss_total": 0.030409840866923332,
      "step": 5570
    },
    {
      "loss_action": 0.023634057492017746,
      "loss_total": 0.023634057492017746,
      "step": 5570
    },
    {
      "loss_action": 0.08273638784885406,
      "loss_total": 0.08273638784885406,
      "step": 5570
    },
    {
      "loss_action": 0.019717026501893997,
      "loss_total": 0.019717026501893997,
      "step": 5570
    },
    {
      "grad_norm": 0.3329959213733673,
      "learning_rate": 9.999083491699281e-05,
      "loss": 0.0289,
      "step": 5580
    },
    {
      "loss_action": 0.019298501312732697,
      "loss_total": 0.019298501312732697,
      "step": 5580
    },
    {
      "loss_action": 0.016017410904169083,
      "loss_total": 0.016017410904169083,
      "step": 5580
    },
    {
      "loss_action": 0.02345304936170578,
      "loss_total": 0.02345304936170578,
      "step": 5580
    },
    {
      "loss_action": 0.015776164829730988,
      "loss_total": 0.015776164829730988,
      "step": 5580
    },
    {
      "loss_action": 0.04812198877334595,
      "loss_total": 0.04812198877334595,
      "step": 5580
    },
    {
      "loss_action": 0.020763274282217026,
      "loss_total": 0.020763274282217026,
      "step": 5580
    },
    {
      "loss_action": 0.04375072941184044,
      "loss_total": 0.04375072941184044,
      "step": 5580
    },
    {
      "loss_action": 0.03186967968940735,
      "loss_total": 0.03186967968940735,
      "step": 5580
    },
    {
      "grad_norm": 0.44668135046958923,
      "learning_rate": 9.999051561003123e-05,
      "loss": 0.0257,
      "step": 5590
    },
    {
      "loss_action": 0.014124436303973198,
      "loss_total": 0.014124436303973198,
      "step": 5590
    },
    {
      "loss_action": 0.01818867027759552,
      "loss_total": 0.01818867027759552,
      "step": 5590
    },
    {
      "loss_action": 0.03059510886669159,
      "loss_total": 0.03059510886669159,
      "step": 5590
    },
    {
      "loss_action": 0.012027191929519176,
      "loss_total": 0.012027191929519176,
      "step": 5590
    },
    {
      "loss_action": 0.01889846660196781,
      "loss_total": 0.01889846660196781,
      "step": 5590
    },
    {
      "loss_action": 0.012341639026999474,
      "loss_total": 0.012341639026999474,
      "step": 5590
    },
    {
      "loss_action": 0.013929635286331177,
      "loss_total": 0.013929635286331177,
      "step": 5590
    },
    {
      "loss_action": 0.04273835942149162,
      "loss_total": 0.04273835942149162,
      "step": 5590
    },
    {
      "grad_norm": 0.3946836292743683,
      "learning_rate": 9.999019083618202e-05,
      "loss": 0.0303,
      "step": 5600
    },
    {
      "loss_action": 0.02982817217707634,
      "loss_total": 0.02982817217707634,
      "step": 5600
    },
    {
      "loss_action": 0.024855557829141617,
      "loss_total": 0.024855557829141617,
      "step": 5600
    },
    {
      "loss_action": 0.01626158319413662,
      "loss_total": 0.01626158319413662,
      "step": 5600
    },
    {
      "loss_action": 0.029826737940311432,
      "loss_total": 0.029826737940311432,
      "step": 5600
    },
    {
      "loss_action": 0.016325663775205612,
      "loss_total": 0.016325663775205612,
      "step": 5600
    },
    {
      "loss_action": 0.014364734292030334,
      "loss_total": 0.014364734292030334,
      "step": 5600
    },
    {
      "loss_action": 0.04295334964990616,
      "loss_total": 0.04295334964990616,
      "step": 5600
    },
    {
      "loss_action": 0.02050970494747162,
      "loss_total": 0.02050970494747162,
      "step": 5600
    },
    {
      "grad_norm": 0.29206258058547974,
      "learning_rate": 9.99898605954807e-05,
      "loss": 0.0301,
      "step": 5610
    },
    {
      "loss_action": 0.027104422450065613,
      "loss_total": 0.027104422450065613,
      "step": 5610
    },
    {
      "loss_action": 0.026495661586523056,
      "loss_total": 0.026495661586523056,
      "step": 5610
    },
    {
      "loss_action": 0.05263686925172806,
      "loss_total": 0.05263686925172806,
      "step": 5610
    },
    {
      "loss_action": 0.032209545373916626,
      "loss_total": 0.032209545373916626,
      "step": 5610
    },
    {
      "loss_action": 0.025793947279453278,
      "loss_total": 0.025793947279453278,
      "step": 5610
    },
    {
      "loss_action": 0.02988472208380699,
      "loss_total": 0.02988472208380699,
      "step": 5610
    },
    {
      "loss_action": 0.030820883810520172,
      "loss_total": 0.030820883810520172,
      "step": 5610
    },
    {
      "loss_action": 0.021512461826205254,
      "loss_total": 0.021512461826205254,
      "step": 5610
    },
    {
      "grad_norm": 0.41671472787857056,
      "learning_rate": 9.998952488796338e-05,
      "loss": 0.0308,
      "step": 5620
    },
    {
      "loss_action": 0.04547706991434097,
      "loss_total": 0.04547706991434097,
      "step": 5620
    },
    {
      "loss_action": 0.03889446705579758,
      "loss_total": 0.03889446705579758,
      "step": 5620
    },
    {
      "loss_action": 0.04829908534884453,
      "loss_total": 0.04829908534884453,
      "step": 5620
    },
    {
      "loss_action": 0.028273414820432663,
      "loss_total": 0.028273414820432663,
      "step": 5620
    },
    {
      "loss_action": 0.03380035236477852,
      "loss_total": 0.03380035236477852,
      "step": 5620
    },
    {
      "loss_action": 0.03734811767935753,
      "loss_total": 0.03734811767935753,
      "step": 5620
    },
    {
      "loss_action": 0.03205587714910507,
      "loss_total": 0.03205587714910507,
      "step": 5620
    },
    {
      "loss_action": 0.16163510084152222,
      "loss_total": 0.16163510084152222,
      "step": 5620
    },
    {
      "grad_norm": 0.3437127470970154,
      "learning_rate": 9.998918371366676e-05,
      "loss": 0.0305,
      "step": 5630
    },
    {
      "loss_action": 0.015271222218871117,
      "loss_total": 0.015271222218871117,
      "step": 5630
    },
    {
      "loss_action": 0.017991267144680023,
      "loss_total": 0.017991267144680023,
      "step": 5630
    },
    {
      "loss_action": 0.027195237576961517,
      "loss_total": 0.027195237576961517,
      "step": 5630
    },
    {
      "loss_action": 0.032983988523483276,
      "loss_total": 0.032983988523483276,
      "step": 5630
    },
    {
      "loss_action": 0.016914865002036095,
      "loss_total": 0.016914865002036095,
      "step": 5630
    },
    {
      "loss_action": 0.020323773846030235,
      "loss_total": 0.020323773846030235,
      "step": 5630
    },
    {
      "loss_action": 0.022946810349822044,
      "loss_total": 0.022946810349822044,
      "step": 5630
    },
    {
      "loss_action": 0.015252134762704372,
      "loss_total": 0.015252134762704372,
      "step": 5630
    },
    {
      "grad_norm": 0.42188018560409546,
      "learning_rate": 9.99888370726282e-05,
      "loss": 0.0263,
      "step": 5640
    },
    {
      "loss_action": 0.01905725710093975,
      "loss_total": 0.01905725710093975,
      "step": 5640
    },
    {
      "loss_action": 0.03322300314903259,
      "loss_total": 0.03322300314903259,
      "step": 5640
    },
    {
      "loss_action": 0.033560991287231445,
      "loss_total": 0.033560991287231445,
      "step": 5640
    },
    {
      "loss_action": 0.0241684727370739,
      "loss_total": 0.0241684727370739,
      "step": 5640
    },
    {
      "loss_action": 0.026621688157320023,
      "loss_total": 0.026621688157320023,
      "step": 5640
    },
    {
      "loss_action": 0.02787482738494873,
      "loss_total": 0.02787482738494873,
      "step": 5640
    },
    {
      "loss_action": 0.02037663757801056,
      "loss_total": 0.02037663757801056,
      "step": 5640
    },
    {
      "loss_action": 0.029619835317134857,
      "loss_total": 0.029619835317134857,
      "step": 5640
    },
    {
      "grad_norm": 0.38831302523612976,
      "learning_rate": 9.998848496488556e-05,
      "loss": 0.0306,
      "step": 5650
    },
    {
      "loss_action": 0.02810678444802761,
      "loss_total": 0.02810678444802761,
      "step": 5650
    },
    {
      "loss_action": 0.020082617178559303,
      "loss_total": 0.020082617178559303,
      "step": 5650
    },
    {
      "loss_action": 0.016811538487672806,
      "loss_total": 0.016811538487672806,
      "step": 5650
    },
    {
      "loss_action": 0.023884739726781845,
      "loss_total": 0.023884739726781845,
      "step": 5650
    },
    {
      "loss_action": 0.016713662073016167,
      "loss_total": 0.016713662073016167,
      "step": 5650
    },
    {
      "loss_action": 0.022851301357150078,
      "loss_total": 0.022851301357150078,
      "step": 5650
    },
    {
      "loss_action": 0.02158207818865776,
      "loss_total": 0.02158207818865776,
      "step": 5650
    },
    {
      "loss_action": 0.02557719312608242,
      "loss_total": 0.02557719312608242,
      "step": 5650
    },
    {
      "grad_norm": 0.3612973690032959,
      "learning_rate": 9.998812739047736e-05,
      "loss": 0.0267,
      "step": 5660
    },
    {
      "loss_action": 0.016146410256624222,
      "loss_total": 0.016146410256624222,
      "step": 5660
    },
    {
      "loss_action": 0.023801498115062714,
      "loss_total": 0.023801498115062714,
      "step": 5660
    },
    {
      "loss_action": 0.018432846292853355,
      "loss_total": 0.018432846292853355,
      "step": 5660
    },
    {
      "loss_action": 0.02466077357530594,
      "loss_total": 0.02466077357530594,
      "step": 5660
    },
    {
      "loss_action": 0.013913962058722973,
      "loss_total": 0.013913962058722973,
      "step": 5660
    },
    {
      "loss_action": 0.03685915470123291,
      "loss_total": 0.03685915470123291,
      "step": 5660
    },
    {
      "loss_action": 0.01935519464313984,
      "loss_total": 0.01935519464313984,
      "step": 5660
    },
    {
      "loss_action": 0.038416940718889236,
      "loss_total": 0.038416940718889236,
      "step": 5660
    },
    {
      "grad_norm": 0.3906818628311157,
      "learning_rate": 9.99877643494427e-05,
      "loss": 0.0298,
      "step": 5670
    },
    {
      "loss_action": 0.023199167102575302,
      "loss_total": 0.023199167102575302,
      "step": 5670
    },
    {
      "loss_action": 0.024615898728370667,
      "loss_total": 0.024615898728370667,
      "step": 5670
    },
    {
      "loss_action": 0.018216252326965332,
      "loss_total": 0.018216252326965332,
      "step": 5670
    },
    {
      "loss_action": 0.016844000667333603,
      "loss_total": 0.016844000667333603,
      "step": 5670
    },
    {
      "loss_action": 0.01651683822274208,
      "loss_total": 0.01651683822274208,
      "step": 5670
    },
    {
      "loss_action": 0.024321235716342926,
      "loss_total": 0.024321235716342926,
      "step": 5670
    },
    {
      "loss_action": 0.035103939473629,
      "loss_total": 0.035103939473629,
      "step": 5670
    },
    {
      "loss_action": 0.038620319217443466,
      "loss_total": 0.038620319217443466,
      "step": 5670
    },
    {
      "grad_norm": 0.2968561053276062,
      "learning_rate": 9.998739584182128e-05,
      "loss": 0.0249,
      "step": 5680
    },
    {
      "loss_action": 0.018287260085344315,
      "loss_total": 0.018287260085344315,
      "step": 5680
    },
    {
      "loss_action": 0.013358119875192642,
      "loss_total": 0.013358119875192642,
      "step": 5680
    },
    {
      "loss_action": 0.051983125507831573,
      "loss_total": 0.051983125507831573,
      "step": 5680
    },
    {
      "loss_action": 0.014916347339749336,
      "loss_total": 0.014916347339749336,
      "step": 5680
    },
    {
      "loss_action": 0.05296991020441055,
      "loss_total": 0.05296991020441055,
      "step": 5680
    },
    {
      "loss_action": 0.013767629861831665,
      "loss_total": 0.013767629861831665,
      "step": 5680
    },
    {
      "loss_action": 0.03794528543949127,
      "loss_total": 0.03794528543949127,
      "step": 5680
    },
    {
      "loss_action": 0.04066044092178345,
      "loss_total": 0.04066044092178345,
      "step": 5680
    },
    {
      "grad_norm": 0.3077371418476105,
      "learning_rate": 9.998702186765342e-05,
      "loss": 0.0269,
      "step": 5690
    },
    {
      "loss_action": 0.07261458039283752,
      "loss_total": 0.07261458039283752,
      "step": 5690
    },
    {
      "loss_action": 0.015944024547934532,
      "loss_total": 0.015944024547934532,
      "step": 5690
    },
    {
      "loss_action": 0.010852180421352386,
      "loss_total": 0.010852180421352386,
      "step": 5690
    },
    {
      "loss_action": 0.02759820967912674,
      "loss_total": 0.02759820967912674,
      "step": 5690
    },
    {
      "loss_action": 0.018407100811600685,
      "loss_total": 0.018407100811600685,
      "step": 5690
    },
    {
      "loss_action": 0.01138574630022049,
      "loss_total": 0.01138574630022049,
      "step": 5690
    },
    {
      "loss_action": 0.020718807354569435,
      "loss_total": 0.020718807354569435,
      "step": 5690
    },
    {
      "loss_action": 0.011793065816164017,
      "loss_total": 0.011793065816164017,
      "step": 5690
    },
    {
      "grad_norm": 0.4424207806587219,
      "learning_rate": 9.998664242698e-05,
      "loss": 0.0238,
      "step": 5700
    },
    {
      "loss_action": 0.03925739601254463,
      "loss_total": 0.03925739601254463,
      "step": 5700
    },
    {
      "loss_action": 0.018543172627687454,
      "loss_total": 0.018543172627687454,
      "step": 5700
    },
    {
      "loss_action": 0.042601339519023895,
      "loss_total": 0.042601339519023895,
      "step": 5700
    },
    {
      "loss_action": 0.022525476291775703,
      "loss_total": 0.022525476291775703,
      "step": 5700
    },
    {
      "loss_action": 0.027339451014995575,
      "loss_total": 0.027339451014995575,
      "step": 5700
    },
    {
      "loss_action": 0.015702132135629654,
      "loss_total": 0.015702132135629654,
      "step": 5700
    },
    {
      "loss_action": 0.04242430627346039,
      "loss_total": 0.04242430627346039,
      "step": 5700
    },
    {
      "loss_action": 0.03800547122955322,
      "loss_total": 0.03800547122955322,
      "step": 5700
    },
    {
      "grad_norm": 0.35720041394233704,
      "learning_rate": 9.998625751984251e-05,
      "loss": 0.0283,
      "step": 5710
    },
    {
      "loss_action": 0.014281890355050564,
      "loss_total": 0.014281890355050564,
      "step": 5710
    },
    {
      "loss_action": 0.030058277770876884,
      "loss_total": 0.030058277770876884,
      "step": 5710
    },
    {
      "loss_action": 0.02448132261633873,
      "loss_total": 0.02448132261633873,
      "step": 5710
    },
    {
      "loss_action": 0.019485309720039368,
      "loss_total": 0.019485309720039368,
      "step": 5710
    },
    {
      "loss_action": 0.021181780844926834,
      "loss_total": 0.021181780844926834,
      "step": 5710
    },
    {
      "loss_action": 0.02543661743402481,
      "loss_total": 0.02543661743402481,
      "step": 5710
    },
    {
      "loss_action": 0.03418461233377457,
      "loss_total": 0.03418461233377457,
      "step": 5710
    },
    {
      "loss_action": 0.019641809165477753,
      "loss_total": 0.019641809165477753,
      "step": 5710
    },
    {
      "grad_norm": 0.26969024538993835,
      "learning_rate": 9.998586714628307e-05,
      "loss": 0.029,
      "step": 5720
    },
    {
      "loss_action": 0.01841896027326584,
      "loss_total": 0.01841896027326584,
      "step": 5720
    },
    {
      "loss_action": 0.026836402714252472,
      "loss_total": 0.026836402714252472,
      "step": 5720
    },
    {
      "loss_action": 0.018527956679463387,
      "loss_total": 0.018527956679463387,
      "step": 5720
    },
    {
      "loss_action": 0.017434028908610344,
      "loss_total": 0.017434028908610344,
      "step": 5720
    },
    {
      "loss_action": 0.013503002002835274,
      "loss_total": 0.013503002002835274,
      "step": 5720
    },
    {
      "loss_action": 0.036127395927906036,
      "loss_total": 0.036127395927906036,
      "step": 5720
    },
    {
      "loss_action": 0.017710238695144653,
      "loss_total": 0.017710238695144653,
      "step": 5720
    },
    {
      "loss_action": 0.02097025327384472,
      "loss_total": 0.02097025327384472,
      "step": 5720
    },
    {
      "grad_norm": 0.40894442796707153,
      "learning_rate": 9.998547130634432e-05,
      "loss": 0.0293,
      "step": 5730
    },
    {
      "loss_action": 0.04170365631580353,
      "loss_total": 0.04170365631580353,
      "step": 5730
    },
    {
      "loss_action": 0.03470434248447418,
      "loss_total": 0.03470434248447418,
      "step": 5730
    },
    {
      "loss_action": 0.03161398321390152,
      "loss_total": 0.03161398321390152,
      "step": 5730
    },
    {
      "loss_action": 0.02492711693048477,
      "loss_total": 0.02492711693048477,
      "step": 5730
    },
    {
      "loss_action": 0.03532566875219345,
      "loss_total": 0.03532566875219345,
      "step": 5730
    },
    {
      "loss_action": 0.037310220301151276,
      "loss_total": 0.037310220301151276,
      "step": 5730
    },
    {
      "loss_action": 0.037239205092191696,
      "loss_total": 0.037239205092191696,
      "step": 5730
    },
    {
      "loss_action": 0.03294786065816879,
      "loss_total": 0.03294786065816879,
      "step": 5730
    },
    {
      "grad_norm": 0.29270872473716736,
      "learning_rate": 9.99850700000696e-05,
      "loss": 0.0319,
      "step": 5740
    },
    {
      "loss_action": 0.05683254823088646,
      "loss_total": 0.05683254823088646,
      "step": 5740
    },
    {
      "loss_action": 0.024578869342803955,
      "loss_total": 0.024578869342803955,
      "step": 5740
    },
    {
      "loss_action": 0.030330389738082886,
      "loss_total": 0.030330389738082886,
      "step": 5740
    },
    {
      "loss_action": 0.02427385002374649,
      "loss_total": 0.02427385002374649,
      "step": 5740
    },
    {
      "loss_action": 0.02503298968076706,
      "loss_total": 0.02503298968076706,
      "step": 5740
    },
    {
      "loss_action": 0.02626151777803898,
      "loss_total": 0.02626151777803898,
      "step": 5740
    },
    {
      "loss_action": 0.03973612189292908,
      "loss_total": 0.03973612189292908,
      "step": 5740
    },
    {
      "loss_action": 0.018532760441303253,
      "loss_total": 0.018532760441303253,
      "step": 5740
    },
    {
      "grad_norm": 0.41832485795021057,
      "learning_rate": 9.998466322750278e-05,
      "loss": 0.0328,
      "step": 5750
    },
    {
      "loss_action": 0.03569744527339935,
      "loss_total": 0.03569744527339935,
      "step": 5750
    },
    {
      "loss_action": 0.032175011932849884,
      "loss_total": 0.032175011932849884,
      "step": 5750
    },
    {
      "loss_action": 0.01787017285823822,
      "loss_total": 0.01787017285823822,
      "step": 5750
    },
    {
      "loss_action": 0.037644483149051666,
      "loss_total": 0.037644483149051666,
      "step": 5750
    },
    {
      "loss_action": 0.027027809992432594,
      "loss_total": 0.027027809992432594,
      "step": 5750
    },
    {
      "loss_action": 0.06586429476737976,
      "loss_total": 0.06586429476737976,
      "step": 5750
    },
    {
      "loss_action": 0.01548352837562561,
      "loss_total": 0.01548352837562561,
      "step": 5750
    },
    {
      "loss_action": 0.02098779007792473,
      "loss_total": 0.02098779007792473,
      "step": 5750
    },
    {
      "grad_norm": 0.2827335000038147,
      "learning_rate": 9.998425098868834e-05,
      "loss": 0.0308,
      "step": 5760
    },
    {
      "loss_action": 0.02560201659798622,
      "loss_total": 0.02560201659798622,
      "step": 5760
    },
    {
      "loss_action": 0.034070905297994614,
      "loss_total": 0.034070905297994614,
      "step": 5760
    },
    {
      "loss_action": 0.03268162161111832,
      "loss_total": 0.03268162161111832,
      "step": 5760
    },
    {
      "loss_action": 0.019417863339185715,
      "loss_total": 0.019417863339185715,
      "step": 5760
    },
    {
      "loss_action": 0.036659009754657745,
      "loss_total": 0.036659009754657745,
      "step": 5760
    },
    {
      "loss_action": 0.021243073046207428,
      "loss_total": 0.021243073046207428,
      "step": 5760
    },
    {
      "loss_action": 0.026573479175567627,
      "loss_total": 0.026573479175567627,
      "step": 5760
    },
    {
      "loss_action": 0.025737125426530838,
      "loss_total": 0.025737125426530838,
      "step": 5760
    },
    {
      "grad_norm": 0.2698669731616974,
      "learning_rate": 9.998383328367136e-05,
      "loss": 0.028,
      "step": 5770
    },
    {
      "loss_action": 0.013617783784866333,
      "loss_total": 0.013617783784866333,
      "step": 5770
    },
    {
      "loss_action": 0.02083469182252884,
      "loss_total": 0.02083469182252884,
      "step": 5770
    },
    {
      "loss_action": 0.0647449940443039,
      "loss_total": 0.0647449940443039,
      "step": 5770
    },
    {
      "loss_action": 0.02296019345521927,
      "loss_total": 0.02296019345521927,
      "step": 5770
    },
    {
      "loss_action": 0.017693303525447845,
      "loss_total": 0.017693303525447845,
      "step": 5770
    },
    {
      "loss_action": 0.017773423343896866,
      "loss_total": 0.017773423343896866,
      "step": 5770
    },
    {
      "loss_action": 0.04190504178404808,
      "loss_total": 0.04190504178404808,
      "step": 5770
    },
    {
      "loss_action": 0.02176843211054802,
      "loss_total": 0.02176843211054802,
      "step": 5770
    },
    {
      "grad_norm": 0.3670090138912201,
      "learning_rate": 9.99834101124975e-05,
      "loss": 0.0267,
      "step": 5780
    },
    {
      "loss_action": 0.03114616870880127,
      "loss_total": 0.03114616870880127,
      "step": 5780
    },
    {
      "loss_action": 0.03085833042860031,
      "loss_total": 0.03085833042860031,
      "step": 5780
    },
    {
      "loss_action": 0.022365741431713104,
      "loss_total": 0.022365741431713104,
      "step": 5780
    },
    {
      "loss_action": 0.035882726311683655,
      "loss_total": 0.035882726311683655,
      "step": 5780
    },
    {
      "loss_action": 0.027080591768026352,
      "loss_total": 0.027080591768026352,
      "step": 5780
    },
    {
      "loss_action": 0.0315462201833725,
      "loss_total": 0.0315462201833725,
      "step": 5780
    },
    {
      "loss_action": 0.0516681894659996,
      "loss_total": 0.0516681894659996,
      "step": 5780
    },
    {
      "loss_action": 0.0352461114525795,
      "loss_total": 0.0352461114525795,
      "step": 5780
    },
    {
      "grad_norm": 0.31268221139907837,
      "learning_rate": 9.998298147521309e-05,
      "loss": 0.0268,
      "step": 5790
    },
    {
      "loss_action": 0.019695457071065903,
      "loss_total": 0.019695457071065903,
      "step": 5790
    },
    {
      "loss_action": 0.019948352128267288,
      "loss_total": 0.019948352128267288,
      "step": 5790
    },
    {
      "loss_action": 0.022296123206615448,
      "loss_total": 0.022296123206615448,
      "step": 5790
    },
    {
      "loss_action": 0.026017311960458755,
      "loss_total": 0.026017311960458755,
      "step": 5790
    },
    {
      "loss_action": 0.01295243576169014,
      "loss_total": 0.01295243576169014,
      "step": 5790
    },
    {
      "loss_action": 0.0225063506513834,
      "loss_total": 0.0225063506513834,
      "step": 5790
    },
    {
      "loss_action": 0.022607944905757904,
      "loss_total": 0.022607944905757904,
      "step": 5790
    },
    {
      "loss_action": 0.030111044645309448,
      "loss_total": 0.030111044645309448,
      "step": 5790
    },
    {
      "grad_norm": 0.34471651911735535,
      "learning_rate": 9.998254737186496e-05,
      "loss": 0.0284,
      "step": 5800
    },
    {
      "loss_action": 0.026395607739686966,
      "loss_total": 0.026395607739686966,
      "step": 5800
    },
    {
      "loss_action": 0.021390140056610107,
      "loss_total": 0.021390140056610107,
      "step": 5800
    },
    {
      "loss_action": 0.04236394166946411,
      "loss_total": 0.04236394166946411,
      "step": 5800
    },
    {
      "loss_action": 0.03060212917625904,
      "loss_total": 0.03060212917625904,
      "step": 5800
    },
    {
      "loss_action": 0.02625972032546997,
      "loss_total": 0.02625972032546997,
      "step": 5800
    },
    {
      "loss_action": 0.03194468468427658,
      "loss_total": 0.03194468468427658,
      "step": 5800
    },
    {
      "loss_action": 0.03339243307709694,
      "loss_total": 0.03339243307709694,
      "step": 5800
    },
    {
      "loss_action": 0.036531928926706314,
      "loss_total": 0.036531928926706314,
      "step": 5800
    },
    {
      "grad_norm": 0.3101997375488281,
      "learning_rate": 9.99821078025006e-05,
      "loss": 0.0297,
      "step": 5810
    },
    {
      "loss_action": 0.02176079712808132,
      "loss_total": 0.02176079712808132,
      "step": 5810
    },
    {
      "loss_action": 0.022549016401171684,
      "loss_total": 0.022549016401171684,
      "step": 5810
    },
    {
      "loss_action": 0.03882559388875961,
      "loss_total": 0.03882559388875961,
      "step": 5810
    },
    {
      "loss_action": 0.020599108189344406,
      "loss_total": 0.020599108189344406,
      "step": 5810
    },
    {
      "loss_action": 0.021680712699890137,
      "loss_total": 0.021680712699890137,
      "step": 5810
    },
    {
      "loss_action": 0.01483936794102192,
      "loss_total": 0.01483936794102192,
      "step": 5810
    },
    {
      "loss_action": 0.02323564887046814,
      "loss_total": 0.02323564887046814,
      "step": 5810
    },
    {
      "loss_action": 0.015475207939743996,
      "loss_total": 0.015475207939743996,
      "step": 5810
    },
    {
      "grad_norm": 0.3034980595111847,
      "learning_rate": 9.998166276716807e-05,
      "loss": 0.0264,
      "step": 5820
    },
    {
      "loss_action": 0.03690303862094879,
      "loss_total": 0.03690303862094879,
      "step": 5820
    },
    {
      "loss_action": 0.0279955193400383,
      "loss_total": 0.0279955193400383,
      "step": 5820
    },
    {
      "loss_action": 0.01792379654943943,
      "loss_total": 0.01792379654943943,
      "step": 5820
    },
    {
      "loss_action": 0.014194311574101448,
      "loss_total": 0.014194311574101448,
      "step": 5820
    },
    {
      "loss_action": 0.026563702151179314,
      "loss_total": 0.026563702151179314,
      "step": 5820
    },
    {
      "loss_action": 0.030630456283688545,
      "loss_total": 0.030630456283688545,
      "step": 5820
    },
    {
      "loss_action": 0.01675586961209774,
      "loss_total": 0.01675586961209774,
      "step": 5820
    },
    {
      "loss_action": 0.01259871106594801,
      "loss_total": 0.01259871106594801,
      "step": 5820
    },
    {
      "grad_norm": 0.32600438594818115,
      "learning_rate": 9.998121226591606e-05,
      "loss": 0.0255,
      "step": 5830
    },
    {
      "loss_action": 0.019948188215494156,
      "loss_total": 0.019948188215494156,
      "step": 5830
    },
    {
      "loss_action": 0.03225281089544296,
      "loss_total": 0.03225281089544296,
      "step": 5830
    },
    {
      "loss_action": 0.04255197197198868,
      "loss_total": 0.04255197197198868,
      "step": 5830
    },
    {
      "loss_action": 0.02134319767355919,
      "loss_total": 0.02134319767355919,
      "step": 5830
    },
    {
      "loss_action": 0.02105558291077614,
      "loss_total": 0.02105558291077614,
      "step": 5830
    },
    {
      "loss_action": 0.023678867146372795,
      "loss_total": 0.023678867146372795,
      "step": 5830
    },
    {
      "loss_action": 0.018396686762571335,
      "loss_total": 0.018396686762571335,
      "step": 5830
    },
    {
      "loss_action": 0.01982339471578598,
      "loss_total": 0.01982339471578598,
      "step": 5830
    },
    {
      "grad_norm": 0.35984984040260315,
      "learning_rate": 9.998075629879382e-05,
      "loss": 0.0271,
      "step": 5840
    },
    {
      "loss_action": 0.019110215827822685,
      "loss_total": 0.019110215827822685,
      "step": 5840
    },
    {
      "loss_action": 0.03160436078906059,
      "loss_total": 0.03160436078906059,
      "step": 5840
    },
    {
      "loss_action": 0.016933005303144455,
      "loss_total": 0.016933005303144455,
      "step": 5840
    },
    {
      "loss_action": 0.057025887072086334,
      "loss_total": 0.057025887072086334,
      "step": 5840
    },
    {
      "loss_action": 0.03081696107983589,
      "loss_total": 0.03081696107983589,
      "step": 5840
    },
    {
      "loss_action": 0.02025046944618225,
      "loss_total": 0.02025046944618225,
      "step": 5840
    },
    {
      "loss_action": 0.029172662645578384,
      "loss_total": 0.029172662645578384,
      "step": 5840
    },
    {
      "loss_action": 0.06404295563697815,
      "loss_total": 0.06404295563697815,
      "step": 5840
    },
    {
      "grad_norm": 0.3311263620853424,
      "learning_rate": 9.99802948658512e-05,
      "loss": 0.0286,
      "step": 5850
    },
    {
      "loss_action": 0.020314190536737442,
      "loss_total": 0.020314190536737442,
      "step": 5850
    },
    {
      "loss_action": 0.05978775769472122,
      "loss_total": 0.05978775769472122,
      "step": 5850
    },
    {
      "loss_action": 0.01845163106918335,
      "loss_total": 0.01845163106918335,
      "step": 5850
    },
    {
      "loss_action": 0.04566994309425354,
      "loss_total": 0.04566994309425354,
      "step": 5850
    },
    {
      "loss_action": 0.12179266661405563,
      "loss_total": 0.12179266661405563,
      "step": 5850
    },
    {
      "loss_action": 0.03931281715631485,
      "loss_total": 0.03931281715631485,
      "step": 5850
    },
    {
      "loss_action": 0.02940169721841812,
      "loss_total": 0.02940169721841812,
      "step": 5850
    },
    {
      "loss_action": 0.048952631652355194,
      "loss_total": 0.048952631652355194,
      "step": 5850
    },
    {
      "grad_norm": 0.36258256435394287,
      "learning_rate": 9.99798279671387e-05,
      "loss": 0.0273,
      "step": 5860
    },
    {
      "loss_action": 0.015751522034406662,
      "loss_total": 0.015751522034406662,
      "step": 5860
    },
    {
      "loss_action": 0.05419272184371948,
      "loss_total": 0.05419272184371948,
      "step": 5860
    },
    {
      "loss_action": 0.05786723643541336,
      "loss_total": 0.05786723643541336,
      "step": 5860
    },
    {
      "loss_action": 0.026382792741060257,
      "loss_total": 0.026382792741060257,
      "step": 5860
    },
    {
      "loss_action": 0.025901785120368004,
      "loss_total": 0.025901785120368004,
      "step": 5860
    },
    {
      "loss_action": 0.022969232872128487,
      "loss_total": 0.022969232872128487,
      "step": 5860
    },
    {
      "loss_action": 0.024269038811326027,
      "loss_total": 0.024269038811326027,
      "step": 5860
    },
    {
      "loss_action": 0.017995115369558334,
      "loss_total": 0.017995115369558334,
      "step": 5860
    },
    {
      "grad_norm": 0.2459876984357834,
      "learning_rate": 9.997935560270734e-05,
      "loss": 0.0266,
      "step": 5870
    },
    {
      "loss_action": 0.045320987701416016,
      "loss_total": 0.045320987701416016,
      "step": 5870
    },
    {
      "loss_action": 0.06069212406873703,
      "loss_total": 0.06069212406873703,
      "step": 5870
    },
    {
      "loss_action": 0.013566362671554089,
      "loss_total": 0.013566362671554089,
      "step": 5870
    },
    {
      "loss_action": 0.011153629049658775,
      "loss_total": 0.011153629049658775,
      "step": 5870
    },
    {
      "loss_action": 0.020467983558773994,
      "loss_total": 0.020467983558773994,
      "step": 5870
    },
    {
      "loss_action": 0.020129237323999405,
      "loss_total": 0.020129237323999405,
      "step": 5870
    },
    {
      "loss_action": 0.02747725509107113,
      "loss_total": 0.02747725509107113,
      "step": 5870
    },
    {
      "loss_action": 0.03621961176395416,
      "loss_total": 0.03621961176395416,
      "step": 5870
    },
    {
      "grad_norm": 0.2773576080799103,
      "learning_rate": 9.997887777260879e-05,
      "loss": 0.0264,
      "step": 5880
    },
    {
      "loss_action": 0.0607539564371109,
      "loss_total": 0.0607539564371109,
      "step": 5880
    },
    {
      "loss_action": 0.023502487689256668,
      "loss_total": 0.023502487689256668,
      "step": 5880
    },
    {
      "loss_action": 0.020948678255081177,
      "loss_total": 0.020948678255081177,
      "step": 5880
    },
    {
      "loss_action": 0.01534515805542469,
      "loss_total": 0.01534515805542469,
      "step": 5880
    },
    {
      "loss_action": 0.01772209070622921,
      "loss_total": 0.01772209070622921,
      "step": 5880
    },
    {
      "loss_action": 0.01377867255359888,
      "loss_total": 0.01377867255359888,
      "step": 5880
    },
    {
      "loss_action": 0.01803326979279518,
      "loss_total": 0.01803326979279518,
      "step": 5880
    },
    {
      "loss_action": 0.023674655705690384,
      "loss_total": 0.023674655705690384,
      "step": 5880
    },
    {
      "grad_norm": 0.41666534543037415,
      "learning_rate": 9.997839447689532e-05,
      "loss": 0.0236,
      "step": 5890
    },
    {
      "loss_action": 0.01560670044273138,
      "loss_total": 0.01560670044273138,
      "step": 5890
    },
    {
      "loss_action": 0.01552852988243103,
      "loss_total": 0.01552852988243103,
      "step": 5890
    },
    {
      "loss_action": 0.019143149256706238,
      "loss_total": 0.019143149256706238,
      "step": 5890
    },
    {
      "loss_action": 0.015908442437648773,
      "loss_total": 0.015908442437648773,
      "step": 5890
    },
    {
      "loss_action": 0.022999484091997147,
      "loss_total": 0.022999484091997147,
      "step": 5890
    },
    {
      "loss_action": 0.015904027968645096,
      "loss_total": 0.015904027968645096,
      "step": 5890
    },
    {
      "loss_action": 0.06950217485427856,
      "loss_total": 0.06950217485427856,
      "step": 5890
    },
    {
      "loss_action": 0.016540078446269035,
      "loss_total": 0.016540078446269035,
      "step": 5890
    },
    {
      "grad_norm": 0.26553431153297424,
      "learning_rate": 9.997790571561978e-05,
      "loss": 0.0257,
      "step": 5900
    },
    {
      "loss_action": 0.014315403997898102,
      "loss_total": 0.014315403997898102,
      "step": 5900
    },
    {
      "loss_action": 0.0150395967066288,
      "loss_total": 0.0150395967066288,
      "step": 5900
    },
    {
      "loss_action": 0.014343755319714546,
      "loss_total": 0.014343755319714546,
      "step": 5900
    },
    {
      "loss_action": 0.023709136992692947,
      "loss_total": 0.023709136992692947,
      "step": 5900
    },
    {
      "loss_action": 0.02293984964489937,
      "loss_total": 0.02293984964489937,
      "step": 5900
    },
    {
      "loss_action": 0.01752225123345852,
      "loss_total": 0.01752225123345852,
      "step": 5900
    },
    {
      "loss_action": 0.02535521239042282,
      "loss_total": 0.02535521239042282,
      "step": 5900
    },
    {
      "loss_action": 0.027105767279863358,
      "loss_total": 0.027105767279863358,
      "step": 5900
    },
    {
      "grad_norm": 0.2218753844499588,
      "learning_rate": 9.99774114888356e-05,
      "loss": 0.0248,
      "step": 5910
    },
    {
      "loss_action": 0.02812780812382698,
      "loss_total": 0.02812780812382698,
      "step": 5910
    },
    {
      "loss_action": 0.03992917388677597,
      "loss_total": 0.03992917388677597,
      "step": 5910
    },
    {
      "loss_action": 0.03255553916096687,
      "loss_total": 0.03255553916096687,
      "step": 5910
    },
    {
      "loss_action": 0.038365527987480164,
      "loss_total": 0.038365527987480164,
      "step": 5910
    },
    {
      "loss_action": 0.02891586534678936,
      "loss_total": 0.02891586534678936,
      "step": 5910
    },
    {
      "loss_action": 0.01926518976688385,
      "loss_total": 0.01926518976688385,
      "step": 5910
    },
    {
      "loss_action": 0.035089194774627686,
      "loss_total": 0.035089194774627686,
      "step": 5910
    },
    {
      "loss_action": 0.03617694228887558,
      "loss_total": 0.03617694228887558,
      "step": 5910
    },
    {
      "grad_norm": 0.4193015992641449,
      "learning_rate": 9.997691179659684e-05,
      "loss": 0.0276,
      "step": 5920
    },
    {
      "loss_action": 0.017338192090392113,
      "loss_total": 0.017338192090392113,
      "step": 5920
    },
    {
      "loss_action": 0.029318245127797127,
      "loss_total": 0.029318245127797127,
      "step": 5920
    },
    {
      "loss_action": 0.021065879613161087,
      "loss_total": 0.021065879613161087,
      "step": 5920
    },
    {
      "loss_action": 0.01803905889391899,
      "loss_total": 0.01803905889391899,
      "step": 5920
    },
    {
      "loss_action": 0.019672086462378502,
      "loss_total": 0.019672086462378502,
      "step": 5920
    },
    {
      "loss_action": 0.016532601788640022,
      "loss_total": 0.016532601788640022,
      "step": 5920
    },
    {
      "loss_action": 0.018962807953357697,
      "loss_total": 0.018962807953357697,
      "step": 5920
    },
    {
      "loss_action": 0.03454066812992096,
      "loss_total": 0.03454066812992096,
      "step": 5920
    },
    {
      "grad_norm": 0.405313104391098,
      "learning_rate": 9.997640663895815e-05,
      "loss": 0.0296,
      "step": 5930
    },
    {
      "loss_action": 0.03549576550722122,
      "loss_total": 0.03549576550722122,
      "step": 5930
    },
    {
      "loss_action": 0.04140768200159073,
      "loss_total": 0.04140768200159073,
      "step": 5930
    },
    {
      "loss_action": 0.015281882137060165,
      "loss_total": 0.015281882137060165,
      "step": 5930
    },
    {
      "loss_action": 0.024948125705122948,
      "loss_total": 0.024948125705122948,
      "step": 5930
    },
    {
      "loss_action": 0.021694766357541084,
      "loss_total": 0.021694766357541084,
      "step": 5930
    },
    {
      "loss_action": 0.026474757120013237,
      "loss_total": 0.026474757120013237,
      "step": 5930
    },
    {
      "loss_action": 0.018428776413202286,
      "loss_total": 0.018428776413202286,
      "step": 5930
    },
    {
      "loss_action": 0.05087105184793472,
      "loss_total": 0.05087105184793472,
      "step": 5930
    },
    {
      "grad_norm": 0.28231117129325867,
      "learning_rate": 9.997589601597477e-05,
      "loss": 0.0267,
      "step": 5940
    },
    {
      "loss_action": 0.01820937916636467,
      "loss_total": 0.01820937916636467,
      "step": 5940
    },
    {
      "loss_action": 0.020394938066601753,
      "loss_total": 0.020394938066601753,
      "step": 5940
    },
    {
      "loss_action": 0.024822808802127838,
      "loss_total": 0.024822808802127838,
      "step": 5940
    },
    {
      "loss_action": 0.020702313631772995,
      "loss_total": 0.020702313631772995,
      "step": 5940
    },
    {
      "loss_action": 0.0177299864590168,
      "loss_total": 0.0177299864590168,
      "step": 5940
    },
    {
      "loss_action": 0.01330792810767889,
      "loss_total": 0.01330792810767889,
      "step": 5940
    },
    {
      "loss_action": 0.021923009306192398,
      "loss_total": 0.021923009306192398,
      "step": 5940
    },
    {
      "loss_action": 0.02159293368458748,
      "loss_total": 0.02159293368458748,
      "step": 5940
    },
    {
      "grad_norm": 0.3749179542064667,
      "learning_rate": 9.997537992770252e-05,
      "loss": 0.0248,
      "step": 5950
    },
    {
      "loss_action": 0.015576791949570179,
      "loss_total": 0.015576791949570179,
      "step": 5950
    },
    {
      "loss_action": 0.019888240844011307,
      "loss_total": 0.019888240844011307,
      "step": 5950
    },
    {
      "loss_action": 0.009920954704284668,
      "loss_total": 0.009920954704284668,
      "step": 5950
    },
    {
      "loss_action": 0.018872980028390884,
      "loss_total": 0.018872980028390884,
      "step": 5950
    },
    {
      "loss_action": 0.027941524982452393,
      "loss_total": 0.027941524982452393,
      "step": 5950
    },
    {
      "loss_action": 0.01618770882487297,
      "loss_total": 0.01618770882487297,
      "step": 5950
    },
    {
      "loss_action": 0.02488640695810318,
      "loss_total": 0.02488640695810318,
      "step": 5950
    },
    {
      "loss_action": 0.01713581755757332,
      "loss_total": 0.01713581755757332,
      "step": 5950
    },
    {
      "grad_norm": 0.3315366804599762,
      "learning_rate": 9.997485837419788e-05,
      "loss": 0.0245,
      "step": 5960
    },
    {
      "loss_action": 0.019570590928196907,
      "loss_total": 0.019570590928196907,
      "step": 5960
    },
    {
      "loss_action": 0.01823645830154419,
      "loss_total": 0.01823645830154419,
      "step": 5960
    },
    {
      "loss_action": 0.030700696632266045,
      "loss_total": 0.030700696632266045,
      "step": 5960
    },
    {
      "loss_action": 0.02810768596827984,
      "loss_total": 0.02810768596827984,
      "step": 5960
    },
    {
      "loss_action": 0.026025814935564995,
      "loss_total": 0.026025814935564995,
      "step": 5960
    },
    {
      "loss_action": 0.02187054231762886,
      "loss_total": 0.02187054231762886,
      "step": 5960
    },
    {
      "loss_action": 0.031930580735206604,
      "loss_total": 0.031930580735206604,
      "step": 5960
    },
    {
      "loss_action": 0.03316152095794678,
      "loss_total": 0.03316152095794678,
      "step": 5960
    },
    {
      "grad_norm": 0.2520250082015991,
      "learning_rate": 9.997433135551786e-05,
      "loss": 0.0246,
      "step": 5970
    },
    {
      "loss_action": 0.031470056623220444,
      "loss_total": 0.031470056623220444,
      "step": 5970
    },
    {
      "loss_action": 0.031094355508685112,
      "loss_total": 0.031094355508685112,
      "step": 5970
    },
    {
      "loss_action": 0.022442102432250977,
      "loss_total": 0.022442102432250977,
      "step": 5970
    },
    {
      "loss_action": 0.02273598685860634,
      "loss_total": 0.02273598685860634,
      "step": 5970
    },
    {
      "loss_action": 0.019526243209838867,
      "loss_total": 0.019526243209838867,
      "step": 5970
    },
    {
      "loss_action": 0.018320530652999878,
      "loss_total": 0.018320530652999878,
      "step": 5970
    },
    {
      "loss_action": 0.02326348051428795,
      "loss_total": 0.02326348051428795,
      "step": 5970
    },
    {
      "loss_action": 0.026940464973449707,
      "loss_total": 0.026940464973449707,
      "step": 5970
    },
    {
      "grad_norm": 0.28637900948524475,
      "learning_rate": 9.997379887172009e-05,
      "loss": 0.0262,
      "step": 5980
    },
    {
      "loss_action": 0.1819656640291214,
      "loss_total": 0.1819656640291214,
      "step": 5980
    },
    {
      "loss_action": 0.016296759247779846,
      "loss_total": 0.016296759247779846,
      "step": 5980
    },
    {
      "loss_action": 0.015771858394145966,
      "loss_total": 0.015771858394145966,
      "step": 5980
    },
    {
      "loss_action": 0.031003452837467194,
      "loss_total": 0.031003452837467194,
      "step": 5980
    },
    {
      "loss_action": 0.026628971099853516,
      "loss_total": 0.026628971099853516,
      "step": 5980
    },
    {
      "loss_action": 0.028214074671268463,
      "loss_total": 0.028214074671268463,
      "step": 5980
    },
    {
      "loss_action": 0.020175613462924957,
      "loss_total": 0.020175613462924957,
      "step": 5980
    },
    {
      "loss_action": 0.031857967376708984,
      "loss_total": 0.031857967376708984,
      "step": 5980
    },
    {
      "grad_norm": 0.2818658947944641,
      "learning_rate": 9.997326092286281e-05,
      "loss": 0.0258,
      "step": 5990
    },
    {
      "loss_action": 0.01789984479546547,
      "loss_total": 0.01789984479546547,
      "step": 5990
    },
    {
      "loss_action": 0.02831675112247467,
      "loss_total": 0.02831675112247467,
      "step": 5990
    },
    {
      "loss_action": 0.029011500999331474,
      "loss_total": 0.029011500999331474,
      "step": 5990
    },
    {
      "loss_action": 0.023542767390608788,
      "loss_total": 0.023542767390608788,
      "step": 5990
    },
    {
      "loss_action": 0.029266510158777237,
      "loss_total": 0.029266510158777237,
      "step": 5990
    },
    {
      "loss_action": 0.02988298237323761,
      "loss_total": 0.02988298237323761,
      "step": 5990
    },
    {
      "loss_action": 0.02937861531972885,
      "loss_total": 0.02937861531972885,
      "step": 5990
    },
    {
      "loss_action": 0.017749780789017677,
      "loss_total": 0.017749780789017677,
      "step": 5990
    },
    {
      "grad_norm": 0.2890717685222626,
      "learning_rate": 9.997271750900486e-05,
      "loss": 0.0244,
      "step": 6000
    },
    {
      "loss_action": 0.019939765334129333,
      "loss_total": 0.019939765334129333,
      "step": 6000
    },
    {
      "loss_action": 0.018806058913469315,
      "loss_total": 0.018806058913469315,
      "step": 6000
    },
    {
      "loss_action": 0.022593997418880463,
      "loss_total": 0.022593997418880463,
      "step": 6000
    },
    {
      "loss_action": 0.03129744157195091,
      "loss_total": 0.03129744157195091,
      "step": 6000
    },
    {
      "loss_action": 0.03081519342958927,
      "loss_total": 0.03081519342958927,
      "step": 6000
    },
    {
      "loss_action": 0.01884804666042328,
      "loss_total": 0.01884804666042328,
      "step": 6000
    },
    {
      "loss_action": 0.021125702187418938,
      "loss_total": 0.021125702187418938,
      "step": 6000
    },
    {
      "loss_action": 0.023671619594097137,
      "loss_total": 0.023671619594097137,
      "step": 6000
    },
    {
      "grad_norm": 0.18738529086112976,
      "learning_rate": 9.997216863020565e-05,
      "loss": 0.0261,
      "step": 6010
    },
    {
      "loss_action": 0.02135380357503891,
      "loss_total": 0.02135380357503891,
      "step": 6010
    },
    {
      "loss_action": 0.01896783336997032,
      "loss_total": 0.01896783336997032,
      "step": 6010
    },
    {
      "loss_action": 0.015787124633789062,
      "loss_total": 0.015787124633789062,
      "step": 6010
    },
    {
      "loss_action": 0.0180587787181139,
      "loss_total": 0.0180587787181139,
      "step": 6010
    },
    {
      "loss_action": 0.009887896478176117,
      "loss_total": 0.009887896478176117,
      "step": 6010
    },
    {
      "loss_action": 0.02641545608639717,
      "loss_total": 0.02641545608639717,
      "step": 6010
    },
    {
      "loss_action": 0.009918684139847755,
      "loss_total": 0.009918684139847755,
      "step": 6010
    },
    {
      "loss_action": 0.044732607901096344,
      "loss_total": 0.044732607901096344,
      "step": 6010
    },
    {
      "grad_norm": 0.38987869024276733,
      "learning_rate": 9.99716142865252e-05,
      "loss": 0.0232,
      "step": 6020
    },
    {
      "loss_action": 0.020511765033006668,
      "loss_total": 0.020511765033006668,
      "step": 6020
    },
    {
      "loss_action": 0.03416819870471954,
      "loss_total": 0.03416819870471954,
      "step": 6020
    },
    {
      "loss_action": 0.03261059150099754,
      "loss_total": 0.03261059150099754,
      "step": 6020
    },
    {
      "loss_action": 0.012922918424010277,
      "loss_total": 0.012922918424010277,
      "step": 6020
    },
    {
      "loss_action": 0.020609229803085327,
      "loss_total": 0.020609229803085327,
      "step": 6020
    },
    {
      "loss_action": 0.03542681410908699,
      "loss_total": 0.03542681410908699,
      "step": 6020
    },
    {
      "loss_action": 0.0165216326713562,
      "loss_total": 0.0165216326713562,
      "step": 6020
    },
    {
      "loss_action": 0.032264500856399536,
      "loss_total": 0.032264500856399536,
      "step": 6020
    },
    {
      "grad_norm": 0.3800397515296936,
      "learning_rate": 9.997105447802415e-05,
      "loss": 0.0264,
      "step": 6030
    },
    {
      "loss_action": 0.06936094164848328,
      "loss_total": 0.06936094164848328,
      "step": 6030
    },
    {
      "loss_action": 0.01629975065588951,
      "loss_total": 0.01629975065588951,
      "step": 6030
    },
    {
      "loss_action": 0.024722803384065628,
      "loss_total": 0.024722803384065628,
      "step": 6030
    },
    {
      "loss_action": 0.03614093363285065,
      "loss_total": 0.03614093363285065,
      "step": 6030
    },
    {
      "loss_action": 0.037487972527742386,
      "loss_total": 0.037487972527742386,
      "step": 6030
    },
    {
      "loss_action": 0.028314275667071342,
      "loss_total": 0.028314275667071342,
      "step": 6030
    },
    {
      "loss_action": 0.02651265449821949,
      "loss_total": 0.02651265449821949,
      "step": 6030
    },
    {
      "loss_action": 0.03113815188407898,
      "loss_total": 0.03113815188407898,
      "step": 6030
    },
    {
      "grad_norm": 0.2818149924278259,
      "learning_rate": 9.997048920476373e-05,
      "loss": 0.0237,
      "step": 6040
    },
    {
      "loss_action": 0.026212256401777267,
      "loss_total": 0.026212256401777267,
      "step": 6040
    },
    {
      "loss_action": 0.015551727265119553,
      "loss_total": 0.015551727265119553,
      "step": 6040
    },
    {
      "loss_action": 0.021059855818748474,
      "loss_total": 0.021059855818748474,
      "step": 6040
    },
    {
      "loss_action": 0.017643194645643234,
      "loss_total": 0.017643194645643234,
      "step": 6040
    },
    {
      "loss_action": 0.01799916848540306,
      "loss_total": 0.01799916848540306,
      "step": 6040
    },
    {
      "loss_action": 0.02500917576253414,
      "loss_total": 0.02500917576253414,
      "step": 6040
    },
    {
      "loss_action": 0.021560441702604294,
      "loss_total": 0.021560441702604294,
      "step": 6040
    },
    {
      "loss_action": 0.02083616703748703,
      "loss_total": 0.02083616703748703,
      "step": 6040
    },
    {
      "grad_norm": 0.23106585443019867,
      "learning_rate": 9.996991846680572e-05,
      "loss": 0.0246,
      "step": 6050
    },
    {
      "loss_action": 0.015437480062246323,
      "loss_total": 0.015437480062246323,
      "step": 6050
    },
    {
      "loss_action": 0.017495106905698776,
      "loss_total": 0.017495106905698776,
      "step": 6050
    },
    {
      "loss_action": 0.02636401727795601,
      "loss_total": 0.02636401727795601,
      "step": 6050
    },
    {
      "loss_action": 0.01952977105975151,
      "loss_total": 0.01952977105975151,
      "step": 6050
    },
    {
      "loss_action": 0.020157866179943085,
      "loss_total": 0.020157866179943085,
      "step": 6050
    },
    {
      "loss_action": 0.019757471978664398,
      "loss_total": 0.019757471978664398,
      "step": 6050
    },
    {
      "loss_action": 0.018971089273691177,
      "loss_total": 0.018971089273691177,
      "step": 6050
    },
    {
      "loss_action": 0.02710161730647087,
      "loss_total": 0.02710161730647087,
      "step": 6050
    },
    {
      "grad_norm": 0.32404741644859314,
      "learning_rate": 9.996934226421257e-05,
      "loss": 0.0237,
      "step": 6060
    },
    {
      "loss_action": 0.022237572818994522,
      "loss_total": 0.022237572818994522,
      "step": 6060
    },
    {
      "loss_action": 0.01342809945344925,
      "loss_total": 0.01342809945344925,
      "step": 6060
    },
    {
      "loss_action": 0.018921824172139168,
      "loss_total": 0.018921824172139168,
      "step": 6060
    },
    {
      "loss_action": 0.033130742609500885,
      "loss_total": 0.033130742609500885,
      "step": 6060
    },
    {
      "loss_action": 0.023579200729727745,
      "loss_total": 0.023579200729727745,
      "step": 6060
    },
    {
      "loss_action": 0.015598732978105545,
      "loss_total": 0.015598732978105545,
      "step": 6060
    },
    {
      "loss_action": 0.025380771607160568,
      "loss_total": 0.025380771607160568,
      "step": 6060
    },
    {
      "loss_action": 0.018299516290426254,
      "loss_total": 0.018299516290426254,
      "step": 6060
    },
    {
      "grad_norm": 0.299178808927536,
      "learning_rate": 9.996876059704726e-05,
      "loss": 0.0213,
      "step": 6070
    },
    {
      "loss_action": 0.03549917787313461,
      "loss_total": 0.03549917787313461,
      "step": 6070
    },
    {
      "loss_action": 0.013107791543006897,
      "loss_total": 0.013107791543006897,
      "step": 6070
    },
    {
      "loss_action": 0.023403886705636978,
      "loss_total": 0.023403886705636978,
      "step": 6070
    },
    {
      "loss_action": 0.016375210136175156,
      "loss_total": 0.016375210136175156,
      "step": 6070
    },
    {
      "loss_action": 0.07705017924308777,
      "loss_total": 0.07705017924308777,
      "step": 6070
    },
    {
      "loss_action": 0.014812187291681767,
      "loss_total": 0.014812187291681767,
      "step": 6070
    },
    {
      "loss_action": 0.0239096749573946,
      "loss_total": 0.0239096749573946,
      "step": 6070
    },
    {
      "loss_action": 0.014378553256392479,
      "loss_total": 0.014378553256392479,
      "step": 6070
    },
    {
      "grad_norm": 0.2558213472366333,
      "learning_rate": 9.996817346537343e-05,
      "loss": 0.0282,
      "step": 6080
    },
    {
      "loss_action": 0.01951659470796585,
      "loss_total": 0.01951659470796585,
      "step": 6080
    },
    {
      "loss_action": 0.03551596403121948,
      "loss_total": 0.03551596403121948,
      "step": 6080
    },
    {
      "loss_action": 0.03489554673433304,
      "loss_total": 0.03489554673433304,
      "step": 6080
    },
    {
      "loss_action": 0.036871638149023056,
      "loss_total": 0.036871638149023056,
      "step": 6080
    },
    {
      "loss_action": 0.014861304312944412,
      "loss_total": 0.014861304312944412,
      "step": 6080
    },
    {
      "loss_action": 0.017881978303194046,
      "loss_total": 0.017881978303194046,
      "step": 6080
    },
    {
      "loss_action": 0.03146325796842575,
      "loss_total": 0.03146325796842575,
      "step": 6080
    },
    {
      "loss_action": 0.034191764891147614,
      "loss_total": 0.034191764891147614,
      "step": 6080
    },
    {
      "grad_norm": 0.25287654995918274,
      "learning_rate": 9.996758086925526e-05,
      "loss": 0.0256,
      "step": 6090
    },
    {
      "loss_action": 0.03245040774345398,
      "loss_total": 0.03245040774345398,
      "step": 6090
    },
    {
      "loss_action": 0.08276792615652084,
      "loss_total": 0.08276792615652084,
      "step": 6090
    },
    {
      "loss_action": 0.029590675607323647,
      "loss_total": 0.029590675607323647,
      "step": 6090
    },
    {
      "loss_action": 0.027907520532608032,
      "loss_total": 0.027907520532608032,
      "step": 6090
    },
    {
      "loss_action": 0.01907610520720482,
      "loss_total": 0.01907610520720482,
      "step": 6090
    },
    {
      "loss_action": 0.026577619835734367,
      "loss_total": 0.026577619835734367,
      "step": 6090
    },
    {
      "loss_action": 0.021987169981002808,
      "loss_total": 0.021987169981002808,
      "step": 6090
    },
    {
      "loss_action": 0.01987314224243164,
      "loss_total": 0.01987314224243164,
      "step": 6090
    },
    {
      "grad_norm": 0.19353662431240082,
      "learning_rate": 9.996698280875759e-05,
      "loss": 0.0239,
      "step": 6100
    },
    {
      "loss_action": 0.022941183298826218,
      "loss_total": 0.022941183298826218,
      "step": 6100
    },
    {
      "loss_action": 0.01062624342739582,
      "loss_total": 0.01062624342739582,
      "step": 6100
    },
    {
      "loss_action": 0.02576417475938797,
      "loss_total": 0.02576417475938797,
      "step": 6100
    },
    {
      "loss_action": 0.020687256008386612,
      "loss_total": 0.020687256008386612,
      "step": 6100
    },
    {
      "loss_action": 0.015533247962594032,
      "loss_total": 0.015533247962594032,
      "step": 6100
    },
    {
      "loss_action": 0.01145932823419571,
      "loss_total": 0.01145932823419571,
      "step": 6100
    },
    {
      "loss_action": 0.023279251530766487,
      "loss_total": 0.023279251530766487,
      "step": 6100
    },
    {
      "loss_action": 0.044399477541446686,
      "loss_total": 0.044399477541446686,
      "step": 6100
    },
    {
      "grad_norm": 0.2962953746318817,
      "learning_rate": 9.99663792839458e-05,
      "loss": 0.0241,
      "step": 6110
    },
    {
      "loss_action": 0.03145436570048332,
      "loss_total": 0.03145436570048332,
      "step": 6110
    },
    {
      "loss_action": 0.018310144543647766,
      "loss_total": 0.018310144543647766,
      "step": 6110
    },
    {
      "loss_action": 0.015172701328992844,
      "loss_total": 0.015172701328992844,
      "step": 6110
    },
    {
      "loss_action": 0.03555352985858917,
      "loss_total": 0.03555352985858917,
      "step": 6110
    },
    {
      "loss_action": 0.03490307927131653,
      "loss_total": 0.03490307927131653,
      "step": 6110
    },
    {
      "loss_action": 0.016118768602609634,
      "loss_total": 0.016118768602609634,
      "step": 6110
    },
    {
      "loss_action": 0.023638051003217697,
      "loss_total": 0.023638051003217697,
      "step": 6110
    },
    {
      "loss_action": 0.020069755613803864,
      "loss_total": 0.020069755613803864,
      "step": 6110
    },
    {
      "grad_norm": 0.3235168755054474,
      "learning_rate": 9.99657702948859e-05,
      "loss": 0.0258,
      "step": 6120
    },
    {
      "loss_action": 0.03385373204946518,
      "loss_total": 0.03385373204946518,
      "step": 6120
    },
    {
      "loss_action": 0.04713110625743866,
      "loss_total": 0.04713110625743866,
      "step": 6120
    },
    {
      "loss_action": 0.12852683663368225,
      "loss_total": 0.12852683663368225,
      "step": 6120
    },
    {
      "loss_action": 0.041694119572639465,
      "loss_total": 0.041694119572639465,
      "step": 6120
    },
    {
      "loss_action": 0.025576718151569366,
      "loss_total": 0.025576718151569366,
      "step": 6120
    },
    {
      "loss_action": 0.0675339475274086,
      "loss_total": 0.0675339475274086,
      "step": 6120
    },
    {
      "loss_action": 0.02086227759718895,
      "loss_total": 0.02086227759718895,
      "step": 6120
    },
    {
      "loss_action": 0.04425468668341637,
      "loss_total": 0.04425468668341637,
      "step": 6120
    },
    {
      "grad_norm": 0.2865586578845978,
      "learning_rate": 9.996515584164448e-05,
      "loss": 0.0345,
      "step": 6130
    },
    {
      "loss_action": 0.015874959528446198,
      "loss_total": 0.015874959528446198,
      "step": 6130
    },
    {
      "loss_action": 0.03261767327785492,
      "loss_total": 0.03261767327785492,
      "step": 6130
    },
    {
      "loss_action": 0.0415647067129612,
      "loss_total": 0.0415647067129612,
      "step": 6130
    },
    {
      "loss_action": 0.027330461889505386,
      "loss_total": 0.027330461889505386,
      "step": 6130
    },
    {
      "loss_action": 0.025357576087117195,
      "loss_total": 0.025357576087117195,
      "step": 6130
    },
    {
      "loss_action": 0.035992980003356934,
      "loss_total": 0.035992980003356934,
      "step": 6130
    },
    {
      "loss_action": 0.025401568040251732,
      "loss_total": 0.025401568040251732,
      "step": 6130
    },
    {
      "loss_action": 0.018915217369794846,
      "loss_total": 0.018915217369794846,
      "step": 6130
    },
    {
      "grad_norm": 0.2384021282196045,
      "learning_rate": 9.996453592428873e-05,
      "loss": 0.0301,
      "step": 6140
    },
    {
      "loss_action": 0.01806170493364334,
      "loss_total": 0.01806170493364334,
      "step": 6140
    },
    {
      "loss_action": 0.016793780028820038,
      "loss_total": 0.016793780028820038,
      "step": 6140
    },
    {
      "loss_action": 0.02069717086851597,
      "loss_total": 0.02069717086851597,
      "step": 6140
    },
    {
      "loss_action": 0.019843388348817825,
      "loss_total": 0.019843388348817825,
      "step": 6140
    },
    {
      "loss_action": 0.04528136923909187,
      "loss_total": 0.04528136923909187,
      "step": 6140
    },
    {
      "loss_action": 0.019312582910060883,
      "loss_total": 0.019312582910060883,
      "step": 6140
    },
    {
      "loss_action": 0.02084035612642765,
      "loss_total": 0.02084035612642765,
      "step": 6140
    },
    {
      "loss_action": 0.02802453190088272,
      "loss_total": 0.02802453190088272,
      "step": 6140
    },
    {
      "grad_norm": 0.3086520731449127,
      "learning_rate": 9.996391054288646e-05,
      "loss": 0.0255,
      "step": 6150
    },
    {
      "loss_action": 0.015854598954319954,
      "loss_total": 0.015854598954319954,
      "step": 6150
    },
    {
      "loss_action": 0.0338878259062767,
      "loss_total": 0.0338878259062767,
      "step": 6150
    },
    {
      "loss_action": 0.027558760717511177,
      "loss_total": 0.027558760717511177,
      "step": 6150
    },
    {
      "loss_action": 0.01606694981455803,
      "loss_total": 0.01606694981455803,
      "step": 6150
    },
    {
      "loss_action": 0.02087670937180519,
      "loss_total": 0.02087670937180519,
      "step": 6150
    },
    {
      "loss_action": 0.024314191192388535,
      "loss_total": 0.024314191192388535,
      "step": 6150
    },
    {
      "loss_action": 0.029453402385115623,
      "loss_total": 0.029453402385115623,
      "step": 6150
    },
    {
      "loss_action": 0.018252354115247726,
      "loss_total": 0.018252354115247726,
      "step": 6150
    },
    {
      "grad_norm": 0.31700965762138367,
      "learning_rate": 9.996327969750605e-05,
      "loss": 0.0243,
      "step": 6160
    },
    {
      "loss_action": 0.028377456590533257,
      "loss_total": 0.028377456590533257,
      "step": 6160
    },
    {
      "loss_action": 0.03740119934082031,
      "loss_total": 0.03740119934082031,
      "step": 6160
    },
    {
      "loss_action": 0.008914035744965076,
      "loss_total": 0.008914035744965076,
      "step": 6160
    },
    {
      "loss_action": 0.038169898092746735,
      "loss_total": 0.038169898092746735,
      "step": 6160
    },
    {
      "loss_action": 0.04480035975575447,
      "loss_total": 0.04480035975575447,
      "step": 6160
    },
    {
      "loss_action": 0.02251383289694786,
      "loss_total": 0.02251383289694786,
      "step": 6160
    },
    {
      "loss_action": 0.04066915065050125,
      "loss_total": 0.04066915065050125,
      "step": 6160
    },
    {
      "loss_action": 0.02871454507112503,
      "loss_total": 0.02871454507112503,
      "step": 6160
    },
    {
      "grad_norm": 0.2731647193431854,
      "learning_rate": 9.996264338821649e-05,
      "loss": 0.0245,
      "step": 6170
    },
    {
      "loss_action": 0.010844015516340733,
      "loss_total": 0.010844015516340733,
      "step": 6170
    },
    {
      "loss_action": 0.03528980165719986,
      "loss_total": 0.03528980165719986,
      "step": 6170
    },
    {
      "loss_action": 0.02234930545091629,
      "loss_total": 0.02234930545091629,
      "step": 6170
    },
    {
      "loss_action": 0.013983434066176414,
      "loss_total": 0.013983434066176414,
      "step": 6170
    },
    {
      "loss_action": 0.025235608220100403,
      "loss_total": 0.025235608220100403,
      "step": 6170
    },
    {
      "loss_action": 0.01108921505510807,
      "loss_total": 0.01108921505510807,
      "step": 6170
    },
    {
      "loss_action": 0.013999274000525475,
      "loss_total": 0.013999274000525475,
      "step": 6170
    },
    {
      "loss_action": 0.02174995467066765,
      "loss_total": 0.02174995467066765,
      "step": 6170
    },
    {
      "grad_norm": 0.23757284879684448,
      "learning_rate": 9.996200161508735e-05,
      "loss": 0.0231,
      "step": 6180
    },
    {
      "loss_action": 0.026842696592211723,
      "loss_total": 0.026842696592211723,
      "step": 6180
    },
    {
      "loss_action": 0.017732912674546242,
      "loss_total": 0.017732912674546242,
      "step": 6180
    },
    {
      "loss_action": 0.026741575449705124,
      "loss_total": 0.026741575449705124,
      "step": 6180
    },
    {
      "loss_action": 0.02247299626469612,
      "loss_total": 0.02247299626469612,
      "step": 6180
    },
    {
      "loss_action": 0.021898293867707253,
      "loss_total": 0.021898293867707253,
      "step": 6180
    },
    {
      "loss_action": 0.022172829136252403,
      "loss_total": 0.022172829136252403,
      "step": 6180
    },
    {
      "loss_action": 0.025162849575281143,
      "loss_total": 0.025162849575281143,
      "step": 6180
    },
    {
      "loss_action": 0.018739882856607437,
      "loss_total": 0.018739882856607437,
      "step": 6180
    },
    {
      "grad_norm": 0.23079298436641693,
      "learning_rate": 9.996135437818885e-05,
      "loss": 0.0252,
      "step": 6190
    },
    {
      "loss_action": 0.01009303703904152,
      "loss_total": 0.01009303703904152,
      "step": 6190
    },
    {
      "loss_action": 0.025343552231788635,
      "loss_total": 0.025343552231788635,
      "step": 6190
    },
    {
      "loss_action": 0.014751307666301727,
      "loss_total": 0.014751307666301727,
      "step": 6190
    },
    {
      "loss_action": 0.01912641152739525,
      "loss_total": 0.01912641152739525,
      "step": 6190
    },
    {
      "loss_action": 0.032909832894802094,
      "loss_total": 0.032909832894802094,
      "step": 6190
    },
    {
      "loss_action": 0.014100799337029457,
      "loss_total": 0.014100799337029457,
      "step": 6190
    },
    {
      "loss_action": 0.024074025452136993,
      "loss_total": 0.024074025452136993,
      "step": 6190
    },
    {
      "loss_action": 0.01901210844516754,
      "loss_total": 0.01901210844516754,
      "step": 6190
    },
    {
      "grad_norm": 0.2672417163848877,
      "learning_rate": 9.996070167759175e-05,
      "loss": 0.0231,
      "step": 6200
    },
    {
      "loss_action": 0.04142602160573006,
      "loss_total": 0.04142602160573006,
      "step": 6200
    },
    {
      "loss_action": 0.01896817795932293,
      "loss_total": 0.01896817795932293,
      "step": 6200
    },
    {
      "loss_action": 0.02363259345293045,
      "loss_total": 0.02363259345293045,
      "step": 6200
    },
    {
      "loss_action": 0.022504717111587524,
      "loss_total": 0.022504717111587524,
      "step": 6200
    },
    {
      "loss_action": 0.014495590701699257,
      "loss_total": 0.014495590701699257,
      "step": 6200
    },
    {
      "loss_action": 0.019639085978269577,
      "loss_total": 0.019639085978269577,
      "step": 6200
    },
    {
      "loss_action": 0.029986374080181122,
      "loss_total": 0.029986374080181122,
      "step": 6200
    },
    {
      "loss_action": 0.0365789458155632,
      "loss_total": 0.0365789458155632,
      "step": 6200
    },
    {
      "grad_norm": 0.34347864985466003,
      "learning_rate": 9.996004351336743e-05,
      "loss": 0.0233,
      "step": 6210
    },
    {
      "loss_action": 0.04018527269363403,
      "loss_total": 0.04018527269363403,
      "step": 6210
    },
    {
      "loss_action": 0.0178647693246603,
      "loss_total": 0.0178647693246603,
      "step": 6210
    },
    {
      "loss_action": 0.01989440806210041,
      "loss_total": 0.01989440806210041,
      "step": 6210
    },
    {
      "loss_action": 0.022015012800693512,
      "loss_total": 0.022015012800693512,
      "step": 6210
    },
    {
      "loss_action": 0.017188623547554016,
      "loss_total": 0.017188623547554016,
      "step": 6210
    },
    {
      "loss_action": 0.010242896154522896,
      "loss_total": 0.010242896154522896,
      "step": 6210
    },
    {
      "loss_action": 0.016041040420532227,
      "loss_total": 0.016041040420532227,
      "step": 6210
    },
    {
      "loss_action": 0.015632204711437225,
      "loss_total": 0.015632204711437225,
      "step": 6210
    },
    {
      "grad_norm": 0.4386430084705353,
      "learning_rate": 9.995937988558785e-05,
      "loss": 0.0238,
      "step": 6220
    },
    {
      "loss_action": 0.014728384092450142,
      "loss_total": 0.014728384092450142,
      "step": 6220
    },
    {
      "loss_action": 0.030007146298885345,
      "loss_total": 0.030007146298885345,
      "step": 6220
    },
    {
      "loss_action": 0.029260925948619843,
      "loss_total": 0.029260925948619843,
      "step": 6220
    },
    {
      "loss_action": 0.04148532450199127,
      "loss_total": 0.04148532450199127,
      "step": 6220
    },
    {
      "loss_action": 0.023648997768759727,
      "loss_total": 0.023648997768759727,
      "step": 6220
    },
    {
      "loss_action": 0.029038555920124054,
      "loss_total": 0.029038555920124054,
      "step": 6220
    },
    {
      "loss_action": 0.026160703971982002,
      "loss_total": 0.026160703971982002,
      "step": 6220
    },
    {
      "loss_action": 0.016741642728447914,
      "loss_total": 0.016741642728447914,
      "step": 6220
    },
    {
      "grad_norm": 0.2596534490585327,
      "learning_rate": 9.995871079432561e-05,
      "loss": 0.0276,
      "step": 6230
    },
    {
      "loss_action": 0.014303403906524181,
      "loss_total": 0.014303403906524181,
      "step": 6230
    },
    {
      "loss_action": 0.019052451476454735,
      "loss_total": 0.019052451476454735,
      "step": 6230
    },
    {
      "loss_action": 0.024878162890672684,
      "loss_total": 0.024878162890672684,
      "step": 6230
    },
    {
      "loss_action": 0.06299270689487457,
      "loss_total": 0.06299270689487457,
      "step": 6230
    },
    {
      "loss_action": 0.0214274562895298,
      "loss_total": 0.0214274562895298,
      "step": 6230
    },
    {
      "loss_action": 0.030076442286372185,
      "loss_total": 0.030076442286372185,
      "step": 6230
    },
    {
      "loss_action": 0.03315317630767822,
      "loss_total": 0.03315317630767822,
      "step": 6230
    },
    {
      "loss_action": 0.028964057564735413,
      "loss_total": 0.028964057564735413,
      "step": 6230
    },
    {
      "grad_norm": 0.1788180023431778,
      "learning_rate": 9.995803623965389e-05,
      "loss": 0.0257,
      "step": 6240
    },
    {
      "loss_action": 0.01549406349658966,
      "loss_total": 0.01549406349658966,
      "step": 6240
    },
    {
      "loss_action": 0.018812712281942368,
      "loss_total": 0.018812712281942368,
      "step": 6240
    },
    {
      "loss_action": 0.022109420970082283,
      "loss_total": 0.022109420970082283,
      "step": 6240
    },
    {
      "loss_action": 0.016504770144820213,
      "loss_total": 0.016504770144820213,
      "step": 6240
    },
    {
      "loss_action": 0.02768019586801529,
      "loss_total": 0.02768019586801529,
      "step": 6240
    },
    {
      "loss_action": 0.010389167815446854,
      "loss_total": 0.010389167815446854,
      "step": 6240
    },
    {
      "loss_action": 0.010487746447324753,
      "loss_total": 0.010487746447324753,
      "step": 6240
    },
    {
      "loss_action": 0.016154125332832336,
      "loss_total": 0.016154125332832336,
      "step": 6240
    },
    {
      "grad_norm": 0.25315502285957336,
      "learning_rate": 9.995735622164641e-05,
      "loss": 0.0233,
      "step": 6250
    },
    {
      "loss_action": 0.023267362266778946,
      "loss_total": 0.023267362266778946,
      "step": 6250
    },
    {
      "loss_action": 0.023063862696290016,
      "loss_total": 0.023063862696290016,
      "step": 6250
    },
    {
      "loss_action": 0.014333748258650303,
      "loss_total": 0.014333748258650303,
      "step": 6250
    },
    {
      "loss_action": 0.014164300635457039,
      "loss_total": 0.014164300635457039,
      "step": 6250
    },
    {
      "loss_action": 0.022807251662015915,
      "loss_total": 0.022807251662015915,
      "step": 6250
    },
    {
      "loss_action": 0.03152834624052048,
      "loss_total": 0.03152834624052048,
      "step": 6250
    },
    {
      "loss_action": 0.019069107249379158,
      "loss_total": 0.019069107249379158,
      "step": 6250
    },
    {
      "loss_action": 0.026478903368115425,
      "loss_total": 0.026478903368115425,
      "step": 6250
    },
    {
      "grad_norm": 0.35412734746932983,
      "learning_rate": 9.995667074037758e-05,
      "loss": 0.0256,
      "step": 6260
    },
    {
      "loss_action": 0.016543682664632797,
      "loss_total": 0.016543682664632797,
      "step": 6260
    },
    {
      "loss_action": 0.026841919869184494,
      "loss_total": 0.026841919869184494,
      "step": 6260
    },
    {
      "loss_action": 0.013625189661979675,
      "loss_total": 0.013625189661979675,
      "step": 6260
    },
    {
      "loss_action": 0.0373750776052475,
      "loss_total": 0.0373750776052475,
      "step": 6260
    },
    {
      "loss_action": 0.019048841670155525,
      "loss_total": 0.019048841670155525,
      "step": 6260
    },
    {
      "loss_action": 0.03761465102434158,
      "loss_total": 0.03761465102434158,
      "step": 6260
    },
    {
      "loss_action": 0.015215087682008743,
      "loss_total": 0.015215087682008743,
      "step": 6260
    },
    {
      "loss_action": 0.01379123143851757,
      "loss_total": 0.01379123143851757,
      "step": 6260
    },
    {
      "grad_norm": 0.2583678364753723,
      "learning_rate": 9.995597979592232e-05,
      "loss": 0.0248,
      "step": 6270
    },
    {
      "loss_action": 0.03773094341158867,
      "loss_total": 0.03773094341158867,
      "step": 6270
    },
    {
      "loss_action": 0.014472318813204765,
      "loss_total": 0.014472318813204765,
      "step": 6270
    },
    {
      "loss_action": 0.022402992472052574,
      "loss_total": 0.022402992472052574,
      "step": 6270
    },
    {
      "loss_action": 0.018685203045606613,
      "loss_total": 0.018685203045606613,
      "step": 6270
    },
    {
      "loss_action": 0.0345892533659935,
      "loss_total": 0.0345892533659935,
      "step": 6270
    },
    {
      "loss_action": 0.02367997169494629,
      "loss_total": 0.02367997169494629,
      "step": 6270
    },
    {
      "loss_action": 0.035527005791664124,
      "loss_total": 0.035527005791664124,
      "step": 6270
    },
    {
      "loss_action": 0.016331976279616356,
      "loss_total": 0.016331976279616356,
      "step": 6270
    },
    {
      "grad_norm": 0.20541559159755707,
      "learning_rate": 9.995528338835625e-05,
      "loss": 0.0227,
      "step": 6280
    },
    {
      "loss_action": 0.017102081328630447,
      "loss_total": 0.017102081328630447,
      "step": 6280
    },
    {
      "loss_action": 0.02579447627067566,
      "loss_total": 0.02579447627067566,
      "step": 6280
    },
    {
      "loss_action": 0.02156219445168972,
      "loss_total": 0.02156219445168972,
      "step": 6280
    },
    {
      "loss_action": 0.014983675442636013,
      "loss_total": 0.014983675442636013,
      "step": 6280
    },
    {
      "loss_action": 0.013018570840358734,
      "loss_total": 0.013018570840358734,
      "step": 6280
    },
    {
      "loss_action": 0.026689961552619934,
      "loss_total": 0.026689961552619934,
      "step": 6280
    },
    {
      "loss_action": 0.010052568279206753,
      "loss_total": 0.010052568279206753,
      "step": 6280
    },
    {
      "loss_action": 0.013889506459236145,
      "loss_total": 0.013889506459236145,
      "step": 6280
    },
    {
      "grad_norm": 0.20819836854934692,
      "learning_rate": 9.995458151775547e-05,
      "loss": 0.024,
      "step": 6290
    },
    {
      "loss_action": 0.027010874822735786,
      "loss_total": 0.027010874822735786,
      "step": 6290
    },
    {
      "loss_action": 0.014868310652673244,
      "loss_total": 0.014868310652673244,
      "step": 6290
    },
    {
      "loss_action": 0.013778484426438808,
      "loss_total": 0.013778484426438808,
      "step": 6290
    },
    {
      "loss_action": 0.012061305344104767,
      "loss_total": 0.012061305344104767,
      "step": 6290
    },
    {
      "loss_action": 0.022048331797122955,
      "loss_total": 0.022048331797122955,
      "step": 6290
    },
    {
      "loss_action": 0.020151836797595024,
      "loss_total": 0.020151836797595024,
      "step": 6290
    },
    {
      "loss_action": 0.05473632737994194,
      "loss_total": 0.05473632737994194,
      "step": 6290
    },
    {
      "loss_action": 0.02293252758681774,
      "loss_total": 0.02293252758681774,
      "step": 6290
    },
    {
      "grad_norm": 0.37928688526153564,
      "learning_rate": 9.995387418419677e-05,
      "loss": 0.0215,
      "step": 6300
    },
    {
      "loss_action": 0.08152370154857635,
      "loss_total": 0.08152370154857635,
      "step": 6300
    },
    {
      "loss_action": 0.019192829728126526,
      "loss_total": 0.019192829728126526,
      "step": 6300
    },
    {
      "loss_action": 0.016045674681663513,
      "loss_total": 0.016045674681663513,
      "step": 6300
    },
    {
      "loss_action": 0.03166274353861809,
      "loss_total": 0.03166274353861809,
      "step": 6300
    },
    {
      "loss_action": 0.012263079173862934,
      "loss_total": 0.012263079173862934,
      "step": 6300
    },
    {
      "loss_action": 0.020165642723441124,
      "loss_total": 0.020165642723441124,
      "step": 6300
    },
    {
      "loss_action": 0.016967318952083588,
      "loss_total": 0.016967318952083588,
      "step": 6300
    },
    {
      "loss_action": 0.016504909843206406,
      "loss_total": 0.016504909843206406,
      "step": 6300
    },
    {
      "grad_norm": 0.2450333535671234,
      "learning_rate": 9.99531613877575e-05,
      "loss": 0.0202,
      "step": 6310
    },
    {
      "loss_action": 0.02015073038637638,
      "loss_total": 0.02015073038637638,
      "step": 6310
    },
    {
      "loss_action": 0.019670579582452774,
      "loss_total": 0.019670579582452774,
      "step": 6310
    },
    {
      "loss_action": 0.011092789471149445,
      "loss_total": 0.011092789471149445,
      "step": 6310
    },
    {
      "loss_action": 0.014897221699357033,
      "loss_total": 0.014897221699357033,
      "step": 6310
    },
    {
      "loss_action": 0.03280654177069664,
      "loss_total": 0.03280654177069664,
      "step": 6310
    },
    {
      "loss_action": 0.022518692538142204,
      "loss_total": 0.022518692538142204,
      "step": 6310
    },
    {
      "loss_action": 0.03471989184617996,
      "loss_total": 0.03471989184617996,
      "step": 6310
    },
    {
      "loss_action": 0.02852470614016056,
      "loss_total": 0.02852470614016056,
      "step": 6310
    },
    {
      "grad_norm": 0.35760971903800964,
      "learning_rate": 9.995244312851559e-05,
      "loss": 0.0228,
      "step": 6320
    },
    {
      "loss_action": 0.010222431272268295,
      "loss_total": 0.010222431272268295,
      "step": 6320
    },
    {
      "loss_action": 0.011394916102290154,
      "loss_total": 0.011394916102290154,
      "step": 6320
    },
    {
      "loss_action": 0.024688340723514557,
      "loss_total": 0.024688340723514557,
      "step": 6320
    },
    {
      "loss_action": 0.029415227472782135,
      "loss_total": 0.029415227472782135,
      "step": 6320
    },
    {
      "loss_action": 0.011282876133918762,
      "loss_total": 0.011282876133918762,
      "step": 6320
    },
    {
      "loss_action": 0.01888829842209816,
      "loss_total": 0.01888829842209816,
      "step": 6320
    },
    {
      "loss_action": 0.018198465928435326,
      "loss_total": 0.018198465928435326,
      "step": 6320
    },
    {
      "loss_action": 0.017979249358177185,
      "loss_total": 0.017979249358177185,
      "step": 6320
    },
    {
      "grad_norm": 0.26273322105407715,
      "learning_rate": 9.995171940654961e-05,
      "loss": 0.0241,
      "step": 6330
    },
    {
      "loss_action": 0.015271973796188831,
      "loss_total": 0.015271973796188831,
      "step": 6330
    },
    {
      "loss_action": 0.026641342788934708,
      "loss_total": 0.026641342788934708,
      "step": 6330
    },
    {
      "loss_action": 0.02275019884109497,
      "loss_total": 0.02275019884109497,
      "step": 6330
    },
    {
      "loss_action": 0.05591239035129547,
      "loss_total": 0.05591239035129547,
      "step": 6330
    },
    {
      "loss_action": 0.025646023452281952,
      "loss_total": 0.025646023452281952,
      "step": 6330
    },
    {
      "loss_action": 0.016108565032482147,
      "loss_total": 0.016108565032482147,
      "step": 6330
    },
    {
      "loss_action": 0.020728062838315964,
      "loss_total": 0.020728062838315964,
      "step": 6330
    },
    {
      "loss_action": 0.017134882509708405,
      "loss_total": 0.017134882509708405,
      "step": 6330
    },
    {
      "grad_norm": 0.26776811480522156,
      "learning_rate": 9.995099022193871e-05,
      "loss": 0.0254,
      "step": 6340
    },
    {
      "loss_action": 0.012194408103823662,
      "loss_total": 0.012194408103823662,
      "step": 6340
    },
    {
      "loss_action": 0.03564154729247093,
      "loss_total": 0.03564154729247093,
      "step": 6340
    },
    {
      "loss_action": 0.022096805274486542,
      "loss_total": 0.022096805274486542,
      "step": 6340
    },
    {
      "loss_action": 0.019321024417877197,
      "loss_total": 0.019321024417877197,
      "step": 6340
    },
    {
      "loss_action": 0.018630653619766235,
      "loss_total": 0.018630653619766235,
      "step": 6340
    },
    {
      "loss_action": 0.022771891206502914,
      "loss_total": 0.022771891206502914,
      "step": 6340
    },
    {
      "loss_action": 0.01241289358586073,
      "loss_total": 0.01241289358586073,
      "step": 6340
    },
    {
      "loss_action": 0.028620438650250435,
      "loss_total": 0.028620438650250435,
      "step": 6340
    },
    {
      "grad_norm": 0.29582175612449646,
      "learning_rate": 9.995025557476261e-05,
      "loss": 0.0255,
      "step": 6350
    },
    {
      "loss_action": 0.012461388483643532,
      "loss_total": 0.012461388483643532,
      "step": 6350
    },
    {
      "loss_action": 0.024422980844974518,
      "loss_total": 0.024422980844974518,
      "step": 6350
    },
    {
      "loss_action": 0.038665857166051865,
      "loss_total": 0.038665857166051865,
      "step": 6350
    },
    {
      "loss_action": 0.017725225538015366,
      "loss_total": 0.017725225538015366,
      "step": 6350
    },
    {
      "loss_action": 0.016748420894145966,
      "loss_total": 0.016748420894145966,
      "step": 6350
    },
    {
      "loss_action": 0.01403566263616085,
      "loss_total": 0.01403566263616085,
      "step": 6350
    },
    {
      "loss_action": 0.04974191263318062,
      "loss_total": 0.04974191263318062,
      "step": 6350
    },
    {
      "loss_action": 0.015816960483789444,
      "loss_total": 0.015816960483789444,
      "step": 6350
    },
    {
      "grad_norm": 0.3022286891937256,
      "learning_rate": 9.994951546510165e-05,
      "loss": 0.0242,
      "step": 6360
    },
    {
      "loss_action": 0.02947906404733658,
      "loss_total": 0.02947906404733658,
      "step": 6360
    },
    {
      "loss_action": 0.018839560449123383,
      "loss_total": 0.018839560449123383,
      "step": 6360
    },
    {
      "loss_action": 0.02139344811439514,
      "loss_total": 0.02139344811439514,
      "step": 6360
    },
    {
      "loss_action": 0.021728483960032463,
      "loss_total": 0.021728483960032463,
      "step": 6360
    },
    {
      "loss_action": 0.01813219115138054,
      "loss_total": 0.01813219115138054,
      "step": 6360
    },
    {
      "loss_action": 0.02419544756412506,
      "loss_total": 0.02419544756412506,
      "step": 6360
    },
    {
      "loss_action": 0.024001222103834152,
      "loss_total": 0.024001222103834152,
      "step": 6360
    },
    {
      "loss_action": 0.031577832996845245,
      "loss_total": 0.031577832996845245,
      "step": 6360
    },
    {
      "grad_norm": 0.27192261815071106,
      "learning_rate": 9.994876989303679e-05,
      "loss": 0.0235,
      "step": 6370
    },
    {
      "loss_action": 0.01110631413757801,
      "loss_total": 0.01110631413757801,
      "step": 6370
    },
    {
      "loss_action": 0.02535397745668888,
      "loss_total": 0.02535397745668888,
      "step": 6370
    },
    {
      "loss_action": 0.012145834043622017,
      "loss_total": 0.012145834043622017,
      "step": 6370
    },
    {
      "loss_action": 0.017705382779240608,
      "loss_total": 0.017705382779240608,
      "step": 6370
    },
    {
      "loss_action": 0.019002879038453102,
      "loss_total": 0.019002879038453102,
      "step": 6370
    },
    {
      "loss_action": 0.019358906894922256,
      "loss_total": 0.019358906894922256,
      "step": 6370
    },
    {
      "loss_action": 0.016800163313746452,
      "loss_total": 0.016800163313746452,
      "step": 6370
    },
    {
      "loss_action": 0.013468239456415176,
      "loss_total": 0.013468239456415176,
      "step": 6370
    },
    {
      "grad_norm": 0.3775979280471802,
      "learning_rate": 9.994801885864955e-05,
      "loss": 0.0251,
      "step": 6380
    },
    {
      "loss_action": 0.015648681670427322,
      "loss_total": 0.015648681670427322,
      "step": 6380
    },
    {
      "loss_action": 0.012918829917907715,
      "loss_total": 0.012918829917907715,
      "step": 6380
    },
    {
      "loss_action": 0.02606111951172352,
      "loss_total": 0.02606111951172352,
      "step": 6380
    },
    {
      "loss_action": 0.013152570463716984,
      "loss_total": 0.013152570463716984,
      "step": 6380
    },
    {
      "loss_action": 0.02373756654560566,
      "loss_total": 0.02373756654560566,
      "step": 6380
    },
    {
      "loss_action": 0.011496022343635559,
      "loss_total": 0.011496022343635559,
      "step": 6380
    },
    {
      "loss_action": 0.021610133349895477,
      "loss_total": 0.021610133349895477,
      "step": 6380
    },
    {
      "loss_action": 0.039811596274375916,
      "loss_total": 0.039811596274375916,
      "step": 6380
    },
    {
      "grad_norm": 0.2272345870733261,
      "learning_rate": 9.994726236202205e-05,
      "loss": 0.0261,
      "step": 6390
    },
    {
      "loss_action": 0.01803172565996647,
      "loss_total": 0.01803172565996647,
      "step": 6390
    },
    {
      "loss_action": 0.018763529136776924,
      "loss_total": 0.018763529136776924,
      "step": 6390
    },
    {
      "loss_action": 0.016375234350562096,
      "loss_total": 0.016375234350562096,
      "step": 6390
    },
    {
      "loss_action": 0.012463275343179703,
      "loss_total": 0.012463275343179703,
      "step": 6390
    },
    {
      "loss_action": 0.027918025851249695,
      "loss_total": 0.027918025851249695,
      "step": 6390
    },
    {
      "loss_action": 0.02425205148756504,
      "loss_total": 0.02425205148756504,
      "step": 6390
    },
    {
      "loss_action": 0.02395416796207428,
      "loss_total": 0.02395416796207428,
      "step": 6390
    },
    {
      "loss_action": 0.03317511826753616,
      "loss_total": 0.03317511826753616,
      "step": 6390
    },
    {
      "grad_norm": 0.25167006254196167,
      "learning_rate": 9.994650040323704e-05,
      "loss": 0.0243,
      "step": 6400
    },
    {
      "loss_action": 0.055989719927310944,
      "loss_total": 0.055989719927310944,
      "step": 6400
    },
    {
      "loss_action": 0.03150555118918419,
      "loss_total": 0.03150555118918419,
      "step": 6400
    },
    {
      "loss_action": 0.07377155870199203,
      "loss_total": 0.07377155870199203,
      "step": 6400
    },
    {
      "loss_action": 0.026459714397788048,
      "loss_total": 0.026459714397788048,
      "step": 6400
    },
    {
      "loss_action": 0.022501550614833832,
      "loss_total": 0.022501550614833832,
      "step": 6400
    },
    {
      "loss_action": 0.020404327660799026,
      "loss_total": 0.020404327660799026,
      "step": 6400
    },
    {
      "loss_action": 0.05481986701488495,
      "loss_total": 0.05481986701488495,
      "step": 6400
    },
    {
      "loss_action": 0.03954651951789856,
      "loss_total": 0.03954651951789856,
      "step": 6400
    },
    {
      "grad_norm": 0.25616708397865295,
      "learning_rate": 9.994573298237784e-05,
      "loss": 0.0276,
      "step": 6410
    },
    {
      "loss_action": 0.025526337325572968,
      "loss_total": 0.025526337325572968,
      "step": 6410
    },
    {
      "loss_action": 0.024108408018946648,
      "loss_total": 0.024108408018946648,
      "step": 6410
    },
    {
      "loss_action": 0.025891581550240517,
      "loss_total": 0.025891581550240517,
      "step": 6410
    },
    {
      "loss_action": 0.02058705873787403,
      "loss_total": 0.02058705873787403,
      "step": 6410
    },
    {
      "loss_action": 0.018990416079759598,
      "loss_total": 0.018990416079759598,
      "step": 6410
    },
    {
      "loss_action": 0.02550884708762169,
      "loss_total": 0.02550884708762169,
      "step": 6410
    },
    {
      "loss_action": 0.02356002852320671,
      "loss_total": 0.02356002852320671,
      "step": 6410
    },
    {
      "loss_action": 0.01847764477133751,
      "loss_total": 0.01847764477133751,
      "step": 6410
    },
    {
      "grad_norm": 0.25895220041275024,
      "learning_rate": 9.994496009952837e-05,
      "loss": 0.0239,
      "step": 6420
    },
    {
      "loss_action": 0.024327117949724197,
      "loss_total": 0.024327117949724197,
      "step": 6420
    },
    {
      "loss_action": 0.02024669200181961,
      "loss_total": 0.02024669200181961,
      "step": 6420
    },
    {
      "loss_action": 0.025899704545736313,
      "loss_total": 0.025899704545736313,
      "step": 6420
    },
    {
      "loss_action": 0.02121310867369175,
      "loss_total": 0.02121310867369175,
      "step": 6420
    },
    {
      "loss_action": 0.017243370413780212,
      "loss_total": 0.017243370413780212,
      "step": 6420
    },
    {
      "loss_action": 0.019361883401870728,
      "loss_total": 0.019361883401870728,
      "step": 6420
    },
    {
      "loss_action": 0.035787805914878845,
      "loss_total": 0.035787805914878845,
      "step": 6420
    },
    {
      "loss_action": 0.03479835018515587,
      "loss_total": 0.03479835018515587,
      "step": 6420
    },
    {
      "grad_norm": 0.2867879867553711,
      "learning_rate": 9.994418175477316e-05,
      "loss": 0.0218,
      "step": 6430
    },
    {
      "loss_action": 0.014282630756497383,
      "loss_total": 0.014282630756497383,
      "step": 6430
    },
    {
      "loss_action": 0.011061090975999832,
      "loss_total": 0.011061090975999832,
      "step": 6430
    },
    {
      "loss_action": 0.014168303459882736,
      "loss_total": 0.014168303459882736,
      "step": 6430
    },
    {
      "loss_action": 0.015124330297112465,
      "loss_total": 0.015124330297112465,
      "step": 6430
    },
    {
      "loss_action": 0.03347134217619896,
      "loss_total": 0.03347134217619896,
      "step": 6430
    },
    {
      "loss_action": 0.0253840833902359,
      "loss_total": 0.0253840833902359,
      "step": 6430
    },
    {
      "loss_action": 0.015576319769024849,
      "loss_total": 0.015576319769024849,
      "step": 6430
    },
    {
      "loss_action": 0.01895437017083168,
      "loss_total": 0.01895437017083168,
      "step": 6430
    },
    {
      "grad_norm": 0.24683427810668945,
      "learning_rate": 9.994339794819733e-05,
      "loss": 0.0224,
      "step": 6440
    },
    {
      "loss_action": 0.024767082184553146,
      "loss_total": 0.024767082184553146,
      "step": 6440
    },
    {
      "loss_action": 0.013229310512542725,
      "loss_total": 0.013229310512542725,
      "step": 6440
    },
    {
      "loss_action": 0.02243453823029995,
      "loss_total": 0.02243453823029995,
      "step": 6440
    },
    {
      "loss_action": 0.030440565198659897,
      "loss_total": 0.030440565198659897,
      "step": 6440
    },
    {
      "loss_action": 0.016686895862221718,
      "loss_total": 0.016686895862221718,
      "step": 6440
    },
    {
      "loss_action": 0.01506747305393219,
      "loss_total": 0.01506747305393219,
      "step": 6440
    },
    {
      "loss_action": 0.01461132150143385,
      "loss_total": 0.01461132150143385,
      "step": 6440
    },
    {
      "loss_action": 0.016263170167803764,
      "loss_total": 0.016263170167803764,
      "step": 6440
    },
    {
      "grad_norm": 0.27760034799575806,
      "learning_rate": 9.994260867988658e-05,
      "loss": 0.0211,
      "step": 6450
    },
    {
      "loss_action": 0.019684337079524994,
      "loss_total": 0.019684337079524994,
      "step": 6450
    },
    {
      "loss_action": 0.015428151935338974,
      "loss_total": 0.015428151935338974,
      "step": 6450
    },
    {
      "loss_action": 0.04705243930220604,
      "loss_total": 0.04705243930220604,
      "step": 6450
    },
    {
      "loss_action": 0.013833058066666126,
      "loss_total": 0.013833058066666126,
      "step": 6450
    },
    {
      "loss_action": 0.02094239369034767,
      "loss_total": 0.02094239369034767,
      "step": 6450
    },
    {
      "loss_action": 0.02065809816122055,
      "loss_total": 0.02065809816122055,
      "step": 6450
    },
    {
      "loss_action": 0.011027644388377666,
      "loss_total": 0.011027644388377666,
      "step": 6450
    },
    {
      "loss_action": 0.0339423343539238,
      "loss_total": 0.0339423343539238,
      "step": 6450
    },
    {
      "grad_norm": 0.29724976420402527,
      "learning_rate": 9.994181394992723e-05,
      "loss": 0.0228,
      "step": 6460
    },
    {
      "loss_action": 0.03863075375556946,
      "loss_total": 0.03863075375556946,
      "step": 6460
    },
    {
      "loss_action": 0.025571312755346298,
      "loss_total": 0.025571312755346298,
      "step": 6460
    },
    {
      "loss_action": 0.016124313697218895,
      "loss_total": 0.016124313697218895,
      "step": 6460
    },
    {
      "loss_action": 0.020240388810634613,
      "loss_total": 0.020240388810634613,
      "step": 6460
    },
    {
      "loss_action": 0.01586681604385376,
      "loss_total": 0.01586681604385376,
      "step": 6460
    },
    {
      "loss_action": 0.016477052122354507,
      "loss_total": 0.016477052122354507,
      "step": 6460
    },
    {
      "loss_action": 0.02130916900932789,
      "loss_total": 0.02130916900932789,
      "step": 6460
    },
    {
      "loss_action": 0.020751267671585083,
      "loss_total": 0.020751267671585083,
      "step": 6460
    },
    {
      "grad_norm": 0.24895255267620087,
      "learning_rate": 9.994101375840618e-05,
      "loss": 0.0221,
      "step": 6470
    },
    {
      "loss_action": 0.033980634063482285,
      "loss_total": 0.033980634063482285,
      "step": 6470
    },
    {
      "loss_action": 0.017428910359740257,
      "loss_total": 0.017428910359740257,
      "step": 6470
    },
    {
      "loss_action": 0.02348797768354416,
      "loss_total": 0.02348797768354416,
      "step": 6470
    },
    {
      "loss_action": 0.023846961557865143,
      "loss_total": 0.023846961557865143,
      "step": 6470
    },
    {
      "loss_action": 0.013138304464519024,
      "loss_total": 0.013138304464519024,
      "step": 6470
    },
    {
      "loss_action": 0.011594738811254501,
      "loss_total": 0.011594738811254501,
      "step": 6470
    },
    {
      "loss_action": 0.0230632945895195,
      "loss_total": 0.0230632945895195,
      "step": 6470
    },
    {
      "loss_action": 0.015613486059010029,
      "loss_total": 0.015613486059010029,
      "step": 6470
    },
    {
      "grad_norm": 0.22594712674617767,
      "learning_rate": 9.994020810541098e-05,
      "loss": 0.0229,
      "step": 6480
    },
    {
      "loss_action": 0.03899594023823738,
      "loss_total": 0.03899594023823738,
      "step": 6480
    },
    {
      "loss_action": 0.023118987679481506,
      "loss_total": 0.023118987679481506,
      "step": 6480
    },
    {
      "loss_action": 0.03437713161110878,
      "loss_total": 0.03437713161110878,
      "step": 6480
    },
    {
      "loss_action": 0.01992706209421158,
      "loss_total": 0.01992706209421158,
      "step": 6480
    },
    {
      "loss_action": 0.018625084310770035,
      "loss_total": 0.018625084310770035,
      "step": 6480
    },
    {
      "loss_action": 0.02106989547610283,
      "loss_total": 0.02106989547610283,
      "step": 6480
    },
    {
      "loss_action": 0.022005978971719742,
      "loss_total": 0.022005978971719742,
      "step": 6480
    },
    {
      "loss_action": 0.021987762302160263,
      "loss_total": 0.021987762302160263,
      "step": 6480
    },
    {
      "grad_norm": 0.3079823851585388,
      "learning_rate": 9.99393969910297e-05,
      "loss": 0.0259,
      "step": 6490
    },
    {
      "loss_action": 0.013394590467214584,
      "loss_total": 0.013394590467214584,
      "step": 6490
    },
    {
      "loss_action": 0.01321886945515871,
      "loss_total": 0.01321886945515871,
      "step": 6490
    },
    {
      "loss_action": 0.021527033299207687,
      "loss_total": 0.021527033299207687,
      "step": 6490
    },
    {
      "loss_action": 0.016604334115982056,
      "loss_total": 0.016604334115982056,
      "step": 6490
    },
    {
      "loss_action": 0.020774146541953087,
      "loss_total": 0.020774146541953087,
      "step": 6490
    },
    {
      "loss_action": 0.023726120591163635,
      "loss_total": 0.023726120591163635,
      "step": 6490
    },
    {
      "loss_action": 0.03256084769964218,
      "loss_total": 0.03256084769964218,
      "step": 6490
    },
    {
      "loss_action": 0.014011464081704617,
      "loss_total": 0.014011464081704617,
      "step": 6490
    },
    {
      "grad_norm": 0.24172544479370117,
      "learning_rate": 9.993858041535104e-05,
      "loss": 0.0261,
      "step": 6500
    },
    {
      "loss_action": 0.01864110864698887,
      "loss_total": 0.01864110864698887,
      "step": 6500
    },
    {
      "loss_action": 0.028791097924113274,
      "loss_total": 0.028791097924113274,
      "step": 6500
    },
    {
      "loss_action": 0.012561580166220665,
      "loss_total": 0.012561580166220665,
      "step": 6500
    },
    {
      "loss_action": 0.01881108246743679,
      "loss_total": 0.01881108246743679,
      "step": 6500
    },
    {
      "loss_action": 0.030041947960853577,
      "loss_total": 0.030041947960853577,
      "step": 6500
    },
    {
      "loss_action": 0.038770899176597595,
      "loss_total": 0.038770899176597595,
      "step": 6500
    },
    {
      "loss_action": 0.11793780326843262,
      "loss_total": 0.11793780326843262,
      "step": 6500
    },
    {
      "loss_action": 0.020497765392065048,
      "loss_total": 0.020497765392065048,
      "step": 6500
    },
    {
      "grad_norm": 0.24553406238555908,
      "learning_rate": 9.99377583784643e-05,
      "loss": 0.0257,
      "step": 6510
    },
    {
      "loss_action": 0.027919044718146324,
      "loss_total": 0.027919044718146324,
      "step": 6510
    },
    {
      "loss_action": 0.010993819683790207,
      "loss_total": 0.010993819683790207,
      "step": 6510
    },
    {
      "loss_action": 0.028293319046497345,
      "loss_total": 0.028293319046497345,
      "step": 6510
    },
    {
      "loss_action": 0.029870642349123955,
      "loss_total": 0.029870642349123955,
      "step": 6510
    },
    {
      "loss_action": 0.016281478106975555,
      "loss_total": 0.016281478106975555,
      "step": 6510
    },
    {
      "loss_action": 0.009705441072583199,
      "loss_total": 0.009705441072583199,
      "step": 6510
    },
    {
      "loss_action": 0.014082327485084534,
      "loss_total": 0.014082327485084534,
      "step": 6510
    },
    {
      "loss_action": 0.016219522804021835,
      "loss_total": 0.016219522804021835,
      "step": 6510
    },
    {
      "grad_norm": 0.21144098043441772,
      "learning_rate": 9.993693088045939e-05,
      "loss": 0.024,
      "step": 6520
    },
    {
      "loss_action": 0.013436033390462399,
      "loss_total": 0.013436033390462399,
      "step": 6520
    },
    {
      "loss_action": 0.020228955894708633,
      "loss_total": 0.020228955894708633,
      "step": 6520
    },
    {
      "loss_action": 0.0191679447889328,
      "loss_total": 0.0191679447889328,
      "step": 6520
    },
    {
      "loss_action": 0.017485694959759712,
      "loss_total": 0.017485694959759712,
      "step": 6520
    },
    {
      "loss_action": 0.02010525017976761,
      "loss_total": 0.02010525017976761,
      "step": 6520
    },
    {
      "loss_action": 0.017808640375733376,
      "loss_total": 0.017808640375733376,
      "step": 6520
    },
    {
      "loss_action": 0.020950045436620712,
      "loss_total": 0.020950045436620712,
      "step": 6520
    },
    {
      "loss_action": 0.019425682723522186,
      "loss_total": 0.019425682723522186,
      "step": 6520
    },
    {
      "grad_norm": 0.2986866533756256,
      "learning_rate": 9.99360979214268e-05,
      "loss": 0.0244,
      "step": 6530
    },
    {
      "loss_action": 0.016153134405612946,
      "loss_total": 0.016153134405612946,
      "step": 6530
    },
    {
      "loss_action": 0.016342535614967346,
      "loss_total": 0.016342535614967346,
      "step": 6530
    },
    {
      "loss_action": 0.01642771065235138,
      "loss_total": 0.01642771065235138,
      "step": 6530
    },
    {
      "loss_action": 0.017582222819328308,
      "loss_total": 0.017582222819328308,
      "step": 6530
    },
    {
      "loss_action": 0.025507209822535515,
      "loss_total": 0.025507209822535515,
      "step": 6530
    },
    {
      "loss_action": 0.02058437094092369,
      "loss_total": 0.02058437094092369,
      "step": 6530
    },
    {
      "loss_action": 0.0172116719186306,
      "loss_total": 0.0172116719186306,
      "step": 6530
    },
    {
      "loss_action": 0.01404622569680214,
      "loss_total": 0.01404622569680214,
      "step": 6530
    },
    {
      "grad_norm": 0.20597286522388458,
      "learning_rate": 9.99352595014576e-05,
      "loss": 0.0206,
      "step": 6540
    },
    {
      "loss_action": 0.013880119659006596,
      "loss_total": 0.013880119659006596,
      "step": 6540
    },
    {
      "loss_action": 0.011610000394284725,
      "loss_total": 0.011610000394284725,
      "step": 6540
    },
    {
      "loss_action": 0.08860301226377487,
      "loss_total": 0.08860301226377487,
      "step": 6540
    },
    {
      "loss_action": 0.05443386733531952,
      "loss_total": 0.05443386733531952,
      "step": 6540
    },
    {
      "loss_action": 0.03255224972963333,
      "loss_total": 0.03255224972963333,
      "step": 6540
    },
    {
      "loss_action": 0.03964075818657875,
      "loss_total": 0.03964075818657875,
      "step": 6540
    },
    {
      "loss_action": 0.029959142208099365,
      "loss_total": 0.029959142208099365,
      "step": 6540
    },
    {
      "loss_action": 0.025380954146385193,
      "loss_total": 0.025380954146385193,
      "step": 6540
    },
    {
      "grad_norm": 0.33035486936569214,
      "learning_rate": 9.993441562064354e-05,
      "loss": 0.0254,
      "step": 6550
    },
    {
      "loss_action": 0.01956511288881302,
      "loss_total": 0.01956511288881302,
      "step": 6550
    },
    {
      "loss_action": 0.021151067689061165,
      "loss_total": 0.021151067689061165,
      "step": 6550
    },
    {
      "loss_action": 0.024239499121904373,
      "loss_total": 0.024239499121904373,
      "step": 6550
    },
    {
      "loss_action": 0.024607528001070023,
      "loss_total": 0.024607528001070023,
      "step": 6550
    },
    {
      "loss_action": 0.012419420294463634,
      "loss_total": 0.012419420294463634,
      "step": 6550
    },
    {
      "loss_action": 0.01751561649143696,
      "loss_total": 0.01751561649143696,
      "step": 6550
    },
    {
      "loss_action": 0.024999801069498062,
      "loss_total": 0.024999801069498062,
      "step": 6550
    },
    {
      "loss_action": 0.02624569833278656,
      "loss_total": 0.02624569833278656,
      "step": 6550
    },
    {
      "grad_norm": 0.25674018263816833,
      "learning_rate": 9.993356627907685e-05,
      "loss": 0.0228,
      "step": 6560
    },
    {
      "loss_action": 0.018300257623195648,
      "loss_total": 0.018300257623195648,
      "step": 6560
    },
    {
      "loss_action": 0.15010273456573486,
      "loss_total": 0.15010273456573486,
      "step": 6560
    },
    {
      "loss_action": 0.020731298252940178,
      "loss_total": 0.020731298252940178,
      "step": 6560
    },
    {
      "loss_action": 0.038934431970119476,
      "loss_total": 0.038934431970119476,
      "step": 6560
    },
    {
      "loss_action": 0.021197015419602394,
      "loss_total": 0.021197015419602394,
      "step": 6560
    },
    {
      "loss_action": 0.034421443939208984,
      "loss_total": 0.034421443939208984,
      "step": 6560
    },
    {
      "loss_action": 0.01836055889725685,
      "loss_total": 0.01836055889725685,
      "step": 6560
    },
    {
      "loss_action": 0.03637074679136276,
      "loss_total": 0.03637074679136276,
      "step": 6560
    },
    {
      "grad_norm": 0.363916277885437,
      "learning_rate": 9.99327114768504e-05,
      "loss": 0.0247,
      "step": 6570
    },
    {
      "loss_action": 0.01661958172917366,
      "loss_total": 0.01661958172917366,
      "step": 6570
    },
    {
      "loss_action": 0.028345223516225815,
      "loss_total": 0.028345223516225815,
      "step": 6570
    },
    {
      "loss_action": 0.019451603293418884,
      "loss_total": 0.019451603293418884,
      "step": 6570
    },
    {
      "loss_action": 0.029842883348464966,
      "loss_total": 0.029842883348464966,
      "step": 6570
    },
    {
      "loss_action": 0.014237672090530396,
      "loss_total": 0.014237672090530396,
      "step": 6570
    },
    {
      "loss_action": 0.013961410149931908,
      "loss_total": 0.013961410149931908,
      "step": 6570
    },
    {
      "loss_action": 0.03139180317521095,
      "loss_total": 0.03139180317521095,
      "step": 6570
    },
    {
      "loss_action": 0.018623067066073418,
      "loss_total": 0.018623067066073418,
      "step": 6570
    },
    {
      "grad_norm": 0.2934350073337555,
      "learning_rate": 9.99318512140577e-05,
      "loss": 0.0214,
      "step": 6580
    },
    {
      "loss_action": 0.022244930267333984,
      "loss_total": 0.022244930267333984,
      "step": 6580
    },
    {
      "loss_action": 0.01602322608232498,
      "loss_total": 0.01602322608232498,
      "step": 6580
    },
    {
      "loss_action": 0.014807181432843208,
      "loss_total": 0.014807181432843208,
      "step": 6580
    },
    {
      "loss_action": 0.04610893875360489,
      "loss_total": 0.04610893875360489,
      "step": 6580
    },
    {
      "loss_action": 0.02169003337621689,
      "loss_total": 0.02169003337621689,
      "step": 6580
    },
    {
      "loss_action": 0.029642442241311073,
      "loss_total": 0.029642442241311073,
      "step": 6580
    },
    {
      "loss_action": 0.015447637066245079,
      "loss_total": 0.015447637066245079,
      "step": 6580
    },
    {
      "loss_action": 0.013972919434309006,
      "loss_total": 0.013972919434309006,
      "step": 6580
    },
    {
      "grad_norm": 0.23272038996219635,
      "learning_rate": 9.993098549079284e-05,
      "loss": 0.0217,
      "step": 6590
    },
    {
      "loss_action": 0.015701796859502792,
      "loss_total": 0.015701796859502792,
      "step": 6590
    },
    {
      "loss_action": 0.02453647181391716,
      "loss_total": 0.02453647181391716,
      "step": 6590
    },
    {
      "loss_action": 0.024448199197649956,
      "loss_total": 0.024448199197649956,
      "step": 6590
    },
    {
      "loss_action": 0.024253560230135918,
      "loss_total": 0.024253560230135918,
      "step": 6590
    },
    {
      "loss_action": 0.024677004665136337,
      "loss_total": 0.024677004665136337,
      "step": 6590
    },
    {
      "loss_action": 0.015996605157852173,
      "loss_total": 0.015996605157852173,
      "step": 6590
    },
    {
      "loss_action": 0.015011670999228954,
      "loss_total": 0.015011670999228954,
      "step": 6590
    },
    {
      "loss_action": 0.011111787520349026,
      "loss_total": 0.011111787520349026,
      "step": 6590
    },
    {
      "grad_norm": 0.2480519860982895,
      "learning_rate": 9.993011430715047e-05,
      "loss": 0.0227,
      "step": 6600
    },
    {
      "loss_action": 0.01817282661795616,
      "loss_total": 0.01817282661795616,
      "step": 6600
    },
    {
      "loss_action": 0.015602665953338146,
      "loss_total": 0.015602665953338146,
      "step": 6600
    },
    {
      "loss_action": 0.024157926440238953,
      "loss_total": 0.024157926440238953,
      "step": 6600
    },
    {
      "loss_action": 0.018478471785783768,
      "loss_total": 0.018478471785783768,
      "step": 6600
    },
    {
      "loss_action": 0.05854834243655205,
      "loss_total": 0.05854834243655205,
      "step": 6600
    },
    {
      "loss_action": 0.0414092093706131,
      "loss_total": 0.0414092093706131,
      "step": 6600
    },
    {
      "loss_action": 0.02038179337978363,
      "loss_total": 0.02038179337978363,
      "step": 6600
    },
    {
      "loss_action": 0.013522343710064888,
      "loss_total": 0.013522343710064888,
      "step": 6600
    },
    {
      "grad_norm": 0.20416323840618134,
      "learning_rate": 9.992923766322586e-05,
      "loss": 0.022,
      "step": 6610
    },
    {
      "loss_action": 0.04982369393110275,
      "loss_total": 0.04982369393110275,
      "step": 6610
    },
    {
      "loss_action": 0.02489621751010418,
      "loss_total": 0.02489621751010418,
      "step": 6610
    },
    {
      "loss_action": 0.018181554973125458,
      "loss_total": 0.018181554973125458,
      "step": 6610
    },
    {
      "loss_action": 0.021058257669210434,
      "loss_total": 0.021058257669210434,
      "step": 6610
    },
    {
      "loss_action": 0.033669594675302505,
      "loss_total": 0.033669594675302505,
      "step": 6610
    },
    {
      "loss_action": 0.05943671986460686,
      "loss_total": 0.05943671986460686,
      "step": 6610
    },
    {
      "loss_action": 0.040079645812511444,
      "loss_total": 0.040079645812511444,
      "step": 6610
    },
    {
      "loss_action": 0.02073640003800392,
      "loss_total": 0.02073640003800392,
      "step": 6610
    },
    {
      "grad_norm": 0.25248926877975464,
      "learning_rate": 9.99283555591149e-05,
      "loss": 0.0263,
      "step": 6620
    },
    {
      "loss_action": 0.01775282807648182,
      "loss_total": 0.01775282807648182,
      "step": 6620
    },
    {
      "loss_action": 0.025682903826236725,
      "loss_total": 0.025682903826236725,
      "step": 6620
    },
    {
      "loss_action": 0.051434896886348724,
      "loss_total": 0.051434896886348724,
      "step": 6620
    },
    {
      "loss_action": 0.02816171571612358,
      "loss_total": 0.02816171571612358,
      "step": 6620
    },
    {
      "loss_action": 0.015558948740363121,
      "loss_total": 0.015558948740363121,
      "step": 6620
    },
    {
      "loss_action": 0.09519289433956146,
      "loss_total": 0.09519289433956146,
      "step": 6620
    },
    {
      "loss_action": 0.016851115971803665,
      "loss_total": 0.016851115971803665,
      "step": 6620
    },
    {
      "loss_action": 0.02802019938826561,
      "loss_total": 0.02802019938826561,
      "step": 6620
    },
    {
      "grad_norm": 0.22893956303596497,
      "learning_rate": 9.992746799491404e-05,
      "loss": 0.0274,
      "step": 6630
    },
    {
      "loss_action": 0.010487807914614677,
      "loss_total": 0.010487807914614677,
      "step": 6630
    },
    {
      "loss_action": 0.024683702737092972,
      "loss_total": 0.024683702737092972,
      "step": 6630
    },
    {
      "loss_action": 0.021720370277762413,
      "loss_total": 0.021720370277762413,
      "step": 6630
    },
    {
      "loss_action": 0.011732969433069229,
      "loss_total": 0.011732969433069229,
      "step": 6630
    },
    {
      "loss_action": 0.026678679510951042,
      "loss_total": 0.026678679510951042,
      "step": 6630
    },
    {
      "loss_action": 0.022107232362031937,
      "loss_total": 0.022107232362031937,
      "step": 6630
    },
    {
      "loss_action": 0.04516330733895302,
      "loss_total": 0.04516330733895302,
      "step": 6630
    },
    {
      "loss_action": 0.01597529649734497,
      "loss_total": 0.01597529649734497,
      "step": 6630
    },
    {
      "grad_norm": 0.2774676978588104,
      "learning_rate": 9.992657497072033e-05,
      "loss": 0.0277,
      "step": 6640
    },
    {
      "loss_action": 0.023385507985949516,
      "loss_total": 0.023385507985949516,
      "step": 6640
    },
    {
      "loss_action": 0.01850375346839428,
      "loss_total": 0.01850375346839428,
      "step": 6640
    },
    {
      "loss_action": 0.019057445228099823,
      "loss_total": 0.019057445228099823,
      "step": 6640
    },
    {
      "loss_action": 0.01920187845826149,
      "loss_total": 0.01920187845826149,
      "step": 6640
    },
    {
      "loss_action": 0.019163932651281357,
      "loss_total": 0.019163932651281357,
      "step": 6640
    },
    {
      "loss_action": 0.02427012287080288,
      "loss_total": 0.02427012287080288,
      "step": 6640
    },
    {
      "loss_action": 0.016442496329545975,
      "loss_total": 0.016442496329545975,
      "step": 6640
    },
    {
      "loss_action": 0.039273541420698166,
      "loss_total": 0.039273541420698166,
      "step": 6640
    },
    {
      "grad_norm": 0.32627248764038086,
      "learning_rate": 9.992567648663147e-05,
      "loss": 0.0275,
      "step": 6650
    },
    {
      "loss_action": 0.013232221826910973,
      "loss_total": 0.013232221826910973,
      "step": 6650
    },
    {
      "loss_action": 0.023878034204244614,
      "loss_total": 0.023878034204244614,
      "step": 6650
    },
    {
      "loss_action": 0.025827500969171524,
      "loss_total": 0.025827500969171524,
      "step": 6650
    },
    {
      "loss_action": 0.03566235303878784,
      "loss_total": 0.03566235303878784,
      "step": 6650
    },
    {
      "loss_action": 0.027598831802606583,
      "loss_total": 0.027598831802606583,
      "step": 6650
    },
    {
      "loss_action": 0.037782926112413406,
      "loss_total": 0.037782926112413406,
      "step": 6650
    },
    {
      "loss_action": 0.02622426673769951,
      "loss_total": 0.02622426673769951,
      "step": 6650
    },
    {
      "loss_action": 0.009968893602490425,
      "loss_total": 0.009968893602490425,
      "step": 6650
    },
    {
      "grad_norm": 0.2635551989078522,
      "learning_rate": 9.992477254274568e-05,
      "loss": 0.0212,
      "step": 6660
    },
    {
      "loss_action": 0.01882306858897209,
      "loss_total": 0.01882306858897209,
      "step": 6660
    },
    {
      "loss_action": 0.018529903143644333,
      "loss_total": 0.018529903143644333,
      "step": 6660
    },
    {
      "loss_action": 0.02837727963924408,
      "loss_total": 0.02837727963924408,
      "step": 6660
    },
    {
      "loss_action": 0.015966497361660004,
      "loss_total": 0.015966497361660004,
      "step": 6660
    },
    {
      "loss_action": 0.017196927219629288,
      "loss_total": 0.017196927219629288,
      "step": 6660
    },
    {
      "loss_action": 0.014371012337505817,
      "loss_total": 0.014371012337505817,
      "step": 6660
    },
    {
      "loss_action": 0.014245753176510334,
      "loss_total": 0.014245753176510334,
      "step": 6660
    },
    {
      "loss_action": 0.02179446816444397,
      "loss_total": 0.02179446816444397,
      "step": 6660
    },
    {
      "grad_norm": 0.29882657527923584,
      "learning_rate": 9.992386313916183e-05,
      "loss": 0.024,
      "step": 6670
    },
    {
      "loss_action": 0.02956385537981987,
      "loss_total": 0.02956385537981987,
      "step": 6670
    },
    {
      "loss_action": 0.026407528668642044,
      "loss_total": 0.026407528668642044,
      "step": 6670
    },
    {
      "loss_action": 0.009647425264120102,
      "loss_total": 0.009647425264120102,
      "step": 6670
    },
    {
      "loss_action": 0.01807512156665325,
      "loss_total": 0.01807512156665325,
      "step": 6670
    },
    {
      "loss_action": 0.016834676265716553,
      "loss_total": 0.016834676265716553,
      "step": 6670
    },
    {
      "loss_action": 0.0408208966255188,
      "loss_total": 0.0408208966255188,
      "step": 6670
    },
    {
      "loss_action": 0.03544504940509796,
      "loss_total": 0.03544504940509796,
      "step": 6670
    },
    {
      "loss_action": 0.018581576645374298,
      "loss_total": 0.018581576645374298,
      "step": 6670
    },
    {
      "grad_norm": 0.24100585281848907,
      "learning_rate": 9.992294827597934e-05,
      "loss": 0.0218,
      "step": 6680
    },
    {
      "loss_action": 0.020068371668457985,
      "loss_total": 0.020068371668457985,
      "step": 6680
    },
    {
      "loss_action": 0.029408186674118042,
      "loss_total": 0.029408186674118042,
      "step": 6680
    },
    {
      "loss_action": 0.017122063785791397,
      "loss_total": 0.017122063785791397,
      "step": 6680
    },
    {
      "loss_action": 0.023018281906843185,
      "loss_total": 0.023018281906843185,
      "step": 6680
    },
    {
      "loss_action": 0.015773911029100418,
      "loss_total": 0.015773911029100418,
      "step": 6680
    },
    {
      "loss_action": 0.018068812787532806,
      "loss_total": 0.018068812787532806,
      "step": 6680
    },
    {
      "loss_action": 0.014255242422223091,
      "loss_total": 0.014255242422223091,
      "step": 6680
    },
    {
      "loss_action": 0.016404394060373306,
      "loss_total": 0.016404394060373306,
      "step": 6680
    },
    {
      "grad_norm": 0.25431373715400696,
      "learning_rate": 9.992202795329831e-05,
      "loss": 0.0219,
      "step": 6690
    },
    {
      "loss_action": 0.01501191221177578,
      "loss_total": 0.01501191221177578,
      "step": 6690
    },
    {
      "loss_action": 0.011871491558849812,
      "loss_total": 0.011871491558849812,
      "step": 6690
    },
    {
      "loss_action": 0.02303408458828926,
      "loss_total": 0.02303408458828926,
      "step": 6690
    },
    {
      "loss_action": 0.025810889899730682,
      "loss_total": 0.025810889899730682,
      "step": 6690
    },
    {
      "loss_action": 0.01514709647744894,
      "loss_total": 0.01514709647744894,
      "step": 6690
    },
    {
      "loss_action": 0.014241731725633144,
      "loss_total": 0.014241731725633144,
      "step": 6690
    },
    {
      "loss_action": 0.014896322973072529,
      "loss_total": 0.014896322973072529,
      "step": 6690
    },
    {
      "loss_action": 0.013340851292014122,
      "loss_total": 0.013340851292014122,
      "step": 6690
    },
    {
      "grad_norm": 0.2970656454563141,
      "learning_rate": 9.992110217121936e-05,
      "loss": 0.0218,
      "step": 6700
    },
    {
      "loss_action": 0.03641832619905472,
      "loss_total": 0.03641832619905472,
      "step": 6700
    },
    {
      "loss_action": 0.012283526360988617,
      "loss_total": 0.012283526360988617,
      "step": 6700
    },
    {
      "loss_action": 0.022758493199944496,
      "loss_total": 0.022758493199944496,
      "step": 6700
    },
    {
      "loss_action": 0.022812824696302414,
      "loss_total": 0.022812824696302414,
      "step": 6700
    },
    {
      "loss_action": 0.016537945717573166,
      "loss_total": 0.016537945717573166,
      "step": 6700
    },
    {
      "loss_action": 0.018498022109270096,
      "loss_total": 0.018498022109270096,
      "step": 6700
    },
    {
      "loss_action": 0.009562434628605843,
      "loss_total": 0.009562434628605843,
      "step": 6700
    },
    {
      "loss_action": 0.019104594364762306,
      "loss_total": 0.019104594364762306,
      "step": 6700
    },
    {
      "grad_norm": 0.2526940107345581,
      "learning_rate": 9.992017092984372e-05,
      "loss": 0.024,
      "step": 6710
    },
    {
      "loss_action": 0.022695835679769516,
      "loss_total": 0.022695835679769516,
      "step": 6710
    },
    {
      "loss_action": 0.027510493993759155,
      "loss_total": 0.027510493993759155,
      "step": 6710
    },
    {
      "loss_action": 0.022606119513511658,
      "loss_total": 0.022606119513511658,
      "step": 6710
    },
    {
      "loss_action": 0.03431958705186844,
      "loss_total": 0.03431958705186844,
      "step": 6710
    },
    {
      "loss_action": 0.03160332888364792,
      "loss_total": 0.03160332888364792,
      "step": 6710
    },
    {
      "loss_action": 0.032999686896800995,
      "loss_total": 0.032999686896800995,
      "step": 6710
    },
    {
      "loss_action": 0.0702207013964653,
      "loss_total": 0.0702207013964653,
      "step": 6710
    },
    {
      "loss_action": 0.02595941349864006,
      "loss_total": 0.02595941349864006,
      "step": 6710
    },
    {
      "grad_norm": 0.3650020658969879,
      "learning_rate": 9.991923422927326e-05,
      "loss": 0.0279,
      "step": 6720
    },
    {
      "loss_action": 0.05960004776716232,
      "loss_total": 0.05960004776716232,
      "step": 6720
    },
    {
      "loss_action": 0.02840745635330677,
      "loss_total": 0.02840745635330677,
      "step": 6720
    },
    {
      "loss_action": 0.04602137207984924,
      "loss_total": 0.04602137207984924,
      "step": 6720
    },
    {
      "loss_action": 0.0302781593054533,
      "loss_total": 0.0302781593054533,
      "step": 6720
    },
    {
      "loss_action": 0.05102745443582535,
      "loss_total": 0.05102745443582535,
      "step": 6720
    },
    {
      "loss_action": 0.029352586716413498,
      "loss_total": 0.029352586716413498,
      "step": 6720
    },
    {
      "loss_action": 0.052834510803222656,
      "loss_total": 0.052834510803222656,
      "step": 6720
    },
    {
      "loss_action": 0.025305846706032753,
      "loss_total": 0.025305846706032753,
      "step": 6720
    },
    {
      "grad_norm": 0.2205447107553482,
      "learning_rate": 9.991829206961037e-05,
      "loss": 0.0302,
      "step": 6730
    },
    {
      "loss_action": 0.02704429253935814,
      "loss_total": 0.02704429253935814,
      "step": 6730
    },
    {
      "loss_action": 0.09123890101909637,
      "loss_total": 0.09123890101909637,
      "step": 6730
    },
    {
      "loss_action": 0.01285400427877903,
      "loss_total": 0.01285400427877903,
      "step": 6730
    },
    {
      "loss_action": 0.026032984256744385,
      "loss_total": 0.026032984256744385,
      "step": 6730
    },
    {
      "loss_action": 0.017795560881495476,
      "loss_total": 0.017795560881495476,
      "step": 6730
    },
    {
      "loss_action": 0.03779654577374458,
      "loss_total": 0.03779654577374458,
      "step": 6730
    },
    {
      "loss_action": 0.027213506400585175,
      "loss_total": 0.027213506400585175,
      "step": 6730
    },
    {
      "loss_action": 0.020539766177535057,
      "loss_total": 0.020539766177535057,
      "step": 6730
    },
    {
      "grad_norm": 0.29837945103645325,
      "learning_rate": 9.991734445095813e-05,
      "loss": 0.028,
      "step": 6740
    },
    {
      "loss_action": 0.03446893021464348,
      "loss_total": 0.03446893021464348,
      "step": 6740
    },
    {
      "loss_action": 0.014610707759857178,
      "loss_total": 0.014610707759857178,
      "step": 6740
    },
    {
      "loss_action": 0.06101834028959274,
      "loss_total": 0.06101834028959274,
      "step": 6740
    },
    {
      "loss_action": 0.020601380616426468,
      "loss_total": 0.020601380616426468,
      "step": 6740
    },
    {
      "loss_action": 0.015995968133211136,
      "loss_total": 0.015995968133211136,
      "step": 6740
    },
    {
      "loss_action": 0.05757302790880203,
      "loss_total": 0.05757302790880203,
      "step": 6740
    },
    {
      "loss_action": 0.05998733639717102,
      "loss_total": 0.05998733639717102,
      "step": 6740
    },
    {
      "loss_action": 0.013404210098087788,
      "loss_total": 0.013404210098087788,
      "step": 6740
    },
    {
      "grad_norm": 0.33467546105384827,
      "learning_rate": 9.991639137342015e-05,
      "loss": 0.0315,
      "step": 6750
    },
    {
      "loss_action": 0.05886303633451462,
      "loss_total": 0.05886303633451462,
      "step": 6750
    },
    {
      "loss_action": 0.038779012858867645,
      "loss_total": 0.038779012858867645,
      "step": 6750
    },
    {
      "loss_action": 0.029417037963867188,
      "loss_total": 0.029417037963867188,
      "step": 6750
    },
    {
      "loss_action": 0.01177818700671196,
      "loss_total": 0.01177818700671196,
      "step": 6750
    },
    {
      "loss_action": 0.04357960820198059,
      "loss_total": 0.04357960820198059,
      "step": 6750
    },
    {
      "loss_action": 0.023431401699781418,
      "loss_total": 0.023431401699781418,
      "step": 6750
    },
    {
      "loss_action": 0.022993776947259903,
      "loss_total": 0.022993776947259903,
      "step": 6750
    },
    {
      "loss_action": 0.012936417013406754,
      "loss_total": 0.012936417013406754,
      "step": 6750
    },
    {
      "grad_norm": 0.25934430956840515,
      "learning_rate": 9.991543283710064e-05,
      "loss": 0.0256,
      "step": 6760
    },
    {
      "loss_action": 0.01526138186454773,
      "loss_total": 0.01526138186454773,
      "step": 6760
    },
    {
      "loss_action": 0.03195081278681755,
      "loss_total": 0.03195081278681755,
      "step": 6760
    },
    {
      "loss_action": 0.027297528460621834,
      "loss_total": 0.027297528460621834,
      "step": 6760
    },
    {
      "loss_action": 0.03589215129613876,
      "loss_total": 0.03589215129613876,
      "step": 6760
    },
    {
      "loss_action": 0.027663161978125572,
      "loss_total": 0.027663161978125572,
      "step": 6760
    },
    {
      "loss_action": 0.03465460240840912,
      "loss_total": 0.03465460240840912,
      "step": 6760
    },
    {
      "loss_action": 0.031427979469299316,
      "loss_total": 0.031427979469299316,
      "step": 6760
    },
    {
      "loss_action": 0.017861124128103256,
      "loss_total": 0.017861124128103256,
      "step": 6760
    },
    {
      "grad_norm": 0.2742529511451721,
      "learning_rate": 9.991446884210445e-05,
      "loss": 0.0247,
      "step": 6770
    },
    {
      "loss_action": 0.013875885866582394,
      "loss_total": 0.013875885866582394,
      "step": 6770
    },
    {
      "loss_action": 0.028220901265740395,
      "loss_total": 0.028220901265740395,
      "step": 6770
    },
    {
      "loss_action": 0.03359656780958176,
      "loss_total": 0.03359656780958176,
      "step": 6770
    },
    {
      "loss_action": 0.012249192222952843,
      "loss_total": 0.012249192222952843,
      "step": 6770
    },
    {
      "loss_action": 0.025615844875574112,
      "loss_total": 0.025615844875574112,
      "step": 6770
    },
    {
      "loss_action": 0.026182159781455994,
      "loss_total": 0.026182159781455994,
      "step": 6770
    },
    {
      "loss_action": 0.026668285951018333,
      "loss_total": 0.026668285951018333,
      "step": 6770
    },
    {
      "loss_action": 0.01487925834953785,
      "loss_total": 0.01487925834953785,
      "step": 6770
    },
    {
      "grad_norm": 0.31523147225379944,
      "learning_rate": 9.9913499388537e-05,
      "loss": 0.0261,
      "step": 6780
    },
    {
      "loss_action": 0.017463617026805878,
      "loss_total": 0.017463617026805878,
      "step": 6780
    },
    {
      "loss_action": 0.028336085379123688,
      "loss_total": 0.028336085379123688,
      "step": 6780
    },
    {
      "loss_action": 0.019155055284500122,
      "loss_total": 0.019155055284500122,
      "step": 6780
    },
    {
      "loss_action": 0.016415879130363464,
      "loss_total": 0.016415879130363464,
      "step": 6780
    },
    {
      "loss_action": 0.022629883140325546,
      "loss_total": 0.022629883140325546,
      "step": 6780
    },
    {
      "loss_action": 0.024734467267990112,
      "loss_total": 0.024734467267990112,
      "step": 6780
    },
    {
      "loss_action": 0.019659996032714844,
      "loss_total": 0.019659996032714844,
      "step": 6780
    },
    {
      "loss_action": 0.025515388697385788,
      "loss_total": 0.025515388697385788,
      "step": 6780
    },
    {
      "grad_norm": 0.22720059752464294,
      "learning_rate": 9.99125244765043e-05,
      "loss": 0.0234,
      "step": 6790
    },
    {
      "loss_action": 0.02898978814482689,
      "loss_total": 0.02898978814482689,
      "step": 6790
    },
    {
      "loss_action": 0.06888799369335175,
      "loss_total": 0.06888799369335175,
      "step": 6790
    },
    {
      "loss_action": 0.014667420648038387,
      "loss_total": 0.014667420648038387,
      "step": 6790
    },
    {
      "loss_action": 0.04391685873270035,
      "loss_total": 0.04391685873270035,
      "step": 6790
    },
    {
      "loss_action": 0.020877376198768616,
      "loss_total": 0.020877376198768616,
      "step": 6790
    },
    {
      "loss_action": 0.032012853771448135,
      "loss_total": 0.032012853771448135,
      "step": 6790
    },
    {
      "loss_action": 0.03417379781603813,
      "loss_total": 0.03417379781603813,
      "step": 6790
    },
    {
      "loss_action": 0.031081970781087875,
      "loss_total": 0.031081970781087875,
      "step": 6790
    },
    {
      "grad_norm": 0.28107190132141113,
      "learning_rate": 9.991154410611296e-05,
      "loss": 0.0249,
      "step": 6800
    },
    {
      "loss_action": 0.019558195024728775,
      "loss_total": 0.019558195024728775,
      "step": 6800
    },
    {
      "loss_action": 0.02133318781852722,
      "loss_total": 0.02133318781852722,
      "step": 6800
    },
    {
      "loss_action": 0.017007047310471535,
      "loss_total": 0.017007047310471535,
      "step": 6800
    },
    {
      "loss_action": 0.0348946750164032,
      "loss_total": 0.0348946750164032,
      "step": 6800
    },
    {
      "loss_action": 0.016592947766184807,
      "loss_total": 0.016592947766184807,
      "step": 6800
    },
    {
      "loss_action": 0.019668888300657272,
      "loss_total": 0.019668888300657272,
      "step": 6800
    },
    {
      "loss_action": 0.02607915922999382,
      "loss_total": 0.02607915922999382,
      "step": 6800
    },
    {
      "loss_action": 0.017829619348049164,
      "loss_total": 0.017829619348049164,
      "step": 6800
    },
    {
      "grad_norm": 0.31241869926452637,
      "learning_rate": 9.99105582774702e-05,
      "loss": 0.0224,
      "step": 6810
    },
    {
      "loss_action": 0.03938748687505722,
      "loss_total": 0.03938748687505722,
      "step": 6810
    },
    {
      "loss_action": 0.025603357702493668,
      "loss_total": 0.025603357702493668,
      "step": 6810
    },
    {
      "loss_action": 0.029359251260757446,
      "loss_total": 0.029359251260757446,
      "step": 6810
    },
    {
      "loss_action": 0.018030742183327675,
      "loss_total": 0.018030742183327675,
      "step": 6810
    },
    {
      "loss_action": 0.026859238743782043,
      "loss_total": 0.026859238743782043,
      "step": 6810
    },
    {
      "loss_action": 0.053331054747104645,
      "loss_total": 0.053331054747104645,
      "step": 6810
    },
    {
      "loss_action": 0.02884930744767189,
      "loss_total": 0.02884930744767189,
      "step": 6810
    },
    {
      "loss_action": 0.036199890077114105,
      "loss_total": 0.036199890077114105,
      "step": 6810
    },
    {
      "grad_norm": 0.29316627979278564,
      "learning_rate": 9.990956699068384e-05,
      "loss": 0.0247,
      "step": 6820
    },
    {
      "loss_action": 0.021639438346028328,
      "loss_total": 0.021639438346028328,
      "step": 6820
    },
    {
      "loss_action": 0.013002200052142143,
      "loss_total": 0.013002200052142143,
      "step": 6820
    },
    {
      "loss_action": 0.020352419465780258,
      "loss_total": 0.020352419465780258,
      "step": 6820
    },
    {
      "loss_action": 0.02407079003751278,
      "loss_total": 0.02407079003751278,
      "step": 6820
    },
    {
      "loss_action": 0.01835695095360279,
      "loss_total": 0.01835695095360279,
      "step": 6820
    },
    {
      "loss_action": 0.01081361435353756,
      "loss_total": 0.01081361435353756,
      "step": 6820
    },
    {
      "loss_action": 0.012422384694218636,
      "loss_total": 0.012422384694218636,
      "step": 6820
    },
    {
      "loss_action": 0.008262999355793,
      "loss_total": 0.008262999355793,
      "step": 6820
    },
    {
      "grad_norm": 0.36237046122550964,
      "learning_rate": 9.990857024586224e-05,
      "loss": 0.0237,
      "step": 6830
    },
    {
      "loss_action": 0.03116469830274582,
      "loss_total": 0.03116469830274582,
      "step": 6830
    },
    {
      "loss_action": 0.032582152634859085,
      "loss_total": 0.032582152634859085,
      "step": 6830
    },
    {
      "loss_action": 0.02088327892124653,
      "loss_total": 0.02088327892124653,
      "step": 6830
    },
    {
      "loss_action": 0.018770301714539528,
      "loss_total": 0.018770301714539528,
      "step": 6830
    },
    {
      "loss_action": 0.039457350969314575,
      "loss_total": 0.039457350969314575,
      "step": 6830
    },
    {
      "loss_action": 0.04152919352054596,
      "loss_total": 0.04152919352054596,
      "step": 6830
    },
    {
      "loss_action": 0.024113066494464874,
      "loss_total": 0.024113066494464874,
      "step": 6830
    },
    {
      "loss_action": 0.018890924751758575,
      "loss_total": 0.018890924751758575,
      "step": 6830
    },
    {
      "grad_norm": 0.2991010844707489,
      "learning_rate": 9.990756804311446e-05,
      "loss": 0.0262,
      "step": 6840
    },
    {
      "loss_action": 0.03357863798737526,
      "loss_total": 0.03357863798737526,
      "step": 6840
    },
    {
      "loss_action": 0.020399894565343857,
      "loss_total": 0.020399894565343857,
      "step": 6840
    },
    {
      "loss_action": 0.02098724991083145,
      "loss_total": 0.02098724991083145,
      "step": 6840
    },
    {
      "loss_action": 0.015711314976215363,
      "loss_total": 0.015711314976215363,
      "step": 6840
    },
    {
      "loss_action": 0.02392597869038582,
      "loss_total": 0.02392597869038582,
      "step": 6840
    },
    {
      "loss_action": 0.053880468010902405,
      "loss_total": 0.053880468010902405,
      "step": 6840
    },
    {
      "loss_action": 0.021521691232919693,
      "loss_total": 0.021521691232919693,
      "step": 6840
    },
    {
      "loss_action": 0.02549298107624054,
      "loss_total": 0.02549298107624054,
      "step": 6840
    },
    {
      "grad_norm": 0.20140987634658813,
      "learning_rate": 9.990656038255006e-05,
      "loss": 0.0231,
      "step": 6850
    },
    {
      "loss_action": 0.04059945046901703,
      "loss_total": 0.04059945046901703,
      "step": 6850
    },
    {
      "loss_action": 0.013039294630289078,
      "loss_total": 0.013039294630289078,
      "step": 6850
    },
    {
      "loss_action": 0.03157339245080948,
      "loss_total": 0.03157339245080948,
      "step": 6850
    },
    {
      "loss_action": 0.028730662539601326,
      "loss_total": 0.028730662539601326,
      "step": 6850
    },
    {
      "loss_action": 0.017182379961013794,
      "loss_total": 0.017182379961013794,
      "step": 6850
    },
    {
      "loss_action": 0.014748940244317055,
      "loss_total": 0.014748940244317055,
      "step": 6850
    },
    {
      "loss_action": 0.018458765000104904,
      "loss_total": 0.018458765000104904,
      "step": 6850
    },
    {
      "loss_action": 0.026669831946492195,
      "loss_total": 0.026669831946492195,
      "step": 6850
    },
    {
      "grad_norm": 0.2770273983478546,
      "learning_rate": 9.990554726427926e-05,
      "loss": 0.0241,
      "step": 6860
    },
    {
      "loss_action": 0.034275710582733154,
      "loss_total": 0.034275710582733154,
      "step": 6860
    },
    {
      "loss_action": 0.026674579828977585,
      "loss_total": 0.026674579828977585,
      "step": 6860
    },
    {
      "loss_action": 0.027461867779493332,
      "loss_total": 0.027461867779493332,
      "step": 6860
    },
    {
      "loss_action": 0.03361513465642929,
      "loss_total": 0.03361513465642929,
      "step": 6860
    },
    {
      "loss_action": 0.03293875232338905,
      "loss_total": 0.03293875232338905,
      "step": 6860
    },
    {
      "loss_action": 0.015064667910337448,
      "loss_total": 0.015064667910337448,
      "step": 6860
    },
    {
      "loss_action": 0.03753497824072838,
      "loss_total": 0.03753497824072838,
      "step": 6860
    },
    {
      "loss_action": 0.02151435799896717,
      "loss_total": 0.02151435799896717,
      "step": 6860
    },
    {
      "grad_norm": 0.2747783362865448,
      "learning_rate": 9.990452868841284e-05,
      "loss": 0.023,
      "step": 6870
    },
    {
      "loss_action": 0.14192071557044983,
      "loss_total": 0.14192071557044983,
      "step": 6870
    },
    {
      "loss_action": 0.04003380611538887,
      "loss_total": 0.04003380611538887,
      "step": 6870
    },
    {
      "loss_action": 0.03515321761369705,
      "loss_total": 0.03515321761369705,
      "step": 6870
    },
    {
      "loss_action": 0.012965765781700611,
      "loss_total": 0.012965765781700611,
      "step": 6870
    },
    {
      "loss_action": 0.012313375249505043,
      "loss_total": 0.012313375249505043,
      "step": 6870
    },
    {
      "loss_action": 0.03222687169909477,
      "loss_total": 0.03222687169909477,
      "step": 6870
    },
    {
      "loss_action": 0.015804298222064972,
      "loss_total": 0.015804298222064972,
      "step": 6870
    },
    {
      "loss_action": 0.023085296154022217,
      "loss_total": 0.023085296154022217,
      "step": 6870
    },
    {
      "grad_norm": 0.20178207755088806,
      "learning_rate": 9.99035046550622e-05,
      "loss": 0.0235,
      "step": 6880
    },
    {
      "loss_action": 0.012797022238373756,
      "loss_total": 0.012797022238373756,
      "step": 6880
    },
    {
      "loss_action": 0.019510239362716675,
      "loss_total": 0.019510239362716675,
      "step": 6880
    },
    {
      "loss_action": 0.013446473516523838,
      "loss_total": 0.013446473516523838,
      "step": 6880
    },
    {
      "loss_action": 0.01577555201947689,
      "loss_total": 0.01577555201947689,
      "step": 6880
    },
    {
      "loss_action": 0.01784328930079937,
      "loss_total": 0.01784328930079937,
      "step": 6880
    },
    {
      "loss_action": 0.01856395974755287,
      "loss_total": 0.01856395974755287,
      "step": 6880
    },
    {
      "loss_action": 0.02244335412979126,
      "loss_total": 0.02244335412979126,
      "step": 6880
    },
    {
      "loss_action": 0.023864777758717537,
      "loss_total": 0.023864777758717537,
      "step": 6880
    },
    {
      "grad_norm": 0.19138102233409882,
      "learning_rate": 9.99024751643393e-05,
      "loss": 0.0207,
      "step": 6890
    },
    {
      "loss_action": 0.013012971729040146,
      "loss_total": 0.013012971729040146,
      "step": 6890
    },
    {
      "loss_action": 0.023311689496040344,
      "loss_total": 0.023311689496040344,
      "step": 6890
    },
    {
      "loss_action": 0.017631709575653076,
      "loss_total": 0.017631709575653076,
      "step": 6890
    },
    {
      "loss_action": 0.015399755910038948,
      "loss_total": 0.015399755910038948,
      "step": 6890
    },
    {
      "loss_action": 0.0508221760392189,
      "loss_total": 0.0508221760392189,
      "step": 6890
    },
    {
      "loss_action": 0.015588294714689255,
      "loss_total": 0.015588294714689255,
      "step": 6890
    },
    {
      "loss_action": 0.019644146785140038,
      "loss_total": 0.019644146785140038,
      "step": 6890
    },
    {
      "loss_action": 0.02003076672554016,
      "loss_total": 0.02003076672554016,
      "step": 6890
    },
    {
      "grad_norm": 0.17816269397735596,
      "learning_rate": 9.990144021635677e-05,
      "loss": 0.0219,
      "step": 6900
    },
    {
      "loss_action": 0.04350247234106064,
      "loss_total": 0.04350247234106064,
      "step": 6900
    },
    {
      "loss_action": 0.02480040118098259,
      "loss_total": 0.02480040118098259,
      "step": 6900
    },
    {
      "loss_action": 0.05693625658750534,
      "loss_total": 0.05693625658750534,
      "step": 6900
    },
    {
      "loss_action": 0.020411457866430283,
      "loss_total": 0.020411457866430283,
      "step": 6900
    },
    {
      "loss_action": 0.01332511194050312,
      "loss_total": 0.01332511194050312,
      "step": 6900
    },
    {
      "loss_action": 0.03713705390691757,
      "loss_total": 0.03713705390691757,
      "step": 6900
    },
    {
      "loss_action": 0.028108693659305573,
      "loss_total": 0.028108693659305573,
      "step": 6900
    },
    {
      "loss_action": 0.0244235098361969,
      "loss_total": 0.0244235098361969,
      "step": 6900
    },
    {
      "grad_norm": 0.29697385430336,
      "learning_rate": 9.990039981122775e-05,
      "loss": 0.0255,
      "step": 6910
    },
    {
      "loss_action": 0.02370765060186386,
      "loss_total": 0.02370765060186386,
      "step": 6910
    },
    {
      "loss_action": 0.09427325427532196,
      "loss_total": 0.09427325427532196,
      "step": 6910
    },
    {
      "loss_action": 0.019536560401320457,
      "loss_total": 0.019536560401320457,
      "step": 6910
    },
    {
      "loss_action": 0.031421124935150146,
      "loss_total": 0.031421124935150146,
      "step": 6910
    },
    {
      "loss_action": 0.02692531794309616,
      "loss_total": 0.02692531794309616,
      "step": 6910
    },
    {
      "loss_action": 0.015947002917528152,
      "loss_total": 0.015947002917528152,
      "step": 6910
    },
    {
      "loss_action": 0.012106118723750114,
      "loss_total": 0.012106118723750114,
      "step": 6910
    },
    {
      "loss_action": 0.06681211292743683,
      "loss_total": 0.06681211292743683,
      "step": 6910
    },
    {
      "grad_norm": 0.2494240254163742,
      "learning_rate": 9.989935394906602e-05,
      "loss": 0.0223,
      "step": 6920
    },
    {
      "loss_action": 0.011972807347774506,
      "loss_total": 0.011972807347774506,
      "step": 6920
    },
    {
      "loss_action": 0.016798751428723335,
      "loss_total": 0.016798751428723335,
      "step": 6920
    },
    {
      "loss_action": 0.021503090858459473,
      "loss_total": 0.021503090858459473,
      "step": 6920
    },
    {
      "loss_action": 0.010027713142335415,
      "loss_total": 0.010027713142335415,
      "step": 6920
    },
    {
      "loss_action": 0.013364141806960106,
      "loss_total": 0.013364141806960106,
      "step": 6920
    },
    {
      "loss_action": 0.014970559626817703,
      "loss_total": 0.014970559626817703,
      "step": 6920
    },
    {
      "loss_action": 0.035997554659843445,
      "loss_total": 0.035997554659843445,
      "step": 6920
    },
    {
      "loss_action": 0.022120440378785133,
      "loss_total": 0.022120440378785133,
      "step": 6920
    },
    {
      "grad_norm": 0.24186210334300995,
      "learning_rate": 9.989830262998598e-05,
      "loss": 0.0226,
      "step": 6930
    },
    {
      "loss_action": 0.013236233964562416,
      "loss_total": 0.013236233964562416,
      "step": 6930
    },
    {
      "loss_action": 0.024898450821638107,
      "loss_total": 0.024898450821638107,
      "step": 6930
    },
    {
      "loss_action": 0.03661927953362465,
      "loss_total": 0.03661927953362465,
      "step": 6930
    },
    {
      "loss_action": 0.02199058048427105,
      "loss_total": 0.02199058048427105,
      "step": 6930
    },
    {
      "loss_action": 0.021356355398893356,
      "loss_total": 0.021356355398893356,
      "step": 6930
    },
    {
      "loss_action": 0.016191139817237854,
      "loss_total": 0.016191139817237854,
      "step": 6930
    },
    {
      "loss_action": 0.015516914427280426,
      "loss_total": 0.015516914427280426,
      "step": 6930
    },
    {
      "loss_action": 0.02107836864888668,
      "loss_total": 0.02107836864888668,
      "step": 6930
    },
    {
      "grad_norm": 0.2442430555820465,
      "learning_rate": 9.989724585410259e-05,
      "loss": 0.0217,
      "step": 6940
    },
    {
      "loss_action": 0.01508124265819788,
      "loss_total": 0.01508124265819788,
      "step": 6940
    },
    {
      "loss_action": 0.018908226862549782,
      "loss_total": 0.018908226862549782,
      "step": 6940
    },
    {
      "loss_action": 0.03724893182516098,
      "loss_total": 0.03724893182516098,
      "step": 6940
    },
    {
      "loss_action": 0.022887321189045906,
      "loss_total": 0.022887321189045906,
      "step": 6940
    },
    {
      "loss_action": 0.01034973282366991,
      "loss_total": 0.01034973282366991,
      "step": 6940
    },
    {
      "loss_action": 0.019456099718809128,
      "loss_total": 0.019456099718809128,
      "step": 6940
    },
    {
      "loss_action": 0.018333597108721733,
      "loss_total": 0.018333597108721733,
      "step": 6940
    },
    {
      "loss_action": 0.044015899300575256,
      "loss_total": 0.044015899300575256,
      "step": 6940
    },
    {
      "grad_norm": 0.2747018337249756,
      "learning_rate": 9.989618362153139e-05,
      "loss": 0.0267,
      "step": 6950
    },
    {
      "loss_action": 0.018807504326105118,
      "loss_total": 0.018807504326105118,
      "step": 6950
    },
    {
      "loss_action": 0.021253101527690887,
      "loss_total": 0.021253101527690887,
      "step": 6950
    },
    {
      "loss_action": 0.02194669097661972,
      "loss_total": 0.02194669097661972,
      "step": 6950
    },
    {
      "loss_action": 0.014088362455368042,
      "loss_total": 0.014088362455368042,
      "step": 6950
    },
    {
      "loss_action": 0.02668723464012146,
      "loss_total": 0.02668723464012146,
      "step": 6950
    },
    {
      "loss_action": 0.020482201129198074,
      "loss_total": 0.020482201129198074,
      "step": 6950
    },
    {
      "loss_action": 0.018724976107478142,
      "loss_total": 0.018724976107478142,
      "step": 6950
    },
    {
      "loss_action": 0.020353756844997406,
      "loss_total": 0.020353756844997406,
      "step": 6950
    },
    {
      "grad_norm": 0.2589262127876282,
      "learning_rate": 9.989511593238859e-05,
      "loss": 0.0233,
      "step": 6960
    },
    {
      "loss_action": 0.019300812855362892,
      "loss_total": 0.019300812855362892,
      "step": 6960
    },
    {
      "loss_action": 0.036917660385370255,
      "loss_total": 0.036917660385370255,
      "step": 6960
    },
    {
      "loss_action": 0.024886393919587135,
      "loss_total": 0.024886393919587135,
      "step": 6960
    },
    {
      "loss_action": 0.02557964064180851,
      "loss_total": 0.02557964064180851,
      "step": 6960
    },
    {
      "loss_action": 0.02811826579272747,
      "loss_total": 0.02811826579272747,
      "step": 6960
    },
    {
      "loss_action": 0.05006711557507515,
      "loss_total": 0.05006711557507515,
      "step": 6960
    },
    {
      "loss_action": 0.021727601066231728,
      "loss_total": 0.021727601066231728,
      "step": 6960
    },
    {
      "loss_action": 0.03717036545276642,
      "loss_total": 0.03717036545276642,
      "step": 6960
    },
    {
      "grad_norm": 0.2622142434120178,
      "learning_rate": 9.98940427867909e-05,
      "loss": 0.024,
      "step": 6970
    },
    {
      "loss_action": 0.03675159811973572,
      "loss_total": 0.03675159811973572,
      "step": 6970
    },
    {
      "loss_action": 0.02877962402999401,
      "loss_total": 0.02877962402999401,
      "step": 6970
    },
    {
      "loss_action": 0.029187500476837158,
      "loss_total": 0.029187500476837158,
      "step": 6970
    },
    {
      "loss_action": 0.07837247103452682,
      "loss_total": 0.07837247103452682,
      "step": 6970
    },
    {
      "loss_action": 0.037337396293878555,
      "loss_total": 0.037337396293878555,
      "step": 6970
    },
    {
      "loss_action": 0.01980721391737461,
      "loss_total": 0.01980721391737461,
      "step": 6970
    },
    {
      "loss_action": 0.014918362721800804,
      "loss_total": 0.014918362721800804,
      "step": 6970
    },
    {
      "loss_action": 0.018038954585790634,
      "loss_total": 0.018038954585790634,
      "step": 6970
    },
    {
      "grad_norm": 0.2396337389945984,
      "learning_rate": 9.989296418485573e-05,
      "loss": 0.0257,
      "step": 6980
    },
    {
      "loss_action": 0.03410416841506958,
      "loss_total": 0.03410416841506958,
      "step": 6980
    },
    {
      "loss_action": 0.02343839779496193,
      "loss_total": 0.02343839779496193,
      "step": 6980
    },
    {
      "loss_action": 0.0763406977057457,
      "loss_total": 0.0763406977057457,
      "step": 6980
    },
    {
      "loss_action": 0.01637175679206848,
      "loss_total": 0.01637175679206848,
      "step": 6980
    },
    {
      "loss_action": 0.011989712715148926,
      "loss_total": 0.011989712715148926,
      "step": 6980
    },
    {
      "loss_action": 0.016808705404400826,
      "loss_total": 0.016808705404400826,
      "step": 6980
    },
    {
      "loss_action": 0.04354069009423256,
      "loss_total": 0.04354069009423256,
      "step": 6980
    },
    {
      "loss_action": 0.021112583577632904,
      "loss_total": 0.021112583577632904,
      "step": 6980
    },
    {
      "grad_norm": 0.22694869339466095,
      "learning_rate": 9.989188012670101e-05,
      "loss": 0.0223,
      "step": 6990
    },
    {
      "loss_action": 0.020647335797548294,
      "loss_total": 0.020647335797548294,
      "step": 6990
    },
    {
      "loss_action": 0.02381400763988495,
      "loss_total": 0.02381400763988495,
      "step": 6990
    },
    {
      "loss_action": 0.049670733511447906,
      "loss_total": 0.049670733511447906,
      "step": 6990
    },
    {
      "loss_action": 0.012703826650977135,
      "loss_total": 0.012703826650977135,
      "step": 6990
    },
    {
      "loss_action": 0.016169127076864243,
      "loss_total": 0.016169127076864243,
      "step": 6990
    },
    {
      "loss_action": 0.007980572059750557,
      "loss_total": 0.007980572059750557,
      "step": 6990
    },
    {
      "loss_action": 0.020726259797811508,
      "loss_total": 0.020726259797811508,
      "step": 6990
    },
    {
      "loss_action": 0.01319887861609459,
      "loss_total": 0.01319887861609459,
      "step": 6990
    },
    {
      "grad_norm": 0.22060538828372955,
      "learning_rate": 9.989079061244528e-05,
      "loss": 0.0191,
      "step": 7000
    },
    {
      "loss_action": 0.021545492112636566,
      "loss_total": 0.021545492112636566,
      "step": 7000
    },
    {
      "loss_action": 0.014173533767461777,
      "loss_total": 0.014173533767461777,
      "step": 7000
    },
    {
      "loss_action": 0.01063740998506546,
      "loss_total": 0.01063740998506546,
      "step": 7000
    },
    {
      "loss_action": 0.014533610083162785,
      "loss_total": 0.014533610083162785,
      "step": 7000
    },
    {
      "loss_action": 0.012837326154112816,
      "loss_total": 0.012837326154112816,
      "step": 7000
    },
    {
      "loss_action": 0.028947660699486732,
      "loss_total": 0.028947660699486732,
      "step": 7000
    },
    {
      "loss_action": 0.020166434347629547,
      "loss_total": 0.020166434347629547,
      "step": 7000
    },
    {
      "loss_action": 0.016152160242199898,
      "loss_total": 0.016152160242199898,
      "step": 7000
    },
    {
      "grad_norm": 0.3548019528388977,
      "learning_rate": 9.988969564220769e-05,
      "loss": 0.023,
      "step": 7010
    },
    {
      "loss_action": 0.03413865715265274,
      "loss_total": 0.03413865715265274,
      "step": 7010
    },
    {
      "loss_action": 0.024660609662532806,
      "loss_total": 0.024660609662532806,
      "step": 7010
    },
    {
      "loss_action": 0.01645897701382637,
      "loss_total": 0.01645897701382637,
      "step": 7010
    },
    {
      "loss_action": 0.02396823838353157,
      "loss_total": 0.02396823838353157,
      "step": 7010
    },
    {
      "loss_action": 0.04141737520694733,
      "loss_total": 0.04141737520694733,
      "step": 7010
    },
    {
      "loss_action": 0.008066803216934204,
      "loss_total": 0.008066803216934204,
      "step": 7010
    },
    {
      "loss_action": 0.02684134617447853,
      "loss_total": 0.02684134617447853,
      "step": 7010
    },
    {
      "loss_action": 0.021462440490722656,
      "loss_total": 0.021462440490722656,
      "step": 7010
    },
    {
      "grad_norm": 0.21492508053779602,
      "learning_rate": 9.988859521610801e-05,
      "loss": 0.0279,
      "step": 7020
    },
    {
      "loss_action": 0.029800958931446075,
      "loss_total": 0.029800958931446075,
      "step": 7020
    },
    {
      "loss_action": 0.014596223831176758,
      "loss_total": 0.014596223831176758,
      "step": 7020
    },
    {
      "loss_action": 0.022540226578712463,
      "loss_total": 0.022540226578712463,
      "step": 7020
    },
    {
      "loss_action": 0.019070766866207123,
      "loss_total": 0.019070766866207123,
      "step": 7020
    },
    {
      "loss_action": 0.012906629592180252,
      "loss_total": 0.012906629592180252,
      "step": 7020
    },
    {
      "loss_action": 0.025457022711634636,
      "loss_total": 0.025457022711634636,
      "step": 7020
    },
    {
      "loss_action": 0.02025701478123665,
      "loss_total": 0.02025701478123665,
      "step": 7020
    },
    {
      "loss_action": 0.015111472457647324,
      "loss_total": 0.015111472457647324,
      "step": 7020
    },
    {
      "grad_norm": 0.2487729787826538,
      "learning_rate": 9.988748933426656e-05,
      "loss": 0.0244,
      "step": 7030
    },
    {
      "loss_action": 0.017229223623871803,
      "loss_total": 0.017229223623871803,
      "step": 7030
    },
    {
      "loss_action": 0.01580177992582321,
      "loss_total": 0.01580177992582321,
      "step": 7030
    },
    {
      "loss_action": 0.01901053823530674,
      "loss_total": 0.01901053823530674,
      "step": 7030
    },
    {
      "loss_action": 0.02225707471370697,
      "loss_total": 0.02225707471370697,
      "step": 7030
    },
    {
      "loss_action": 0.02438274584710598,
      "loss_total": 0.02438274584710598,
      "step": 7030
    },
    {
      "loss_action": 0.02615327760577202,
      "loss_total": 0.02615327760577202,
      "step": 7030
    },
    {
      "loss_action": 0.030600793659687042,
      "loss_total": 0.030600793659687042,
      "step": 7030
    },
    {
      "loss_action": 0.017511416226625443,
      "loss_total": 0.017511416226625443,
      "step": 7030
    },
    {
      "grad_norm": 0.37286627292633057,
      "learning_rate": 9.988637799680428e-05,
      "loss": 0.0256,
      "step": 7040
    },
    {
      "loss_action": 0.01401608344167471,
      "loss_total": 0.01401608344167471,
      "step": 7040
    },
    {
      "loss_action": 0.02204211801290512,
      "loss_total": 0.02204211801290512,
      "step": 7040
    },
    {
      "loss_action": 0.026658978313207626,
      "loss_total": 0.026658978313207626,
      "step": 7040
    },
    {
      "loss_action": 0.01493694819509983,
      "loss_total": 0.01493694819509983,
      "step": 7040
    },
    {
      "loss_action": 0.01582249626517296,
      "loss_total": 0.01582249626517296,
      "step": 7040
    },
    {
      "loss_action": 0.036549560725688934,
      "loss_total": 0.036549560725688934,
      "step": 7040
    },
    {
      "loss_action": 0.0253323744982481,
      "loss_total": 0.0253323744982481,
      "step": 7040
    },
    {
      "loss_action": 0.009161584079265594,
      "loss_total": 0.009161584079265594,
      "step": 7040
    },
    {
      "grad_norm": 0.2902420163154602,
      "learning_rate": 9.98852612038427e-05,
      "loss": 0.0236,
      "step": 7050
    },
    {
      "loss_action": 0.016137534752488136,
      "loss_total": 0.016137534752488136,
      "step": 7050
    },
    {
      "loss_action": 0.02236507460474968,
      "loss_total": 0.02236507460474968,
      "step": 7050
    },
    {
      "loss_action": 0.02240448072552681,
      "loss_total": 0.02240448072552681,
      "step": 7050
    },
    {
      "loss_action": 0.018634140491485596,
      "loss_total": 0.018634140491485596,
      "step": 7050
    },
    {
      "loss_action": 0.015948250889778137,
      "loss_total": 0.015948250889778137,
      "step": 7050
    },
    {
      "loss_action": 0.01805884577333927,
      "loss_total": 0.01805884577333927,
      "step": 7050
    },
    {
      "loss_action": 0.015247460454702377,
      "loss_total": 0.015247460454702377,
      "step": 7050
    },
    {
      "loss_action": 0.023947276175022125,
      "loss_total": 0.023947276175022125,
      "step": 7050
    },
    {
      "grad_norm": 0.2434903085231781,
      "learning_rate": 9.988413895550397e-05,
      "loss": 0.0225,
      "step": 7060
    },
    {
      "loss_action": 0.020801011472940445,
      "loss_total": 0.020801011472940445,
      "step": 7060
    },
    {
      "loss_action": 0.019255846738815308,
      "loss_total": 0.019255846738815308,
      "step": 7060
    },
    {
      "loss_action": 0.033418796956539154,
      "loss_total": 0.033418796956539154,
      "step": 7060
    },
    {
      "loss_action": 0.01897343620657921,
      "loss_total": 0.01897343620657921,
      "step": 7060
    },
    {
      "loss_action": 0.021442368626594543,
      "loss_total": 0.021442368626594543,
      "step": 7060
    },
    {
      "loss_action": 0.037633102387189865,
      "loss_total": 0.037633102387189865,
      "step": 7060
    },
    {
      "loss_action": 0.02487640455365181,
      "loss_total": 0.02487640455365181,
      "step": 7060
    },
    {
      "loss_action": 0.050952933728694916,
      "loss_total": 0.050952933728694916,
      "step": 7060
    },
    {
      "grad_norm": 0.1880141943693161,
      "learning_rate": 9.98830112519108e-05,
      "loss": 0.0239,
      "step": 7070
    },
    {
      "loss_action": 0.017760952934622765,
      "loss_total": 0.017760952934622765,
      "step": 7070
    },
    {
      "loss_action": 0.018319107592105865,
      "loss_total": 0.018319107592105865,
      "step": 7070
    },
    {
      "loss_action": 0.015475988388061523,
      "loss_total": 0.015475988388061523,
      "step": 7070
    },
    {
      "loss_action": 0.015467319637537003,
      "loss_total": 0.015467319637537003,
      "step": 7070
    },
    {
      "loss_action": 0.03078172355890274,
      "loss_total": 0.03078172355890274,
      "step": 7070
    },
    {
      "loss_action": 0.01809868961572647,
      "loss_total": 0.01809868961572647,
      "step": 7070
    },
    {
      "loss_action": 0.0650806725025177,
      "loss_total": 0.0650806725025177,
      "step": 7070
    },
    {
      "loss_action": 0.013483190909028053,
      "loss_total": 0.013483190909028053,
      "step": 7070
    },
    {
      "grad_norm": 0.24428431689739227,
      "learning_rate": 9.98818780931865e-05,
      "loss": 0.0229,
      "step": 7080
    },
    {
      "loss_action": 0.03652485832571983,
      "loss_total": 0.03652485832571983,
      "step": 7080
    },
    {
      "loss_action": 0.014965021051466465,
      "loss_total": 0.014965021051466465,
      "step": 7080
    },
    {
      "loss_action": 0.013544675894081593,
      "loss_total": 0.013544675894081593,
      "step": 7080
    },
    {
      "loss_action": 0.014184705913066864,
      "loss_total": 0.014184705913066864,
      "step": 7080
    },
    {
      "loss_action": 0.022787734866142273,
      "loss_total": 0.022787734866142273,
      "step": 7080
    },
    {
      "loss_action": 0.0239254143089056,
      "loss_total": 0.0239254143089056,
      "step": 7080
    },
    {
      "loss_action": 0.019469816237688065,
      "loss_total": 0.019469816237688065,
      "step": 7080
    },
    {
      "loss_action": 0.021605856716632843,
      "loss_total": 0.021605856716632843,
      "step": 7080
    },
    {
      "grad_norm": 0.26081761717796326,
      "learning_rate": 9.988073947945502e-05,
      "loss": 0.0275,
      "step": 7090
    },
    {
      "loss_action": 0.023021426051855087,
      "loss_total": 0.023021426051855087,
      "step": 7090
    },
    {
      "loss_action": 0.03058011643588543,
      "loss_total": 0.03058011643588543,
      "step": 7090
    },
    {
      "loss_action": 0.018366016447544098,
      "loss_total": 0.018366016447544098,
      "step": 7090
    },
    {
      "loss_action": 0.025177698582410812,
      "loss_total": 0.025177698582410812,
      "step": 7090
    },
    {
      "loss_action": 0.019793909043073654,
      "loss_total": 0.019793909043073654,
      "step": 7090
    },
    {
      "loss_action": 0.016736604273319244,
      "loss_total": 0.016736604273319244,
      "step": 7090
    },
    {
      "loss_action": 0.020658083260059357,
      "loss_total": 0.020658083260059357,
      "step": 7090
    },
    {
      "loss_action": 0.03641854226589203,
      "loss_total": 0.03641854226589203,
      "step": 7090
    },
    {
      "grad_norm": 0.2346579134464264,
      "learning_rate": 9.987959541084087e-05,
      "loss": 0.0238,
      "step": 7100
    },
    {
      "loss_action": 0.027029361575841904,
      "loss_total": 0.027029361575841904,
      "step": 7100
    },
    {
      "loss_action": 0.03440176695585251,
      "loss_total": 0.03440176695585251,
      "step": 7100
    },
    {
      "loss_action": 0.021339604631066322,
      "loss_total": 0.021339604631066322,
      "step": 7100
    },
    {
      "loss_action": 0.01832886040210724,
      "loss_total": 0.01832886040210724,
      "step": 7100
    },
    {
      "loss_action": 0.023937754333019257,
      "loss_total": 0.023937754333019257,
      "step": 7100
    },
    {
      "loss_action": 0.03528827056288719,
      "loss_total": 0.03528827056288719,
      "step": 7100
    },
    {
      "loss_action": 0.019580399617552757,
      "loss_total": 0.019580399617552757,
      "step": 7100
    },
    {
      "loss_action": 0.02290251851081848,
      "loss_total": 0.02290251851081848,
      "step": 7100
    },
    {
      "grad_norm": 0.2599574029445648,
      "learning_rate": 9.987844588746915e-05,
      "loss": 0.025,
      "step": 7110
    },
    {
      "loss_action": 0.02355649322271347,
      "loss_total": 0.02355649322271347,
      "step": 7110
    },
    {
      "loss_action": 0.02413109689950943,
      "loss_total": 0.02413109689950943,
      "step": 7110
    },
    {
      "loss_action": 0.011776488274335861,
      "loss_total": 0.011776488274335861,
      "step": 7110
    },
    {
      "loss_action": 0.032852903008461,
      "loss_total": 0.032852903008461,
      "step": 7110
    },
    {
      "loss_action": 0.07000275701284409,
      "loss_total": 0.07000275701284409,
      "step": 7110
    },
    {
      "loss_action": 0.011049174703657627,
      "loss_total": 0.011049174703657627,
      "step": 7110
    },
    {
      "loss_action": 0.028588876128196716,
      "loss_total": 0.028588876128196716,
      "step": 7110
    },
    {
      "loss_action": 0.01980077289044857,
      "loss_total": 0.01980077289044857,
      "step": 7110
    },
    {
      "grad_norm": 0.24147112667560577,
      "learning_rate": 9.987729090946558e-05,
      "loss": 0.0241,
      "step": 7120
    },
    {
      "loss_action": 0.02754691243171692,
      "loss_total": 0.02754691243171692,
      "step": 7120
    },
    {
      "loss_action": 0.034560177475214005,
      "loss_total": 0.034560177475214005,
      "step": 7120
    },
    {
      "loss_action": 0.03738998621702194,
      "loss_total": 0.03738998621702194,
      "step": 7120
    },
    {
      "loss_action": 0.027319353073835373,
      "loss_total": 0.027319353073835373,
      "step": 7120
    },
    {
      "loss_action": 0.026245007291436195,
      "loss_total": 0.026245007291436195,
      "step": 7120
    },
    {
      "loss_action": 0.06465020775794983,
      "loss_total": 0.06465020775794983,
      "step": 7120
    },
    {
      "loss_action": 0.026509437710046768,
      "loss_total": 0.026509437710046768,
      "step": 7120
    },
    {
      "loss_action": 0.024961847811937332,
      "loss_total": 0.024961847811937332,
      "step": 7120
    },
    {
      "grad_norm": 0.2159126102924347,
      "learning_rate": 9.987613047695647e-05,
      "loss": 0.0247,
      "step": 7130
    },
    {
      "loss_action": 0.025798607617616653,
      "loss_total": 0.025798607617616653,
      "step": 7130
    },
    {
      "loss_action": 0.02220785617828369,
      "loss_total": 0.02220785617828369,
      "step": 7130
    },
    {
      "loss_action": 0.0843280702829361,
      "loss_total": 0.0843280702829361,
      "step": 7130
    },
    {
      "loss_action": 0.027508748695254326,
      "loss_total": 0.027508748695254326,
      "step": 7130
    },
    {
      "loss_action": 0.02257673069834709,
      "loss_total": 0.02257673069834709,
      "step": 7130
    },
    {
      "loss_action": 0.018282635137438774,
      "loss_total": 0.018282635137438774,
      "step": 7130
    },
    {
      "loss_action": 0.020727146416902542,
      "loss_total": 0.020727146416902542,
      "step": 7130
    },
    {
      "loss_action": 0.017988499253988266,
      "loss_total": 0.017988499253988266,
      "step": 7130
    },
    {
      "grad_norm": 0.19281770288944244,
      "learning_rate": 9.987496459006871e-05,
      "loss": 0.0214,
      "step": 7140
    },
    {
      "loss_action": 0.012227938510477543,
      "loss_total": 0.012227938510477543,
      "step": 7140
    },
    {
      "loss_action": 0.01013770792633295,
      "loss_total": 0.01013770792633295,
      "step": 7140
    },
    {
      "loss_action": 0.01103178784251213,
      "loss_total": 0.01103178784251213,
      "step": 7140
    },
    {
      "loss_action": 0.020644696429371834,
      "loss_total": 0.020644696429371834,
      "step": 7140
    },
    {
      "loss_action": 0.01927349530160427,
      "loss_total": 0.01927349530160427,
      "step": 7140
    },
    {
      "loss_action": 0.019597182050347328,
      "loss_total": 0.019597182050347328,
      "step": 7140
    },
    {
      "loss_action": 0.019545994699001312,
      "loss_total": 0.019545994699001312,
      "step": 7140
    },
    {
      "loss_action": 0.011065258644521236,
      "loss_total": 0.011065258644521236,
      "step": 7140
    },
    {
      "grad_norm": 0.21665671467781067,
      "learning_rate": 9.987379324892982e-05,
      "loss": 0.0196,
      "step": 7150
    },
    {
      "loss_action": 0.028757913038134575,
      "loss_total": 0.028757913038134575,
      "step": 7150
    },
    {
      "loss_action": 0.013789855875074863,
      "loss_total": 0.013789855875074863,
      "step": 7150
    },
    {
      "loss_action": 0.009475430473685265,
      "loss_total": 0.009475430473685265,
      "step": 7150
    },
    {
      "loss_action": 0.01691528409719467,
      "loss_total": 0.01691528409719467,
      "step": 7150
    },
    {
      "loss_action": 0.03446125239133835,
      "loss_total": 0.03446125239133835,
      "step": 7150
    },
    {
      "loss_action": 0.009247813373804092,
      "loss_total": 0.009247813373804092,
      "step": 7150
    },
    {
      "loss_action": 0.018207939341664314,
      "loss_total": 0.018207939341664314,
      "step": 7150
    },
    {
      "loss_action": 0.015980854630470276,
      "loss_total": 0.015980854630470276,
      "step": 7150
    },
    {
      "grad_norm": 0.2910348176956177,
      "learning_rate": 9.987261645366788e-05,
      "loss": 0.0228,
      "step": 7160
    },
    {
      "loss_action": 0.03378767520189285,
      "loss_total": 0.03378767520189285,
      "step": 7160
    },
    {
      "loss_action": 0.034453585743904114,
      "loss_total": 0.034453585743904114,
      "step": 7160
    },
    {
      "loss_action": 0.012466233223676682,
      "loss_total": 0.012466233223676682,
      "step": 7160
    },
    {
      "loss_action": 0.017080502584576607,
      "loss_total": 0.017080502584576607,
      "step": 7160
    },
    {
      "loss_action": 0.028899792581796646,
      "loss_total": 0.028899792581796646,
      "step": 7160
    },
    {
      "loss_action": 0.05089129880070686,
      "loss_total": 0.05089129880070686,
      "step": 7160
    },
    {
      "loss_action": 0.02245299704372883,
      "loss_total": 0.02245299704372883,
      "step": 7160
    },
    {
      "loss_action": 0.018825989216566086,
      "loss_total": 0.018825989216566086,
      "step": 7160
    },
    {
      "grad_norm": 0.2917158901691437,
      "learning_rate": 9.987143420441158e-05,
      "loss": 0.0242,
      "step": 7170
    },
    {
      "loss_action": 0.02521408349275589,
      "loss_total": 0.02521408349275589,
      "step": 7170
    },
    {
      "loss_action": 0.017706487327814102,
      "loss_total": 0.017706487327814102,
      "step": 7170
    },
    {
      "loss_action": 0.012563618831336498,
      "loss_total": 0.012563618831336498,
      "step": 7170
    },
    {
      "loss_action": 0.015961814671754837,
      "loss_total": 0.015961814671754837,
      "step": 7170
    },
    {
      "loss_action": 0.023927010595798492,
      "loss_total": 0.023927010595798492,
      "step": 7170
    },
    {
      "loss_action": 0.0320160835981369,
      "loss_total": 0.0320160835981369,
      "step": 7170
    },
    {
      "loss_action": 0.024018889293074608,
      "loss_total": 0.024018889293074608,
      "step": 7170
    },
    {
      "loss_action": 0.03093310259282589,
      "loss_total": 0.03093310259282589,
      "step": 7170
    },
    {
      "grad_norm": 0.23746055364608765,
      "learning_rate": 9.987024650129022e-05,
      "loss": 0.0233,
      "step": 7180
    },
    {
      "loss_action": 0.028609750792384148,
      "loss_total": 0.028609750792384148,
      "step": 7180
    },
    {
      "loss_action": 0.01273062638938427,
      "loss_total": 0.01273062638938427,
      "step": 7180
    },
    {
      "loss_action": 0.010527247563004494,
      "loss_total": 0.010527247563004494,
      "step": 7180
    },
    {
      "loss_action": 0.02447458729147911,
      "loss_total": 0.02447458729147911,
      "step": 7180
    },
    {
      "loss_action": 0.08922063559293747,
      "loss_total": 0.08922063559293747,
      "step": 7180
    },
    {
      "loss_action": 0.015432378277182579,
      "loss_total": 0.015432378277182579,
      "step": 7180
    },
    {
      "loss_action": 0.009114147163927555,
      "loss_total": 0.009114147163927555,
      "step": 7180
    },
    {
      "loss_action": 0.01894945092499256,
      "loss_total": 0.01894945092499256,
      "step": 7180
    },
    {
      "grad_norm": 0.2614332139492035,
      "learning_rate": 9.986905334443368e-05,
      "loss": 0.0232,
      "step": 7190
    },
    {
      "loss_action": 0.01506016869097948,
      "loss_total": 0.01506016869097948,
      "step": 7190
    },
    {
      "loss_action": 0.018536271527409554,
      "loss_total": 0.018536271527409554,
      "step": 7190
    },
    {
      "loss_action": 0.03199312463402748,
      "loss_total": 0.03199312463402748,
      "step": 7190
    },
    {
      "loss_action": 0.024860594421625137,
      "loss_total": 0.024860594421625137,
      "step": 7190
    },
    {
      "loss_action": 0.019295262172818184,
      "loss_total": 0.019295262172818184,
      "step": 7190
    },
    {
      "loss_action": 0.013528802432119846,
      "loss_total": 0.013528802432119846,
      "step": 7190
    },
    {
      "loss_action": 0.04707874357700348,
      "loss_total": 0.04707874357700348,
      "step": 7190
    },
    {
      "loss_action": 0.013505419716238976,
      "loss_total": 0.013505419716238976,
      "step": 7190
    },
    {
      "grad_norm": 0.2453467696905136,
      "learning_rate": 9.986785473397245e-05,
      "loss": 0.0216,
      "step": 7200
    },
    {
      "loss_action": 0.02426726743578911,
      "loss_total": 0.02426726743578911,
      "step": 7200
    },
    {
      "loss_action": 0.019512534141540527,
      "loss_total": 0.019512534141540527,
      "step": 7200
    },
    {
      "loss_action": 0.027529239654541016,
      "loss_total": 0.027529239654541016,
      "step": 7200
    },
    {
      "loss_action": 0.019976817071437836,
      "loss_total": 0.019976817071437836,
      "step": 7200
    },
    {
      "loss_action": 0.022335853427648544,
      "loss_total": 0.022335853427648544,
      "step": 7200
    },
    {
      "loss_action": 0.02740589529275894,
      "loss_total": 0.02740589529275894,
      "step": 7200
    },
    {
      "loss_action": 0.011215681210160255,
      "loss_total": 0.011215681210160255,
      "step": 7200
    },
    {
      "loss_action": 0.018054910004138947,
      "loss_total": 0.018054910004138947,
      "step": 7200
    },
    {
      "grad_norm": 0.20456664264202118,
      "learning_rate": 9.98666506700376e-05,
      "loss": 0.0235,
      "step": 7210
    },
    {
      "loss_action": 0.0191539004445076,
      "loss_total": 0.0191539004445076,
      "step": 7210
    },
    {
      "loss_action": 0.012342466041445732,
      "loss_total": 0.012342466041445732,
      "step": 7210
    },
    {
      "loss_action": 0.02366606891155243,
      "loss_total": 0.02366606891155243,
      "step": 7210
    },
    {
      "loss_action": 0.018766913563013077,
      "loss_total": 0.018766913563013077,
      "step": 7210
    },
    {
      "loss_action": 0.029583407565951347,
      "loss_total": 0.029583407565951347,
      "step": 7210
    },
    {
      "loss_action": 0.017742551863193512,
      "loss_total": 0.017742551863193512,
      "step": 7210
    },
    {
      "loss_action": 0.03052532859146595,
      "loss_total": 0.03052532859146595,
      "step": 7210
    },
    {
      "loss_action": 0.01936415582895279,
      "loss_total": 0.01936415582895279,
      "step": 7210
    },
    {
      "grad_norm": 0.25694507360458374,
      "learning_rate": 9.986544115276081e-05,
      "loss": 0.0213,
      "step": 7220
    },
    {
      "loss_action": 0.021046079695224762,
      "loss_total": 0.021046079695224762,
      "step": 7220
    },
    {
      "loss_action": 0.03577721118927002,
      "loss_total": 0.03577721118927002,
      "step": 7220
    },
    {
      "loss_action": 0.036557793617248535,
      "loss_total": 0.036557793617248535,
      "step": 7220
    },
    {
      "loss_action": 0.024249879643321037,
      "loss_total": 0.024249879643321037,
      "step": 7220
    },
    {
      "loss_action": 0.029852788895368576,
      "loss_total": 0.029852788895368576,
      "step": 7220
    },
    {
      "loss_action": 0.014848265796899796,
      "loss_total": 0.014848265796899796,
      "step": 7220
    },
    {
      "loss_action": 0.01595987007021904,
      "loss_total": 0.01595987007021904,
      "step": 7220
    },
    {
      "loss_action": 0.01709270104765892,
      "loss_total": 0.01709270104765892,
      "step": 7220
    },
    {
      "grad_norm": 0.2385404109954834,
      "learning_rate": 9.986422618227433e-05,
      "loss": 0.0242,
      "step": 7230
    },
    {
      "loss_action": 0.01506615336984396,
      "loss_total": 0.01506615336984396,
      "step": 7230
    },
    {
      "loss_action": 0.02741248346865177,
      "loss_total": 0.02741248346865177,
      "step": 7230
    },
    {
      "loss_action": 0.021011386066675186,
      "loss_total": 0.021011386066675186,
      "step": 7230
    },
    {
      "loss_action": 0.01886727847158909,
      "loss_total": 0.01886727847158909,
      "step": 7230
    },
    {
      "loss_action": 0.019642382860183716,
      "loss_total": 0.019642382860183716,
      "step": 7230
    },
    {
      "loss_action": 0.01721770316362381,
      "loss_total": 0.01721770316362381,
      "step": 7230
    },
    {
      "loss_action": 0.09908446669578552,
      "loss_total": 0.09908446669578552,
      "step": 7230
    },
    {
      "loss_action": 0.027523865923285484,
      "loss_total": 0.027523865923285484,
      "step": 7230
    },
    {
      "grad_norm": 0.3285577595233917,
      "learning_rate": 9.986300575871106e-05,
      "loss": 0.0277,
      "step": 7240
    },
    {
      "loss_action": 0.02191980928182602,
      "loss_total": 0.02191980928182602,
      "step": 7240
    },
    {
      "loss_action": 0.024681666865944862,
      "loss_total": 0.024681666865944862,
      "step": 7240
    },
    {
      "loss_action": 0.02050294168293476,
      "loss_total": 0.02050294168293476,
      "step": 7240
    },
    {
      "loss_action": 0.032943304628133774,
      "loss_total": 0.032943304628133774,
      "step": 7240
    },
    {
      "loss_action": 0.027808401733636856,
      "loss_total": 0.027808401733636856,
      "step": 7240
    },
    {
      "loss_action": 0.020777110010385513,
      "loss_total": 0.020777110010385513,
      "step": 7240
    },
    {
      "loss_action": 0.0426945723593235,
      "loss_total": 0.0426945723593235,
      "step": 7240
    },
    {
      "loss_action": 0.028820982202887535,
      "loss_total": 0.028820982202887535,
      "step": 7240
    },
    {
      "grad_norm": 0.2382703423500061,
      "learning_rate": 9.986177988220444e-05,
      "loss": 0.023,
      "step": 7250
    },
    {
      "loss_action": 0.01939571648836136,
      "loss_total": 0.01939571648836136,
      "step": 7250
    },
    {
      "loss_action": 0.020691994577646255,
      "loss_total": 0.020691994577646255,
      "step": 7250
    },
    {
      "loss_action": 0.01316396240144968,
      "loss_total": 0.01316396240144968,
      "step": 7250
    },
    {
      "loss_action": 0.0198974646627903,
      "loss_total": 0.0198974646627903,
      "step": 7250
    },
    {
      "loss_action": 0.008846843615174294,
      "loss_total": 0.008846843615174294,
      "step": 7250
    },
    {
      "loss_action": 0.015138616785407066,
      "loss_total": 0.015138616785407066,
      "step": 7250
    },
    {
      "loss_action": 0.02417878434062004,
      "loss_total": 0.02417878434062004,
      "step": 7250
    },
    {
      "loss_action": 0.03736843168735504,
      "loss_total": 0.03736843168735504,
      "step": 7250
    },
    {
      "grad_norm": 0.2891320586204529,
      "learning_rate": 9.986054855288856e-05,
      "loss": 0.02,
      "step": 7260
    },
    {
      "loss_action": 0.015446021221578121,
      "loss_total": 0.015446021221578121,
      "step": 7260
    },
    {
      "loss_action": 0.02332295849919319,
      "loss_total": 0.02332295849919319,
      "step": 7260
    },
    {
      "loss_action": 0.014087354764342308,
      "loss_total": 0.014087354764342308,
      "step": 7260
    },
    {
      "loss_action": 0.015337654389441013,
      "loss_total": 0.015337654389441013,
      "step": 7260
    },
    {
      "loss_action": 0.051663294434547424,
      "loss_total": 0.051663294434547424,
      "step": 7260
    },
    {
      "loss_action": 0.016961149871349335,
      "loss_total": 0.016961149871349335,
      "step": 7260
    },
    {
      "loss_action": 0.021113954484462738,
      "loss_total": 0.021113954484462738,
      "step": 7260
    },
    {
      "loss_action": 0.016392387449741364,
      "loss_total": 0.016392387449741364,
      "step": 7260
    },
    {
      "grad_norm": 0.3179624676704407,
      "learning_rate": 9.985931177089802e-05,
      "loss": 0.0245,
      "step": 7270
    },
    {
      "loss_action": 0.01842726394534111,
      "loss_total": 0.01842726394534111,
      "step": 7270
    },
    {
      "loss_action": 0.02550651878118515,
      "loss_total": 0.02550651878118515,
      "step": 7270
    },
    {
      "loss_action": 0.016783535480499268,
      "loss_total": 0.016783535480499268,
      "step": 7270
    },
    {
      "loss_action": 0.02683299034833908,
      "loss_total": 0.02683299034833908,
      "step": 7270
    },
    {
      "loss_action": 0.018162820488214493,
      "loss_total": 0.018162820488214493,
      "step": 7270
    },
    {
      "loss_action": 0.03017568588256836,
      "loss_total": 0.03017568588256836,
      "step": 7270
    },
    {
      "loss_action": 0.010568998754024506,
      "loss_total": 0.010568998754024506,
      "step": 7270
    },
    {
      "loss_action": 0.024901583790779114,
      "loss_total": 0.024901583790779114,
      "step": 7270
    },
    {
      "grad_norm": 0.3443540930747986,
      "learning_rate": 9.985806953636814e-05,
      "loss": 0.0235,
      "step": 7280
    },
    {
      "loss_action": 0.026787929236888885,
      "loss_total": 0.026787929236888885,
      "step": 7280
    },
    {
      "loss_action": 0.013990288600325584,
      "loss_total": 0.013990288600325584,
      "step": 7280
    },
    {
      "loss_action": 0.028391646221280098,
      "loss_total": 0.028391646221280098,
      "step": 7280
    },
    {
      "loss_action": 0.026129906997084618,
      "loss_total": 0.026129906997084618,
      "step": 7280
    },
    {
      "loss_action": 0.023002417758107185,
      "loss_total": 0.023002417758107185,
      "step": 7280
    },
    {
      "loss_action": 0.023213304579257965,
      "loss_total": 0.023213304579257965,
      "step": 7280
    },
    {
      "loss_action": 0.020939700305461884,
      "loss_total": 0.020939700305461884,
      "step": 7280
    },
    {
      "loss_action": 0.012611567974090576,
      "loss_total": 0.012611567974090576,
      "step": 7280
    },
    {
      "grad_norm": 0.19619327783584595,
      "learning_rate": 9.985682184943471e-05,
      "loss": 0.0225,
      "step": 7290
    },
    {
      "loss_action": 0.022580401971936226,
      "loss_total": 0.022580401971936226,
      "step": 7290
    },
    {
      "loss_action": 0.014531807973980904,
      "loss_total": 0.014531807973980904,
      "step": 7290
    },
    {
      "loss_action": 0.023431267589330673,
      "loss_total": 0.023431267589330673,
      "step": 7290
    },
    {
      "loss_action": 0.018429353833198547,
      "loss_total": 0.018429353833198547,
      "step": 7290
    },
    {
      "loss_action": 0.015237356536090374,
      "loss_total": 0.015237356536090374,
      "step": 7290
    },
    {
      "loss_action": 0.02407432347536087,
      "loss_total": 0.02407432347536087,
      "step": 7290
    },
    {
      "loss_action": 0.03612976893782616,
      "loss_total": 0.03612976893782616,
      "step": 7290
    },
    {
      "loss_action": 0.04070703685283661,
      "loss_total": 0.04070703685283661,
      "step": 7290
    },
    {
      "grad_norm": 0.24455015361309052,
      "learning_rate": 9.98555687102342e-05,
      "loss": 0.0216,
      "step": 7300
    },
    {
      "loss_action": 0.02633727341890335,
      "loss_total": 0.02633727341890335,
      "step": 7300
    },
    {
      "loss_action": 0.025503823533654213,
      "loss_total": 0.025503823533654213,
      "step": 7300
    },
    {
      "loss_action": 0.016098275780677795,
      "loss_total": 0.016098275780677795,
      "step": 7300
    },
    {
      "loss_action": 0.015469888225197792,
      "loss_total": 0.015469888225197792,
      "step": 7300
    },
    {
      "loss_action": 0.012985466979444027,
      "loss_total": 0.012985466979444027,
      "step": 7300
    },
    {
      "loss_action": 0.04380206763744354,
      "loss_total": 0.04380206763744354,
      "step": 7300
    },
    {
      "loss_action": 0.0228132214397192,
      "loss_total": 0.0228132214397192,
      "step": 7300
    },
    {
      "loss_action": 0.01589154824614525,
      "loss_total": 0.01589154824614525,
      "step": 7300
    },
    {
      "grad_norm": 0.22322025895118713,
      "learning_rate": 9.985431011890367e-05,
      "loss": 0.0202,
      "step": 7310
    },
    {
      "loss_action": 0.01113300770521164,
      "loss_total": 0.01113300770521164,
      "step": 7310
    },
    {
      "loss_action": 0.026182042434811592,
      "loss_total": 0.026182042434811592,
      "step": 7310
    },
    {
      "loss_action": 0.028676599264144897,
      "loss_total": 0.028676599264144897,
      "step": 7310
    },
    {
      "loss_action": 0.017856456339359283,
      "loss_total": 0.017856456339359283,
      "step": 7310
    },
    {
      "loss_action": 0.021736081689596176,
      "loss_total": 0.021736081689596176,
      "step": 7310
    },
    {
      "loss_action": 0.03065457008779049,
      "loss_total": 0.03065457008779049,
      "step": 7310
    },
    {
      "loss_action": 0.04852961003780365,
      "loss_total": 0.04852961003780365,
      "step": 7310
    },
    {
      "loss_action": 0.12654748558998108,
      "loss_total": 0.12654748558998108,
      "step": 7310
    },
    {
      "grad_norm": 0.21680207550525665,
      "learning_rate": 9.985304607558075e-05,
      "loss": 0.0233,
      "step": 7320
    },
    {
      "loss_action": 0.019084490835666656,
      "loss_total": 0.019084490835666656,
      "step": 7320
    },
    {
      "loss_action": 0.01249859482049942,
      "loss_total": 0.01249859482049942,
      "step": 7320
    },
    {
      "loss_action": 0.026363929733633995,
      "loss_total": 0.026363929733633995,
      "step": 7320
    },
    {
      "loss_action": 0.012542759999632835,
      "loss_total": 0.012542759999632835,
      "step": 7320
    },
    {
      "loss_action": 0.023298170417547226,
      "loss_total": 0.023298170417547226,
      "step": 7320
    },
    {
      "loss_action": 0.017128728330135345,
      "loss_total": 0.017128728330135345,
      "step": 7320
    },
    {
      "loss_action": 0.01913965865969658,
      "loss_total": 0.01913965865969658,
      "step": 7320
    },
    {
      "loss_action": 0.019290203228592873,
      "loss_total": 0.019290203228592873,
      "step": 7320
    },
    {
      "grad_norm": 0.17340873181819916,
      "learning_rate": 9.985177658040364e-05,
      "loss": 0.0226,
      "step": 7330
    },
    {
      "loss_action": 0.01914891041815281,
      "loss_total": 0.01914891041815281,
      "step": 7330
    },
    {
      "loss_action": 0.013554343953728676,
      "loss_total": 0.013554343953728676,
      "step": 7330
    },
    {
      "loss_action": 0.029033556580543518,
      "loss_total": 0.029033556580543518,
      "step": 7330
    },
    {
      "loss_action": 0.016433587297797203,
      "loss_total": 0.016433587297797203,
      "step": 7330
    },
    {
      "loss_action": 0.015764674171805382,
      "loss_total": 0.015764674171805382,
      "step": 7330
    },
    {
      "loss_action": 0.018323484808206558,
      "loss_total": 0.018323484808206558,
      "step": 7330
    },
    {
      "loss_action": 0.011610457673668861,
      "loss_total": 0.011610457673668861,
      "step": 7330
    },
    {
      "loss_action": 0.025975152850151062,
      "loss_total": 0.025975152850151062,
      "step": 7330
    },
    {
      "grad_norm": 0.16898727416992188,
      "learning_rate": 9.985050163351119e-05,
      "loss": 0.0227,
      "step": 7340
    },
    {
      "loss_action": 0.034113578498363495,
      "loss_total": 0.034113578498363495,
      "step": 7340
    },
    {
      "loss_action": 0.0175844207406044,
      "loss_total": 0.0175844207406044,
      "step": 7340
    },
    {
      "loss_action": 0.017072509974241257,
      "loss_total": 0.017072509974241257,
      "step": 7340
    },
    {
      "loss_action": 0.011913077905774117,
      "loss_total": 0.011913077905774117,
      "step": 7340
    },
    {
      "loss_action": 0.02596554532647133,
      "loss_total": 0.02596554532647133,
      "step": 7340
    },
    {
      "loss_action": 0.022135023027658463,
      "loss_total": 0.022135023027658463,
      "step": 7340
    },
    {
      "loss_action": 0.029464559629559517,
      "loss_total": 0.029464559629559517,
      "step": 7340
    },
    {
      "loss_action": 0.011304954066872597,
      "loss_total": 0.011304954066872597,
      "step": 7340
    },
    {
      "grad_norm": 0.3113842308521271,
      "learning_rate": 9.984922123504286e-05,
      "loss": 0.0217,
      "step": 7350
    },
    {
      "loss_action": 0.02383885160088539,
      "loss_total": 0.02383885160088539,
      "step": 7350
    },
    {
      "loss_action": 0.01665520668029785,
      "loss_total": 0.01665520668029785,
      "step": 7350
    },
    {
      "loss_action": 0.012745288200676441,
      "loss_total": 0.012745288200676441,
      "step": 7350
    },
    {
      "loss_action": 0.05125679820775986,
      "loss_total": 0.05125679820775986,
      "step": 7350
    },
    {
      "loss_action": 0.13917557895183563,
      "loss_total": 0.13917557895183563,
      "step": 7350
    },
    {
      "loss_action": 0.04195181652903557,
      "loss_total": 0.04195181652903557,
      "step": 7350
    },
    {
      "loss_action": 0.020576363429427147,
      "loss_total": 0.020576363429427147,
      "step": 7350
    },
    {
      "loss_action": 0.019662126898765564,
      "loss_total": 0.019662126898765564,
      "step": 7350
    },
    {
      "grad_norm": 0.263031005859375,
      "learning_rate": 9.984793538513862e-05,
      "loss": 0.0368,
      "step": 7360
    },
    {
      "loss_action": 0.018080314621329308,
      "loss_total": 0.018080314621329308,
      "step": 7360
    },
    {
      "loss_action": 0.024982064962387085,
      "loss_total": 0.024982064962387085,
      "step": 7360
    },
    {
      "loss_action": 0.014595859684050083,
      "loss_total": 0.014595859684050083,
      "step": 7360
    },
    {
      "loss_action": 0.026403233408927917,
      "loss_total": 0.026403233408927917,
      "step": 7360
    },
    {
      "loss_action": 0.024713199585676193,
      "loss_total": 0.024713199585676193,
      "step": 7360
    },
    {
      "loss_action": 0.02261981926858425,
      "loss_total": 0.02261981926858425,
      "step": 7360
    },
    {
      "loss_action": 0.018969105556607246,
      "loss_total": 0.018969105556607246,
      "step": 7360
    },
    {
      "loss_action": 0.02384648099541664,
      "loss_total": 0.02384648099541664,
      "step": 7360
    },
    {
      "grad_norm": 0.34117746353149414,
      "learning_rate": 9.984664408393912e-05,
      "loss": 0.0277,
      "step": 7370
    },
    {
      "loss_action": 0.017461583018302917,
      "loss_total": 0.017461583018302917,
      "step": 7370
    },
    {
      "loss_action": 0.02035810612142086,
      "loss_total": 0.02035810612142086,
      "step": 7370
    },
    {
      "loss_action": 0.031042147427797318,
      "loss_total": 0.031042147427797318,
      "step": 7370
    },
    {
      "loss_action": 0.016221575438976288,
      "loss_total": 0.016221575438976288,
      "step": 7370
    },
    {
      "loss_action": 0.024008935317397118,
      "loss_total": 0.024008935317397118,
      "step": 7370
    },
    {
      "loss_action": 0.04199603945016861,
      "loss_total": 0.04199603945016861,
      "step": 7370
    },
    {
      "loss_action": 0.03835158795118332,
      "loss_total": 0.03835158795118332,
      "step": 7370
    },
    {
      "loss_action": 0.017679354175925255,
      "loss_total": 0.017679354175925255,
      "step": 7370
    },
    {
      "grad_norm": 0.22456543147563934,
      "learning_rate": 9.984534733158556e-05,
      "loss": 0.0241,
      "step": 7380
    },
    {
      "loss_action": 0.044982608407735825,
      "loss_total": 0.044982608407735825,
      "step": 7380
    },
    {
      "loss_action": 0.02131802774965763,
      "loss_total": 0.02131802774965763,
      "step": 7380
    },
    {
      "loss_action": 0.010276265442371368,
      "loss_total": 0.010276265442371368,
      "step": 7380
    },
    {
      "loss_action": 0.022444844245910645,
      "loss_total": 0.022444844245910645,
      "step": 7380
    },
    {
      "loss_action": 0.03271562233567238,
      "loss_total": 0.03271562233567238,
      "step": 7380
    },
    {
      "loss_action": 0.035784777253866196,
      "loss_total": 0.035784777253866196,
      "step": 7380
    },
    {
      "loss_action": 0.020228730514645576,
      "loss_total": 0.020228730514645576,
      "step": 7380
    },
    {
      "loss_action": 0.04217899590730667,
      "loss_total": 0.04217899590730667,
      "step": 7380
    },
    {
      "grad_norm": 0.2865079641342163,
      "learning_rate": 9.984404512821977e-05,
      "loss": 0.0241,
      "step": 7390
    },
    {
      "loss_action": 0.023384973406791687,
      "loss_total": 0.023384973406791687,
      "step": 7390
    },
    {
      "loss_action": 0.020151570439338684,
      "loss_total": 0.020151570439338684,
      "step": 7390
    },
    {
      "loss_action": 0.057806335389614105,
      "loss_total": 0.057806335389614105,
      "step": 7390
    },
    {
      "loss_action": 0.023366261273622513,
      "loss_total": 0.023366261273622513,
      "step": 7390
    },
    {
      "loss_action": 0.026191551238298416,
      "loss_total": 0.026191551238298416,
      "step": 7390
    },
    {
      "loss_action": 0.027239959686994553,
      "loss_total": 0.027239959686994553,
      "step": 7390
    },
    {
      "loss_action": 0.015671594068408012,
      "loss_total": 0.015671594068408012,
      "step": 7390
    },
    {
      "loss_action": 0.024918489158153534,
      "loss_total": 0.024918489158153534,
      "step": 7390
    },
    {
      "grad_norm": 0.2954098880290985,
      "learning_rate": 9.984273747398411e-05,
      "loss": 0.0238,
      "step": 7400
    },
    {
      "loss_action": 0.01654195412993431,
      "loss_total": 0.01654195412993431,
      "step": 7400
    },
    {
      "loss_action": 0.03340747952461243,
      "loss_total": 0.03340747952461243,
      "step": 7400
    },
    {
      "loss_action": 0.016639914363622665,
      "loss_total": 0.016639914363622665,
      "step": 7400
    },
    {
      "loss_action": 0.016029737889766693,
      "loss_total": 0.016029737889766693,
      "step": 7400
    },
    {
      "loss_action": 0.046750813722610474,
      "loss_total": 0.046750813722610474,
      "step": 7400
    },
    {
      "loss_action": 0.03130948171019554,
      "loss_total": 0.03130948171019554,
      "step": 7400
    },
    {
      "loss_action": 0.021277423948049545,
      "loss_total": 0.021277423948049545,
      "step": 7400
    },
    {
      "loss_action": 0.016569163650274277,
      "loss_total": 0.016569163650274277,
      "step": 7400
    },
    {
      "grad_norm": 0.21028363704681396,
      "learning_rate": 9.984142436902165e-05,
      "loss": 0.0215,
      "step": 7410
    },
    {
      "loss_action": 0.018817147240042686,
      "loss_total": 0.018817147240042686,
      "step": 7410
    },
    {
      "loss_action": 0.03705752268433571,
      "loss_total": 0.03705752268433571,
      "step": 7410
    },
    {
      "loss_action": 0.021519724279642105,
      "loss_total": 0.021519724279642105,
      "step": 7410
    },
    {
      "loss_action": 0.03608325123786926,
      "loss_total": 0.03608325123786926,
      "step": 7410
    },
    {
      "loss_action": 0.020153475925326347,
      "loss_total": 0.020153475925326347,
      "step": 7410
    },
    {
      "loss_action": 0.008412178605794907,
      "loss_total": 0.008412178605794907,
      "step": 7410
    },
    {
      "loss_action": 0.008726971223950386,
      "loss_total": 0.008726971223950386,
      "step": 7410
    },
    {
      "loss_action": 0.02066865563392639,
      "loss_total": 0.02066865563392639,
      "step": 7410
    },
    {
      "grad_norm": 0.21504604816436768,
      "learning_rate": 9.984010581347596e-05,
      "loss": 0.0202,
      "step": 7420
    },
    {
      "loss_action": 0.024671273306012154,
      "loss_total": 0.024671273306012154,
      "step": 7420
    },
    {
      "loss_action": 0.015040721744298935,
      "loss_total": 0.015040721744298935,
      "step": 7420
    },
    {
      "loss_action": 0.020300041884183884,
      "loss_total": 0.020300041884183884,
      "step": 7420
    },
    {
      "loss_action": 0.018431324511766434,
      "loss_total": 0.018431324511766434,
      "step": 7420
    },
    {
      "loss_action": 0.014683501794934273,
      "loss_total": 0.014683501794934273,
      "step": 7420
    },
    {
      "loss_action": 0.03791714832186699,
      "loss_total": 0.03791714832186699,
      "step": 7420
    },
    {
      "loss_action": 0.021424075588583946,
      "loss_total": 0.021424075588583946,
      "step": 7420
    },
    {
      "loss_action": 0.016897067427635193,
      "loss_total": 0.016897067427635193,
      "step": 7420
    },
    {
      "grad_norm": 0.2405681312084198,
      "learning_rate": 9.983878180749121e-05,
      "loss": 0.0222,
      "step": 7430
    },
    {
      "loss_action": 0.019779816269874573,
      "loss_total": 0.019779816269874573,
      "step": 7430
    },
    {
      "loss_action": 0.03191027045249939,
      "loss_total": 0.03191027045249939,
      "step": 7430
    },
    {
      "loss_action": 0.019479520618915558,
      "loss_total": 0.019479520618915558,
      "step": 7430
    },
    {
      "loss_action": 0.020532706752419472,
      "loss_total": 0.020532706752419472,
      "step": 7430
    },
    {
      "loss_action": 0.00945686548948288,
      "loss_total": 0.00945686548948288,
      "step": 7430
    },
    {
      "loss_action": 0.015893559902906418,
      "loss_total": 0.015893559902906418,
      "step": 7430
    },
    {
      "loss_action": 0.02988867089152336,
      "loss_total": 0.02988867089152336,
      "step": 7430
    },
    {
      "loss_action": 0.028562219813466072,
      "loss_total": 0.028562219813466072,
      "step": 7430
    },
    {
      "grad_norm": 0.20894813537597656,
      "learning_rate": 9.983745235121222e-05,
      "loss": 0.0214,
      "step": 7440
    },
    {
      "loss_action": 0.015623830258846283,
      "loss_total": 0.015623830258846283,
      "step": 7440
    },
    {
      "loss_action": 0.014978630468249321,
      "loss_total": 0.014978630468249321,
      "step": 7440
    },
    {
      "loss_action": 0.015525822527706623,
      "loss_total": 0.015525822527706623,
      "step": 7440
    },
    {
      "loss_action": 0.020475514233112335,
      "loss_total": 0.020475514233112335,
      "step": 7440
    },
    {
      "loss_action": 0.03276966139674187,
      "loss_total": 0.03276966139674187,
      "step": 7440
    },
    {
      "loss_action": 0.014338241890072823,
      "loss_total": 0.014338241890072823,
      "step": 7440
    },
    {
      "loss_action": 0.01637526974081993,
      "loss_total": 0.01637526974081993,
      "step": 7440
    },
    {
      "loss_action": 0.02296094223856926,
      "loss_total": 0.02296094223856926,
      "step": 7440
    },
    {
      "grad_norm": 0.2586192190647125,
      "learning_rate": 9.983611744478438e-05,
      "loss": 0.0205,
      "step": 7450
    },
    {
      "loss_action": 0.011079451069235802,
      "loss_total": 0.011079451069235802,
      "step": 7450
    },
    {
      "loss_action": 0.020360831171274185,
      "loss_total": 0.020360831171274185,
      "step": 7450
    },
    {
      "loss_action": 0.014450695365667343,
      "loss_total": 0.014450695365667343,
      "step": 7450
    },
    {
      "loss_action": 0.010798214003443718,
      "loss_total": 0.010798214003443718,
      "step": 7450
    },
    {
      "loss_action": 0.014933543279767036,
      "loss_total": 0.014933543279767036,
      "step": 7450
    },
    {
      "loss_action": 0.013803636655211449,
      "loss_total": 0.013803636655211449,
      "step": 7450
    },
    {
      "loss_action": 0.008679879829287529,
      "loss_total": 0.008679879829287529,
      "step": 7450
    },
    {
      "loss_action": 0.018982160836458206,
      "loss_total": 0.018982160836458206,
      "step": 7450
    },
    {
      "grad_norm": 0.33749791979789734,
      "learning_rate": 9.983477708835365e-05,
      "loss": 0.0251,
      "step": 7460
    },
    {
      "loss_action": 0.01291786227375269,
      "loss_total": 0.01291786227375269,
      "step": 7460
    },
    {
      "loss_action": 0.02185901068150997,
      "loss_total": 0.02185901068150997,
      "step": 7460
    },
    {
      "loss_action": 0.019134121015667915,
      "loss_total": 0.019134121015667915,
      "step": 7460
    },
    {
      "loss_action": 0.023022431880235672,
      "loss_total": 0.023022431880235672,
      "step": 7460
    },
    {
      "loss_action": 0.0140265803784132,
      "loss_total": 0.0140265803784132,
      "step": 7460
    },
    {
      "loss_action": 0.016699831932783127,
      "loss_total": 0.016699831932783127,
      "step": 7460
    },
    {
      "loss_action": 0.01607668772339821,
      "loss_total": 0.01607668772339821,
      "step": 7460
    },
    {
      "loss_action": 0.019318122416734695,
      "loss_total": 0.019318122416734695,
      "step": 7460
    },
    {
      "grad_norm": 0.271022766828537,
      "learning_rate": 9.983343128206664e-05,
      "loss": 0.0229,
      "step": 7470
    },
    {
      "loss_action": 0.059123143553733826,
      "loss_total": 0.059123143553733826,
      "step": 7470
    },
    {
      "loss_action": 0.01770864427089691,
      "loss_total": 0.01770864427089691,
      "step": 7470
    },
    {
      "loss_action": 0.024556459859013557,
      "loss_total": 0.024556459859013557,
      "step": 7470
    },
    {
      "loss_action": 0.016688073053956032,
      "loss_total": 0.016688073053956032,
      "step": 7470
    },
    {
      "loss_action": 0.013014547526836395,
      "loss_total": 0.013014547526836395,
      "step": 7470
    },
    {
      "loss_action": 0.02265535108745098,
      "loss_total": 0.02265535108745098,
      "step": 7470
    },
    {
      "loss_action": 0.009140685200691223,
      "loss_total": 0.009140685200691223,
      "step": 7470
    },
    {
      "loss_action": 0.016695870086550713,
      "loss_total": 0.016695870086550713,
      "step": 7470
    },
    {
      "grad_norm": 0.2500859797000885,
      "learning_rate": 9.983208002607049e-05,
      "loss": 0.02,
      "step": 7480
    },
    {
      "loss_action": 0.01520148292183876,
      "loss_total": 0.01520148292183876,
      "step": 7480
    },
    {
      "loss_action": 0.02001447230577469,
      "loss_total": 0.02001447230577469,
      "step": 7480
    },
    {
      "loss_action": 0.02463635429739952,
      "loss_total": 0.02463635429739952,
      "step": 7480
    },
    {
      "loss_action": 0.017440523952245712,
      "loss_total": 0.017440523952245712,
      "step": 7480
    },
    {
      "loss_action": 0.01380681712180376,
      "loss_total": 0.01380681712180376,
      "step": 7480
    },
    {
      "loss_action": 0.022709615528583527,
      "loss_total": 0.022709615528583527,
      "step": 7480
    },
    {
      "loss_action": 0.022527391090989113,
      "loss_total": 0.022527391090989113,
      "step": 7480
    },
    {
      "loss_action": 0.03248897194862366,
      "loss_total": 0.03248897194862366,
      "step": 7480
    },
    {
      "grad_norm": 0.22513985633850098,
      "learning_rate": 9.9830723320513e-05,
      "loss": 0.0195,
      "step": 7490
    },
    {
      "loss_action": 0.012916875071823597,
      "loss_total": 0.012916875071823597,
      "step": 7490
    },
    {
      "loss_action": 0.022388694807887077,
      "loss_total": 0.022388694807887077,
      "step": 7490
    },
    {
      "loss_action": 0.0236353799700737,
      "loss_total": 0.0236353799700737,
      "step": 7490
    },
    {
      "loss_action": 0.016014158725738525,
      "loss_total": 0.016014158725738525,
      "step": 7490
    },
    {
      "loss_action": 0.07682479918003082,
      "loss_total": 0.07682479918003082,
      "step": 7490
    },
    {
      "loss_action": 0.026019981130957603,
      "loss_total": 0.026019981130957603,
      "step": 7490
    },
    {
      "loss_action": 0.01877664215862751,
      "loss_total": 0.01877664215862751,
      "step": 7490
    },
    {
      "loss_action": 0.014207226224243641,
      "loss_total": 0.014207226224243641,
      "step": 7490
    },
    {
      "grad_norm": 0.19934333860874176,
      "learning_rate": 9.982936116554254e-05,
      "loss": 0.0218,
      "step": 7500
    },
    {
      "loss_action": 0.028691072016954422,
      "loss_total": 0.028691072016954422,
      "step": 7500
    },
    {
      "loss_action": 0.018738284707069397,
      "loss_total": 0.018738284707069397,
      "step": 7500
    },
    {
      "loss_action": 0.026832416653633118,
      "loss_total": 0.026832416653633118,
      "step": 7500
    },
    {
      "loss_action": 0.019902518019080162,
      "loss_total": 0.019902518019080162,
      "step": 7500
    },
    {
      "loss_action": 0.020510487258434296,
      "loss_total": 0.020510487258434296,
      "step": 7500
    },
    {
      "loss_action": 0.029172344133257866,
      "loss_total": 0.029172344133257866,
      "step": 7500
    },
    {
      "loss_action": 0.018780086189508438,
      "loss_total": 0.018780086189508438,
      "step": 7500
    },
    {
      "loss_action": 0.02966565266251564,
      "loss_total": 0.02966565266251564,
      "step": 7500
    },
    {
      "grad_norm": 0.21942998468875885,
      "learning_rate": 9.982799356130803e-05,
      "loss": 0.0203,
      "step": 7510
    },
    {
      "loss_action": 0.015637798234820366,
      "loss_total": 0.015637798234820366,
      "step": 7510
    },
    {
      "loss_action": 0.01780235767364502,
      "loss_total": 0.01780235767364502,
      "step": 7510
    },
    {
      "loss_action": 0.022788789123296738,
      "loss_total": 0.022788789123296738,
      "step": 7510
    },
    {
      "loss_action": 0.009937407448887825,
      "loss_total": 0.009937407448887825,
      "step": 7510
    },
    {
      "loss_action": 0.01677441969513893,
      "loss_total": 0.01677441969513893,
      "step": 7510
    },
    {
      "loss_action": 0.02185744419693947,
      "loss_total": 0.02185744419693947,
      "step": 7510
    },
    {
      "loss_action": 0.02318304404616356,
      "loss_total": 0.02318304404616356,
      "step": 7510
    },
    {
      "loss_action": 0.01593380980193615,
      "loss_total": 0.01593380980193615,
      "step": 7510
    },
    {
      "grad_norm": 0.25166451930999756,
      "learning_rate": 9.982662050795908e-05,
      "loss": 0.0226,
      "step": 7520
    },
    {
      "loss_action": 0.00961366668343544,
      "loss_total": 0.00961366668343544,
      "step": 7520
    },
    {
      "loss_action": 0.01908501796424389,
      "loss_total": 0.01908501796424389,
      "step": 7520
    },
    {
      "loss_action": 0.018832199275493622,
      "loss_total": 0.018832199275493622,
      "step": 7520
    },
    {
      "loss_action": 0.028708815574645996,
      "loss_total": 0.028708815574645996,
      "step": 7520
    },
    {
      "loss_action": 0.02051568403840065,
      "loss_total": 0.02051568403840065,
      "step": 7520
    },
    {
      "loss_action": 0.033830851316452026,
      "loss_total": 0.033830851316452026,
      "step": 7520
    },
    {
      "loss_action": 0.01970083639025688,
      "loss_total": 0.01970083639025688,
      "step": 7520
    },
    {
      "loss_action": 0.020817328244447708,
      "loss_total": 0.020817328244447708,
      "step": 7520
    },
    {
      "grad_norm": 0.2712275981903076,
      "learning_rate": 9.982524200564583e-05,
      "loss": 0.022,
      "step": 7530
    },
    {
      "loss_action": 0.016215600073337555,
      "loss_total": 0.016215600073337555,
      "step": 7530
    },
    {
      "loss_action": 0.04127291962504387,
      "loss_total": 0.04127291962504387,
      "step": 7530
    },
    {
      "loss_action": 0.011732038110494614,
      "loss_total": 0.011732038110494614,
      "step": 7530
    },
    {
      "loss_action": 0.014404330402612686,
      "loss_total": 0.014404330402612686,
      "step": 7530
    },
    {
      "loss_action": 0.027517113834619522,
      "loss_total": 0.027517113834619522,
      "step": 7530
    },
    {
      "loss_action": 0.021063733845949173,
      "loss_total": 0.021063733845949173,
      "step": 7530
    },
    {
      "loss_action": 0.019708041101694107,
      "loss_total": 0.019708041101694107,
      "step": 7530
    },
    {
      "loss_action": 0.013355239294469357,
      "loss_total": 0.013355239294469357,
      "step": 7530
    },
    {
      "grad_norm": 0.2715623378753662,
      "learning_rate": 9.982385805451901e-05,
      "loss": 0.0248,
      "step": 7540
    },
    {
      "loss_action": 0.02149629220366478,
      "loss_total": 0.02149629220366478,
      "step": 7540
    },
    {
      "loss_action": 0.014352112077176571,
      "loss_total": 0.014352112077176571,
      "step": 7540
    },
    {
      "loss_action": 0.03305412828922272,
      "loss_total": 0.03305412828922272,
      "step": 7540
    },
    {
      "loss_action": 0.041917987167835236,
      "loss_total": 0.041917987167835236,
      "step": 7540
    },
    {
      "loss_action": 0.02178582362830639,
      "loss_total": 0.02178582362830639,
      "step": 7540
    },
    {
      "loss_action": 0.019408535212278366,
      "loss_total": 0.019408535212278366,
      "step": 7540
    },
    {
      "loss_action": 0.012459669262170792,
      "loss_total": 0.012459669262170792,
      "step": 7540
    },
    {
      "loss_action": 0.016638554632663727,
      "loss_total": 0.016638554632663727,
      "step": 7540
    },
    {
      "grad_norm": 0.24709157645702362,
      "learning_rate": 9.982246865472998e-05,
      "loss": 0.022,
      "step": 7550
    },
    {
      "loss_action": 0.04132761433720589,
      "loss_total": 0.04132761433720589,
      "step": 7550
    },
    {
      "loss_action": 0.0106113962829113,
      "loss_total": 0.0106113962829113,
      "step": 7550
    },
    {
      "loss_action": 0.012656014412641525,
      "loss_total": 0.012656014412641525,
      "step": 7550
    },
    {
      "loss_action": 0.022450454533100128,
      "loss_total": 0.022450454533100128,
      "step": 7550
    },
    {
      "loss_action": 0.016024557873606682,
      "loss_total": 0.016024557873606682,
      "step": 7550
    },
    {
      "loss_action": 0.014909234829246998,
      "loss_total": 0.014909234829246998,
      "step": 7550
    },
    {
      "loss_action": 0.015443341806530952,
      "loss_total": 0.015443341806530952,
      "step": 7550
    },
    {
      "loss_action": 0.025379132479429245,
      "loss_total": 0.025379132479429245,
      "step": 7550
    },
    {
      "grad_norm": 0.2274826318025589,
      "learning_rate": 9.982107380643069e-05,
      "loss": 0.0251,
      "step": 7560
    },
    {
      "loss_action": 0.01897311583161354,
      "loss_total": 0.01897311583161354,
      "step": 7560
    },
    {
      "loss_action": 0.021373163908720016,
      "loss_total": 0.021373163908720016,
      "step": 7560
    },
    {
      "loss_action": 0.012754715047776699,
      "loss_total": 0.012754715047776699,
      "step": 7560
    },
    {
      "loss_action": 0.02416062541306019,
      "loss_total": 0.02416062541306019,
      "step": 7560
    },
    {
      "loss_action": 0.013403438031673431,
      "loss_total": 0.013403438031673431,
      "step": 7560
    },
    {
      "loss_action": 0.021731384098529816,
      "loss_total": 0.021731384098529816,
      "step": 7560
    },
    {
      "loss_action": 0.015857450664043427,
      "loss_total": 0.015857450664043427,
      "step": 7560
    },
    {
      "loss_action": 0.014970872551202774,
      "loss_total": 0.014970872551202774,
      "step": 7560
    },
    {
      "grad_norm": 0.2437242716550827,
      "learning_rate": 9.981967350977368e-05,
      "loss": 0.0197,
      "step": 7570
    },
    {
      "loss_action": 0.013349337503314018,
      "loss_total": 0.013349337503314018,
      "step": 7570
    },
    {
      "loss_action": 0.012783954851329327,
      "loss_total": 0.012783954851329327,
      "step": 7570
    },
    {
      "loss_action": 0.022201597690582275,
      "loss_total": 0.022201597690582275,
      "step": 7570
    },
    {
      "loss_action": 0.014383744448423386,
      "loss_total": 0.014383744448423386,
      "step": 7570
    },
    {
      "loss_action": 0.01770966872572899,
      "loss_total": 0.01770966872572899,
      "step": 7570
    },
    {
      "loss_action": 0.05424841120839119,
      "loss_total": 0.05424841120839119,
      "step": 7570
    },
    {
      "loss_action": 0.02768038772046566,
      "loss_total": 0.02768038772046566,
      "step": 7570
    },
    {
      "loss_action": 0.0319632925093174,
      "loss_total": 0.0319632925093174,
      "step": 7570
    },
    {
      "grad_norm": 0.21635611355304718,
      "learning_rate": 9.981826776491208e-05,
      "loss": 0.02,
      "step": 7580
    },
    {
      "loss_action": 0.00792357511818409,
      "loss_total": 0.00792357511818409,
      "step": 7580
    },
    {
      "loss_action": 0.010821770876646042,
      "loss_total": 0.010821770876646042,
      "step": 7580
    },
    {
      "loss_action": 0.008582089096307755,
      "loss_total": 0.008582089096307755,
      "step": 7580
    },
    {
      "loss_action": 0.01306481659412384,
      "loss_total": 0.01306481659412384,
      "step": 7580
    },
    {
      "loss_action": 0.013873234391212463,
      "loss_total": 0.013873234391212463,
      "step": 7580
    },
    {
      "loss_action": 0.01300525851547718,
      "loss_total": 0.01300525851547718,
      "step": 7580
    },
    {
      "loss_action": 0.012663384899497032,
      "loss_total": 0.012663384899497032,
      "step": 7580
    },
    {
      "loss_action": 0.020491784438490868,
      "loss_total": 0.020491784438490868,
      "step": 7580
    },
    {
      "grad_norm": 0.16318346560001373,
      "learning_rate": 9.98168565719996e-05,
      "loss": 0.0201,
      "step": 7590
    },
    {
      "loss_action": 0.021844178438186646,
      "loss_total": 0.021844178438186646,
      "step": 7590
    },
    {
      "loss_action": 0.013805175200104713,
      "loss_total": 0.013805175200104713,
      "step": 7590
    },
    {
      "loss_action": 0.012068776413798332,
      "loss_total": 0.012068776413798332,
      "step": 7590
    },
    {
      "loss_action": 0.012518098577857018,
      "loss_total": 0.012518098577857018,
      "step": 7590
    },
    {
      "loss_action": 0.013676322996616364,
      "loss_total": 0.013676322996616364,
      "step": 7590
    },
    {
      "loss_action": 0.03179958462715149,
      "loss_total": 0.03179958462715149,
      "step": 7590
    },
    {
      "loss_action": 0.01356540061533451,
      "loss_total": 0.01356540061533451,
      "step": 7590
    },
    {
      "loss_action": 0.012001692317426205,
      "loss_total": 0.012001692317426205,
      "step": 7590
    },
    {
      "grad_norm": 0.20348221063613892,
      "learning_rate": 9.98154399311906e-05,
      "loss": 0.0196,
      "step": 7600
    },
    {
      "loss_action": 0.011981619521975517,
      "loss_total": 0.011981619521975517,
      "step": 7600
    },
    {
      "loss_action": 0.01678142137825489,
      "loss_total": 0.01678142137825489,
      "step": 7600
    },
    {
      "loss_action": 0.01789519190788269,
      "loss_total": 0.01789519190788269,
      "step": 7600
    },
    {
      "loss_action": 0.05459772050380707,
      "loss_total": 0.05459772050380707,
      "step": 7600
    },
    {
      "loss_action": 0.021029770374298096,
      "loss_total": 0.021029770374298096,
      "step": 7600
    },
    {
      "loss_action": 0.019741332158446312,
      "loss_total": 0.019741332158446312,
      "step": 7600
    },
    {
      "loss_action": 0.019829999655485153,
      "loss_total": 0.019829999655485153,
      "step": 7600
    },
    {
      "loss_action": 0.03901278227567673,
      "loss_total": 0.03901278227567673,
      "step": 7600
    },
    {
      "grad_norm": 0.23350252211093903,
      "learning_rate": 9.981401784263997e-05,
      "loss": 0.0197,
      "step": 7610
    },
    {
      "loss_action": 0.015462031587958336,
      "loss_total": 0.015462031587958336,
      "step": 7610
    },
    {
      "loss_action": 0.025919344276189804,
      "loss_total": 0.025919344276189804,
      "step": 7610
    },
    {
      "loss_action": 0.017849570140242577,
      "loss_total": 0.017849570140242577,
      "step": 7610
    },
    {
      "loss_action": 0.012761140242218971,
      "loss_total": 0.012761140242218971,
      "step": 7610
    },
    {
      "loss_action": 0.015194195322692394,
      "loss_total": 0.015194195322692394,
      "step": 7610
    },
    {
      "loss_action": 0.017251472920179367,
      "loss_total": 0.017251472920179367,
      "step": 7610
    },
    {
      "loss_action": 0.030443990603089333,
      "loss_total": 0.030443990603089333,
      "step": 7610
    },
    {
      "loss_action": 0.03100936859846115,
      "loss_total": 0.03100936859846115,
      "step": 7610
    },
    {
      "grad_norm": 0.3246147334575653,
      "learning_rate": 9.981259030650326e-05,
      "loss": 0.0208,
      "step": 7620
    },
    {
      "loss_action": 0.02361779473721981,
      "loss_total": 0.02361779473721981,
      "step": 7620
    },
    {
      "loss_action": 0.012153385207057,
      "loss_total": 0.012153385207057,
      "step": 7620
    },
    {
      "loss_action": 0.01877782866358757,
      "loss_total": 0.01877782866358757,
      "step": 7620
    },
    {
      "loss_action": 0.0767863541841507,
      "loss_total": 0.0767863541841507,
      "step": 7620
    },
    {
      "loss_action": 0.014426053501665592,
      "loss_total": 0.014426053501665592,
      "step": 7620
    },
    {
      "loss_action": 0.01810879074037075,
      "loss_total": 0.01810879074037075,
      "step": 7620
    },
    {
      "loss_action": 0.030942562967538834,
      "loss_total": 0.030942562967538834,
      "step": 7620
    },
    {
      "loss_action": 0.0122969476506114,
      "loss_total": 0.0122969476506114,
      "step": 7620
    },
    {
      "grad_norm": 0.2817416191101074,
      "learning_rate": 9.981115732293655e-05,
      "loss": 0.02,
      "step": 7630
    },
    {
      "loss_action": 0.02880004420876503,
      "loss_total": 0.02880004420876503,
      "step": 7630
    },
    {
      "loss_action": 0.009906122460961342,
      "loss_total": 0.009906122460961342,
      "step": 7630
    },
    {
      "loss_action": 0.013344560749828815,
      "loss_total": 0.013344560749828815,
      "step": 7630
    },
    {
      "loss_action": 0.025454888120293617,
      "loss_total": 0.025454888120293617,
      "step": 7630
    },
    {
      "loss_action": 0.02077358029782772,
      "loss_total": 0.02077358029782772,
      "step": 7630
    },
    {
      "loss_action": 0.009569698944687843,
      "loss_total": 0.009569698944687843,
      "step": 7630
    },
    {
      "loss_action": 0.0166424922645092,
      "loss_total": 0.0166424922645092,
      "step": 7630
    },
    {
      "loss_action": 0.03618636354804039,
      "loss_total": 0.03618636354804039,
      "step": 7630
    },
    {
      "grad_norm": 0.2594045102596283,
      "learning_rate": 9.980971889209659e-05,
      "loss": 0.0213,
      "step": 7640
    },
    {
      "loss_action": 0.03270001709461212,
      "loss_total": 0.03270001709461212,
      "step": 7640
    },
    {
      "loss_action": 0.013819064013659954,
      "loss_total": 0.013819064013659954,
      "step": 7640
    },
    {
      "loss_action": 0.01989806815981865,
      "loss_total": 0.01989806815981865,
      "step": 7640
    },
    {
      "loss_action": 0.019892720505595207,
      "loss_total": 0.019892720505595207,
      "step": 7640
    },
    {
      "loss_action": 0.01652277261018753,
      "loss_total": 0.01652277261018753,
      "step": 7640
    },
    {
      "loss_action": 0.017224762588739395,
      "loss_total": 0.017224762588739395,
      "step": 7640
    },
    {
      "loss_action": 0.029096949845552444,
      "loss_total": 0.029096949845552444,
      "step": 7640
    },
    {
      "loss_action": 0.034366097301244736,
      "loss_total": 0.034366097301244736,
      "step": 7640
    },
    {
      "grad_norm": 0.30414947867393494,
      "learning_rate": 9.980827501414064e-05,
      "loss": 0.0231,
      "step": 7650
    },
    {
      "loss_action": 0.03353565186262131,
      "loss_total": 0.03353565186262131,
      "step": 7650
    },
    {
      "loss_action": 0.024959977716207504,
      "loss_total": 0.024959977716207504,
      "step": 7650
    },
    {
      "loss_action": 0.011842198669910431,
      "loss_total": 0.011842198669910431,
      "step": 7650
    },
    {
      "loss_action": 0.025022052228450775,
      "loss_total": 0.025022052228450775,
      "step": 7650
    },
    {
      "loss_action": 0.01788296177983284,
      "loss_total": 0.01788296177983284,
      "step": 7650
    },
    {
      "loss_action": 0.019037600606679916,
      "loss_total": 0.019037600606679916,
      "step": 7650
    },
    {
      "loss_action": 0.0216872226446867,
      "loss_total": 0.0216872226446867,
      "step": 7650
    },
    {
      "loss_action": 0.010439751669764519,
      "loss_total": 0.010439751669764519,
      "step": 7650
    },
    {
      "grad_norm": 0.2162642478942871,
      "learning_rate": 9.980682568922663e-05,
      "loss": 0.0228,
      "step": 7660
    },
    {
      "loss_action": 0.009296422824263573,
      "loss_total": 0.009296422824263573,
      "step": 7660
    },
    {
      "loss_action": 0.03949003666639328,
      "loss_total": 0.03949003666639328,
      "step": 7660
    },
    {
      "loss_action": 0.013928251340985298,
      "loss_total": 0.013928251340985298,
      "step": 7660
    },
    {
      "loss_action": 0.016323156654834747,
      "loss_total": 0.016323156654834747,
      "step": 7660
    },
    {
      "loss_action": 0.04188937693834305,
      "loss_total": 0.04188937693834305,
      "step": 7660
    },
    {
      "loss_action": 0.017969315871596336,
      "loss_total": 0.017969315871596336,
      "step": 7660
    },
    {
      "loss_action": 0.029353085905313492,
      "loss_total": 0.029353085905313492,
      "step": 7660
    },
    {
      "loss_action": 0.016263414174318314,
      "loss_total": 0.016263414174318314,
      "step": 7660
    },
    {
      "grad_norm": 0.22339016199111938,
      "learning_rate": 9.980537091751304e-05,
      "loss": 0.0204,
      "step": 7670
    },
    {
      "loss_action": 0.01801357790827751,
      "loss_total": 0.01801357790827751,
      "step": 7670
    },
    {
      "loss_action": 0.01435768324881792,
      "loss_total": 0.01435768324881792,
      "step": 7670
    },
    {
      "loss_action": 0.020266063511371613,
      "loss_total": 0.020266063511371613,
      "step": 7670
    },
    {
      "loss_action": 0.02639373019337654,
      "loss_total": 0.02639373019337654,
      "step": 7670
    },
    {
      "loss_action": 0.013796020299196243,
      "loss_total": 0.013796020299196243,
      "step": 7670
    },
    {
      "loss_action": 0.010178572498261929,
      "loss_total": 0.010178572498261929,
      "step": 7670
    },
    {
      "loss_action": 0.016174111515283585,
      "loss_total": 0.016174111515283585,
      "step": 7670
    },
    {
      "loss_action": 0.010778430849313736,
      "loss_total": 0.010778430849313736,
      "step": 7670
    },
    {
      "grad_norm": 0.2464260756969452,
      "learning_rate": 9.980391069915897e-05,
      "loss": 0.0213,
      "step": 7680
    },
    {
      "loss_action": 0.023878460749983788,
      "loss_total": 0.023878460749983788,
      "step": 7680
    },
    {
      "loss_action": 0.03568480163812637,
      "loss_total": 0.03568480163812637,
      "step": 7680
    },
    {
      "loss_action": 0.052699100226163864,
      "loss_total": 0.052699100226163864,
      "step": 7680
    },
    {
      "loss_action": 0.034470267593860626,
      "loss_total": 0.034470267593860626,
      "step": 7680
    },
    {
      "loss_action": 0.009367063641548157,
      "loss_total": 0.009367063641548157,
      "step": 7680
    },
    {
      "loss_action": 0.026525141671299934,
      "loss_total": 0.026525141671299934,
      "step": 7680
    },
    {
      "loss_action": 0.013828646391630173,
      "loss_total": 0.013828646391630173,
      "step": 7680
    },
    {
      "loss_action": 0.020575348287820816,
      "loss_total": 0.020575348287820816,
      "step": 7680
    },
    {
      "grad_norm": 0.20067346096038818,
      "learning_rate": 9.98024450343241e-05,
      "loss": 0.0214,
      "step": 7690
    },
    {
      "loss_action": 0.015392202883958817,
      "loss_total": 0.015392202883958817,
      "step": 7690
    },
    {
      "loss_action": 0.0185037013143301,
      "loss_total": 0.0185037013143301,
      "step": 7690
    },
    {
      "loss_action": 0.019743645563721657,
      "loss_total": 0.019743645563721657,
      "step": 7690
    },
    {
      "loss_action": 0.015117942355573177,
      "loss_total": 0.015117942355573177,
      "step": 7690
    },
    {
      "loss_action": 0.014477865770459175,
      "loss_total": 0.014477865770459175,
      "step": 7690
    },
    {
      "loss_action": 0.041485466063022614,
      "loss_total": 0.041485466063022614,
      "step": 7690
    },
    {
      "loss_action": 0.03029574081301689,
      "loss_total": 0.03029574081301689,
      "step": 7690
    },
    {
      "loss_action": 0.01671057567000389,
      "loss_total": 0.01671057567000389,
      "step": 7690
    },
    {
      "grad_norm": 0.2454172819852829,
      "learning_rate": 9.980097392316872e-05,
      "loss": 0.0245,
      "step": 7700
    },
    {
      "loss_action": 0.02122907154262066,
      "loss_total": 0.02122907154262066,
      "step": 7700
    },
    {
      "loss_action": 0.06797634065151215,
      "loss_total": 0.06797634065151215,
      "step": 7700
    },
    {
      "loss_action": 0.025882337242364883,
      "loss_total": 0.025882337242364883,
      "step": 7700
    },
    {
      "loss_action": 0.026187509298324585,
      "loss_total": 0.026187509298324585,
      "step": 7700
    },
    {
      "loss_action": 0.017922258004546165,
      "loss_total": 0.017922258004546165,
      "step": 7700
    },
    {
      "loss_action": 0.019208190962672234,
      "loss_total": 0.019208190962672234,
      "step": 7700
    },
    {
      "loss_action": 0.022700993344187737,
      "loss_total": 0.022700993344187737,
      "step": 7700
    },
    {
      "loss_action": 0.028080107644200325,
      "loss_total": 0.028080107644200325,
      "step": 7700
    },
    {
      "grad_norm": 0.20903941988945007,
      "learning_rate": 9.97994973658537e-05,
      "loss": 0.0219,
      "step": 7710
    },
    {
      "loss_action": 0.013047745451331139,
      "loss_total": 0.013047745451331139,
      "step": 7710
    },
    {
      "loss_action": 0.02120693027973175,
      "loss_total": 0.02120693027973175,
      "step": 7710
    },
    {
      "loss_action": 0.02486826479434967,
      "loss_total": 0.02486826479434967,
      "step": 7710
    },
    {
      "loss_action": 0.01637977547943592,
      "loss_total": 0.01637977547943592,
      "step": 7710
    },
    {
      "loss_action": 0.048739269375801086,
      "loss_total": 0.048739269375801086,
      "step": 7710
    },
    {
      "loss_action": 0.017872439697384834,
      "loss_total": 0.017872439697384834,
      "step": 7710
    },
    {
      "loss_action": 0.014845739118754864,
      "loss_total": 0.014845739118754864,
      "step": 7710
    },
    {
      "loss_action": 0.014630208723247051,
      "loss_total": 0.014630208723247051,
      "step": 7710
    },
    {
      "grad_norm": 0.23089486360549927,
      "learning_rate": 9.979801536254054e-05,
      "loss": 0.0224,
      "step": 7720
    },
    {
      "loss_action": 0.07233691215515137,
      "loss_total": 0.07233691215515137,
      "step": 7720
    },
    {
      "loss_action": 0.021454591304063797,
      "loss_total": 0.021454591304063797,
      "step": 7720
    },
    {
      "loss_action": 0.018709274008870125,
      "loss_total": 0.018709274008870125,
      "step": 7720
    },
    {
      "loss_action": 0.0244585070759058,
      "loss_total": 0.0244585070759058,
      "step": 7720
    },
    {
      "loss_action": 0.021165065467357635,
      "loss_total": 0.021165065467357635,
      "step": 7720
    },
    {
      "loss_action": 0.0118024330586195,
      "loss_total": 0.0118024330586195,
      "step": 7720
    },
    {
      "loss_action": 0.02282366342842579,
      "loss_total": 0.02282366342842579,
      "step": 7720
    },
    {
      "loss_action": 0.041063133627176285,
      "loss_total": 0.041063133627176285,
      "step": 7720
    },
    {
      "grad_norm": 0.23652103543281555,
      "learning_rate": 9.979652791339127e-05,
      "loss": 0.0253,
      "step": 7730
    },
    {
      "loss_action": 0.015137862414121628,
      "loss_total": 0.015137862414121628,
      "step": 7730
    },
    {
      "loss_action": 0.017427898943424225,
      "loss_total": 0.017427898943424225,
      "step": 7730
    },
    {
      "loss_action": 0.037629567086696625,
      "loss_total": 0.037629567086696625,
      "step": 7730
    },
    {
      "loss_action": 0.021522156894207,
      "loss_total": 0.021522156894207,
      "step": 7730
    },
    {
      "loss_action": 0.009853207506239414,
      "loss_total": 0.009853207506239414,
      "step": 7730
    },
    {
      "loss_action": 0.01684735342860222,
      "loss_total": 0.01684735342860222,
      "step": 7730
    },
    {
      "loss_action": 0.011729223653674126,
      "loss_total": 0.011729223653674126,
      "step": 7730
    },
    {
      "loss_action": 0.009237374179065228,
      "loss_total": 0.009237374179065228,
      "step": 7730
    },
    {
      "grad_norm": 0.22128577530384064,
      "learning_rate": 9.97950350185686e-05,
      "loss": 0.0196,
      "step": 7740
    },
    {
      "loss_action": 0.021479211747646332,
      "loss_total": 0.021479211747646332,
      "step": 7740
    },
    {
      "loss_action": 0.02129053696990013,
      "loss_total": 0.02129053696990013,
      "step": 7740
    },
    {
      "loss_action": 0.01341581903398037,
      "loss_total": 0.01341581903398037,
      "step": 7740
    },
    {
      "loss_action": 0.021511485800147057,
      "loss_total": 0.021511485800147057,
      "step": 7740
    },
    {
      "loss_action": 0.01962214522063732,
      "loss_total": 0.01962214522063732,
      "step": 7740
    },
    {
      "loss_action": 0.027546940371394157,
      "loss_total": 0.027546940371394157,
      "step": 7740
    },
    {
      "loss_action": 0.02647276222705841,
      "loss_total": 0.02647276222705841,
      "step": 7740
    },
    {
      "loss_action": 0.02184312790632248,
      "loss_total": 0.02184312790632248,
      "step": 7740
    },
    {
      "grad_norm": 0.24183402955532074,
      "learning_rate": 9.979353667823574e-05,
      "loss": 0.0236,
      "step": 7750
    },
    {
      "loss_action": 0.01301299873739481,
      "loss_total": 0.01301299873739481,
      "step": 7750
    },
    {
      "loss_action": 0.013273509219288826,
      "loss_total": 0.013273509219288826,
      "step": 7750
    },
    {
      "loss_action": 0.02389560267329216,
      "loss_total": 0.02389560267329216,
      "step": 7750
    },
    {
      "loss_action": 0.017986424267292023,
      "loss_total": 0.017986424267292023,
      "step": 7750
    },
    {
      "loss_action": 0.02059350721538067,
      "loss_total": 0.02059350721538067,
      "step": 7750
    },
    {
      "loss_action": 0.022625405341386795,
      "loss_total": 0.022625405341386795,
      "step": 7750
    },
    {
      "loss_action": 0.016235370188951492,
      "loss_total": 0.016235370188951492,
      "step": 7750
    },
    {
      "loss_action": 0.015197353437542915,
      "loss_total": 0.015197353437542915,
      "step": 7750
    },
    {
      "grad_norm": 0.2315346598625183,
      "learning_rate": 9.979203289255658e-05,
      "loss": 0.021,
      "step": 7760
    },
    {
      "loss_action": 0.01796577125787735,
      "loss_total": 0.01796577125787735,
      "step": 7760
    },
    {
      "loss_action": 0.01958654075860977,
      "loss_total": 0.01958654075860977,
      "step": 7760
    },
    {
      "loss_action": 0.018099647015333176,
      "loss_total": 0.018099647015333176,
      "step": 7760
    },
    {
      "loss_action": 0.020746292546391487,
      "loss_total": 0.020746292546391487,
      "step": 7760
    },
    {
      "loss_action": 0.057309187948703766,
      "loss_total": 0.057309187948703766,
      "step": 7760
    },
    {
      "loss_action": 0.02105504646897316,
      "loss_total": 0.02105504646897316,
      "step": 7760
    },
    {
      "loss_action": 0.017255906015634537,
      "loss_total": 0.017255906015634537,
      "step": 7760
    },
    {
      "loss_action": 0.0831313282251358,
      "loss_total": 0.0831313282251358,
      "step": 7760
    },
    {
      "grad_norm": 0.24856017529964447,
      "learning_rate": 9.979052366169557e-05,
      "loss": 0.026,
      "step": 7770
    },
    {
      "loss_action": 0.01597478985786438,
      "loss_total": 0.01597478985786438,
      "step": 7770
    },
    {
      "loss_action": 0.014283174648880959,
      "loss_total": 0.014283174648880959,
      "step": 7770
    },
    {
      "loss_action": 0.015343032777309418,
      "loss_total": 0.015343032777309418,
      "step": 7770
    },
    {
      "loss_action": 0.015410883352160454,
      "loss_total": 0.015410883352160454,
      "step": 7770
    },
    {
      "loss_action": 0.02667599730193615,
      "loss_total": 0.02667599730193615,
      "step": 7770
    },
    {
      "loss_action": 0.01576751098036766,
      "loss_total": 0.01576751098036766,
      "step": 7770
    },
    {
      "loss_action": 0.016660179942846298,
      "loss_total": 0.016660179942846298,
      "step": 7770
    },
    {
      "loss_action": 0.01895729824900627,
      "loss_total": 0.01895729824900627,
      "step": 7770
    },
    {
      "grad_norm": 0.2334059327840805,
      "learning_rate": 9.978900898581775e-05,
      "loss": 0.0209,
      "step": 7780
    },
    {
      "loss_action": 0.01273648627102375,
      "loss_total": 0.01273648627102375,
      "step": 7780
    },
    {
      "loss_action": 0.015255453065037727,
      "loss_total": 0.015255453065037727,
      "step": 7780
    },
    {
      "loss_action": 0.014534294605255127,
      "loss_total": 0.014534294605255127,
      "step": 7780
    },
    {
      "loss_action": 0.01360349915921688,
      "loss_total": 0.01360349915921688,
      "step": 7780
    },
    {
      "loss_action": 0.014024967327713966,
      "loss_total": 0.014024967327713966,
      "step": 7780
    },
    {
      "loss_action": 0.03698611259460449,
      "loss_total": 0.03698611259460449,
      "step": 7780
    },
    {
      "loss_action": 0.018883520737290382,
      "loss_total": 0.018883520737290382,
      "step": 7780
    },
    {
      "loss_action": 0.014651019126176834,
      "loss_total": 0.014651019126176834,
      "step": 7780
    },
    {
      "grad_norm": 0.2524302899837494,
      "learning_rate": 9.978748886508875e-05,
      "loss": 0.0212,
      "step": 7790
    },
    {
      "loss_action": 0.017504654824733734,
      "loss_total": 0.017504654824733734,
      "step": 7790
    },
    {
      "loss_action": 0.021041162312030792,
      "loss_total": 0.021041162312030792,
      "step": 7790
    },
    {
      "loss_action": 0.012957829982042313,
      "loss_total": 0.012957829982042313,
      "step": 7790
    },
    {
      "loss_action": 0.0206382405012846,
      "loss_total": 0.0206382405012846,
      "step": 7790
    },
    {
      "loss_action": 0.008932887576520443,
      "loss_total": 0.008932887576520443,
      "step": 7790
    },
    {
      "loss_action": 0.020590662956237793,
      "loss_total": 0.020590662956237793,
      "step": 7790
    },
    {
      "loss_action": 0.016206808388233185,
      "loss_total": 0.016206808388233185,
      "step": 7790
    },
    {
      "loss_action": 0.027668874710798264,
      "loss_total": 0.027668874710798264,
      "step": 7790
    },
    {
      "grad_norm": 0.27104246616363525,
      "learning_rate": 9.978596329967484e-05,
      "loss": 0.0201,
      "step": 7800
    },
    {
      "loss_action": 0.017907649278640747,
      "loss_total": 0.017907649278640747,
      "step": 7800
    },
    {
      "loss_action": 0.044196948409080505,
      "loss_total": 0.044196948409080505,
      "step": 7800
    },
    {
      "loss_action": 0.017556749284267426,
      "loss_total": 0.017556749284267426,
      "step": 7800
    },
    {
      "loss_action": 0.015768300741910934,
      "loss_total": 0.015768300741910934,
      "step": 7800
    },
    {
      "loss_action": 0.021297868341207504,
      "loss_total": 0.021297868341207504,
      "step": 7800
    },
    {
      "loss_action": 0.013726718723773956,
      "loss_total": 0.013726718723773956,
      "step": 7800
    },
    {
      "loss_action": 0.010590500198304653,
      "loss_total": 0.010590500198304653,
      "step": 7800
    },
    {
      "loss_action": 0.009209146723151207,
      "loss_total": 0.009209146723151207,
      "step": 7800
    },
    {
      "grad_norm": 0.2812158763408661,
      "learning_rate": 9.978443228974284e-05,
      "loss": 0.0199,
      "step": 7810
    },
    {
      "loss_action": 0.019689112901687622,
      "loss_total": 0.019689112901687622,
      "step": 7810
    },
    {
      "loss_action": 0.01610250025987625,
      "loss_total": 0.01610250025987625,
      "step": 7810
    },
    {
      "loss_action": 0.00958632305264473,
      "loss_total": 0.00958632305264473,
      "step": 7810
    },
    {
      "loss_action": 0.01383164431899786,
      "loss_total": 0.01383164431899786,
      "step": 7810
    },
    {
      "loss_action": 0.010159498080611229,
      "loss_total": 0.010159498080611229,
      "step": 7810
    },
    {
      "loss_action": 0.023075293749570847,
      "loss_total": 0.023075293749570847,
      "step": 7810
    },
    {
      "loss_action": 0.023615755140781403,
      "loss_total": 0.023615755140781403,
      "step": 7810
    },
    {
      "loss_action": 0.0072699072770774364,
      "loss_total": 0.0072699072770774364,
      "step": 7810
    },
    {
      "grad_norm": 0.23677043616771698,
      "learning_rate": 9.978289583546015e-05,
      "loss": 0.0187,
      "step": 7820
    },
    {
      "loss_action": 0.018930941820144653,
      "loss_total": 0.018930941820144653,
      "step": 7820
    },
    {
      "loss_action": 0.04759899526834488,
      "loss_total": 0.04759899526834488,
      "step": 7820
    },
    {
      "loss_action": 0.017089325934648514,
      "loss_total": 0.017089325934648514,
      "step": 7820
    },
    {
      "loss_action": 0.018776021897792816,
      "loss_total": 0.018776021897792816,
      "step": 7820
    },
    {
      "loss_action": 0.017303520813584328,
      "loss_total": 0.017303520813584328,
      "step": 7820
    },
    {
      "loss_action": 0.017098208889365196,
      "loss_total": 0.017098208889365196,
      "step": 7820
    },
    {
      "loss_action": 0.013055720366537571,
      "loss_total": 0.013055720366537571,
      "step": 7820
    },
    {
      "loss_action": 0.02606995590031147,
      "loss_total": 0.02606995590031147,
      "step": 7820
    },
    {
      "grad_norm": 0.23720625042915344,
      "learning_rate": 9.978135393699484e-05,
      "loss": 0.0231,
      "step": 7830
    },
    {
      "loss_action": 0.012922878377139568,
      "loss_total": 0.012922878377139568,
      "step": 7830
    },
    {
      "loss_action": 0.01578541286289692,
      "loss_total": 0.01578541286289692,
      "step": 7830
    },
    {
      "loss_action": 0.013703825883567333,
      "loss_total": 0.013703825883567333,
      "step": 7830
    },
    {
      "loss_action": 0.017428524792194366,
      "loss_total": 0.017428524792194366,
      "step": 7830
    },
    {
      "loss_action": 0.02262076362967491,
      "loss_total": 0.02262076362967491,
      "step": 7830
    },
    {
      "loss_action": 0.020723585039377213,
      "loss_total": 0.020723585039377213,
      "step": 7830
    },
    {
      "loss_action": 0.020512044429779053,
      "loss_total": 0.020512044429779053,
      "step": 7830
    },
    {
      "loss_action": 0.020886823534965515,
      "loss_total": 0.020886823534965515,
      "step": 7830
    },
    {
      "grad_norm": 0.15850593149662018,
      "learning_rate": 9.977980659451548e-05,
      "loss": 0.0202,
      "step": 7840
    },
    {
      "loss_action": 0.018773455172777176,
      "loss_total": 0.018773455172777176,
      "step": 7840
    },
    {
      "loss_action": 0.01320809405297041,
      "loss_total": 0.01320809405297041,
      "step": 7840
    },
    {
      "loss_action": 0.011936514638364315,
      "loss_total": 0.011936514638364315,
      "step": 7840
    },
    {
      "loss_action": 0.014923909679055214,
      "loss_total": 0.014923909679055214,
      "step": 7840
    },
    {
      "loss_action": 0.04736991971731186,
      "loss_total": 0.04736991971731186,
      "step": 7840
    },
    {
      "loss_action": 0.007597294170409441,
      "loss_total": 0.007597294170409441,
      "step": 7840
    },
    {
      "loss_action": 0.025741616263985634,
      "loss_total": 0.025741616263985634,
      "step": 7840
    },
    {
      "loss_action": 0.012437238357961178,
      "loss_total": 0.012437238357961178,
      "step": 7840
    },
    {
      "grad_norm": 0.16958452761173248,
      "learning_rate": 9.977825380819135e-05,
      "loss": 0.0201,
      "step": 7850
    },
    {
      "loss_action": 0.022705916315317154,
      "loss_total": 0.022705916315317154,
      "step": 7850
    },
    {
      "loss_action": 0.011035272851586342,
      "loss_total": 0.011035272851586342,
      "step": 7850
    },
    {
      "loss_action": 0.015404192730784416,
      "loss_total": 0.015404192730784416,
      "step": 7850
    },
    {
      "loss_action": 0.03271707892417908,
      "loss_total": 0.03271707892417908,
      "step": 7850
    },
    {
      "loss_action": 0.01913214474916458,
      "loss_total": 0.01913214474916458,
      "step": 7850
    },
    {
      "loss_action": 0.025152431800961494,
      "loss_total": 0.025152431800961494,
      "step": 7850
    },
    {
      "loss_action": 0.04525472968816757,
      "loss_total": 0.04525472968816757,
      "step": 7850
    },
    {
      "loss_action": 0.02316388115286827,
      "loss_total": 0.02316388115286827,
      "step": 7850
    },
    {
      "grad_norm": 0.23667316138744354,
      "learning_rate": 9.97766955781922e-05,
      "loss": 0.0216,
      "step": 7860
    },
    {
      "loss_action": 0.018354525789618492,
      "loss_total": 0.018354525789618492,
      "step": 7860
    },
    {
      "loss_action": 0.030373360961675644,
      "loss_total": 0.030373360961675644,
      "step": 7860
    },
    {
      "loss_action": 0.013443712145090103,
      "loss_total": 0.013443712145090103,
      "step": 7860
    },
    {
      "loss_action": 0.016078323125839233,
      "loss_total": 0.016078323125839233,
      "step": 7860
    },
    {
      "loss_action": 0.011480936780571938,
      "loss_total": 0.011480936780571938,
      "step": 7860
    },
    {
      "loss_action": 0.020481761544942856,
      "loss_total": 0.020481761544942856,
      "step": 7860
    },
    {
      "loss_action": 0.011026465333998203,
      "loss_total": 0.011026465333998203,
      "step": 7860
    },
    {
      "loss_action": 0.021072153002023697,
      "loss_total": 0.021072153002023697,
      "step": 7860
    },
    {
      "grad_norm": 0.21207772195339203,
      "learning_rate": 9.977513190468848e-05,
      "loss": 0.0191,
      "step": 7870
    },
    {
      "loss_action": 0.03301841765642166,
      "loss_total": 0.03301841765642166,
      "step": 7870
    },
    {
      "loss_action": 0.0069469278678298,
      "loss_total": 0.0069469278678298,
      "step": 7870
    },
    {
      "loss_action": 0.013568485155701637,
      "loss_total": 0.013568485155701637,
      "step": 7870
    },
    {
      "loss_action": 0.031029118224978447,
      "loss_total": 0.031029118224978447,
      "step": 7870
    },
    {
      "loss_action": 0.0324159599840641,
      "loss_total": 0.0324159599840641,
      "step": 7870
    },
    {
      "loss_action": 0.011902239173650742,
      "loss_total": 0.011902239173650742,
      "step": 7870
    },
    {
      "loss_action": 0.017442647367715836,
      "loss_total": 0.017442647367715836,
      "step": 7870
    },
    {
      "loss_action": 0.0134500153362751,
      "loss_total": 0.0134500153362751,
      "step": 7870
    },
    {
      "grad_norm": 0.283578097820282,
      "learning_rate": 9.977356278785116e-05,
      "loss": 0.0202,
      "step": 7880
    },
    {
      "loss_action": 0.042478788644075394,
      "loss_total": 0.042478788644075394,
      "step": 7880
    },
    {
      "loss_action": 0.02146090567111969,
      "loss_total": 0.02146090567111969,
      "step": 7880
    },
    {
      "loss_action": 0.013263421133160591,
      "loss_total": 0.013263421133160591,
      "step": 7880
    },
    {
      "loss_action": 0.010369841940701008,
      "loss_total": 0.010369841940701008,
      "step": 7880
    },
    {
      "loss_action": 0.01350050512701273,
      "loss_total": 0.01350050512701273,
      "step": 7880
    },
    {
      "loss_action": 0.006163523532450199,
      "loss_total": 0.006163523532450199,
      "step": 7880
    },
    {
      "loss_action": 0.02554795891046524,
      "loss_total": 0.02554795891046524,
      "step": 7880
    },
    {
      "loss_action": 0.03876553103327751,
      "loss_total": 0.03876553103327751,
      "step": 7880
    },
    {
      "grad_norm": 0.30106645822525024,
      "learning_rate": 9.977198822785184e-05,
      "loss": 0.0215,
      "step": 7890
    },
    {
      "loss_action": 0.01637665554881096,
      "loss_total": 0.01637665554881096,
      "step": 7890
    },
    {
      "loss_action": 0.01877501979470253,
      "loss_total": 0.01877501979470253,
      "step": 7890
    },
    {
      "loss_action": 0.02786858193576336,
      "loss_total": 0.02786858193576336,
      "step": 7890
    },
    {
      "loss_action": 0.014440043829381466,
      "loss_total": 0.014440043829381466,
      "step": 7890
    },
    {
      "loss_action": 0.01926312781870365,
      "loss_total": 0.01926312781870365,
      "step": 7890
    },
    {
      "loss_action": 0.018184609711170197,
      "loss_total": 0.018184609711170197,
      "step": 7890
    },
    {
      "loss_action": 0.013280598446726799,
      "loss_total": 0.013280598446726799,
      "step": 7890
    },
    {
      "loss_action": 0.02166210114955902,
      "loss_total": 0.02166210114955902,
      "step": 7890
    },
    {
      "grad_norm": 0.3601321876049042,
      "learning_rate": 9.977040822486273e-05,
      "loss": 0.0216,
      "step": 7900
    },
    {
      "loss_action": 0.007742590270936489,
      "loss_total": 0.007742590270936489,
      "step": 7900
    },
    {
      "loss_action": 0.014467528089880943,
      "loss_total": 0.014467528089880943,
      "step": 7900
    },
    {
      "loss_action": 0.01745552010834217,
      "loss_total": 0.01745552010834217,
      "step": 7900
    },
    {
      "loss_action": 0.018509656190872192,
      "loss_total": 0.018509656190872192,
      "step": 7900
    },
    {
      "loss_action": 0.012920727021992207,
      "loss_total": 0.012920727021992207,
      "step": 7900
    },
    {
      "loss_action": 0.02143898233771324,
      "loss_total": 0.02143898233771324,
      "step": 7900
    },
    {
      "loss_action": 0.010076448321342468,
      "loss_total": 0.010076448321342468,
      "step": 7900
    },
    {
      "loss_action": 0.019703708589076996,
      "loss_total": 0.019703708589076996,
      "step": 7900
    },
    {
      "grad_norm": 0.2909059524536133,
      "learning_rate": 9.97688227790566e-05,
      "loss": 0.0211,
      "step": 7910
    },
    {
      "loss_action": 0.009652040898799896,
      "loss_total": 0.009652040898799896,
      "step": 7910
    },
    {
      "loss_action": 0.019734008237719536,
      "loss_total": 0.019734008237719536,
      "step": 7910
    },
    {
      "loss_action": 0.014586658217012882,
      "loss_total": 0.014586658217012882,
      "step": 7910
    },
    {
      "loss_action": 0.02354247495532036,
      "loss_total": 0.02354247495532036,
      "step": 7910
    },
    {
      "loss_action": 0.012561253271996975,
      "loss_total": 0.012561253271996975,
      "step": 7910
    },
    {
      "loss_action": 0.0618719644844532,
      "loss_total": 0.0618719644844532,
      "step": 7910
    },
    {
      "loss_action": 0.009726894088089466,
      "loss_total": 0.009726894088089466,
      "step": 7910
    },
    {
      "loss_action": 0.02083750069141388,
      "loss_total": 0.02083750069141388,
      "step": 7910
    },
    {
      "grad_norm": 0.2259044200181961,
      "learning_rate": 9.976723189060684e-05,
      "loss": 0.0202,
      "step": 7920
    },
    {
      "loss_action": 0.03097761981189251,
      "loss_total": 0.03097761981189251,
      "step": 7920
    },
    {
      "loss_action": 0.011630451306700706,
      "loss_total": 0.011630451306700706,
      "step": 7920
    },
    {
      "loss_action": 0.029438525438308716,
      "loss_total": 0.029438525438308716,
      "step": 7920
    },
    {
      "loss_action": 0.14976611733436584,
      "loss_total": 0.14976611733436584,
      "step": 7920
    },
    {
      "loss_action": 0.017410816624760628,
      "loss_total": 0.017410816624760628,
      "step": 7920
    },
    {
      "loss_action": 0.030237462371587753,
      "loss_total": 0.030237462371587753,
      "step": 7920
    },
    {
      "loss_action": 0.015137087553739548,
      "loss_total": 0.015137087553739548,
      "step": 7920
    },
    {
      "loss_action": 0.01709241047501564,
      "loss_total": 0.01709241047501564,
      "step": 7920
    },
    {
      "grad_norm": 0.28469306230545044,
      "learning_rate": 9.976563555968742e-05,
      "loss": 0.0206,
      "step": 7930
    },
    {
      "loss_action": 0.016620531678199768,
      "loss_total": 0.016620531678199768,
      "step": 7930
    },
    {
      "loss_action": 0.024769946932792664,
      "loss_total": 0.024769946932792664,
      "step": 7930
    },
    {
      "loss_action": 0.01621984876692295,
      "loss_total": 0.01621984876692295,
      "step": 7930
    },
    {
      "loss_action": 0.014173541218042374,
      "loss_total": 0.014173541218042374,
      "step": 7930
    },
    {
      "loss_action": 0.0246652252972126,
      "loss_total": 0.0246652252972126,
      "step": 7930
    },
    {
      "loss_action": 0.01946032978594303,
      "loss_total": 0.01946032978594303,
      "step": 7930
    },
    {
      "loss_action": 0.019199244678020477,
      "loss_total": 0.019199244678020477,
      "step": 7930
    },
    {
      "loss_action": 0.015703098848462105,
      "loss_total": 0.015703098848462105,
      "step": 7930
    },
    {
      "grad_norm": 0.2623724639415741,
      "learning_rate": 9.976403378647292e-05,
      "loss": 0.0213,
      "step": 7940
    },
    {
      "loss_action": 0.011187944561243057,
      "loss_total": 0.011187944561243057,
      "step": 7940
    },
    {
      "loss_action": 0.027520403265953064,
      "loss_total": 0.027520403265953064,
      "step": 7940
    },
    {
      "loss_action": 0.022088950499892235,
      "loss_total": 0.022088950499892235,
      "step": 7940
    },
    {
      "loss_action": 0.02916771173477173,
      "loss_total": 0.02916771173477173,
      "step": 7940
    },
    {
      "loss_action": 0.012967700138688087,
      "loss_total": 0.012967700138688087,
      "step": 7940
    },
    {
      "loss_action": 0.05496654286980629,
      "loss_total": 0.05496654286980629,
      "step": 7940
    },
    {
      "loss_action": 0.021279554814100266,
      "loss_total": 0.021279554814100266,
      "step": 7940
    },
    {
      "loss_action": 0.011739438399672508,
      "loss_total": 0.011739438399672508,
      "step": 7940
    },
    {
      "grad_norm": 0.27569580078125,
      "learning_rate": 9.97624265711385e-05,
      "loss": 0.021,
      "step": 7950
    },
    {
      "loss_action": 0.020435281097888947,
      "loss_total": 0.020435281097888947,
      "step": 7950
    },
    {
      "loss_action": 0.014381290413439274,
      "loss_total": 0.014381290413439274,
      "step": 7950
    },
    {
      "loss_action": 0.03611942380666733,
      "loss_total": 0.03611942380666733,
      "step": 7950
    },
    {
      "loss_action": 0.017068907618522644,
      "loss_total": 0.017068907618522644,
      "step": 7950
    },
    {
      "loss_action": 0.014574743807315826,
      "loss_total": 0.014574743807315826,
      "step": 7950
    },
    {
      "loss_action": 0.01979532465338707,
      "loss_total": 0.01979532465338707,
      "step": 7950
    },
    {
      "loss_action": 0.044901538640260696,
      "loss_total": 0.044901538640260696,
      "step": 7950
    },
    {
      "loss_action": 0.02518467605113983,
      "loss_total": 0.02518467605113983,
      "step": 7950
    },
    {
      "grad_norm": 0.2131221890449524,
      "learning_rate": 9.976081391385993e-05,
      "loss": 0.0214,
      "step": 7960
    },
    {
      "loss_action": 0.030606761574745178,
      "loss_total": 0.030606761574745178,
      "step": 7960
    },
    {
      "loss_action": 0.01943511702120304,
      "loss_total": 0.01943511702120304,
      "step": 7960
    },
    {
      "loss_action": 0.04302595183253288,
      "loss_total": 0.04302595183253288,
      "step": 7960
    },
    {
      "loss_action": 0.014081362634897232,
      "loss_total": 0.014081362634897232,
      "step": 7960
    },
    {
      "loss_action": 0.019864914938807487,
      "loss_total": 0.019864914938807487,
      "step": 7960
    },
    {
      "loss_action": 0.02025177702307701,
      "loss_total": 0.02025177702307701,
      "step": 7960
    },
    {
      "loss_action": 0.011646338738501072,
      "loss_total": 0.011646338738501072,
      "step": 7960
    },
    {
      "loss_action": 0.0355035699903965,
      "loss_total": 0.0355035699903965,
      "step": 7960
    },
    {
      "grad_norm": 0.32447394728660583,
      "learning_rate": 9.975919581481356e-05,
      "loss": 0.0245,
      "step": 7970
    },
    {
      "loss_action": 0.016557948663830757,
      "loss_total": 0.016557948663830757,
      "step": 7970
    },
    {
      "loss_action": 0.014878733083605766,
      "loss_total": 0.014878733083605766,
      "step": 7970
    },
    {
      "loss_action": 0.022721968591213226,
      "loss_total": 0.022721968591213226,
      "step": 7970
    },
    {
      "loss_action": 0.013041477650403976,
      "loss_total": 0.013041477650403976,
      "step": 7970
    },
    {
      "loss_action": 0.026762135326862335,
      "loss_total": 0.026762135326862335,
      "step": 7970
    },
    {
      "loss_action": 0.02603152021765709,
      "loss_total": 0.02603152021765709,
      "step": 7970
    },
    {
      "loss_action": 0.019293535500764847,
      "loss_total": 0.019293535500764847,
      "step": 7970
    },
    {
      "loss_action": 0.015696125105023384,
      "loss_total": 0.015696125105023384,
      "step": 7970
    },
    {
      "grad_norm": 0.264404833316803,
      "learning_rate": 9.975757227417634e-05,
      "loss": 0.0238,
      "step": 7980
    },
    {
      "loss_action": 0.019315166398882866,
      "loss_total": 0.019315166398882866,
      "step": 7980
    },
    {
      "loss_action": 0.015968291088938713,
      "loss_total": 0.015968291088938713,
      "step": 7980
    },
    {
      "loss_action": 0.054779134690761566,
      "loss_total": 0.054779134690761566,
      "step": 7980
    },
    {
      "loss_action": 0.02676708623766899,
      "loss_total": 0.02676708623766899,
      "step": 7980
    },
    {
      "loss_action": 0.037613362073898315,
      "loss_total": 0.037613362073898315,
      "step": 7980
    },
    {
      "loss_action": 0.022673271596431732,
      "loss_total": 0.022673271596431732,
      "step": 7980
    },
    {
      "loss_action": 0.011674400418996811,
      "loss_total": 0.011674400418996811,
      "step": 7980
    },
    {
      "loss_action": 0.024579718708992004,
      "loss_total": 0.024579718708992004,
      "step": 7980
    },
    {
      "grad_norm": 0.2483249455690384,
      "learning_rate": 9.975594329212586e-05,
      "loss": 0.0212,
      "step": 7990
    },
    {
      "loss_action": 0.016450006514787674,
      "loss_total": 0.016450006514787674,
      "step": 7990
    },
    {
      "loss_action": 0.00804172083735466,
      "loss_total": 0.00804172083735466,
      "step": 7990
    },
    {
      "loss_action": 0.008257993496954441,
      "loss_total": 0.008257993496954441,
      "step": 7990
    },
    {
      "loss_action": 0.030019424855709076,
      "loss_total": 0.030019424855709076,
      "step": 7990
    },
    {
      "loss_action": 0.021035155281424522,
      "loss_total": 0.021035155281424522,
      "step": 7990
    },
    {
      "loss_action": 0.012070611119270325,
      "loss_total": 0.012070611119270325,
      "step": 7990
    },
    {
      "loss_action": 0.015122137032449245,
      "loss_total": 0.015122137032449245,
      "step": 7990
    },
    {
      "loss_action": 0.017632991075515747,
      "loss_total": 0.017632991075515747,
      "step": 7990
    },
    {
      "grad_norm": 0.2824661135673523,
      "learning_rate": 9.97543088688402e-05,
      "loss": 0.0189,
      "step": 8000
    },
    {
      "loss_action": 0.03619494289159775,
      "loss_total": 0.03619494289159775,
      "step": 8000
    },
    {
      "loss_action": 0.014321558177471161,
      "loss_total": 0.014321558177471161,
      "step": 8000
    },
    {
      "loss_action": 0.013459485955536366,
      "loss_total": 0.013459485955536366,
      "step": 8000
    },
    {
      "loss_action": 0.012067262083292007,
      "loss_total": 0.012067262083292007,
      "step": 8000
    },
    {
      "loss_action": 0.015311125665903091,
      "loss_total": 0.015311125665903091,
      "step": 8000
    },
    {
      "loss_action": 0.02946113795042038,
      "loss_total": 0.02946113795042038,
      "step": 8000
    },
    {
      "loss_action": 0.03585423529148102,
      "loss_total": 0.03585423529148102,
      "step": 8000
    },
    {
      "loss_action": 0.025408364832401276,
      "loss_total": 0.025408364832401276,
      "step": 8000
    },
    {
      "grad_norm": 0.20549701154232025,
      "learning_rate": 9.975266900449814e-05,
      "loss": 0.0199,
      "step": 8010
    },
    {
      "loss_action": 0.010108401998877525,
      "loss_total": 0.010108401998877525,
      "step": 8010
    },
    {
      "loss_action": 0.02281298115849495,
      "loss_total": 0.02281298115849495,
      "step": 8010
    },
    {
      "loss_action": 0.02346322312951088,
      "loss_total": 0.02346322312951088,
      "step": 8010
    },
    {
      "loss_action": 0.020697928965091705,
      "loss_total": 0.020697928965091705,
      "step": 8010
    },
    {
      "loss_action": 0.015758661553263664,
      "loss_total": 0.015758661553263664,
      "step": 8010
    },
    {
      "loss_action": 0.018839314579963684,
      "loss_total": 0.018839314579963684,
      "step": 8010
    },
    {
      "loss_action": 0.021300077438354492,
      "loss_total": 0.021300077438354492,
      "step": 8010
    },
    {
      "loss_action": 0.011491628363728523,
      "loss_total": 0.011491628363728523,
      "step": 8010
    },
    {
      "grad_norm": 0.27612408995628357,
      "learning_rate": 9.975102369927898e-05,
      "loss": 0.0213,
      "step": 8020
    },
    {
      "loss_action": 0.009645472280681133,
      "loss_total": 0.009645472280681133,
      "step": 8020
    },
    {
      "loss_action": 0.019886529073119164,
      "loss_total": 0.019886529073119164,
      "step": 8020
    },
    {
      "loss_action": 0.025631550699472427,
      "loss_total": 0.025631550699472427,
      "step": 8020
    },
    {
      "loss_action": 0.02636755257844925,
      "loss_total": 0.02636755257844925,
      "step": 8020
    },
    {
      "loss_action": 0.01581786572933197,
      "loss_total": 0.01581786572933197,
      "step": 8020
    },
    {
      "loss_action": 0.02634342759847641,
      "loss_total": 0.02634342759847641,
      "step": 8020
    },
    {
      "loss_action": 0.02008877694606781,
      "loss_total": 0.02008877694606781,
      "step": 8020
    },
    {
      "loss_action": 0.02370656467974186,
      "loss_total": 0.02370656467974186,
      "step": 8020
    },
    {
      "grad_norm": 0.2009367048740387,
      "learning_rate": 9.974937295336269e-05,
      "loss": 0.0216,
      "step": 8030
    },
    {
      "loss_action": 0.012741787359118462,
      "loss_total": 0.012741787359118462,
      "step": 8030
    },
    {
      "loss_action": 0.022845301777124405,
      "loss_total": 0.022845301777124405,
      "step": 8030
    },
    {
      "loss_action": 0.022240050137043,
      "loss_total": 0.022240050137043,
      "step": 8030
    },
    {
      "loss_action": 0.03764055669307709,
      "loss_total": 0.03764055669307709,
      "step": 8030
    },
    {
      "loss_action": 0.018157705664634705,
      "loss_total": 0.018157705664634705,
      "step": 8030
    },
    {
      "loss_action": 0.03610410541296005,
      "loss_total": 0.03610410541296005,
      "step": 8030
    },
    {
      "loss_action": 0.033844973891973495,
      "loss_total": 0.033844973891973495,
      "step": 8030
    },
    {
      "loss_action": 0.01868477463722229,
      "loss_total": 0.01868477463722229,
      "step": 8030
    },
    {
      "grad_norm": 0.3219297528266907,
      "learning_rate": 9.974771676692975e-05,
      "loss": 0.0231,
      "step": 8040
    },
    {
      "loss_action": 0.01860075630247593,
      "loss_total": 0.01860075630247593,
      "step": 8040
    },
    {
      "loss_action": 0.03920803964138031,
      "loss_total": 0.03920803964138031,
      "step": 8040
    },
    {
      "loss_action": 0.019947616383433342,
      "loss_total": 0.019947616383433342,
      "step": 8040
    },
    {
      "loss_action": 0.019255170598626137,
      "loss_total": 0.019255170598626137,
      "step": 8040
    },
    {
      "loss_action": 0.011242038570344448,
      "loss_total": 0.011242038570344448,
      "step": 8040
    },
    {
      "loss_action": 0.01576336845755577,
      "loss_total": 0.01576336845755577,
      "step": 8040
    },
    {
      "loss_action": 0.02048604190349579,
      "loss_total": 0.02048604190349579,
      "step": 8040
    },
    {
      "loss_action": 0.01864447072148323,
      "loss_total": 0.01864447072148323,
      "step": 8040
    },
    {
      "grad_norm": 0.2088489681482315,
      "learning_rate": 9.974605514016131e-05,
      "loss": 0.0222,
      "step": 8050
    },
    {
      "loss_action": 0.017870677635073662,
      "loss_total": 0.017870677635073662,
      "step": 8050
    },
    {
      "loss_action": 0.03315296396613121,
      "loss_total": 0.03315296396613121,
      "step": 8050
    },
    {
      "loss_action": 0.05489613860845566,
      "loss_total": 0.05489613860845566,
      "step": 8050
    },
    {
      "loss_action": 0.011818457394838333,
      "loss_total": 0.011818457394838333,
      "step": 8050
    },
    {
      "loss_action": 0.029089471325278282,
      "loss_total": 0.029089471325278282,
      "step": 8050
    },
    {
      "loss_action": 0.009434828534722328,
      "loss_total": 0.009434828534722328,
      "step": 8050
    },
    {
      "loss_action": 0.01306466106325388,
      "loss_total": 0.01306466106325388,
      "step": 8050
    },
    {
      "loss_action": 0.01700158417224884,
      "loss_total": 0.01700158417224884,
      "step": 8050
    },
    {
      "grad_norm": 0.24290770292282104,
      "learning_rate": 9.974438807323907e-05,
      "loss": 0.0203,
      "step": 8060
    },
    {
      "loss_action": 0.01601089909672737,
      "loss_total": 0.01601089909672737,
      "step": 8060
    },
    {
      "loss_action": 0.024055084213614464,
      "loss_total": 0.024055084213614464,
      "step": 8060
    },
    {
      "loss_action": 0.044127993285655975,
      "loss_total": 0.044127993285655975,
      "step": 8060
    },
    {
      "loss_action": 0.012307414785027504,
      "loss_total": 0.012307414785027504,
      "step": 8060
    },
    {
      "loss_action": 0.023923031985759735,
      "loss_total": 0.023923031985759735,
      "step": 8060
    },
    {
      "loss_action": 0.02672279067337513,
      "loss_total": 0.02672279067337513,
      "step": 8060
    },
    {
      "loss_action": 0.016584500670433044,
      "loss_total": 0.016584500670433044,
      "step": 8060
    },
    {
      "loss_action": 0.04660050570964813,
      "loss_total": 0.04660050570964813,
      "step": 8060
    },
    {
      "grad_norm": 0.2245396226644516,
      "learning_rate": 9.974271556634535e-05,
      "loss": 0.0216,
      "step": 8070
    },
    {
      "loss_action": 0.011807243339717388,
      "loss_total": 0.011807243339717388,
      "step": 8070
    },
    {
      "loss_action": 0.015238296240568161,
      "loss_total": 0.015238296240568161,
      "step": 8070
    },
    {
      "loss_action": 0.011566735804080963,
      "loss_total": 0.011566735804080963,
      "step": 8070
    },
    {
      "loss_action": 0.027658611536026,
      "loss_total": 0.027658611536026,
      "step": 8070
    },
    {
      "loss_action": 0.020268060266971588,
      "loss_total": 0.020268060266971588,
      "step": 8070
    },
    {
      "loss_action": 0.04470312222838402,
      "loss_total": 0.04470312222838402,
      "step": 8070
    },
    {
      "loss_action": 0.012104108929634094,
      "loss_total": 0.012104108929634094,
      "step": 8070
    },
    {
      "loss_action": 0.013983506709337234,
      "loss_total": 0.013983506709337234,
      "step": 8070
    },
    {
      "grad_norm": 0.307366281747818,
      "learning_rate": 9.974103761966302e-05,
      "loss": 0.0199,
      "step": 8080
    },
    {
      "loss_action": 0.04737439379096031,
      "loss_total": 0.04737439379096031,
      "step": 8080
    },
    {
      "loss_action": 0.0160609632730484,
      "loss_total": 0.0160609632730484,
      "step": 8080
    },
    {
      "loss_action": 0.016053687781095505,
      "loss_total": 0.016053687781095505,
      "step": 8080
    },
    {
      "loss_action": 0.014759167097508907,
      "loss_total": 0.014759167097508907,
      "step": 8080
    },
    {
      "loss_action": 0.021550294011831284,
      "loss_total": 0.021550294011831284,
      "step": 8080
    },
    {
      "loss_action": 0.04176143556833267,
      "loss_total": 0.04176143556833267,
      "step": 8080
    },
    {
      "loss_action": 0.03814752399921417,
      "loss_total": 0.03814752399921417,
      "step": 8080
    },
    {
      "loss_action": 0.031101759523153305,
      "loss_total": 0.031101759523153305,
      "step": 8080
    },
    {
      "grad_norm": 0.2927949130535126,
      "learning_rate": 9.973935423337563e-05,
      "loss": 0.0238,
      "step": 8090
    },
    {
      "loss_action": 0.02620607241988182,
      "loss_total": 0.02620607241988182,
      "step": 8090
    },
    {
      "loss_action": 0.03525534272193909,
      "loss_total": 0.03525534272193909,
      "step": 8090
    },
    {
      "loss_action": 0.021130844950675964,
      "loss_total": 0.021130844950675964,
      "step": 8090
    },
    {
      "loss_action": 0.023459559306502342,
      "loss_total": 0.023459559306502342,
      "step": 8090
    },
    {
      "loss_action": 0.01507309079170227,
      "loss_total": 0.01507309079170227,
      "step": 8090
    },
    {
      "loss_action": 0.02749526873230934,
      "loss_total": 0.02749526873230934,
      "step": 8090
    },
    {
      "loss_action": 0.016781173646450043,
      "loss_total": 0.016781173646450043,
      "step": 8090
    },
    {
      "loss_action": 0.017720680683851242,
      "loss_total": 0.017720680683851242,
      "step": 8090
    },
    {
      "grad_norm": 0.28201547265052795,
      "learning_rate": 9.973766540766722e-05,
      "loss": 0.0244,
      "step": 8100
    },
    {
      "loss_action": 0.02368047460913658,
      "loss_total": 0.02368047460913658,
      "step": 8100
    },
    {
      "loss_action": 0.009249391034245491,
      "loss_total": 0.009249391034245491,
      "step": 8100
    },
    {
      "loss_action": 0.016216356307268143,
      "loss_total": 0.016216356307268143,
      "step": 8100
    },
    {
      "loss_action": 0.018931102007627487,
      "loss_total": 0.018931102007627487,
      "step": 8100
    },
    {
      "loss_action": 0.02154964581131935,
      "loss_total": 0.02154964581131935,
      "step": 8100
    },
    {
      "loss_action": 0.02624783292412758,
      "loss_total": 0.02624783292412758,
      "step": 8100
    },
    {
      "loss_action": 0.030278639867901802,
      "loss_total": 0.030278639867901802,
      "step": 8100
    },
    {
      "loss_action": 0.016742784529924393,
      "loss_total": 0.016742784529924393,
      "step": 8100
    },
    {
      "grad_norm": 0.18505121767520905,
      "learning_rate": 9.97359711427225e-05,
      "loss": 0.0221,
      "step": 8110
    },
    {
      "loss_action": 0.019504038617014885,
      "loss_total": 0.019504038617014885,
      "step": 8110
    },
    {
      "loss_action": 0.026049289852380753,
      "loss_total": 0.026049289852380753,
      "step": 8110
    },
    {
      "loss_action": 0.010614064522087574,
      "loss_total": 0.010614064522087574,
      "step": 8110
    },
    {
      "loss_action": 0.01824776642024517,
      "loss_total": 0.01824776642024517,
      "step": 8110
    },
    {
      "loss_action": 0.023856081068515778,
      "loss_total": 0.023856081068515778,
      "step": 8110
    },
    {
      "loss_action": 0.012153991498053074,
      "loss_total": 0.012153991498053074,
      "step": 8110
    },
    {
      "loss_action": 0.028210436925292015,
      "loss_total": 0.028210436925292015,
      "step": 8110
    },
    {
      "loss_action": 0.05297356843948364,
      "loss_total": 0.05297356843948364,
      "step": 8110
    },
    {
      "grad_norm": 0.21251115202903748,
      "learning_rate": 9.973427143872677e-05,
      "loss": 0.0217,
      "step": 8120
    },
    {
      "loss_action": 0.017105810344219208,
      "loss_total": 0.017105810344219208,
      "step": 8120
    },
    {
      "loss_action": 0.01581859216094017,
      "loss_total": 0.01581859216094017,
      "step": 8120
    },
    {
      "loss_action": 0.03356284648180008,
      "loss_total": 0.03356284648180008,
      "step": 8120
    },
    {
      "loss_action": 0.01945120096206665,
      "loss_total": 0.01945120096206665,
      "step": 8120
    },
    {
      "loss_action": 0.02112371101975441,
      "loss_total": 0.02112371101975441,
      "step": 8120
    },
    {
      "loss_action": 0.03146285563707352,
      "loss_total": 0.03146285563707352,
      "step": 8120
    },
    {
      "loss_action": 0.021135954186320305,
      "loss_total": 0.021135954186320305,
      "step": 8120
    },
    {
      "loss_action": 0.016958191990852356,
      "loss_total": 0.016958191990852356,
      "step": 8120
    },
    {
      "grad_norm": 0.25356489419937134,
      "learning_rate": 9.973256629586589e-05,
      "loss": 0.0206,
      "step": 8130
    },
    {
      "loss_action": 0.02811386063694954,
      "loss_total": 0.02811386063694954,
      "step": 8130
    },
    {
      "loss_action": 0.021078860387206078,
      "loss_total": 0.021078860387206078,
      "step": 8130
    },
    {
      "loss_action": 0.010568352416157722,
      "loss_total": 0.010568352416157722,
      "step": 8130
    },
    {
      "loss_action": 0.03966505825519562,
      "loss_total": 0.03966505825519562,
      "step": 8130
    },
    {
      "loss_action": 0.0230107419192791,
      "loss_total": 0.0230107419192791,
      "step": 8130
    },
    {
      "loss_action": 0.015508677810430527,
      "loss_total": 0.015508677810430527,
      "step": 8130
    },
    {
      "loss_action": 0.013679508119821548,
      "loss_total": 0.013679508119821548,
      "step": 8130
    },
    {
      "loss_action": 0.03335870802402496,
      "loss_total": 0.03335870802402496,
      "step": 8130
    },
    {
      "grad_norm": 0.30607467889785767,
      "learning_rate": 9.973085571432632e-05,
      "loss": 0.0191,
      "step": 8140
    },
    {
      "loss_action": 0.018926534801721573,
      "loss_total": 0.018926534801721573,
      "step": 8140
    },
    {
      "loss_action": 0.016613997519016266,
      "loss_total": 0.016613997519016266,
      "step": 8140
    },
    {
      "loss_action": 0.019382387399673462,
      "loss_total": 0.019382387399673462,
      "step": 8140
    },
    {
      "loss_action": 0.05525238439440727,
      "loss_total": 0.05525238439440727,
      "step": 8140
    },
    {
      "loss_action": 0.04152196645736694,
      "loss_total": 0.04152196645736694,
      "step": 8140
    },
    {
      "loss_action": 0.012138696387410164,
      "loss_total": 0.012138696387410164,
      "step": 8140
    },
    {
      "loss_action": 0.019866827875375748,
      "loss_total": 0.019866827875375748,
      "step": 8140
    },
    {
      "loss_action": 0.03551490604877472,
      "loss_total": 0.03551490604877472,
      "step": 8140
    },
    {
      "grad_norm": 0.2727451026439667,
      "learning_rate": 9.972913969429513e-05,
      "loss": 0.0219,
      "step": 8150
    },
    {
      "loss_action": 0.015133462846279144,
      "loss_total": 0.015133462846279144,
      "step": 8150
    },
    {
      "loss_action": 0.014247838407754898,
      "loss_total": 0.014247838407754898,
      "step": 8150
    },
    {
      "loss_action": 0.03522308170795441,
      "loss_total": 0.03522308170795441,
      "step": 8150
    },
    {
      "loss_action": 0.03914336860179901,
      "loss_total": 0.03914336860179901,
      "step": 8150
    },
    {
      "loss_action": 0.012165438383817673,
      "loss_total": 0.012165438383817673,
      "step": 8150
    },
    {
      "loss_action": 0.01689569093286991,
      "loss_total": 0.01689569093286991,
      "step": 8150
    },
    {
      "loss_action": 0.011131003499031067,
      "loss_total": 0.011131003499031067,
      "step": 8150
    },
    {
      "loss_action": 0.01569453440606594,
      "loss_total": 0.01569453440606594,
      "step": 8150
    },
    {
      "grad_norm": 0.28298914432525635,
      "learning_rate": 9.972741823596e-05,
      "loss": 0.0209,
      "step": 8160
    },
    {
      "loss_action": 0.0325075201690197,
      "loss_total": 0.0325075201690197,
      "step": 8160
    },
    {
      "loss_action": 0.022579558193683624,
      "loss_total": 0.022579558193683624,
      "step": 8160
    },
    {
      "loss_action": 0.012404194101691246,
      "loss_total": 0.012404194101691246,
      "step": 8160
    },
    {
      "loss_action": 0.031174229457974434,
      "loss_total": 0.031174229457974434,
      "step": 8160
    },
    {
      "loss_action": 0.02070368267595768,
      "loss_total": 0.02070368267595768,
      "step": 8160
    },
    {
      "loss_action": 0.02655675634741783,
      "loss_total": 0.02655675634741783,
      "step": 8160
    },
    {
      "loss_action": 0.01256146002560854,
      "loss_total": 0.01256146002560854,
      "step": 8160
    },
    {
      "loss_action": 0.022923510521650314,
      "loss_total": 0.022923510521650314,
      "step": 8160
    },
    {
      "grad_norm": 0.23626570403575897,
      "learning_rate": 9.972569133950917e-05,
      "loss": 0.0211,
      "step": 8170
    },
    {
      "loss_action": 0.010464219376444817,
      "loss_total": 0.010464219376444817,
      "step": 8170
    },
    {
      "loss_action": 0.017603067681193352,
      "loss_total": 0.017603067681193352,
      "step": 8170
    },
    {
      "loss_action": 0.011577412486076355,
      "loss_total": 0.011577412486076355,
      "step": 8170
    },
    {
      "loss_action": 0.010866440832614899,
      "loss_total": 0.010866440832614899,
      "step": 8170
    },
    {
      "loss_action": 0.011101039126515388,
      "loss_total": 0.011101039126515388,
      "step": 8170
    },
    {
      "loss_action": 0.026450956240296364,
      "loss_total": 0.026450956240296364,
      "step": 8170
    },
    {
      "loss_action": 0.00968234334141016,
      "loss_total": 0.00968234334141016,
      "step": 8170
    },
    {
      "loss_action": 0.017578503116965294,
      "loss_total": 0.017578503116965294,
      "step": 8170
    },
    {
      "grad_norm": 0.18340304493904114,
      "learning_rate": 9.972395900513151e-05,
      "loss": 0.0214,
      "step": 8180
    },
    {
      "loss_action": 0.011339915916323662,
      "loss_total": 0.011339915916323662,
      "step": 8180
    },
    {
      "loss_action": 0.021639680489897728,
      "loss_total": 0.021639680489897728,
      "step": 8180
    },
    {
      "loss_action": 0.018523970618844032,
      "loss_total": 0.018523970618844032,
      "step": 8180
    },
    {
      "loss_action": 0.01073526032269001,
      "loss_total": 0.01073526032269001,
      "step": 8180
    },
    {
      "loss_action": 0.02963840961456299,
      "loss_total": 0.02963840961456299,
      "step": 8180
    },
    {
      "loss_action": 0.017227526754140854,
      "loss_total": 0.017227526754140854,
      "step": 8180
    },
    {
      "loss_action": 0.016581997275352478,
      "loss_total": 0.016581997275352478,
      "step": 8180
    },
    {
      "loss_action": 0.012713124044239521,
      "loss_total": 0.012713124044239521,
      "step": 8180
    },
    {
      "grad_norm": 0.28410497307777405,
      "learning_rate": 9.972222123301645e-05,
      "loss": 0.0201,
      "step": 8190
    },
    {
      "loss_action": 0.05383319407701492,
      "loss_total": 0.05383319407701492,
      "step": 8190
    },
    {
      "loss_action": 0.024743173271417618,
      "loss_total": 0.024743173271417618,
      "step": 8190
    },
    {
      "loss_action": 0.016219740733504295,
      "loss_total": 0.016219740733504295,
      "step": 8190
    },
    {
      "loss_action": 0.015863589942455292,
      "loss_total": 0.015863589942455292,
      "step": 8190
    },
    {
      "loss_action": 0.05006224289536476,
      "loss_total": 0.05006224289536476,
      "step": 8190
    },
    {
      "loss_action": 0.01782241463661194,
      "loss_total": 0.01782241463661194,
      "step": 8190
    },
    {
      "loss_action": 0.011177451349794865,
      "loss_total": 0.011177451349794865,
      "step": 8190
    },
    {
      "loss_action": 0.021680369973182678,
      "loss_total": 0.021680369973182678,
      "step": 8190
    },
    {
      "grad_norm": 0.29727140069007874,
      "learning_rate": 9.972047802335403e-05,
      "loss": 0.0224,
      "step": 8200
    },
    {
      "loss_action": 0.011227138340473175,
      "loss_total": 0.011227138340473175,
      "step": 8200
    },
    {
      "loss_action": 0.02417244017124176,
      "loss_total": 0.02417244017124176,
      "step": 8200
    },
    {
      "loss_action": 0.023065166547894478,
      "loss_total": 0.023065166547894478,
      "step": 8200
    },
    {
      "loss_action": 0.017973948270082474,
      "loss_total": 0.017973948270082474,
      "step": 8200
    },
    {
      "loss_action": 0.05622398853302002,
      "loss_total": 0.05622398853302002,
      "step": 8200
    },
    {
      "loss_action": 0.0208206158131361,
      "loss_total": 0.0208206158131361,
      "step": 8200
    },
    {
      "loss_action": 0.012454647570848465,
      "loss_total": 0.012454647570848465,
      "step": 8200
    },
    {
      "loss_action": 0.019114766269922256,
      "loss_total": 0.019114766269922256,
      "step": 8200
    },
    {
      "grad_norm": 0.19915078580379486,
      "learning_rate": 9.971872937633488e-05,
      "loss": 0.0212,
      "step": 8210
    },
    {
      "loss_action": 0.027790764346718788,
      "loss_total": 0.027790764346718788,
      "step": 8210
    },
    {
      "loss_action": 0.02038576826453209,
      "loss_total": 0.02038576826453209,
      "step": 8210
    },
    {
      "loss_action": 0.017074143514037132,
      "loss_total": 0.017074143514037132,
      "step": 8210
    },
    {
      "loss_action": 0.018311263993382454,
      "loss_total": 0.018311263993382454,
      "step": 8210
    },
    {
      "loss_action": 0.034267641603946686,
      "loss_total": 0.034267641603946686,
      "step": 8210
    },
    {
      "loss_action": 0.019319821149110794,
      "loss_total": 0.019319821149110794,
      "step": 8210
    },
    {
      "loss_action": 0.017720920965075493,
      "loss_total": 0.017720920965075493,
      "step": 8210
    },
    {
      "loss_action": 0.027646973729133606,
      "loss_total": 0.027646973729133606,
      "step": 8210
    },
    {
      "grad_norm": 0.22926820814609528,
      "learning_rate": 9.971697529215024e-05,
      "loss": 0.0195,
      "step": 8220
    },
    {
      "loss_action": 0.013648808002471924,
      "loss_total": 0.013648808002471924,
      "step": 8220
    },
    {
      "loss_action": 0.017101895064115524,
      "loss_total": 0.017101895064115524,
      "step": 8220
    },
    {
      "loss_action": 0.025280442088842392,
      "loss_total": 0.025280442088842392,
      "step": 8220
    },
    {
      "loss_action": 0.014664373360574245,
      "loss_total": 0.014664373360574245,
      "step": 8220
    },
    {
      "loss_action": 0.011180327273905277,
      "loss_total": 0.011180327273905277,
      "step": 8220
    },
    {
      "loss_action": 0.011402497999370098,
      "loss_total": 0.011402497999370098,
      "step": 8220
    },
    {
      "loss_action": 0.022436724975705147,
      "loss_total": 0.022436724975705147,
      "step": 8220
    },
    {
      "loss_action": 0.009871058166027069,
      "loss_total": 0.009871058166027069,
      "step": 8220
    },
    {
      "grad_norm": 0.27267175912857056,
      "learning_rate": 9.971521577099192e-05,
      "loss": 0.0214,
      "step": 8230
    },
    {
      "loss_action": 0.045757606625556946,
      "loss_total": 0.045757606625556946,
      "step": 8230
    },
    {
      "loss_action": 0.010179414413869381,
      "loss_total": 0.010179414413869381,
      "step": 8230
    },
    {
      "loss_action": 0.04657173901796341,
      "loss_total": 0.04657173901796341,
      "step": 8230
    },
    {
      "loss_action": 0.02126181870698929,
      "loss_total": 0.02126181870698929,
      "step": 8230
    },
    {
      "loss_action": 0.03195211663842201,
      "loss_total": 0.03195211663842201,
      "step": 8230
    },
    {
      "loss_action": 0.04889049381017685,
      "loss_total": 0.04889049381017685,
      "step": 8230
    },
    {
      "loss_action": 0.01891149766743183,
      "loss_total": 0.01891149766743183,
      "step": 8230
    },
    {
      "loss_action": 0.012576861307024956,
      "loss_total": 0.012576861307024956,
      "step": 8230
    },
    {
      "grad_norm": 0.18733680248260498,
      "learning_rate": 9.971345081305236e-05,
      "loss": 0.0204,
      "step": 8240
    },
    {
      "loss_action": 0.011851598508656025,
      "loss_total": 0.011851598508656025,
      "step": 8240
    },
    {
      "loss_action": 0.03440448269248009,
      "loss_total": 0.03440448269248009,
      "step": 8240
    },
    {
      "loss_action": 0.007270437199622393,
      "loss_total": 0.007270437199622393,
      "step": 8240
    },
    {
      "loss_action": 0.024059614166617393,
      "loss_total": 0.024059614166617393,
      "step": 8240
    },
    {
      "loss_action": 0.008026683703064919,
      "loss_total": 0.008026683703064919,
      "step": 8240
    },
    {
      "loss_action": 0.023001771420240402,
      "loss_total": 0.023001771420240402,
      "step": 8240
    },
    {
      "loss_action": 0.00860172975808382,
      "loss_total": 0.00860172975808382,
      "step": 8240
    },
    {
      "loss_action": 0.026279723271727562,
      "loss_total": 0.026279723271727562,
      "step": 8240
    },
    {
      "grad_norm": 0.3237837255001068,
      "learning_rate": 9.971168041852456e-05,
      "loss": 0.0209,
      "step": 8250
    },
    {
      "loss_action": 0.01532186008989811,
      "loss_total": 0.01532186008989811,
      "step": 8250
    },
    {
      "loss_action": 0.027673326432704926,
      "loss_total": 0.027673326432704926,
      "step": 8250
    },
    {
      "loss_action": 0.018048027530312538,
      "loss_total": 0.018048027530312538,
      "step": 8250
    },
    {
      "loss_action": 0.007889604195952415,
      "loss_total": 0.007889604195952415,
      "step": 8250
    },
    {
      "loss_action": 0.028625434264540672,
      "loss_total": 0.028625434264540672,
      "step": 8250
    },
    {
      "loss_action": 0.02033529058098793,
      "loss_total": 0.02033529058098793,
      "step": 8250
    },
    {
      "loss_action": 0.014442120678722858,
      "loss_total": 0.014442120678722858,
      "step": 8250
    },
    {
      "loss_action": 0.019621271640062332,
      "loss_total": 0.019621271640062332,
      "step": 8250
    },
    {
      "grad_norm": 0.23473578691482544,
      "learning_rate": 9.970990458760215e-05,
      "loss": 0.0203,
      "step": 8260
    },
    {
      "loss_action": 0.021109875291585922,
      "loss_total": 0.021109875291585922,
      "step": 8260
    },
    {
      "loss_action": 0.024246662855148315,
      "loss_total": 0.024246662855148315,
      "step": 8260
    },
    {
      "loss_action": 0.03017842397093773,
      "loss_total": 0.03017842397093773,
      "step": 8260
    },
    {
      "loss_action": 0.016650475561618805,
      "loss_total": 0.016650475561618805,
      "step": 8260
    },
    {
      "loss_action": 0.024503521621227264,
      "loss_total": 0.024503521621227264,
      "step": 8260
    },
    {
      "loss_action": 0.017915844917297363,
      "loss_total": 0.017915844917297363,
      "step": 8260
    },
    {
      "loss_action": 0.024357115849852562,
      "loss_total": 0.024357115849852562,
      "step": 8260
    },
    {
      "loss_action": 0.02157003805041313,
      "loss_total": 0.02157003805041313,
      "step": 8260
    },
    {
      "grad_norm": 0.23280423879623413,
      "learning_rate": 9.970812332047929e-05,
      "loss": 0.0211,
      "step": 8270
    },
    {
      "loss_action": 0.010392127558588982,
      "loss_total": 0.010392127558588982,
      "step": 8270
    },
    {
      "loss_action": 0.01366369053721428,
      "loss_total": 0.01366369053721428,
      "step": 8270
    },
    {
      "loss_action": 0.014830900356173515,
      "loss_total": 0.014830900356173515,
      "step": 8270
    },
    {
      "loss_action": 0.014853033237159252,
      "loss_total": 0.014853033237159252,
      "step": 8270
    },
    {
      "loss_action": 0.051636043936014175,
      "loss_total": 0.051636043936014175,
      "step": 8270
    },
    {
      "loss_action": 0.020380206406116486,
      "loss_total": 0.020380206406116486,
      "step": 8270
    },
    {
      "loss_action": 0.02741704136133194,
      "loss_total": 0.02741704136133194,
      "step": 8270
    },
    {
      "loss_action": 0.02695297636091709,
      "loss_total": 0.02695297636091709,
      "step": 8270
    },
    {
      "grad_norm": 0.22860786318778992,
      "learning_rate": 9.97063366173508e-05,
      "loss": 0.0204,
      "step": 8280
    },
    {
      "loss_action": 0.021354880183935165,
      "loss_total": 0.021354880183935165,
      "step": 8280
    },
    {
      "loss_action": 0.01665017008781433,
      "loss_total": 0.01665017008781433,
      "step": 8280
    },
    {
      "loss_action": 0.0386916846036911,
      "loss_total": 0.0386916846036911,
      "step": 8280
    },
    {
      "loss_action": 0.009173732250928879,
      "loss_total": 0.009173732250928879,
      "step": 8280
    },
    {
      "loss_action": 0.00848747044801712,
      "loss_total": 0.00848747044801712,
      "step": 8280
    },
    {
      "loss_action": 0.013357656076550484,
      "loss_total": 0.013357656076550484,
      "step": 8280
    },
    {
      "loss_action": 0.008109331130981445,
      "loss_total": 0.008109331130981445,
      "step": 8280
    },
    {
      "loss_action": 0.024589745327830315,
      "loss_total": 0.024589745327830315,
      "step": 8280
    },
    {
      "grad_norm": 0.2600577175617218,
      "learning_rate": 9.970454447841207e-05,
      "loss": 0.0215,
      "step": 8290
    },
    {
      "loss_action": 0.03048771619796753,
      "loss_total": 0.03048771619796753,
      "step": 8290
    },
    {
      "loss_action": 0.038155049085617065,
      "loss_total": 0.038155049085617065,
      "step": 8290
    },
    {
      "loss_action": 0.02263079211115837,
      "loss_total": 0.02263079211115837,
      "step": 8290
    },
    {
      "loss_action": 0.0217844657599926,
      "loss_total": 0.0217844657599926,
      "step": 8290
    },
    {
      "loss_action": 0.03780102729797363,
      "loss_total": 0.03780102729797363,
      "step": 8290
    },
    {
      "loss_action": 0.0386260561645031,
      "loss_total": 0.0386260561645031,
      "step": 8290
    },
    {
      "loss_action": 0.02211422100663185,
      "loss_total": 0.02211422100663185,
      "step": 8290
    },
    {
      "loss_action": 0.03498488664627075,
      "loss_total": 0.03498488664627075,
      "step": 8290
    },
    {
      "grad_norm": 0.24277552962303162,
      "learning_rate": 9.970274690385909e-05,
      "loss": 0.0219,
      "step": 8300
    },
    {
      "loss_action": 0.048543959856033325,
      "loss_total": 0.048543959856033325,
      "step": 8300
    },
    {
      "loss_action": 0.018578477203845978,
      "loss_total": 0.018578477203845978,
      "step": 8300
    },
    {
      "loss_action": 0.013278896920382977,
      "loss_total": 0.013278896920382977,
      "step": 8300
    },
    {
      "loss_action": 0.030355192720890045,
      "loss_total": 0.030355192720890045,
      "step": 8300
    },
    {
      "loss_action": 0.0364537239074707,
      "loss_total": 0.0364537239074707,
      "step": 8300
    },
    {
      "loss_action": 0.02542494609951973,
      "loss_total": 0.02542494609951973,
      "step": 8300
    },
    {
      "loss_action": 0.02208341658115387,
      "loss_total": 0.02208341658115387,
      "step": 8300
    },
    {
      "loss_action": 0.027166035026311874,
      "loss_total": 0.027166035026311874,
      "step": 8300
    },
    {
      "grad_norm": 0.20464906096458435,
      "learning_rate": 9.970094389388844e-05,
      "loss": 0.0237,
      "step": 8310
    },
    {
      "loss_action": 0.01644250378012657,
      "loss_total": 0.01644250378012657,
      "step": 8310
    },
    {
      "loss_action": 0.017343800514936447,
      "loss_total": 0.017343800514936447,
      "step": 8310
    },
    {
      "loss_action": 0.02280205860733986,
      "loss_total": 0.02280205860733986,
      "step": 8310
    },
    {
      "loss_action": 0.027638129889965057,
      "loss_total": 0.027638129889965057,
      "step": 8310
    },
    {
      "loss_action": 0.023112069815397263,
      "loss_total": 0.023112069815397263,
      "step": 8310
    },
    {
      "loss_action": 0.01672075316309929,
      "loss_total": 0.01672075316309929,
      "step": 8310
    },
    {
      "loss_action": 0.021462533622980118,
      "loss_total": 0.021462533622980118,
      "step": 8310
    },
    {
      "loss_action": 0.030537167564034462,
      "loss_total": 0.030537167564034462,
      "step": 8310
    },
    {
      "grad_norm": 0.22658692300319672,
      "learning_rate": 9.969913544869728e-05,
      "loss": 0.0199,
      "step": 8320
    },
    {
      "loss_action": 0.018719172105193138,
      "loss_total": 0.018719172105193138,
      "step": 8320
    },
    {
      "loss_action": 0.031172920018434525,
      "loss_total": 0.031172920018434525,
      "step": 8320
    },
    {
      "loss_action": 0.031287819147109985,
      "loss_total": 0.031287819147109985,
      "step": 8320
    },
    {
      "loss_action": 0.02160937339067459,
      "loss_total": 0.02160937339067459,
      "step": 8320
    },
    {
      "loss_action": 0.029937006533145905,
      "loss_total": 0.029937006533145905,
      "step": 8320
    },
    {
      "loss_action": 0.025921136140823364,
      "loss_total": 0.025921136140823364,
      "step": 8320
    },
    {
      "loss_action": 0.05020586773753166,
      "loss_total": 0.05020586773753166,
      "step": 8320
    },
    {
      "loss_action": 0.033982373774051666,
      "loss_total": 0.033982373774051666,
      "step": 8320
    },
    {
      "grad_norm": 0.1646038144826889,
      "learning_rate": 9.96973215684834e-05,
      "loss": 0.0206,
      "step": 8330
    },
    {
      "loss_action": 0.0449335016310215,
      "loss_total": 0.0449335016310215,
      "step": 8330
    },
    {
      "loss_action": 0.020499777048826218,
      "loss_total": 0.020499777048826218,
      "step": 8330
    },
    {
      "loss_action": 0.024463390931487083,
      "loss_total": 0.024463390931487083,
      "step": 8330
    },
    {
      "loss_action": 0.010522134602069855,
      "loss_total": 0.010522134602069855,
      "step": 8330
    },
    {
      "loss_action": 0.020752184092998505,
      "loss_total": 0.020752184092998505,
      "step": 8330
    },
    {
      "loss_action": 0.018762510269880295,
      "loss_total": 0.018762510269880295,
      "step": 8330
    },
    {
      "loss_action": 0.01606627367436886,
      "loss_total": 0.01606627367436886,
      "step": 8330
    },
    {
      "loss_action": 0.009588495828211308,
      "loss_total": 0.009588495828211308,
      "step": 8330
    },
    {
      "grad_norm": 0.18574900925159454,
      "learning_rate": 9.969550225344513e-05,
      "loss": 0.0199,
      "step": 8340
    },
    {
      "loss_action": 0.013678545132279396,
      "loss_total": 0.013678545132279396,
      "step": 8340
    },
    {
      "loss_action": 0.011504502967000008,
      "loss_total": 0.011504502967000008,
      "step": 8340
    },
    {
      "loss_action": 0.012521648779511452,
      "loss_total": 0.012521648779511452,
      "step": 8340
    },
    {
      "loss_action": 0.012738018296658993,
      "loss_total": 0.012738018296658993,
      "step": 8340
    },
    {
      "loss_action": 0.036465100944042206,
      "loss_total": 0.036465100944042206,
      "step": 8340
    },
    {
      "loss_action": 0.011663436889648438,
      "loss_total": 0.011663436889648438,
      "step": 8340
    },
    {
      "loss_action": 0.009520288556814194,
      "loss_total": 0.009520288556814194,
      "step": 8340
    },
    {
      "loss_action": 0.011237338185310364,
      "loss_total": 0.011237338185310364,
      "step": 8340
    },
    {
      "grad_norm": 0.2674514949321747,
      "learning_rate": 9.969367750378147e-05,
      "loss": 0.0254,
      "step": 8350
    },
    {
      "loss_action": 0.02191413938999176,
      "loss_total": 0.02191413938999176,
      "step": 8350
    },
    {
      "loss_action": 0.030022352933883667,
      "loss_total": 0.030022352933883667,
      "step": 8350
    },
    {
      "loss_action": 0.017420314252376556,
      "loss_total": 0.017420314252376556,
      "step": 8350
    },
    {
      "loss_action": 0.01998777687549591,
      "loss_total": 0.01998777687549591,
      "step": 8350
    },
    {
      "loss_action": 0.018825726583600044,
      "loss_total": 0.018825726583600044,
      "step": 8350
    },
    {
      "loss_action": 0.02336895652115345,
      "loss_total": 0.02336895652115345,
      "step": 8350
    },
    {
      "loss_action": 0.01702847331762314,
      "loss_total": 0.01702847331762314,
      "step": 8350
    },
    {
      "loss_action": 0.02501552738249302,
      "loss_total": 0.02501552738249302,
      "step": 8350
    },
    {
      "grad_norm": 0.20035067200660706,
      "learning_rate": 9.969184731969194e-05,
      "loss": 0.0232,
      "step": 8360
    },
    {
      "loss_action": 0.01567539945244789,
      "loss_total": 0.01567539945244789,
      "step": 8360
    },
    {
      "loss_action": 0.015574522316455841,
      "loss_total": 0.015574522316455841,
      "step": 8360
    },
    {
      "loss_action": 0.017368141561746597,
      "loss_total": 0.017368141561746597,
      "step": 8360
    },
    {
      "loss_action": 0.02078915387392044,
      "loss_total": 0.02078915387392044,
      "step": 8360
    },
    {
      "loss_action": 0.013246927410364151,
      "loss_total": 0.013246927410364151,
      "step": 8360
    },
    {
      "loss_action": 0.023900482803583145,
      "loss_total": 0.023900482803583145,
      "step": 8360
    },
    {
      "loss_action": 0.0927184671163559,
      "loss_total": 0.0927184671163559,
      "step": 8360
    },
    {
      "loss_action": 0.015367143787443638,
      "loss_total": 0.015367143787443638,
      "step": 8360
    },
    {
      "grad_norm": 0.27422574162483215,
      "learning_rate": 9.96900117013767e-05,
      "loss": 0.0202,
      "step": 8370
    },
    {
      "loss_action": 0.019276659935712814,
      "loss_total": 0.019276659935712814,
      "step": 8370
    },
    {
      "loss_action": 0.015760861337184906,
      "loss_total": 0.015760861337184906,
      "step": 8370
    },
    {
      "loss_action": 0.016619712114334106,
      "loss_total": 0.016619712114334106,
      "step": 8370
    },
    {
      "loss_action": 0.008398802950978279,
      "loss_total": 0.008398802950978279,
      "step": 8370
    },
    {
      "loss_action": 0.010969223454594612,
      "loss_total": 0.010969223454594612,
      "step": 8370
    },
    {
      "loss_action": 0.01122179813683033,
      "loss_total": 0.01122179813683033,
      "step": 8370
    },
    {
      "loss_action": 0.01775035820901394,
      "loss_total": 0.01775035820901394,
      "step": 8370
    },
    {
      "loss_action": 0.028702987357974052,
      "loss_total": 0.028702987357974052,
      "step": 8370
    },
    {
      "grad_norm": 0.20877601206302643,
      "learning_rate": 9.96881706490365e-05,
      "loss": 0.0208,
      "step": 8380
    },
    {
      "loss_action": 0.016216982156038284,
      "loss_total": 0.016216982156038284,
      "step": 8380
    },
    {
      "loss_action": 0.015414541587233543,
      "loss_total": 0.015414541587233543,
      "step": 8380
    },
    {
      "loss_action": 0.017881333827972412,
      "loss_total": 0.017881333827972412,
      "step": 8380
    },
    {
      "loss_action": 0.04132930934429169,
      "loss_total": 0.04132930934429169,
      "step": 8380
    },
    {
      "loss_action": 0.01891816034913063,
      "loss_total": 0.01891816034913063,
      "step": 8380
    },
    {
      "loss_action": 0.027216751128435135,
      "loss_total": 0.027216751128435135,
      "step": 8380
    },
    {
      "loss_action": 0.023854998871684074,
      "loss_total": 0.023854998871684074,
      "step": 8380
    },
    {
      "loss_action": 0.03589166700839996,
      "loss_total": 0.03589166700839996,
      "step": 8380
    },
    {
      "grad_norm": 0.23337234556674957,
      "learning_rate": 9.968632416287265e-05,
      "loss": 0.0223,
      "step": 8390
    },
    {
      "loss_action": 0.021068111062049866,
      "loss_total": 0.021068111062049866,
      "step": 8390
    },
    {
      "loss_action": 0.0237338375300169,
      "loss_total": 0.0237338375300169,
      "step": 8390
    },
    {
      "loss_action": 0.012289093807339668,
      "loss_total": 0.012289093807339668,
      "step": 8390
    },
    {
      "loss_action": 0.022371353581547737,
      "loss_total": 0.022371353581547737,
      "step": 8390
    },
    {
      "loss_action": 0.012853134423494339,
      "loss_total": 0.012853134423494339,
      "step": 8390
    },
    {
      "loss_action": 0.040538351982831955,
      "loss_total": 0.040538351982831955,
      "step": 8390
    },
    {
      "loss_action": 0.01908932998776436,
      "loss_total": 0.01908932998776436,
      "step": 8390
    },
    {
      "loss_action": 0.010815883055329323,
      "loss_total": 0.010815883055329323,
      "step": 8390
    },
    {
      "grad_norm": 0.18706980347633362,
      "learning_rate": 9.96844722430871e-05,
      "loss": 0.0213,
      "step": 8400
    },
    {
      "loss_action": 0.03029455803334713,
      "loss_total": 0.03029455803334713,
      "step": 8400
    },
    {
      "loss_action": 0.04128233343362808,
      "loss_total": 0.04128233343362808,
      "step": 8400
    },
    {
      "loss_action": 0.055935345590114594,
      "loss_total": 0.055935345590114594,
      "step": 8400
    },
    {
      "loss_action": 0.02653108909726143,
      "loss_total": 0.02653108909726143,
      "step": 8400
    },
    {
      "loss_action": 0.009033799171447754,
      "loss_total": 0.009033799171447754,
      "step": 8400
    },
    {
      "loss_action": 0.025621894747018814,
      "loss_total": 0.025621894747018814,
      "step": 8400
    },
    {
      "loss_action": 0.011721659451723099,
      "loss_total": 0.011721659451723099,
      "step": 8400
    },
    {
      "loss_action": 0.012798641808331013,
      "loss_total": 0.012798641808331013,
      "step": 8400
    },
    {
      "grad_norm": 0.21478238701820374,
      "learning_rate": 9.968261488988235e-05,
      "loss": 0.021,
      "step": 8410
    },
    {
      "loss_action": 0.018971575424075127,
      "loss_total": 0.018971575424075127,
      "step": 8410
    },
    {
      "loss_action": 0.01574951410293579,
      "loss_total": 0.01574951410293579,
      "step": 8410
    },
    {
      "loss_action": 0.01454269327223301,
      "loss_total": 0.01454269327223301,
      "step": 8410
    },
    {
      "loss_action": 0.015490949153900146,
      "loss_total": 0.015490949153900146,
      "step": 8410
    },
    {
      "loss_action": 0.01136963814496994,
      "loss_total": 0.01136963814496994,
      "step": 8410
    },
    {
      "loss_action": 0.014463107101619244,
      "loss_total": 0.014463107101619244,
      "step": 8410
    },
    {
      "loss_action": 0.012634992599487305,
      "loss_total": 0.012634992599487305,
      "step": 8410
    },
    {
      "loss_action": 0.017352242022752762,
      "loss_total": 0.017352242022752762,
      "step": 8410
    },
    {
      "grad_norm": 0.19489651918411255,
      "learning_rate": 9.968075210346155e-05,
      "loss": 0.0194,
      "step": 8420
    },
    {
      "loss_action": 0.020067084580659866,
      "loss_total": 0.020067084580659866,
      "step": 8420
    },
    {
      "loss_action": 0.027187062427401543,
      "loss_total": 0.027187062427401543,
      "step": 8420
    },
    {
      "loss_action": 0.013769169338047504,
      "loss_total": 0.013769169338047504,
      "step": 8420
    },
    {
      "loss_action": 0.010731715708971024,
      "loss_total": 0.010731715708971024,
      "step": 8420
    },
    {
      "loss_action": 0.018686443567276,
      "loss_total": 0.018686443567276,
      "step": 8420
    },
    {
      "loss_action": 0.011077085509896278,
      "loss_total": 0.011077085509896278,
      "step": 8420
    },
    {
      "loss_action": 0.015321883372962475,
      "loss_total": 0.015321883372962475,
      "step": 8420
    },
    {
      "loss_action": 0.02642073482275009,
      "loss_total": 0.02642073482275009,
      "step": 8420
    },
    {
      "grad_norm": 0.2682289779186249,
      "learning_rate": 9.967888388402839e-05,
      "loss": 0.0209,
      "step": 8430
    },
    {
      "loss_action": 0.0152478301897645,
      "loss_total": 0.0152478301897645,
      "step": 8430
    },
    {
      "loss_action": 0.014982367865741253,
      "loss_total": 0.014982367865741253,
      "step": 8430
    },
    {
      "loss_action": 0.03334983438253403,
      "loss_total": 0.03334983438253403,
      "step": 8430
    },
    {
      "loss_action": 0.014789522625505924,
      "loss_total": 0.014789522625505924,
      "step": 8430
    },
    {
      "loss_action": 0.014137456193566322,
      "loss_total": 0.014137456193566322,
      "step": 8430
    },
    {
      "loss_action": 0.013848904520273209,
      "loss_total": 0.013848904520273209,
      "step": 8430
    },
    {
      "loss_action": 0.016956694424152374,
      "loss_total": 0.016956694424152374,
      "step": 8430
    },
    {
      "loss_action": 0.017650514841079712,
      "loss_total": 0.017650514841079712,
      "step": 8430
    },
    {
      "grad_norm": 0.22804483771324158,
      "learning_rate": 9.967701023178717e-05,
      "loss": 0.0218,
      "step": 8440
    },
    {
      "loss_action": 0.021839473396539688,
      "loss_total": 0.021839473396539688,
      "step": 8440
    },
    {
      "loss_action": 0.013337288983166218,
      "loss_total": 0.013337288983166218,
      "step": 8440
    },
    {
      "loss_action": 0.02078891545534134,
      "loss_total": 0.02078891545534134,
      "step": 8440
    },
    {
      "loss_action": 0.023549005389213562,
      "loss_total": 0.023549005389213562,
      "step": 8440
    },
    {
      "loss_action": 0.024029910564422607,
      "loss_total": 0.024029910564422607,
      "step": 8440
    },
    {
      "loss_action": 0.01644069328904152,
      "loss_total": 0.01644069328904152,
      "step": 8440
    },
    {
      "loss_action": 0.017911339178681374,
      "loss_total": 0.017911339178681374,
      "step": 8440
    },
    {
      "loss_action": 0.019126974046230316,
      "loss_total": 0.019126974046230316,
      "step": 8440
    },
    {
      "grad_norm": 0.21680983901023865,
      "learning_rate": 9.967513114694282e-05,
      "loss": 0.0247,
      "step": 8450
    },
    {
      "loss_action": 0.03351638466119766,
      "loss_total": 0.03351638466119766,
      "step": 8450
    },
    {
      "loss_action": 0.023173172026872635,
      "loss_total": 0.023173172026872635,
      "step": 8450
    },
    {
      "loss_action": 0.016938382759690285,
      "loss_total": 0.016938382759690285,
      "step": 8450
    },
    {
      "loss_action": 0.02991027943789959,
      "loss_total": 0.02991027943789959,
      "step": 8450
    },
    {
      "loss_action": 0.020809175446629524,
      "loss_total": 0.020809175446629524,
      "step": 8450
    },
    {
      "loss_action": 0.056627057492733,
      "loss_total": 0.056627057492733,
      "step": 8450
    },
    {
      "loss_action": 0.012204861268401146,
      "loss_total": 0.012204861268401146,
      "step": 8450
    },
    {
      "loss_action": 0.02411242388188839,
      "loss_total": 0.02411242388188839,
      "step": 8450
    },
    {
      "grad_norm": 0.23728713393211365,
      "learning_rate": 9.967324662970079e-05,
      "loss": 0.0218,
      "step": 8460
    },
    {
      "loss_action": 0.012100918218493462,
      "loss_total": 0.012100918218493462,
      "step": 8460
    },
    {
      "loss_action": 0.026577871292829514,
      "loss_total": 0.026577871292829514,
      "step": 8460
    },
    {
      "loss_action": 0.019429489970207214,
      "loss_total": 0.019429489970207214,
      "step": 8460
    },
    {
      "loss_action": 0.013273857533931732,
      "loss_total": 0.013273857533931732,
      "step": 8460
    },
    {
      "loss_action": 0.016452737152576447,
      "loss_total": 0.016452737152576447,
      "step": 8460
    },
    {
      "loss_action": 0.01384454220533371,
      "loss_total": 0.01384454220533371,
      "step": 8460
    },
    {
      "loss_action": 0.014728190377354622,
      "loss_total": 0.014728190377354622,
      "step": 8460
    },
    {
      "loss_action": 0.033417169004678726,
      "loss_total": 0.033417169004678726,
      "step": 8460
    },
    {
      "grad_norm": 0.2870480418205261,
      "learning_rate": 9.96713566802672e-05,
      "loss": 0.0198,
      "step": 8470
    },
    {
      "loss_action": 0.017815332859754562,
      "loss_total": 0.017815332859754562,
      "step": 8470
    },
    {
      "loss_action": 0.019106239080429077,
      "loss_total": 0.019106239080429077,
      "step": 8470
    },
    {
      "loss_action": 0.01823730766773224,
      "loss_total": 0.01823730766773224,
      "step": 8470
    },
    {
      "loss_action": 0.015468679368495941,
      "loss_total": 0.015468679368495941,
      "step": 8470
    },
    {
      "loss_action": 0.019487541168928146,
      "loss_total": 0.019487541168928146,
      "step": 8470
    },
    {
      "loss_action": 0.012881584465503693,
      "loss_total": 0.012881584465503693,
      "step": 8470
    },
    {
      "loss_action": 0.014817848801612854,
      "loss_total": 0.014817848801612854,
      "step": 8470
    },
    {
      "loss_action": 0.0109422467648983,
      "loss_total": 0.0109422467648983,
      "step": 8470
    },
    {
      "grad_norm": 0.21637092530727386,
      "learning_rate": 9.966946129884873e-05,
      "loss": 0.02,
      "step": 8480
    },
    {
      "loss_action": 0.017717618495225906,
      "loss_total": 0.017717618495225906,
      "step": 8480
    },
    {
      "loss_action": 0.01702984608709812,
      "loss_total": 0.01702984608709812,
      "step": 8480
    },
    {
      "loss_action": 0.024418432265520096,
      "loss_total": 0.024418432265520096,
      "step": 8480
    },
    {
      "loss_action": 0.038175225257873535,
      "loss_total": 0.038175225257873535,
      "step": 8480
    },
    {
      "loss_action": 0.038120634853839874,
      "loss_total": 0.038120634853839874,
      "step": 8480
    },
    {
      "loss_action": 0.030180655419826508,
      "loss_total": 0.030180655419826508,
      "step": 8480
    },
    {
      "loss_action": 0.01708137057721615,
      "loss_total": 0.01708137057721615,
      "step": 8480
    },
    {
      "loss_action": 0.008045460097491741,
      "loss_total": 0.008045460097491741,
      "step": 8480
    },
    {
      "grad_norm": 0.2607252597808838,
      "learning_rate": 9.966756048565265e-05,
      "loss": 0.0203,
      "step": 8490
    },
    {
      "loss_action": 0.028329771012067795,
      "loss_total": 0.028329771012067795,
      "step": 8490
    },
    {
      "loss_action": 0.02120799571275711,
      "loss_total": 0.02120799571275711,
      "step": 8490
    },
    {
      "loss_action": 0.01900794357061386,
      "loss_total": 0.01900794357061386,
      "step": 8490
    },
    {
      "loss_action": 0.016376812011003494,
      "loss_total": 0.016376812011003494,
      "step": 8490
    },
    {
      "loss_action": 0.029291464015841484,
      "loss_total": 0.029291464015841484,
      "step": 8490
    },
    {
      "loss_action": 0.011064520105719566,
      "loss_total": 0.011064520105719566,
      "step": 8490
    },
    {
      "loss_action": 0.01337180845439434,
      "loss_total": 0.01337180845439434,
      "step": 8490
    },
    {
      "loss_action": 0.04568840563297272,
      "loss_total": 0.04568840563297272,
      "step": 8490
    },
    {
      "grad_norm": 0.264699786901474,
      "learning_rate": 9.966565424088681e-05,
      "loss": 0.0269,
      "step": 8500
    },
    {
      "loss_action": 0.02111884579062462,
      "loss_total": 0.02111884579062462,
      "step": 8500
    },
    {
      "loss_action": 0.01788642257452011,
      "loss_total": 0.01788642257452011,
      "step": 8500
    },
    {
      "loss_action": 0.019177909940481186,
      "loss_total": 0.019177909940481186,
      "step": 8500
    },
    {
      "loss_action": 0.03611624240875244,
      "loss_total": 0.03611624240875244,
      "step": 8500
    },
    {
      "loss_action": 0.01149507611989975,
      "loss_total": 0.01149507611989975,
      "step": 8500
    },
    {
      "loss_action": 0.015405156649649143,
      "loss_total": 0.015405156649649143,
      "step": 8500
    },
    {
      "loss_action": 0.015017213299870491,
      "loss_total": 0.015017213299870491,
      "step": 8500
    },
    {
      "loss_action": 0.02508966438472271,
      "loss_total": 0.02508966438472271,
      "step": 8500
    },
    {
      "grad_norm": 0.2677443325519562,
      "learning_rate": 9.96637425647597e-05,
      "loss": 0.0219,
      "step": 8510
    },
    {
      "loss_action": 0.023187946528196335,
      "loss_total": 0.023187946528196335,
      "step": 8510
    },
    {
      "loss_action": 0.018080921843647957,
      "loss_total": 0.018080921843647957,
      "step": 8510
    },
    {
      "loss_action": 0.017379969358444214,
      "loss_total": 0.017379969358444214,
      "step": 8510
    },
    {
      "loss_action": 0.01089564897119999,
      "loss_total": 0.01089564897119999,
      "step": 8510
    },
    {
      "loss_action": 0.04623346030712128,
      "loss_total": 0.04623346030712128,
      "step": 8510
    },
    {
      "loss_action": 0.02561463788151741,
      "loss_total": 0.02561463788151741,
      "step": 8510
    },
    {
      "loss_action": 0.026798803359270096,
      "loss_total": 0.026798803359270096,
      "step": 8510
    },
    {
      "loss_action": 0.03028532676398754,
      "loss_total": 0.03028532676398754,
      "step": 8510
    },
    {
      "grad_norm": 0.2408125251531601,
      "learning_rate": 9.966182545748038e-05,
      "loss": 0.0223,
      "step": 8520
    },
    {
      "loss_action": 0.028742710128426552,
      "loss_total": 0.028742710128426552,
      "step": 8520
    },
    {
      "loss_action": 0.012980950064957142,
      "loss_total": 0.012980950064957142,
      "step": 8520
    },
    {
      "loss_action": 0.009823756292462349,
      "loss_total": 0.009823756292462349,
      "step": 8520
    },
    {
      "loss_action": 0.015432684682309628,
      "loss_total": 0.015432684682309628,
      "step": 8520
    },
    {
      "loss_action": 0.05362164229154587,
      "loss_total": 0.05362164229154587,
      "step": 8520
    },
    {
      "loss_action": 0.027109883725643158,
      "loss_total": 0.027109883725643158,
      "step": 8520
    },
    {
      "loss_action": 0.009433198720216751,
      "loss_total": 0.009433198720216751,
      "step": 8520
    },
    {
      "loss_action": 0.01687319576740265,
      "loss_total": 0.01687319576740265,
      "step": 8520
    },
    {
      "grad_norm": 0.22194336354732513,
      "learning_rate": 9.96599029192585e-05,
      "loss": 0.021,
      "step": 8530
    },
    {
      "loss_action": 0.025024259462952614,
      "loss_total": 0.025024259462952614,
      "step": 8530
    },
    {
      "loss_action": 0.019753217697143555,
      "loss_total": 0.019753217697143555,
      "step": 8530
    },
    {
      "loss_action": 0.017991214990615845,
      "loss_total": 0.017991214990615845,
      "step": 8530
    },
    {
      "loss_action": 0.012472790665924549,
      "loss_total": 0.012472790665924549,
      "step": 8530
    },
    {
      "loss_action": 0.028325378894805908,
      "loss_total": 0.028325378894805908,
      "step": 8530
    },
    {
      "loss_action": 0.018721584230661392,
      "loss_total": 0.018721584230661392,
      "step": 8530
    },
    {
      "loss_action": 0.022067269310355186,
      "loss_total": 0.022067269310355186,
      "step": 8530
    },
    {
      "loss_action": 0.01014553289860487,
      "loss_total": 0.01014553289860487,
      "step": 8530
    },
    {
      "grad_norm": 0.254499226808548,
      "learning_rate": 9.965797495030428e-05,
      "loss": 0.0225,
      "step": 8540
    },
    {
      "loss_action": 0.021930620074272156,
      "loss_total": 0.021930620074272156,
      "step": 8540
    },
    {
      "loss_action": 0.024336330592632294,
      "loss_total": 0.024336330592632294,
      "step": 8540
    },
    {
      "loss_action": 0.02788245677947998,
      "loss_total": 0.02788245677947998,
      "step": 8540
    },
    {
      "loss_action": 0.015228746458888054,
      "loss_total": 0.015228746458888054,
      "step": 8540
    },
    {
      "loss_action": 0.019145861268043518,
      "loss_total": 0.019145861268043518,
      "step": 8540
    },
    {
      "loss_action": 0.01482840720564127,
      "loss_total": 0.01482840720564127,
      "step": 8540
    },
    {
      "loss_action": 0.017143022269010544,
      "loss_total": 0.017143022269010544,
      "step": 8540
    },
    {
      "loss_action": 0.014710789546370506,
      "loss_total": 0.014710789546370506,
      "step": 8540
    },
    {
      "grad_norm": 0.18578098714351654,
      "learning_rate": 9.96560415508286e-05,
      "loss": 0.0206,
      "step": 8550
    },
    {
      "loss_action": 0.031088650226593018,
      "loss_total": 0.031088650226593018,
      "step": 8550
    },
    {
      "loss_action": 0.012389629147946835,
      "loss_total": 0.012389629147946835,
      "step": 8550
    },
    {
      "loss_action": 0.014355795457959175,
      "loss_total": 0.014355795457959175,
      "step": 8550
    },
    {
      "loss_action": 0.01264900155365467,
      "loss_total": 0.01264900155365467,
      "step": 8550
    },
    {
      "loss_action": 0.030163370072841644,
      "loss_total": 0.030163370072841644,
      "step": 8550
    },
    {
      "loss_action": 0.014173725619912148,
      "loss_total": 0.014173725619912148,
      "step": 8550
    },
    {
      "loss_action": 0.017698921263217926,
      "loss_total": 0.017698921263217926,
      "step": 8550
    },
    {
      "loss_action": 0.012864610180258751,
      "loss_total": 0.012864610180258751,
      "step": 8550
    },
    {
      "grad_norm": 0.19987912476062775,
      "learning_rate": 9.965410272104286e-05,
      "loss": 0.0233,
      "step": 8560
    },
    {
      "loss_action": 0.0164672639220953,
      "loss_total": 0.0164672639220953,
      "step": 8560
    },
    {
      "loss_action": 0.01597367227077484,
      "loss_total": 0.01597367227077484,
      "step": 8560
    },
    {
      "loss_action": 0.026935696601867676,
      "loss_total": 0.026935696601867676,
      "step": 8560
    },
    {
      "loss_action": 0.013269991613924503,
      "loss_total": 0.013269991613924503,
      "step": 8560
    },
    {
      "loss_action": 0.030039168894290924,
      "loss_total": 0.030039168894290924,
      "step": 8560
    },
    {
      "loss_action": 0.029370663687586784,
      "loss_total": 0.029370663687586784,
      "step": 8560
    },
    {
      "loss_action": 0.015282955020666122,
      "loss_total": 0.015282955020666122,
      "step": 8560
    },
    {
      "loss_action": 0.021083593368530273,
      "loss_total": 0.021083593368530273,
      "step": 8560
    },
    {
      "grad_norm": 0.20665432512760162,
      "learning_rate": 9.96521584611591e-05,
      "loss": 0.0248,
      "step": 8570
    },
    {
      "loss_action": 0.01974538341164589,
      "loss_total": 0.01974538341164589,
      "step": 8570
    },
    {
      "loss_action": 0.01903916336596012,
      "loss_total": 0.01903916336596012,
      "step": 8570
    },
    {
      "loss_action": 0.012812771834433079,
      "loss_total": 0.012812771834433079,
      "step": 8570
    },
    {
      "loss_action": 0.0209524966776371,
      "loss_total": 0.0209524966776371,
      "step": 8570
    },
    {
      "loss_action": 0.014609381556510925,
      "loss_total": 0.014609381556510925,
      "step": 8570
    },
    {
      "loss_action": 0.0319928303360939,
      "loss_total": 0.0319928303360939,
      "step": 8570
    },
    {
      "loss_action": 0.02067844197154045,
      "loss_total": 0.02067844197154045,
      "step": 8570
    },
    {
      "loss_action": 0.01798728108406067,
      "loss_total": 0.01798728108406067,
      "step": 8570
    },
    {
      "grad_norm": 0.2325490415096283,
      "learning_rate": 9.965020877138994e-05,
      "loss": 0.0229,
      "step": 8580
    },
    {
      "loss_action": 0.012031838297843933,
      "loss_total": 0.012031838297843933,
      "step": 8580
    },
    {
      "loss_action": 0.009391708299517632,
      "loss_total": 0.009391708299517632,
      "step": 8580
    },
    {
      "loss_action": 0.016817068681120872,
      "loss_total": 0.016817068681120872,
      "step": 8580
    },
    {
      "loss_action": 0.023113738745450974,
      "loss_total": 0.023113738745450974,
      "step": 8580
    },
    {
      "loss_action": 0.015489204786717892,
      "loss_total": 0.015489204786717892,
      "step": 8580
    },
    {
      "loss_action": 0.01994512230157852,
      "loss_total": 0.01994512230157852,
      "step": 8580
    },
    {
      "loss_action": 0.05047621205449104,
      "loss_total": 0.05047621205449104,
      "step": 8580
    },
    {
      "loss_action": 0.02618698589503765,
      "loss_total": 0.02618698589503765,
      "step": 8580
    },
    {
      "grad_norm": 0.20672661066055298,
      "learning_rate": 9.964825365194861e-05,
      "loss": 0.0218,
      "step": 8590
    },
    {
      "loss_action": 0.02356516197323799,
      "loss_total": 0.02356516197323799,
      "step": 8590
    },
    {
      "loss_action": 0.028045445680618286,
      "loss_total": 0.028045445680618286,
      "step": 8590
    },
    {
      "loss_action": 0.019872739911079407,
      "loss_total": 0.019872739911079407,
      "step": 8590
    },
    {
      "loss_action": 0.01847946271300316,
      "loss_total": 0.01847946271300316,
      "step": 8590
    },
    {
      "loss_action": 0.017510786652565002,
      "loss_total": 0.017510786652565002,
      "step": 8590
    },
    {
      "loss_action": 0.025948429480195045,
      "loss_total": 0.025948429480195045,
      "step": 8590
    },
    {
      "loss_action": 0.012168558314442635,
      "loss_total": 0.012168558314442635,
      "step": 8590
    },
    {
      "loss_action": 0.016072871163487434,
      "loss_total": 0.016072871163487434,
      "step": 8590
    },
    {
      "grad_norm": 0.3341710567474365,
      "learning_rate": 9.96462931030489e-05,
      "loss": 0.0209,
      "step": 8600
    },
    {
      "loss_action": 0.013884557411074638,
      "loss_total": 0.013884557411074638,
      "step": 8600
    },
    {
      "loss_action": 0.11065396666526794,
      "loss_total": 0.11065396666526794,
      "step": 8600
    },
    {
      "loss_action": 0.019907530397176743,
      "loss_total": 0.019907530397176743,
      "step": 8600
    },
    {
      "loss_action": 0.024610407650470734,
      "loss_total": 0.024610407650470734,
      "step": 8600
    },
    {
      "loss_action": 0.006630816031247377,
      "loss_total": 0.006630816031247377,
      "step": 8600
    },
    {
      "loss_action": 0.020128387957811356,
      "loss_total": 0.020128387957811356,
      "step": 8600
    },
    {
      "loss_action": 0.0133512569591403,
      "loss_total": 0.0133512569591403,
      "step": 8600
    },
    {
      "loss_action": 0.013839437626302242,
      "loss_total": 0.013839437626302242,
      "step": 8600
    },
    {
      "grad_norm": 0.18190138041973114,
      "learning_rate": 9.96443271249052e-05,
      "loss": 0.0205,
      "step": 8610
    },
    {
      "loss_action": 0.014199817553162575,
      "loss_total": 0.014199817553162575,
      "step": 8610
    },
    {
      "loss_action": 0.02973848208785057,
      "loss_total": 0.02973848208785057,
      "step": 8610
    },
    {
      "loss_action": 0.01690313220024109,
      "loss_total": 0.01690313220024109,
      "step": 8610
    },
    {
      "loss_action": 0.017842551693320274,
      "loss_total": 0.017842551693320274,
      "step": 8610
    },
    {
      "loss_action": 0.02313951402902603,
      "loss_total": 0.02313951402902603,
      "step": 8610
    },
    {
      "loss_action": 0.013632621616125107,
      "loss_total": 0.013632621616125107,
      "step": 8610
    },
    {
      "loss_action": 0.02287967875599861,
      "loss_total": 0.02287967875599861,
      "step": 8610
    },
    {
      "loss_action": 0.011073444038629532,
      "loss_total": 0.011073444038629532,
      "step": 8610
    },
    {
      "grad_norm": 0.18348395824432373,
      "learning_rate": 9.964235571773255e-05,
      "loss": 0.0188,
      "step": 8620
    },
    {
      "loss_action": 0.017209883779287338,
      "loss_total": 0.017209883779287338,
      "step": 8620
    },
    {
      "loss_action": 0.01389097236096859,
      "loss_total": 0.01389097236096859,
      "step": 8620
    },
    {
      "loss_action": 0.023969044908881187,
      "loss_total": 0.023969044908881187,
      "step": 8620
    },
    {
      "loss_action": 0.01748981513082981,
      "loss_total": 0.01748981513082981,
      "step": 8620
    },
    {
      "loss_action": 0.023074904456734657,
      "loss_total": 0.023074904456734657,
      "step": 8620
    },
    {
      "loss_action": 0.0539214164018631,
      "loss_total": 0.0539214164018631,
      "step": 8620
    },
    {
      "loss_action": 0.015164031647145748,
      "loss_total": 0.015164031647145748,
      "step": 8620
    },
    {
      "loss_action": 0.0433257594704628,
      "loss_total": 0.0433257594704628,
      "step": 8620
    },
    {
      "grad_norm": 0.21944376826286316,
      "learning_rate": 9.96403788817465e-05,
      "loss": 0.0222,
      "step": 8630
    },
    {
      "loss_action": 0.014457397162914276,
      "loss_total": 0.014457397162914276,
      "step": 8630
    },
    {
      "loss_action": 0.037078604102134705,
      "loss_total": 0.037078604102134705,
      "step": 8630
    },
    {
      "loss_action": 0.020375875756144524,
      "loss_total": 0.020375875756144524,
      "step": 8630
    },
    {
      "loss_action": 0.01611080765724182,
      "loss_total": 0.01611080765724182,
      "step": 8630
    },
    {
      "loss_action": 0.015372078865766525,
      "loss_total": 0.015372078865766525,
      "step": 8630
    },
    {
      "loss_action": 0.02602151408791542,
      "loss_total": 0.02602151408791542,
      "step": 8630
    },
    {
      "loss_action": 0.022502189502120018,
      "loss_total": 0.022502189502120018,
      "step": 8630
    },
    {
      "loss_action": 0.013291059993207455,
      "loss_total": 0.013291059993207455,
      "step": 8630
    },
    {
      "grad_norm": 0.24838244915008545,
      "learning_rate": 9.963839661716325e-05,
      "loss": 0.024,
      "step": 8640
    },
    {
      "loss_action": 0.03247550502419472,
      "loss_total": 0.03247550502419472,
      "step": 8640
    },
    {
      "loss_action": 0.0285362359136343,
      "loss_total": 0.0285362359136343,
      "step": 8640
    },
    {
      "loss_action": 0.01778288558125496,
      "loss_total": 0.01778288558125496,
      "step": 8640
    },
    {
      "loss_action": 0.033527955412864685,
      "loss_total": 0.033527955412864685,
      "step": 8640
    },
    {
      "loss_action": 0.03545967489480972,
      "loss_total": 0.03545967489480972,
      "step": 8640
    },
    {
      "loss_action": 0.011923706158995628,
      "loss_total": 0.011923706158995628,
      "step": 8640
    },
    {
      "loss_action": 0.02987414412200451,
      "loss_total": 0.02987414412200451,
      "step": 8640
    },
    {
      "loss_action": 0.026784872636198997,
      "loss_total": 0.026784872636198997,
      "step": 8640
    },
    {
      "grad_norm": 0.23853984475135803,
      "learning_rate": 9.963640892419958e-05,
      "loss": 0.0239,
      "step": 8650
    },
    {
      "loss_action": 0.030953530222177505,
      "loss_total": 0.030953530222177505,
      "step": 8650
    },
    {
      "loss_action": 0.015517877414822578,
      "loss_total": 0.015517877414822578,
      "step": 8650
    },
    {
      "loss_action": 0.016062699258327484,
      "loss_total": 0.016062699258327484,
      "step": 8650
    },
    {
      "loss_action": 0.010531452484428883,
      "loss_total": 0.010531452484428883,
      "step": 8650
    },
    {
      "loss_action": 0.024309977889060974,
      "loss_total": 0.024309977889060974,
      "step": 8650
    },
    {
      "loss_action": 0.03107449784874916,
      "loss_total": 0.03107449784874916,
      "step": 8650
    },
    {
      "loss_action": 0.011554805561900139,
      "loss_total": 0.011554805561900139,
      "step": 8650
    },
    {
      "loss_action": 0.022191908210515976,
      "loss_total": 0.022191908210515976,
      "step": 8650
    },
    {
      "grad_norm": 0.24239400029182434,
      "learning_rate": 9.963441580307286e-05,
      "loss": 0.0213,
      "step": 8660
    },
    {
      "loss_action": 0.013204539194703102,
      "loss_total": 0.013204539194703102,
      "step": 8660
    },
    {
      "loss_action": 0.011972424574196339,
      "loss_total": 0.011972424574196339,
      "step": 8660
    },
    {
      "loss_action": 0.017136335372924805,
      "loss_total": 0.017136335372924805,
      "step": 8660
    },
    {
      "loss_action": 0.010217184200882912,
      "loss_total": 0.010217184200882912,
      "step": 8660
    },
    {
      "loss_action": 0.021454935893416405,
      "loss_total": 0.021454935893416405,
      "step": 8660
    },
    {
      "loss_action": 0.01531982235610485,
      "loss_total": 0.01531982235610485,
      "step": 8660
    },
    {
      "loss_action": 0.015104083344340324,
      "loss_total": 0.015104083344340324,
      "step": 8660
    },
    {
      "loss_action": 0.02223648875951767,
      "loss_total": 0.02223648875951767,
      "step": 8660
    },
    {
      "grad_norm": 0.35163912177085876,
      "learning_rate": 9.963241725400104e-05,
      "loss": 0.0228,
      "step": 8670
    },
    {
      "loss_action": 0.016443634405732155,
      "loss_total": 0.016443634405732155,
      "step": 8670
    },
    {
      "loss_action": 0.02465629205107689,
      "loss_total": 0.02465629205107689,
      "step": 8670
    },
    {
      "loss_action": 0.012915992178022861,
      "loss_total": 0.012915992178022861,
      "step": 8670
    },
    {
      "loss_action": 0.08714219182729721,
      "loss_total": 0.08714219182729721,
      "step": 8670
    },
    {
      "loss_action": 0.026905326172709465,
      "loss_total": 0.026905326172709465,
      "step": 8670
    },
    {
      "loss_action": 0.01875166967511177,
      "loss_total": 0.01875166967511177,
      "step": 8670
    },
    {
      "loss_action": 0.029966332018375397,
      "loss_total": 0.029966332018375397,
      "step": 8670
    },
    {
      "loss_action": 0.019598331302404404,
      "loss_total": 0.019598331302404404,
      "step": 8670
    },
    {
      "grad_norm": 0.22898755967617035,
      "learning_rate": 9.963041327720271e-05,
      "loss": 0.0252,
      "step": 8680
    },
    {
      "loss_action": 0.02137361280620098,
      "loss_total": 0.02137361280620098,
      "step": 8680
    },
    {
      "loss_action": 0.019184354692697525,
      "loss_total": 0.019184354692697525,
      "step": 8680
    },
    {
      "loss_action": 0.019574150443077087,
      "loss_total": 0.019574150443077087,
      "step": 8680
    },
    {
      "loss_action": 0.025135185569524765,
      "loss_total": 0.025135185569524765,
      "step": 8680
    },
    {
      "loss_action": 0.013404167257249355,
      "loss_total": 0.013404167257249355,
      "step": 8680
    },
    {
      "loss_action": 0.02464287355542183,
      "loss_total": 0.02464287355542183,
      "step": 8680
    },
    {
      "loss_action": 0.022680114954710007,
      "loss_total": 0.022680114954710007,
      "step": 8680
    },
    {
      "loss_action": 0.03363697603344917,
      "loss_total": 0.03363697603344917,
      "step": 8680
    },
    {
      "grad_norm": 0.1626875102519989,
      "learning_rate": 9.962840387289697e-05,
      "loss": 0.0199,
      "step": 8690
    },
    {
      "loss_action": 0.01441064104437828,
      "loss_total": 0.01441064104437828,
      "step": 8690
    },
    {
      "loss_action": 0.01979830674827099,
      "loss_total": 0.01979830674827099,
      "step": 8690
    },
    {
      "loss_action": 0.021251622587442398,
      "loss_total": 0.021251622587442398,
      "step": 8690
    },
    {
      "loss_action": 0.028170177713036537,
      "loss_total": 0.028170177713036537,
      "step": 8690
    },
    {
      "loss_action": 0.010765505954623222,
      "loss_total": 0.010765505954623222,
      "step": 8690
    },
    {
      "loss_action": 0.01919865794479847,
      "loss_total": 0.01919865794479847,
      "step": 8690
    },
    {
      "loss_action": 0.01330040954053402,
      "loss_total": 0.01330040954053402,
      "step": 8690
    },
    {
      "loss_action": 0.024055717512965202,
      "loss_total": 0.024055717512965202,
      "step": 8690
    },
    {
      "grad_norm": 0.25648099184036255,
      "learning_rate": 9.962638904130363e-05,
      "loss": 0.0191,
      "step": 8700
    },
    {
      "loss_action": 0.02055293135344982,
      "loss_total": 0.02055293135344982,
      "step": 8700
    },
    {
      "loss_action": 0.01321506965905428,
      "loss_total": 0.01321506965905428,
      "step": 8700
    },
    {
      "loss_action": 0.02239624783396721,
      "loss_total": 0.02239624783396721,
      "step": 8700
    },
    {
      "loss_action": 0.009119588881731033,
      "loss_total": 0.009119588881731033,
      "step": 8700
    },
    {
      "loss_action": 0.016387855634093285,
      "loss_total": 0.016387855634093285,
      "step": 8700
    },
    {
      "loss_action": 0.025794947519898415,
      "loss_total": 0.025794947519898415,
      "step": 8700
    },
    {
      "loss_action": 0.02086874470114708,
      "loss_total": 0.02086874470114708,
      "step": 8700
    },
    {
      "loss_action": 0.018756933510303497,
      "loss_total": 0.018756933510303497,
      "step": 8700
    },
    {
      "grad_norm": 0.20269696414470673,
      "learning_rate": 9.962436878264298e-05,
      "loss": 0.0198,
      "step": 8710
    },
    {
      "loss_action": 0.014740709215402603,
      "loss_total": 0.014740709215402603,
      "step": 8710
    },
    {
      "loss_action": 0.007882650941610336,
      "loss_total": 0.007882650941610336,
      "step": 8710
    },
    {
      "loss_action": 0.021153297275304794,
      "loss_total": 0.021153297275304794,
      "step": 8710
    },
    {
      "loss_action": 0.021476609632372856,
      "loss_total": 0.021476609632372856,
      "step": 8710
    },
    {
      "loss_action": 0.02758222632110119,
      "loss_total": 0.02758222632110119,
      "step": 8710
    },
    {
      "loss_action": 0.01359688863158226,
      "loss_total": 0.01359688863158226,
      "step": 8710
    },
    {
      "loss_action": 0.035660646855831146,
      "loss_total": 0.035660646855831146,
      "step": 8710
    },
    {
      "loss_action": 0.008301449008286,
      "loss_total": 0.008301449008286,
      "step": 8710
    },
    {
      "grad_norm": 0.23848822712898254,
      "learning_rate": 9.962234309713598e-05,
      "loss": 0.0208,
      "step": 8720
    },
    {
      "loss_action": 0.007186321076005697,
      "loss_total": 0.007186321076005697,
      "step": 8720
    },
    {
      "loss_action": 0.01522244606167078,
      "loss_total": 0.01522244606167078,
      "step": 8720
    },
    {
      "loss_action": 0.030542422086000443,
      "loss_total": 0.030542422086000443,
      "step": 8720
    },
    {
      "loss_action": 0.015892866998910904,
      "loss_total": 0.015892866998910904,
      "step": 8720
    },
    {
      "loss_action": 0.03548683226108551,
      "loss_total": 0.03548683226108551,
      "step": 8720
    },
    {
      "loss_action": 0.015892522409558296,
      "loss_total": 0.015892522409558296,
      "step": 8720
    },
    {
      "loss_action": 0.03225969523191452,
      "loss_total": 0.03225969523191452,
      "step": 8720
    },
    {
      "loss_action": 0.009571545757353306,
      "loss_total": 0.009571545757353306,
      "step": 8720
    },
    {
      "grad_norm": 0.3413907587528229,
      "learning_rate": 9.962031198500414e-05,
      "loss": 0.0211,
      "step": 8730
    },
    {
      "loss_action": 0.023461773991584778,
      "loss_total": 0.023461773991584778,
      "step": 8730
    },
    {
      "loss_action": 0.012521622702479362,
      "loss_total": 0.012521622702479362,
      "step": 8730
    },
    {
      "loss_action": 0.01383008062839508,
      "loss_total": 0.01383008062839508,
      "step": 8730
    },
    {
      "loss_action": 0.01088315062224865,
      "loss_total": 0.01088315062224865,
      "step": 8730
    },
    {
      "loss_action": 0.025831449776887894,
      "loss_total": 0.025831449776887894,
      "step": 8730
    },
    {
      "loss_action": 0.02345324121415615,
      "loss_total": 0.02345324121415615,
      "step": 8730
    },
    {
      "loss_action": 0.015088444575667381,
      "loss_total": 0.015088444575667381,
      "step": 8730
    },
    {
      "loss_action": 0.019034378230571747,
      "loss_total": 0.019034378230571747,
      "step": 8730
    },
    {
      "grad_norm": 0.25248396396636963,
      "learning_rate": 9.961827544646958e-05,
      "loss": 0.0205,
      "step": 8740
    },
    {
      "loss_action": 0.02526748925447464,
      "loss_total": 0.02526748925447464,
      "step": 8740
    },
    {
      "loss_action": 0.03369498252868652,
      "loss_total": 0.03369498252868652,
      "step": 8740
    },
    {
      "loss_action": 0.011819018051028252,
      "loss_total": 0.011819018051028252,
      "step": 8740
    },
    {
      "loss_action": 0.015773769468069077,
      "loss_total": 0.015773769468069077,
      "step": 8740
    },
    {
      "loss_action": 0.04295220226049423,
      "loss_total": 0.04295220226049423,
      "step": 8740
    },
    {
      "loss_action": 0.02597818523645401,
      "loss_total": 0.02597818523645401,
      "step": 8740
    },
    {
      "loss_action": 0.02149971015751362,
      "loss_total": 0.02149971015751362,
      "step": 8740
    },
    {
      "loss_action": 0.010455832816660404,
      "loss_total": 0.010455832816660404,
      "step": 8740
    },
    {
      "grad_norm": 0.23366349935531616,
      "learning_rate": 9.961623348175501e-05,
      "loss": 0.0178,
      "step": 8750
    },
    {
      "loss_action": 0.014738980680704117,
      "loss_total": 0.014738980680704117,
      "step": 8750
    },
    {
      "loss_action": 0.014963905327022076,
      "loss_total": 0.014963905327022076,
      "step": 8750
    },
    {
      "loss_action": 0.013237684965133667,
      "loss_total": 0.013237684965133667,
      "step": 8750
    },
    {
      "loss_action": 0.02692275494337082,
      "loss_total": 0.02692275494337082,
      "step": 8750
    },
    {
      "loss_action": 0.015408046543598175,
      "loss_total": 0.015408046543598175,
      "step": 8750
    },
    {
      "loss_action": 0.019067170098423958,
      "loss_total": 0.019067170098423958,
      "step": 8750
    },
    {
      "loss_action": 0.011697527952492237,
      "loss_total": 0.011697527952492237,
      "step": 8750
    },
    {
      "loss_action": 0.014581777155399323,
      "loss_total": 0.014581777155399323,
      "step": 8750
    },
    {
      "grad_norm": 0.3092725872993469,
      "learning_rate": 9.961418609108377e-05,
      "loss": 0.0203,
      "step": 8760
    },
    {
      "loss_action": 0.04575075954198837,
      "loss_total": 0.04575075954198837,
      "step": 8760
    },
    {
      "loss_action": 0.012166382744908333,
      "loss_total": 0.012166382744908333,
      "step": 8760
    },
    {
      "loss_action": 0.024640502408146858,
      "loss_total": 0.024640502408146858,
      "step": 8760
    },
    {
      "loss_action": 0.014009601436555386,
      "loss_total": 0.014009601436555386,
      "step": 8760
    },
    {
      "loss_action": 0.013666367158293724,
      "loss_total": 0.013666367158293724,
      "step": 8760
    },
    {
      "loss_action": 0.01839657500386238,
      "loss_total": 0.01839657500386238,
      "step": 8760
    },
    {
      "loss_action": 0.012592634186148643,
      "loss_total": 0.012592634186148643,
      "step": 8760
    },
    {
      "loss_action": 0.042954057455062866,
      "loss_total": 0.042954057455062866,
      "step": 8760
    },
    {
      "grad_norm": 0.1800292283296585,
      "learning_rate": 9.961213327467971e-05,
      "loss": 0.0227,
      "step": 8770
    },
    {
      "loss_action": 0.01261993683874607,
      "loss_total": 0.01261993683874607,
      "step": 8770
    },
    {
      "loss_action": 0.022758346050977707,
      "loss_total": 0.022758346050977707,
      "step": 8770
    },
    {
      "loss_action": 0.0234686229377985,
      "loss_total": 0.0234686229377985,
      "step": 8770
    },
    {
      "loss_action": 0.013740777969360352,
      "loss_total": 0.013740777969360352,
      "step": 8770
    },
    {
      "loss_action": 0.03973088040947914,
      "loss_total": 0.03973088040947914,
      "step": 8770
    },
    {
      "loss_action": 0.07113972306251526,
      "loss_total": 0.07113972306251526,
      "step": 8770
    },
    {
      "loss_action": 0.013428807258605957,
      "loss_total": 0.013428807258605957,
      "step": 8770
    },
    {
      "loss_action": 0.021762166172266006,
      "loss_total": 0.021762166172266006,
      "step": 8770
    },
    {
      "grad_norm": 0.23758003115653992,
      "learning_rate": 9.961007503276736e-05,
      "loss": 0.0229,
      "step": 8780
    },
    {
      "loss_action": 0.0252536628395319,
      "loss_total": 0.0252536628395319,
      "step": 8780
    },
    {
      "loss_action": 0.012547187507152557,
      "loss_total": 0.012547187507152557,
      "step": 8780
    },
    {
      "loss_action": 0.01673867553472519,
      "loss_total": 0.01673867553472519,
      "step": 8780
    },
    {
      "loss_action": 0.009869096800684929,
      "loss_total": 0.009869096800684929,
      "step": 8780
    },
    {
      "loss_action": 0.01447315700352192,
      "loss_total": 0.01447315700352192,
      "step": 8780
    },
    {
      "loss_action": 0.014549908228218555,
      "loss_total": 0.014549908228218555,
      "step": 8780
    },
    {
      "loss_action": 0.04103100299835205,
      "loss_total": 0.04103100299835205,
      "step": 8780
    },
    {
      "loss_action": 0.011051084846258163,
      "loss_total": 0.011051084846258163,
      "step": 8780
    },
    {
      "grad_norm": 0.2549123167991638,
      "learning_rate": 9.960801136557179e-05,
      "loss": 0.022,
      "step": 8790
    },
    {
      "loss_action": 0.017574194818735123,
      "loss_total": 0.017574194818735123,
      "step": 8790
    },
    {
      "loss_action": 0.014414514414966106,
      "loss_total": 0.014414514414966106,
      "step": 8790
    },
    {
      "loss_action": 0.007917732931673527,
      "loss_total": 0.007917732931673527,
      "step": 8790
    },
    {
      "loss_action": 0.01585424318909645,
      "loss_total": 0.01585424318909645,
      "step": 8790
    },
    {
      "loss_action": 0.012859689071774483,
      "loss_total": 0.012859689071774483,
      "step": 8790
    },
    {
      "loss_action": 0.013378115370869637,
      "loss_total": 0.013378115370869637,
      "step": 8790
    },
    {
      "loss_action": 0.025536544620990753,
      "loss_total": 0.025536544620990753,
      "step": 8790
    },
    {
      "loss_action": 0.012717265635728836,
      "loss_total": 0.012717265635728836,
      "step": 8790
    },
    {
      "grad_norm": 0.21087735891342163,
      "learning_rate": 9.960594227331866e-05,
      "loss": 0.0181,
      "step": 8800
    },
    {
      "loss_action": 0.020923342555761337,
      "loss_total": 0.020923342555761337,
      "step": 8800
    },
    {
      "loss_action": 0.019417133182287216,
      "loss_total": 0.019417133182287216,
      "step": 8800
    },
    {
      "loss_action": 0.021380949765443802,
      "loss_total": 0.021380949765443802,
      "step": 8800
    },
    {
      "loss_action": 0.022450022399425507,
      "loss_total": 0.022450022399425507,
      "step": 8800
    },
    {
      "loss_action": 0.010015733540058136,
      "loss_total": 0.010015733540058136,
      "step": 8800
    },
    {
      "loss_action": 0.015124051831662655,
      "loss_total": 0.015124051831662655,
      "step": 8800
    },
    {
      "loss_action": 0.017539819702506065,
      "loss_total": 0.017539819702506065,
      "step": 8800
    },
    {
      "loss_action": 0.01514492742717266,
      "loss_total": 0.01514492742717266,
      "step": 8800
    },
    {
      "grad_norm": 0.21453413367271423,
      "learning_rate": 9.960386775623429e-05,
      "loss": 0.0197,
      "step": 8810
    },
    {
      "loss_action": 0.009014811366796494,
      "loss_total": 0.009014811366796494,
      "step": 8810
    },
    {
      "loss_action": 0.01542101800441742,
      "loss_total": 0.01542101800441742,
      "step": 8810
    },
    {
      "loss_action": 0.017283977940678596,
      "loss_total": 0.017283977940678596,
      "step": 8810
    },
    {
      "loss_action": 0.04034706950187683,
      "loss_total": 0.04034706950187683,
      "step": 8810
    },
    {
      "loss_action": 0.022172914817929268,
      "loss_total": 0.022172914817929268,
      "step": 8810
    },
    {
      "loss_action": 0.010537849739193916,
      "loss_total": 0.010537849739193916,
      "step": 8810
    },
    {
      "loss_action": 0.01621181145310402,
      "loss_total": 0.01621181145310402,
      "step": 8810
    },
    {
      "loss_action": 0.012272356078028679,
      "loss_total": 0.012272356078028679,
      "step": 8810
    },
    {
      "grad_norm": 0.19142383337020874,
      "learning_rate": 9.96017878145455e-05,
      "loss": 0.0206,
      "step": 8820
    },
    {
      "loss_action": 0.023332184180617332,
      "loss_total": 0.023332184180617332,
      "step": 8820
    },
    {
      "loss_action": 0.012496342882514,
      "loss_total": 0.012496342882514,
      "step": 8820
    },
    {
      "loss_action": 0.012564891949295998,
      "loss_total": 0.012564891949295998,
      "step": 8820
    },
    {
      "loss_action": 0.00973134022206068,
      "loss_total": 0.00973134022206068,
      "step": 8820
    },
    {
      "loss_action": 0.012723784893751144,
      "loss_total": 0.012723784893751144,
      "step": 8820
    },
    {
      "loss_action": 0.01886811852455139,
      "loss_total": 0.01886811852455139,
      "step": 8820
    },
    {
      "loss_action": 0.02177371457219124,
      "loss_total": 0.02177371457219124,
      "step": 8820
    },
    {
      "loss_action": 0.02360539883375168,
      "loss_total": 0.02360539883375168,
      "step": 8820
    },
    {
      "grad_norm": 0.4143570363521576,
      "learning_rate": 9.959970244847977e-05,
      "loss": 0.0196,
      "step": 8830
    },
    {
      "loss_action": 0.022030096501111984,
      "loss_total": 0.022030096501111984,
      "step": 8830
    },
    {
      "loss_action": 0.014596201479434967,
      "loss_total": 0.014596201479434967,
      "step": 8830
    },
    {
      "loss_action": 0.02073558047413826,
      "loss_total": 0.02073558047413826,
      "step": 8830
    },
    {
      "loss_action": 0.0207696370780468,
      "loss_total": 0.0207696370780468,
      "step": 8830
    },
    {
      "loss_action": 0.013722030445933342,
      "loss_total": 0.013722030445933342,
      "step": 8830
    },
    {
      "loss_action": 0.01709975115954876,
      "loss_total": 0.01709975115954876,
      "step": 8830
    },
    {
      "loss_action": 0.012157849967479706,
      "loss_total": 0.012157849967479706,
      "step": 8830
    },
    {
      "loss_action": 0.059565216302871704,
      "loss_total": 0.059565216302871704,
      "step": 8830
    },
    {
      "grad_norm": 0.1906162053346634,
      "learning_rate": 9.959761165826518e-05,
      "loss": 0.021,
      "step": 8840
    },
    {
      "loss_action": 0.011114095337688923,
      "loss_total": 0.011114095337688923,
      "step": 8840
    },
    {
      "loss_action": 0.018093353137373924,
      "loss_total": 0.018093353137373924,
      "step": 8840
    },
    {
      "loss_action": 0.01125644613057375,
      "loss_total": 0.01125644613057375,
      "step": 8840
    },
    {
      "loss_action": 0.016139142215251923,
      "loss_total": 0.016139142215251923,
      "step": 8840
    },
    {
      "loss_action": 0.019393952563405037,
      "loss_total": 0.019393952563405037,
      "step": 8840
    },
    {
      "loss_action": 0.025938065722584724,
      "loss_total": 0.025938065722584724,
      "step": 8840
    },
    {
      "loss_action": 0.015422939322888851,
      "loss_total": 0.015422939322888851,
      "step": 8840
    },
    {
      "loss_action": 0.010927235707640648,
      "loss_total": 0.010927235707640648,
      "step": 8840
    },
    {
      "grad_norm": 0.2569613456726074,
      "learning_rate": 9.959551544413033e-05,
      "loss": 0.0219,
      "step": 8850
    },
    {
      "loss_action": 0.02655136026442051,
      "loss_total": 0.02655136026442051,
      "step": 8850
    },
    {
      "loss_action": 0.017249315977096558,
      "loss_total": 0.017249315977096558,
      "step": 8850
    },
    {
      "loss_action": 0.0244317427277565,
      "loss_total": 0.0244317427277565,
      "step": 8850
    },
    {
      "loss_action": 0.015440311282873154,
      "loss_total": 0.015440311282873154,
      "step": 8850
    },
    {
      "loss_action": 0.018457479774951935,
      "loss_total": 0.018457479774951935,
      "step": 8850
    },
    {
      "loss_action": 0.01514795795083046,
      "loss_total": 0.01514795795083046,
      "step": 8850
    },
    {
      "loss_action": 0.020876444876194,
      "loss_total": 0.020876444876194,
      "step": 8850
    },
    {
      "loss_action": 0.018972085788846016,
      "loss_total": 0.018972085788846016,
      "step": 8850
    },
    {
      "grad_norm": 0.20619551837444305,
      "learning_rate": 9.959341380630448e-05,
      "loss": 0.0214,
      "step": 8860
    },
    {
      "loss_action": 0.015412695705890656,
      "loss_total": 0.015412695705890656,
      "step": 8860
    },
    {
      "loss_action": 0.021697992458939552,
      "loss_total": 0.021697992458939552,
      "step": 8860
    },
    {
      "loss_action": 0.013971984386444092,
      "loss_total": 0.013971984386444092,
      "step": 8860
    },
    {
      "loss_action": 0.016562098637223244,
      "loss_total": 0.016562098637223244,
      "step": 8860
    },
    {
      "loss_action": 0.018198799341917038,
      "loss_total": 0.018198799341917038,
      "step": 8860
    },
    {
      "loss_action": 0.021124519407749176,
      "loss_total": 0.021124519407749176,
      "step": 8860
    },
    {
      "loss_action": 0.019724125042557716,
      "loss_total": 0.019724125042557716,
      "step": 8860
    },
    {
      "loss_action": 0.029714476317167282,
      "loss_total": 0.029714476317167282,
      "step": 8860
    },
    {
      "grad_norm": 0.3092198967933655,
      "learning_rate": 9.959130674501746e-05,
      "loss": 0.0212,
      "step": 8870
    },
    {
      "loss_action": 0.018146920949220657,
      "loss_total": 0.018146920949220657,
      "step": 8870
    },
    {
      "loss_action": 0.017288945615291595,
      "loss_total": 0.017288945615291595,
      "step": 8870
    },
    {
      "loss_action": 0.01708023063838482,
      "loss_total": 0.01708023063838482,
      "step": 8870
    },
    {
      "loss_action": 0.026764120906591415,
      "loss_total": 0.026764120906591415,
      "step": 8870
    },
    {
      "loss_action": 0.008766796439886093,
      "loss_total": 0.008766796439886093,
      "step": 8870
    },
    {
      "loss_action": 0.020286420360207558,
      "loss_total": 0.020286420360207558,
      "step": 8870
    },
    {
      "loss_action": 0.013194013386964798,
      "loss_total": 0.013194013386964798,
      "step": 8870
    },
    {
      "loss_action": 0.00936111994087696,
      "loss_total": 0.00936111994087696,
      "step": 8870
    },
    {
      "grad_norm": 0.1814391016960144,
      "learning_rate": 9.958919426049968e-05,
      "loss": 0.018,
      "step": 8880
    },
    {
      "loss_action": 0.017090970650315285,
      "loss_total": 0.017090970650315285,
      "step": 8880
    },
    {
      "loss_action": 0.011131668463349342,
      "loss_total": 0.011131668463349342,
      "step": 8880
    },
    {
      "loss_action": 0.023083020001649857,
      "loss_total": 0.023083020001649857,
      "step": 8880
    },
    {
      "loss_action": 0.022512665018439293,
      "loss_total": 0.022512665018439293,
      "step": 8880
    },
    {
      "loss_action": 0.027036990970373154,
      "loss_total": 0.027036990970373154,
      "step": 8880
    },
    {
      "loss_action": 0.02776770107448101,
      "loss_total": 0.02776770107448101,
      "step": 8880
    },
    {
      "loss_action": 0.10625695437192917,
      "loss_total": 0.10625695437192917,
      "step": 8880
    },
    {
      "loss_action": 0.04269047826528549,
      "loss_total": 0.04269047826528549,
      "step": 8880
    },
    {
      "grad_norm": 0.18934227526187897,
      "learning_rate": 9.958707635298219e-05,
      "loss": 0.0231,
      "step": 8890
    },
    {
      "loss_action": 0.015305095352232456,
      "loss_total": 0.015305095352232456,
      "step": 8890
    },
    {
      "loss_action": 0.0763835608959198,
      "loss_total": 0.0763835608959198,
      "step": 8890
    },
    {
      "loss_action": 0.026551278308033943,
      "loss_total": 0.026551278308033943,
      "step": 8890
    },
    {
      "loss_action": 0.016489777714014053,
      "loss_total": 0.016489777714014053,
      "step": 8890
    },
    {
      "loss_action": 0.025472190231084824,
      "loss_total": 0.025472190231084824,
      "step": 8890
    },
    {
      "loss_action": 0.01791059598326683,
      "loss_total": 0.01791059598326683,
      "step": 8890
    },
    {
      "loss_action": 0.019452985376119614,
      "loss_total": 0.019452985376119614,
      "step": 8890
    },
    {
      "loss_action": 0.012971504591405392,
      "loss_total": 0.012971504591405392,
      "step": 8890
    },
    {
      "grad_norm": 0.18348652124404907,
      "learning_rate": 9.958495302269657e-05,
      "loss": 0.0224,
      "step": 8900
    },
    {
      "loss_action": 0.04650447890162468,
      "loss_total": 0.04650447890162468,
      "step": 8900
    },
    {
      "loss_action": 0.016729461029171944,
      "loss_total": 0.016729461029171944,
      "step": 8900
    },
    {
      "loss_action": 0.013134616427123547,
      "loss_total": 0.013134616427123547,
      "step": 8900
    },
    {
      "loss_action": 0.02256794460117817,
      "loss_total": 0.02256794460117817,
      "step": 8900
    },
    {
      "loss_action": 0.027798427268862724,
      "loss_total": 0.027798427268862724,
      "step": 8900
    },
    {
      "loss_action": 0.02296879142522812,
      "loss_total": 0.02296879142522812,
      "step": 8900
    },
    {
      "loss_action": 0.02515714056789875,
      "loss_total": 0.02515714056789875,
      "step": 8900
    },
    {
      "loss_action": 0.04318110644817352,
      "loss_total": 0.04318110644817352,
      "step": 8900
    },
    {
      "grad_norm": 0.16536936163902283,
      "learning_rate": 9.958282426987503e-05,
      "loss": 0.0207,
      "step": 8910
    },
    {
      "loss_action": 0.020557869225740433,
      "loss_total": 0.020557869225740433,
      "step": 8910
    },
    {
      "loss_action": 0.028664879500865936,
      "loss_total": 0.028664879500865936,
      "step": 8910
    },
    {
      "loss_action": 0.013272791169583797,
      "loss_total": 0.013272791169583797,
      "step": 8910
    },
    {
      "loss_action": 0.011745032854378223,
      "loss_total": 0.011745032854378223,
      "step": 8910
    },
    {
      "loss_action": 0.01580902747809887,
      "loss_total": 0.01580902747809887,
      "step": 8910
    },
    {
      "loss_action": 0.011128557845950127,
      "loss_total": 0.011128557845950127,
      "step": 8910
    },
    {
      "loss_action": 0.018263153731822968,
      "loss_total": 0.018263153731822968,
      "step": 8910
    },
    {
      "loss_action": 0.015830058604478836,
      "loss_total": 0.015830058604478836,
      "step": 8910
    },
    {
      "grad_norm": 0.2049158811569214,
      "learning_rate": 9.95806900947504e-05,
      "loss": 0.0224,
      "step": 8920
    },
    {
      "loss_action": 0.0308210588991642,
      "loss_total": 0.0308210588991642,
      "step": 8920
    },
    {
      "loss_action": 0.015491900965571404,
      "loss_total": 0.015491900965571404,
      "step": 8920
    },
    {
      "loss_action": 0.023708444088697433,
      "loss_total": 0.023708444088697433,
      "step": 8920
    },
    {
      "loss_action": 0.013715405948460102,
      "loss_total": 0.013715405948460102,
      "step": 8920
    },
    {
      "loss_action": 0.0671696588397026,
      "loss_total": 0.0671696588397026,
      "step": 8920
    },
    {
      "loss_action": 0.014167193323373795,
      "loss_total": 0.014167193323373795,
      "step": 8920
    },
    {
      "loss_action": 0.024075791239738464,
      "loss_total": 0.024075791239738464,
      "step": 8920
    },
    {
      "loss_action": 0.0267828069627285,
      "loss_total": 0.0267828069627285,
      "step": 8920
    },
    {
      "grad_norm": 0.22713039815425873,
      "learning_rate": 9.957855049755604e-05,
      "loss": 0.0234,
      "step": 8930
    },
    {
      "loss_action": 0.01679045334458351,
      "loss_total": 0.01679045334458351,
      "step": 8930
    },
    {
      "loss_action": 0.016485389322042465,
      "loss_total": 0.016485389322042465,
      "step": 8930
    },
    {
      "loss_action": 0.016452934592962265,
      "loss_total": 0.016452934592962265,
      "step": 8930
    },
    {
      "loss_action": 0.017228901386260986,
      "loss_total": 0.017228901386260986,
      "step": 8930
    },
    {
      "loss_action": 0.035035453736782074,
      "loss_total": 0.035035453736782074,
      "step": 8930
    },
    {
      "loss_action": 0.024724069982767105,
      "loss_total": 0.024724069982767105,
      "step": 8930
    },
    {
      "loss_action": 0.014225063845515251,
      "loss_total": 0.014225063845515251,
      "step": 8930
    },
    {
      "loss_action": 0.01025733444839716,
      "loss_total": 0.01025733444839716,
      "step": 8930
    },
    {
      "grad_norm": 0.1707421839237213,
      "learning_rate": 9.957640547852593e-05,
      "loss": 0.0215,
      "step": 8940
    },
    {
      "loss_action": 0.012453264556825161,
      "loss_total": 0.012453264556825161,
      "step": 8940
    },
    {
      "loss_action": 0.019131800159811974,
      "loss_total": 0.019131800159811974,
      "step": 8940
    },
    {
      "loss_action": 0.016850916668772697,
      "loss_total": 0.016850916668772697,
      "step": 8940
    },
    {
      "loss_action": 0.017171476036310196,
      "loss_total": 0.017171476036310196,
      "step": 8940
    },
    {
      "loss_action": 0.010390879586338997,
      "loss_total": 0.010390879586338997,
      "step": 8940
    },
    {
      "loss_action": 0.011366678401827812,
      "loss_total": 0.011366678401827812,
      "step": 8940
    },
    {
      "loss_action": 0.020154044032096863,
      "loss_total": 0.020154044032096863,
      "step": 8940
    },
    {
      "loss_action": 0.015792297199368477,
      "loss_total": 0.015792297199368477,
      "step": 8940
    },
    {
      "grad_norm": 0.2837608754634857,
      "learning_rate": 9.957425503789466e-05,
      "loss": 0.0206,
      "step": 8950
    },
    {
      "loss_action": 0.012545290403068066,
      "loss_total": 0.012545290403068066,
      "step": 8950
    },
    {
      "loss_action": 0.02449609525501728,
      "loss_total": 0.02449609525501728,
      "step": 8950
    },
    {
      "loss_action": 0.019900361075997353,
      "loss_total": 0.019900361075997353,
      "step": 8950
    },
    {
      "loss_action": 0.019947731867432594,
      "loss_total": 0.019947731867432594,
      "step": 8950
    },
    {
      "loss_action": 0.018881525844335556,
      "loss_total": 0.018881525844335556,
      "step": 8950
    },
    {
      "loss_action": 0.025472111999988556,
      "loss_total": 0.025472111999988556,
      "step": 8950
    },
    {
      "loss_action": 0.014812111854553223,
      "loss_total": 0.014812111854553223,
      "step": 8950
    },
    {
      "loss_action": 0.028370168060064316,
      "loss_total": 0.028370168060064316,
      "step": 8950
    },
    {
      "grad_norm": 0.1971655637025833,
      "learning_rate": 9.957209917589738e-05,
      "loss": 0.0229,
      "step": 8960
    },
    {
      "loss_action": 0.015823859721422195,
      "loss_total": 0.015823859721422195,
      "step": 8960
    },
    {
      "loss_action": 0.024492140859365463,
      "loss_total": 0.024492140859365463,
      "step": 8960
    },
    {
      "loss_action": 0.006638896651566029,
      "loss_total": 0.006638896651566029,
      "step": 8960
    },
    {
      "loss_action": 0.018845198675990105,
      "loss_total": 0.018845198675990105,
      "step": 8960
    },
    {
      "loss_action": 0.023105204105377197,
      "loss_total": 0.023105204105377197,
      "step": 8960
    },
    {
      "loss_action": 0.015691187232732773,
      "loss_total": 0.015691187232732773,
      "step": 8960
    },
    {
      "loss_action": 0.016049643978476524,
      "loss_total": 0.016049643978476524,
      "step": 8960
    },
    {
      "loss_action": 0.06778697669506073,
      "loss_total": 0.06778697669506073,
      "step": 8960
    },
    {
      "grad_norm": 0.19818651676177979,
      "learning_rate": 9.956993789276987e-05,
      "loss": 0.0203,
      "step": 8970
    },
    {
      "loss_action": 0.01116366870701313,
      "loss_total": 0.01116366870701313,
      "step": 8970
    },
    {
      "loss_action": 0.024725573137402534,
      "loss_total": 0.024725573137402534,
      "step": 8970
    },
    {
      "loss_action": 0.009685881435871124,
      "loss_total": 0.009685881435871124,
      "step": 8970
    },
    {
      "loss_action": 0.029366005212068558,
      "loss_total": 0.029366005212068558,
      "step": 8970
    },
    {
      "loss_action": 0.017005737870931625,
      "loss_total": 0.017005737870931625,
      "step": 8970
    },
    {
      "loss_action": 0.01987810991704464,
      "loss_total": 0.01987810991704464,
      "step": 8970
    },
    {
      "loss_action": 0.011076451279222965,
      "loss_total": 0.011076451279222965,
      "step": 8970
    },
    {
      "loss_action": 0.023934898898005486,
      "loss_total": 0.023934898898005486,
      "step": 8970
    },
    {
      "grad_norm": 0.3250415623188019,
      "learning_rate": 9.956777118874847e-05,
      "loss": 0.021,
      "step": 8980
    },
    {
      "loss_action": 0.015073233284056187,
      "loss_total": 0.015073233284056187,
      "step": 8980
    },
    {
      "loss_action": 0.0129157193005085,
      "loss_total": 0.0129157193005085,
      "step": 8980
    },
    {
      "loss_action": 0.028625130653381348,
      "loss_total": 0.028625130653381348,
      "step": 8980
    },
    {
      "loss_action": 0.017083197832107544,
      "loss_total": 0.017083197832107544,
      "step": 8980
    },
    {
      "loss_action": 0.019835345447063446,
      "loss_total": 0.019835345447063446,
      "step": 8980
    },
    {
      "loss_action": 0.030792903155088425,
      "loss_total": 0.030792903155088425,
      "step": 8980
    },
    {
      "loss_action": 0.03458012267947197,
      "loss_total": 0.03458012267947197,
      "step": 8980
    },
    {
      "loss_action": 0.017040401697158813,
      "loss_total": 0.017040401697158813,
      "step": 8980
    },
    {
      "grad_norm": 0.1878940463066101,
      "learning_rate": 9.956559906407016e-05,
      "loss": 0.0224,
      "step": 8990
    },
    {
      "loss_action": 0.018724730238318443,
      "loss_total": 0.018724730238318443,
      "step": 8990
    },
    {
      "loss_action": 0.01458009798079729,
      "loss_total": 0.01458009798079729,
      "step": 8990
    },
    {
      "loss_action": 0.014941297471523285,
      "loss_total": 0.014941297471523285,
      "step": 8990
    },
    {
      "loss_action": 0.021903090178966522,
      "loss_total": 0.021903090178966522,
      "step": 8990
    },
    {
      "loss_action": 0.046484075486660004,
      "loss_total": 0.046484075486660004,
      "step": 8990
    },
    {
      "loss_action": 0.01667512208223343,
      "loss_total": 0.01667512208223343,
      "step": 8990
    },
    {
      "loss_action": 0.019152529537677765,
      "loss_total": 0.019152529537677765,
      "step": 8990
    },
    {
      "loss_action": 0.022327950224280357,
      "loss_total": 0.022327950224280357,
      "step": 8990
    },
    {
      "grad_norm": 0.2579142451286316,
      "learning_rate": 9.956342151897245e-05,
      "loss": 0.0231,
      "step": 9000
    },
    {
      "loss_action": 0.01725069247186184,
      "loss_total": 0.01725069247186184,
      "step": 9000
    },
    {
      "loss_action": 0.023098675534129143,
      "loss_total": 0.023098675534129143,
      "step": 9000
    },
    {
      "loss_action": 0.022308308631181717,
      "loss_total": 0.022308308631181717,
      "step": 9000
    },
    {
      "loss_action": 0.014504760503768921,
      "loss_total": 0.014504760503768921,
      "step": 9000
    },
    {
      "loss_action": 0.008231814019382,
      "loss_total": 0.008231814019382,
      "step": 9000
    },
    {
      "loss_action": 0.015711050480604172,
      "loss_total": 0.015711050480604172,
      "step": 9000
    },
    {
      "loss_action": 0.01470910757780075,
      "loss_total": 0.01470910757780075,
      "step": 9000
    },
    {
      "loss_action": 0.01630762778222561,
      "loss_total": 0.01630762778222561,
      "step": 9000
    },
    {
      "grad_norm": 0.1856095790863037,
      "learning_rate": 9.956123855369346e-05,
      "loss": 0.0228,
      "step": 9010
    },
    {
      "loss_action": 0.014264924451708794,
      "loss_total": 0.014264924451708794,
      "step": 9010
    },
    {
      "loss_action": 0.01435299962759018,
      "loss_total": 0.01435299962759018,
      "step": 9010
    },
    {
      "loss_action": 0.021550694480538368,
      "loss_total": 0.021550694480538368,
      "step": 9010
    },
    {
      "loss_action": 0.013763495720922947,
      "loss_total": 0.013763495720922947,
      "step": 9010
    },
    {
      "loss_action": 0.014669109135866165,
      "loss_total": 0.014669109135866165,
      "step": 9010
    },
    {
      "loss_action": 0.01637258380651474,
      "loss_total": 0.01637258380651474,
      "step": 9010
    },
    {
      "loss_action": 0.12556737661361694,
      "loss_total": 0.12556737661361694,
      "step": 9010
    },
    {
      "loss_action": 0.019264299422502518,
      "loss_total": 0.019264299422502518,
      "step": 9010
    },
    {
      "grad_norm": 0.1991887092590332,
      "learning_rate": 9.955905016847196e-05,
      "loss": 0.0212,
      "step": 9020
    },
    {
      "loss_action": 0.021781161427497864,
      "loss_total": 0.021781161427497864,
      "step": 9020
    },
    {
      "loss_action": 0.00848827138543129,
      "loss_total": 0.00848827138543129,
      "step": 9020
    },
    {
      "loss_action": 0.02675360068678856,
      "loss_total": 0.02675360068678856,
      "step": 9020
    },
    {
      "loss_action": 0.013284632004797459,
      "loss_total": 0.013284632004797459,
      "step": 9020
    },
    {
      "loss_action": 0.019527865573763847,
      "loss_total": 0.019527865573763847,
      "step": 9020
    },
    {
      "loss_action": 0.0455748625099659,
      "loss_total": 0.0455748625099659,
      "step": 9020
    },
    {
      "loss_action": 0.01454608328640461,
      "loss_total": 0.01454608328640461,
      "step": 9020
    },
    {
      "loss_action": 0.03142590448260307,
      "loss_total": 0.03142590448260307,
      "step": 9020
    },
    {
      "grad_norm": 0.16514211893081665,
      "learning_rate": 9.955685636354723e-05,
      "loss": 0.023,
      "step": 9030
    },
    {
      "loss_action": 0.00910248514264822,
      "loss_total": 0.00910248514264822,
      "step": 9030
    },
    {
      "loss_action": 0.02159036695957184,
      "loss_total": 0.02159036695957184,
      "step": 9030
    },
    {
      "loss_action": 0.021950967609882355,
      "loss_total": 0.021950967609882355,
      "step": 9030
    },
    {
      "loss_action": 0.03303617984056473,
      "loss_total": 0.03303617984056473,
      "step": 9030
    },
    {
      "loss_action": 0.014197761192917824,
      "loss_total": 0.014197761192917824,
      "step": 9030
    },
    {
      "loss_action": 0.012544830329716206,
      "loss_total": 0.012544830329716206,
      "step": 9030
    },
    {
      "loss_action": 0.007358994800597429,
      "loss_total": 0.007358994800597429,
      "step": 9030
    },
    {
      "loss_action": 0.01013192255049944,
      "loss_total": 0.01013192255049944,
      "step": 9030
    },
    {
      "grad_norm": 0.13816501200199127,
      "learning_rate": 9.95546571391592e-05,
      "loss": 0.02,
      "step": 9040
    },
    {
      "loss_action": 0.05546160787343979,
      "loss_total": 0.05546160787343979,
      "step": 9040
    },
    {
      "loss_action": 0.03240275755524635,
      "loss_total": 0.03240275755524635,
      "step": 9040
    },
    {
      "loss_action": 0.026354504749178886,
      "loss_total": 0.026354504749178886,
      "step": 9040
    },
    {
      "loss_action": 0.03600423038005829,
      "loss_total": 0.03600423038005829,
      "step": 9040
    },
    {
      "loss_action": 0.016634706407785416,
      "loss_total": 0.016634706407785416,
      "step": 9040
    },
    {
      "loss_action": 0.011168617755174637,
      "loss_total": 0.011168617755174637,
      "step": 9040
    },
    {
      "loss_action": 0.013921881094574928,
      "loss_total": 0.013921881094574928,
      "step": 9040
    },
    {
      "loss_action": 0.024588126689195633,
      "loss_total": 0.024588126689195633,
      "step": 9040
    },
    {
      "grad_norm": 0.2388487458229065,
      "learning_rate": 9.955245249554837e-05,
      "loss": 0.0216,
      "step": 9050
    },
    {
      "loss_action": 0.022535935044288635,
      "loss_total": 0.022535935044288635,
      "step": 9050
    },
    {
      "loss_action": 0.04151574894785881,
      "loss_total": 0.04151574894785881,
      "step": 9050
    },
    {
      "loss_action": 0.01724357344210148,
      "loss_total": 0.01724357344210148,
      "step": 9050
    },
    {
      "loss_action": 0.028488248586654663,
      "loss_total": 0.028488248586654663,
      "step": 9050
    },
    {
      "loss_action": 0.030239390209317207,
      "loss_total": 0.030239390209317207,
      "step": 9050
    },
    {
      "loss_action": 0.02519673854112625,
      "loss_total": 0.02519673854112625,
      "step": 9050
    },
    {
      "loss_action": 0.035969436168670654,
      "loss_total": 0.035969436168670654,
      "step": 9050
    },
    {
      "loss_action": 0.015549085102975368,
      "loss_total": 0.015549085102975368,
      "step": 9050
    },
    {
      "grad_norm": 0.2571449875831604,
      "learning_rate": 9.955024243295582e-05,
      "loss": 0.0213,
      "step": 9060
    },
    {
      "loss_action": 0.00758723821491003,
      "loss_total": 0.00758723821491003,
      "step": 9060
    },
    {
      "loss_action": 0.009103537537157536,
      "loss_total": 0.009103537537157536,
      "step": 9060
    },
    {
      "loss_action": 0.011575295589864254,
      "loss_total": 0.011575295589864254,
      "step": 9060
    },
    {
      "loss_action": 0.028170190751552582,
      "loss_total": 0.028170190751552582,
      "step": 9060
    },
    {
      "loss_action": 0.008749735541641712,
      "loss_total": 0.008749735541641712,
      "step": 9060
    },
    {
      "loss_action": 0.009332578629255295,
      "loss_total": 0.009332578629255295,
      "step": 9060
    },
    {
      "loss_action": 0.012772994115948677,
      "loss_total": 0.012772994115948677,
      "step": 9060
    },
    {
      "loss_action": 0.013118231669068336,
      "loss_total": 0.013118231669068336,
      "step": 9060
    },
    {
      "grad_norm": 0.22981475293636322,
      "learning_rate": 9.954802695162328e-05,
      "loss": 0.0232,
      "step": 9070
    },
    {
      "loss_action": 0.038215115666389465,
      "loss_total": 0.038215115666389465,
      "step": 9070
    },
    {
      "loss_action": 0.029836265370249748,
      "loss_total": 0.029836265370249748,
      "step": 9070
    },
    {
      "loss_action": 0.013714367523789406,
      "loss_total": 0.013714367523789406,
      "step": 9070
    },
    {
      "loss_action": 0.029671788215637207,
      "loss_total": 0.029671788215637207,
      "step": 9070
    },
    {
      "loss_action": 0.021527040749788284,
      "loss_total": 0.021527040749788284,
      "step": 9070
    },
    {
      "loss_action": 0.020184265449643135,
      "loss_total": 0.020184265449643135,
      "step": 9070
    },
    {
      "loss_action": 0.02641206420958042,
      "loss_total": 0.02641206420958042,
      "step": 9070
    },
    {
      "loss_action": 0.017304552718997,
      "loss_total": 0.017304552718997,
      "step": 9070
    },
    {
      "grad_norm": 0.2438148409128189,
      "learning_rate": 9.954580605179302e-05,
      "loss": 0.0211,
      "step": 9080
    },
    {
      "loss_action": 0.013968536630272865,
      "loss_total": 0.013968536630272865,
      "step": 9080
    },
    {
      "loss_action": 0.00907861441373825,
      "loss_total": 0.00907861441373825,
      "step": 9080
    },
    {
      "loss_action": 0.008946734480559826,
      "loss_total": 0.008946734480559826,
      "step": 9080
    },
    {
      "loss_action": 0.02028847113251686,
      "loss_total": 0.02028847113251686,
      "step": 9080
    },
    {
      "loss_action": 0.015348393470048904,
      "loss_total": 0.015348393470048904,
      "step": 9080
    },
    {
      "loss_action": 0.017220139503479004,
      "loss_total": 0.017220139503479004,
      "step": 9080
    },
    {
      "loss_action": 0.02041754499077797,
      "loss_total": 0.02041754499077797,
      "step": 9080
    },
    {
      "loss_action": 0.010979348793625832,
      "loss_total": 0.010979348793625832,
      "step": 9080
    },
    {
      "grad_norm": 0.19074201583862305,
      "learning_rate": 9.954357973370788e-05,
      "loss": 0.019,
      "step": 9090
    },
    {
      "loss_action": 0.01639019325375557,
      "loss_total": 0.01639019325375557,
      "step": 9090
    },
    {
      "loss_action": 0.01858500763773918,
      "loss_total": 0.01858500763773918,
      "step": 9090
    },
    {
      "loss_action": 0.04231400787830353,
      "loss_total": 0.04231400787830353,
      "step": 9090
    },
    {
      "loss_action": 0.05769208073616028,
      "loss_total": 0.05769208073616028,
      "step": 9090
    },
    {
      "loss_action": 0.031112948432564735,
      "loss_total": 0.031112948432564735,
      "step": 9090
    },
    {
      "loss_action": 0.0343722403049469,
      "loss_total": 0.0343722403049469,
      "step": 9090
    },
    {
      "loss_action": 0.028755657374858856,
      "loss_total": 0.028755657374858856,
      "step": 9090
    },
    {
      "loss_action": 0.016449639573693275,
      "loss_total": 0.016449639573693275,
      "step": 9090
    },
    {
      "grad_norm": 0.2265005260705948,
      "learning_rate": 9.954134799761135e-05,
      "loss": 0.0211,
      "step": 9100
    },
    {
      "loss_action": 0.010896225459873676,
      "loss_total": 0.010896225459873676,
      "step": 9100
    },
    {
      "loss_action": 0.015453125350177288,
      "loss_total": 0.015453125350177288,
      "step": 9100
    },
    {
      "loss_action": 0.00953427329659462,
      "loss_total": 0.00953427329659462,
      "step": 9100
    },
    {
      "loss_action": 0.020350005477666855,
      "loss_total": 0.020350005477666855,
      "step": 9100
    },
    {
      "loss_action": 0.010236880742013454,
      "loss_total": 0.010236880742013454,
      "step": 9100
    },
    {
      "loss_action": 0.04210885614156723,
      "loss_total": 0.04210885614156723,
      "step": 9100
    },
    {
      "loss_action": 0.015104934573173523,
      "loss_total": 0.015104934573173523,
      "step": 9100
    },
    {
      "loss_action": 0.012412816286087036,
      "loss_total": 0.012412816286087036,
      "step": 9100
    },
    {
      "grad_norm": 0.23450374603271484,
      "learning_rate": 9.953911084374748e-05,
      "loss": 0.0203,
      "step": 9110
    },
    {
      "loss_action": 0.009827684611082077,
      "loss_total": 0.009827684611082077,
      "step": 9110
    },
    {
      "loss_action": 0.021270735189318657,
      "loss_total": 0.021270735189318657,
      "step": 9110
    },
    {
      "loss_action": 0.011121874675154686,
      "loss_total": 0.011121874675154686,
      "step": 9110
    },
    {
      "loss_action": 0.007747767027467489,
      "loss_total": 0.007747767027467489,
      "step": 9110
    },
    {
      "loss_action": 0.015753189101815224,
      "loss_total": 0.015753189101815224,
      "step": 9110
    },
    {
      "loss_action": 0.014162292703986168,
      "loss_total": 0.014162292703986168,
      "step": 9110
    },
    {
      "loss_action": 0.017799504101276398,
      "loss_total": 0.017799504101276398,
      "step": 9110
    },
    {
      "loss_action": 0.015527327544987202,
      "loss_total": 0.015527327544987202,
      "step": 9110
    },
    {
      "grad_norm": 0.1996231973171234,
      "learning_rate": 9.953686827236093e-05,
      "loss": 0.0237,
      "step": 9120
    },
    {
      "loss_action": 0.00934210792183876,
      "loss_total": 0.00934210792183876,
      "step": 9120
    },
    {
      "loss_action": 0.04182896763086319,
      "loss_total": 0.04182896763086319,
      "step": 9120
    },
    {
      "loss_action": 0.012633321806788445,
      "loss_total": 0.012633321806788445,
      "step": 9120
    },
    {
      "loss_action": 0.014713140204548836,
      "loss_total": 0.014713140204548836,
      "step": 9120
    },
    {
      "loss_action": 0.010604673996567726,
      "loss_total": 0.010604673996567726,
      "step": 9120
    },
    {
      "loss_action": 0.015123504213988781,
      "loss_total": 0.015123504213988781,
      "step": 9120
    },
    {
      "loss_action": 0.017276959493756294,
      "loss_total": 0.017276959493756294,
      "step": 9120
    },
    {
      "loss_action": 0.016823049634695053,
      "loss_total": 0.016823049634695053,
      "step": 9120
    },
    {
      "grad_norm": 0.12554411590099335,
      "learning_rate": 9.953462028369695e-05,
      "loss": 0.0179,
      "step": 9130
    },
    {
      "loss_action": 0.016632091253995895,
      "loss_total": 0.016632091253995895,
      "step": 9130
    },
    {
      "loss_action": 0.016155162826180458,
      "loss_total": 0.016155162826180458,
      "step": 9130
    },
    {
      "loss_action": 0.024231024086475372,
      "loss_total": 0.024231024086475372,
      "step": 9130
    },
    {
      "loss_action": 0.01571466401219368,
      "loss_total": 0.01571466401219368,
      "step": 9130
    },
    {
      "loss_action": 0.06092160940170288,
      "loss_total": 0.06092160940170288,
      "step": 9130
    },
    {
      "loss_action": 0.022108418866991997,
      "loss_total": 0.022108418866991997,
      "step": 9130
    },
    {
      "loss_action": 0.012878138571977615,
      "loss_total": 0.012878138571977615,
      "step": 9130
    },
    {
      "loss_action": 0.015757668763399124,
      "loss_total": 0.015757668763399124,
      "step": 9130
    },
    {
      "grad_norm": 0.23721151053905487,
      "learning_rate": 9.953236687800136e-05,
      "loss": 0.0193,
      "step": 9140
    },
    {
      "loss_action": 0.01815076172351837,
      "loss_total": 0.01815076172351837,
      "step": 9140
    },
    {
      "loss_action": 0.01479495782405138,
      "loss_total": 0.01479495782405138,
      "step": 9140
    },
    {
      "loss_action": 0.022028077393770218,
      "loss_total": 0.022028077393770218,
      "step": 9140
    },
    {
      "loss_action": 0.03187548369169235,
      "loss_total": 0.03187548369169235,
      "step": 9140
    },
    {
      "loss_action": 0.012383604422211647,
      "loss_total": 0.012383604422211647,
      "step": 9140
    },
    {
      "loss_action": 0.04678192734718323,
      "loss_total": 0.04678192734718323,
      "step": 9140
    },
    {
      "loss_action": 0.013246605172753334,
      "loss_total": 0.013246605172753334,
      "step": 9140
    },
    {
      "loss_action": 0.016214150935411453,
      "loss_total": 0.016214150935411453,
      "step": 9140
    },
    {
      "grad_norm": 0.25757285952568054,
      "learning_rate": 9.95301080555206e-05,
      "loss": 0.0278,
      "step": 9150
    },
    {
      "loss_action": 0.008559077978134155,
      "loss_total": 0.008559077978134155,
      "step": 9150
    },
    {
      "loss_action": 0.026736414059996605,
      "loss_total": 0.026736414059996605,
      "step": 9150
    },
    {
      "loss_action": 0.025629714131355286,
      "loss_total": 0.025629714131355286,
      "step": 9150
    },
    {
      "loss_action": 0.021848974749445915,
      "loss_total": 0.021848974749445915,
      "step": 9150
    },
    {
      "loss_action": 0.02399994060397148,
      "loss_total": 0.02399994060397148,
      "step": 9150
    },
    {
      "loss_action": 0.0205058790743351,
      "loss_total": 0.0205058790743351,
      "step": 9150
    },
    {
      "loss_action": 0.036017075181007385,
      "loss_total": 0.036017075181007385,
      "step": 9150
    },
    {
      "loss_action": 0.021198507398366928,
      "loss_total": 0.021198507398366928,
      "step": 9150
    },
    {
      "grad_norm": 0.24941624701023102,
      "learning_rate": 9.952784381650171e-05,
      "loss": 0.021,
      "step": 9160
    },
    {
      "loss_action": 0.023738430812954903,
      "loss_total": 0.023738430812954903,
      "step": 9160
    },
    {
      "loss_action": 0.023761166259646416,
      "loss_total": 0.023761166259646416,
      "step": 9160
    },
    {
      "loss_action": 0.023282479494810104,
      "loss_total": 0.023282479494810104,
      "step": 9160
    },
    {
      "loss_action": 0.04321032762527466,
      "loss_total": 0.04321032762527466,
      "step": 9160
    },
    {
      "loss_action": 0.018815260380506516,
      "loss_total": 0.018815260380506516,
      "step": 9160
    },
    {
      "loss_action": 0.01966317743062973,
      "loss_total": 0.01966317743062973,
      "step": 9160
    },
    {
      "loss_action": 0.026223953813314438,
      "loss_total": 0.026223953813314438,
      "step": 9160
    },
    {
      "loss_action": 0.023570574820041656,
      "loss_total": 0.023570574820041656,
      "step": 9160
    },
    {
      "grad_norm": 0.22908474504947662,
      "learning_rate": 9.952557416119226e-05,
      "loss": 0.0203,
      "step": 9170
    },
    {
      "loss_action": 0.008671588264405727,
      "loss_total": 0.008671588264405727,
      "step": 9170
    },
    {
      "loss_action": 0.010031329467892647,
      "loss_total": 0.010031329467892647,
      "step": 9170
    },
    {
      "loss_action": 0.01146894320845604,
      "loss_total": 0.01146894320845604,
      "step": 9170
    },
    {
      "loss_action": 0.01498887874186039,
      "loss_total": 0.01498887874186039,
      "step": 9170
    },
    {
      "loss_action": 0.018523210659623146,
      "loss_total": 0.018523210659623146,
      "step": 9170
    },
    {
      "loss_action": 0.0260971300303936,
      "loss_total": 0.0260971300303936,
      "step": 9170
    },
    {
      "loss_action": 0.014874342828989029,
      "loss_total": 0.014874342828989029,
      "step": 9170
    },
    {
      "loss_action": 0.04704105108976364,
      "loss_total": 0.04704105108976364,
      "step": 9170
    },
    {
      "grad_norm": 0.1697426587343216,
      "learning_rate": 9.95232990898405e-05,
      "loss": 0.0212,
      "step": 9180
    },
    {
      "loss_action": 0.024348482489585876,
      "loss_total": 0.024348482489585876,
      "step": 9180
    },
    {
      "loss_action": 0.022555222734808922,
      "loss_total": 0.022555222734808922,
      "step": 9180
    },
    {
      "loss_action": 0.02144264057278633,
      "loss_total": 0.02144264057278633,
      "step": 9180
    },
    {
      "loss_action": 0.0159003809094429,
      "loss_total": 0.0159003809094429,
      "step": 9180
    },
    {
      "loss_action": 0.011127335950732231,
      "loss_total": 0.011127335950732231,
      "step": 9180
    },
    {
      "loss_action": 0.017015229910612106,
      "loss_total": 0.017015229910612106,
      "step": 9180
    },
    {
      "loss_action": 0.01939924620091915,
      "loss_total": 0.01939924620091915,
      "step": 9180
    },
    {
      "loss_action": 0.04243870824575424,
      "loss_total": 0.04243870824575424,
      "step": 9180
    },
    {
      "grad_norm": 0.17017194628715515,
      "learning_rate": 9.95210186026952e-05,
      "loss": 0.025,
      "step": 9190
    },
    {
      "loss_action": 0.018147554248571396,
      "loss_total": 0.018147554248571396,
      "step": 9190
    },
    {
      "loss_action": 0.015078706666827202,
      "loss_total": 0.015078706666827202,
      "step": 9190
    },
    {
      "loss_action": 0.011953016743063927,
      "loss_total": 0.011953016743063927,
      "step": 9190
    },
    {
      "loss_action": 0.017489619553089142,
      "loss_total": 0.017489619553089142,
      "step": 9190
    },
    {
      "loss_action": 0.016875524073839188,
      "loss_total": 0.016875524073839188,
      "step": 9190
    },
    {
      "loss_action": 0.00847221165895462,
      "loss_total": 0.00847221165895462,
      "step": 9190
    },
    {
      "loss_action": 0.011151304468512535,
      "loss_total": 0.011151304468512535,
      "step": 9190
    },
    {
      "loss_action": 0.01678403653204441,
      "loss_total": 0.01678403653204441,
      "step": 9190
    },
    {
      "grad_norm": 0.1778944432735443,
      "learning_rate": 9.951873270000576e-05,
      "loss": 0.0206,
      "step": 9200
    },
    {
      "loss_action": 0.02121134102344513,
      "loss_total": 0.02121134102344513,
      "step": 9200
    },
    {
      "loss_action": 0.13173185288906097,
      "loss_total": 0.13173185288906097,
      "step": 9200
    },
    {
      "loss_action": 0.018191076815128326,
      "loss_total": 0.018191076815128326,
      "step": 9200
    },
    {
      "loss_action": 0.01579301618039608,
      "loss_total": 0.01579301618039608,
      "step": 9200
    },
    {
      "loss_action": 0.017770428210496902,
      "loss_total": 0.017770428210496902,
      "step": 9200
    },
    {
      "loss_action": 0.01313912682235241,
      "loss_total": 0.01313912682235241,
      "step": 9200
    },
    {
      "loss_action": 0.023044802248477936,
      "loss_total": 0.023044802248477936,
      "step": 9200
    },
    {
      "loss_action": 0.011000006459653378,
      "loss_total": 0.011000006459653378,
      "step": 9200
    },
    {
      "grad_norm": 0.1684611737728119,
      "learning_rate": 9.951644138202216e-05,
      "loss": 0.0221,
      "step": 9210
    },
    {
      "loss_action": 0.027737027034163475,
      "loss_total": 0.027737027034163475,
      "step": 9210
    },
    {
      "loss_action": 0.03419966995716095,
      "loss_total": 0.03419966995716095,
      "step": 9210
    },
    {
      "loss_action": 0.05235525220632553,
      "loss_total": 0.05235525220632553,
      "step": 9210
    },
    {
      "loss_action": 0.057811856269836426,
      "loss_total": 0.057811856269836426,
      "step": 9210
    },
    {
      "loss_action": 0.02596825361251831,
      "loss_total": 0.02596825361251831,
      "step": 9210
    },
    {
      "loss_action": 0.02984357252717018,
      "loss_total": 0.02984357252717018,
      "step": 9210
    },
    {
      "loss_action": 0.04134991019964218,
      "loss_total": 0.04134991019964218,
      "step": 9210
    },
    {
      "loss_action": 0.028580475598573685,
      "loss_total": 0.028580475598573685,
      "step": 9210
    },
    {
      "grad_norm": 0.2677385210990906,
      "learning_rate": 9.951414464899498e-05,
      "loss": 0.024,
      "step": 9220
    },
    {
      "loss_action": 0.03497787192463875,
      "loss_total": 0.03497787192463875,
      "step": 9220
    },
    {
      "loss_action": 0.04506910964846611,
      "loss_total": 0.04506910964846611,
      "step": 9220
    },
    {
      "loss_action": 0.030337760224938393,
      "loss_total": 0.030337760224938393,
      "step": 9220
    },
    {
      "loss_action": 0.018381692469120026,
      "loss_total": 0.018381692469120026,
      "step": 9220
    },
    {
      "loss_action": 0.027348380535840988,
      "loss_total": 0.027348380535840988,
      "step": 9220
    },
    {
      "loss_action": 0.02529236115515232,
      "loss_total": 0.02529236115515232,
      "step": 9220
    },
    {
      "loss_action": 0.01227584108710289,
      "loss_total": 0.01227584108710289,
      "step": 9220
    },
    {
      "loss_action": 0.024587366729974747,
      "loss_total": 0.024587366729974747,
      "step": 9220
    },
    {
      "grad_norm": 0.1889156550168991,
      "learning_rate": 9.951184250117538e-05,
      "loss": 0.0231,
      "step": 9230
    },
    {
      "loss_action": 0.013502856716513634,
      "loss_total": 0.013502856716513634,
      "step": 9230
    },
    {
      "loss_action": 0.019739001989364624,
      "loss_total": 0.019739001989364624,
      "step": 9230
    },
    {
      "loss_action": 0.012657015584409237,
      "loss_total": 0.012657015584409237,
      "step": 9230
    },
    {
      "loss_action": 0.008523821830749512,
      "loss_total": 0.008523821830749512,
      "step": 9230
    },
    {
      "loss_action": 0.022229216992855072,
      "loss_total": 0.022229216992855072,
      "step": 9230
    },
    {
      "loss_action": 0.013541704043745995,
      "loss_total": 0.013541704043745995,
      "step": 9230
    },
    {
      "loss_action": 0.020990926772356033,
      "loss_total": 0.020990926772356033,
      "step": 9230
    },
    {
      "loss_action": 0.030434442684054375,
      "loss_total": 0.030434442684054375,
      "step": 9230
    },
    {
      "grad_norm": 0.23660331964492798,
      "learning_rate": 9.950953493881513e-05,
      "loss": 0.019,
      "step": 9240
    },
    {
      "loss_action": 0.024915017187595367,
      "loss_total": 0.024915017187595367,
      "step": 9240
    },
    {
      "loss_action": 0.01318015530705452,
      "loss_total": 0.01318015530705452,
      "step": 9240
    },
    {
      "loss_action": 0.011049945838749409,
      "loss_total": 0.011049945838749409,
      "step": 9240
    },
    {
      "loss_action": 0.014948796480894089,
      "loss_total": 0.014948796480894089,
      "step": 9240
    },
    {
      "loss_action": 0.022718776017427444,
      "loss_total": 0.022718776017427444,
      "step": 9240
    },
    {
      "loss_action": 0.018220027908682823,
      "loss_total": 0.018220027908682823,
      "step": 9240
    },
    {
      "loss_action": 0.018886961042881012,
      "loss_total": 0.018886961042881012,
      "step": 9240
    },
    {
      "loss_action": 0.016980590298771858,
      "loss_total": 0.016980590298771858,
      "step": 9240
    },
    {
      "grad_norm": 0.2167855203151703,
      "learning_rate": 9.950722196216658e-05,
      "loss": 0.0203,
      "step": 9250
    },
    {
      "loss_action": 0.015024859458208084,
      "loss_total": 0.015024859458208084,
      "step": 9250
    },
    {
      "loss_action": 0.02005806192755699,
      "loss_total": 0.02005806192755699,
      "step": 9250
    },
    {
      "loss_action": 0.014991212636232376,
      "loss_total": 0.014991212636232376,
      "step": 9250
    },
    {
      "loss_action": 0.03892777860164642,
      "loss_total": 0.03892777860164642,
      "step": 9250
    },
    {
      "loss_action": 0.013312752358615398,
      "loss_total": 0.013312752358615398,
      "step": 9250
    },
    {
      "loss_action": 0.010784161277115345,
      "loss_total": 0.010784161277115345,
      "step": 9250
    },
    {
      "loss_action": 0.01787433587014675,
      "loss_total": 0.01787433587014675,
      "step": 9250
    },
    {
      "loss_action": 0.011315785348415375,
      "loss_total": 0.011315785348415375,
      "step": 9250
    },
    {
      "grad_norm": 0.3085891008377075,
      "learning_rate": 9.950490357148265e-05,
      "loss": 0.0222,
      "step": 9260
    },
    {
      "loss_action": 0.031598955392837524,
      "loss_total": 0.031598955392837524,
      "step": 9260
    },
    {
      "loss_action": 0.02189314179122448,
      "loss_total": 0.02189314179122448,
      "step": 9260
    },
    {
      "loss_action": 0.024462956935167313,
      "loss_total": 0.024462956935167313,
      "step": 9260
    },
    {
      "loss_action": 0.007753781974315643,
      "loss_total": 0.007753781974315643,
      "step": 9260
    },
    {
      "loss_action": 0.015273033641278744,
      "loss_total": 0.015273033641278744,
      "step": 9260
    },
    {
      "loss_action": 0.009153259918093681,
      "loss_total": 0.009153259918093681,
      "step": 9260
    },
    {
      "loss_action": 0.04871470108628273,
      "loss_total": 0.04871470108628273,
      "step": 9260
    },
    {
      "loss_action": 0.021024780347943306,
      "loss_total": 0.021024780347943306,
      "step": 9260
    },
    {
      "grad_norm": 0.2632434368133545,
      "learning_rate": 9.950257976701692e-05,
      "loss": 0.0212,
      "step": 9270
    },
    {
      "loss_action": 0.03177795559167862,
      "loss_total": 0.03177795559167862,
      "step": 9270
    },
    {
      "loss_action": 0.023936085402965546,
      "loss_total": 0.023936085402965546,
      "step": 9270
    },
    {
      "loss_action": 0.02677837759256363,
      "loss_total": 0.02677837759256363,
      "step": 9270
    },
    {
      "loss_action": 0.03733137249946594,
      "loss_total": 0.03733137249946594,
      "step": 9270
    },
    {
      "loss_action": 0.01593274064362049,
      "loss_total": 0.01593274064362049,
      "step": 9270
    },
    {
      "loss_action": 0.024723712354898453,
      "loss_total": 0.024723712354898453,
      "step": 9270
    },
    {
      "loss_action": 0.009011452086269855,
      "loss_total": 0.009011452086269855,
      "step": 9270
    },
    {
      "loss_action": 0.02309705689549446,
      "loss_total": 0.02309705689549446,
      "step": 9270
    },
    {
      "grad_norm": 0.20064306259155273,
      "learning_rate": 9.950025054902348e-05,
      "loss": 0.0221,
      "step": 9280
    },
    {
      "loss_action": 0.02004564180970192,
      "loss_total": 0.02004564180970192,
      "step": 9280
    },
    {
      "loss_action": 0.009902380406856537,
      "loss_total": 0.009902380406856537,
      "step": 9280
    },
    {
      "loss_action": 0.027635060250759125,
      "loss_total": 0.027635060250759125,
      "step": 9280
    },
    {
      "loss_action": 0.011254278011620045,
      "loss_total": 0.011254278011620045,
      "step": 9280
    },
    {
      "loss_action": 0.01797846145927906,
      "loss_total": 0.01797846145927906,
      "step": 9280
    },
    {
      "loss_action": 0.014216667972505093,
      "loss_total": 0.014216667972505093,
      "step": 9280
    },
    {
      "loss_action": 0.03400141000747681,
      "loss_total": 0.03400141000747681,
      "step": 9280
    },
    {
      "loss_action": 0.020394645631313324,
      "loss_total": 0.020394645631313324,
      "step": 9280
    },
    {
      "grad_norm": 0.1869785487651825,
      "learning_rate": 9.949791591775706e-05,
      "loss": 0.0185,
      "step": 9290
    },
    {
      "loss_action": 0.030399775132536888,
      "loss_total": 0.030399775132536888,
      "step": 9290
    },
    {
      "loss_action": 0.011255433782935143,
      "loss_total": 0.011255433782935143,
      "step": 9290
    },
    {
      "loss_action": 0.012091039679944515,
      "loss_total": 0.012091039679944515,
      "step": 9290
    },
    {
      "loss_action": 0.013706270605325699,
      "loss_total": 0.013706270605325699,
      "step": 9290
    },
    {
      "loss_action": 0.02144729718565941,
      "loss_total": 0.02144729718565941,
      "step": 9290
    },
    {
      "loss_action": 0.012045202776789665,
      "loss_total": 0.012045202776789665,
      "step": 9290
    },
    {
      "loss_action": 0.013886410742998123,
      "loss_total": 0.013886410742998123,
      "step": 9290
    },
    {
      "loss_action": 0.015254868194460869,
      "loss_total": 0.015254868194460869,
      "step": 9290
    },
    {
      "grad_norm": 0.24569857120513916,
      "learning_rate": 9.949557587347298e-05,
      "loss": 0.0204,
      "step": 9300
    },
    {
      "loss_action": 0.012078607454895973,
      "loss_total": 0.012078607454895973,
      "step": 9300
    },
    {
      "loss_action": 0.008555812761187553,
      "loss_total": 0.008555812761187553,
      "step": 9300
    },
    {
      "loss_action": 0.028000686317682266,
      "loss_total": 0.028000686317682266,
      "step": 9300
    },
    {
      "loss_action": 0.009396594949066639,
      "loss_total": 0.009396594949066639,
      "step": 9300
    },
    {
      "loss_action": 0.0573069304227829,
      "loss_total": 0.0573069304227829,
      "step": 9300
    },
    {
      "loss_action": 0.01067822054028511,
      "loss_total": 0.01067822054028511,
      "step": 9300
    },
    {
      "loss_action": 0.011373341083526611,
      "loss_total": 0.011373341083526611,
      "step": 9300
    },
    {
      "loss_action": 0.023731263354420662,
      "loss_total": 0.023731263354420662,
      "step": 9300
    },
    {
      "grad_norm": 0.18583962321281433,
      "learning_rate": 9.949323041642713e-05,
      "loss": 0.0176,
      "step": 9310
    },
    {
      "loss_action": 0.01789475977420807,
      "loss_total": 0.01789475977420807,
      "step": 9310
    },
    {
      "loss_action": 0.012898535467684269,
      "loss_total": 0.012898535467684269,
      "step": 9310
    },
    {
      "loss_action": 0.010920824483036995,
      "loss_total": 0.010920824483036995,
      "step": 9310
    },
    {
      "loss_action": 0.01277040783315897,
      "loss_total": 0.01277040783315897,
      "step": 9310
    },
    {
      "loss_action": 0.0139249162748456,
      "loss_total": 0.0139249162748456,
      "step": 9310
    },
    {
      "loss_action": 0.0089330542832613,
      "loss_total": 0.0089330542832613,
      "step": 9310
    },
    {
      "loss_action": 0.007166527211666107,
      "loss_total": 0.007166527211666107,
      "step": 9310
    },
    {
      "loss_action": 0.018335869535803795,
      "loss_total": 0.018335869535803795,
      "step": 9310
    },
    {
      "grad_norm": 0.16517040133476257,
      "learning_rate": 9.949087954687602e-05,
      "loss": 0.0177,
      "step": 9320
    },
    {
      "loss_action": 0.033004797995090485,
      "loss_total": 0.033004797995090485,
      "step": 9320
    },
    {
      "loss_action": 0.00920644961297512,
      "loss_total": 0.00920644961297512,
      "step": 9320
    },
    {
      "loss_action": 0.013269457034766674,
      "loss_total": 0.013269457034766674,
      "step": 9320
    },
    {
      "loss_action": 0.010686948895454407,
      "loss_total": 0.010686948895454407,
      "step": 9320
    },
    {
      "loss_action": 0.01726309210062027,
      "loss_total": 0.01726309210062027,
      "step": 9320
    },
    {
      "loss_action": 0.012031422927975655,
      "loss_total": 0.012031422927975655,
      "step": 9320
    },
    {
      "loss_action": 0.02838706783950329,
      "loss_total": 0.02838706783950329,
      "step": 9320
    },
    {
      "loss_action": 0.01519677136093378,
      "loss_total": 0.01519677136093378,
      "step": 9320
    },
    {
      "grad_norm": 0.1500863879919052,
      "learning_rate": 9.948852326507672e-05,
      "loss": 0.0175,
      "step": 9330
    },
    {
      "loss_action": 0.021007096394896507,
      "loss_total": 0.021007096394896507,
      "step": 9330
    },
    {
      "loss_action": 0.012392221949994564,
      "loss_total": 0.012392221949994564,
      "step": 9330
    },
    {
      "loss_action": 0.027923114597797394,
      "loss_total": 0.027923114597797394,
      "step": 9330
    },
    {
      "loss_action": 0.02379872091114521,
      "loss_total": 0.02379872091114521,
      "step": 9330
    },
    {
      "loss_action": 0.007476776838302612,
      "loss_total": 0.007476776838302612,
      "step": 9330
    },
    {
      "loss_action": 0.013169310055673122,
      "loss_total": 0.013169310055673122,
      "step": 9330
    },
    {
      "loss_action": 0.032724298536777496,
      "loss_total": 0.032724298536777496,
      "step": 9330
    },
    {
      "loss_action": 0.018940646201372147,
      "loss_total": 0.018940646201372147,
      "step": 9330
    },
    {
      "grad_norm": 0.1728721261024475,
      "learning_rate": 9.948616157128694e-05,
      "loss": 0.0226,
      "step": 9340
    },
    {
      "loss_action": 0.0246110949665308,
      "loss_total": 0.0246110949665308,
      "step": 9340
    },
    {
      "loss_action": 0.011937025934457779,
      "loss_total": 0.011937025934457779,
      "step": 9340
    },
    {
      "loss_action": 0.014689159579575062,
      "loss_total": 0.014689159579575062,
      "step": 9340
    },
    {
      "loss_action": 0.014467239379882812,
      "loss_total": 0.014467239379882812,
      "step": 9340
    },
    {
      "loss_action": 0.03748483210802078,
      "loss_total": 0.03748483210802078,
      "step": 9340
    },
    {
      "loss_action": 0.015221553854644299,
      "loss_total": 0.015221553854644299,
      "step": 9340
    },
    {
      "loss_action": 0.018457014113664627,
      "loss_total": 0.018457014113664627,
      "step": 9340
    },
    {
      "loss_action": 0.020078331232070923,
      "loss_total": 0.020078331232070923,
      "step": 9340
    },
    {
      "grad_norm": 0.14876343309879303,
      "learning_rate": 9.948379446576493e-05,
      "loss": 0.0209,
      "step": 9350
    },
    {
      "loss_action": 0.030534226447343826,
      "loss_total": 0.030534226447343826,
      "step": 9350
    },
    {
      "loss_action": 0.014595533721148968,
      "loss_total": 0.014595533721148968,
      "step": 9350
    },
    {
      "loss_action": 0.08553686738014221,
      "loss_total": 0.08553686738014221,
      "step": 9350
    },
    {
      "loss_action": 0.010257516987621784,
      "loss_total": 0.010257516987621784,
      "step": 9350
    },
    {
      "loss_action": 0.013721777126193047,
      "loss_total": 0.013721777126193047,
      "step": 9350
    },
    {
      "loss_action": 0.02683272212743759,
      "loss_total": 0.02683272212743759,
      "step": 9350
    },
    {
      "loss_action": 0.04705878347158432,
      "loss_total": 0.04705878347158432,
      "step": 9350
    },
    {
      "loss_action": 0.01730460859835148,
      "loss_total": 0.01730460859835148,
      "step": 9350
    },
    {
      "grad_norm": 0.23125647008419037,
      "learning_rate": 9.948142194876952e-05,
      "loss": 0.0215,
      "step": 9360
    },
    {
      "loss_action": 0.01514098234474659,
      "loss_total": 0.01514098234474659,
      "step": 9360
    },
    {
      "loss_action": 0.026457596570253372,
      "loss_total": 0.026457596570253372,
      "step": 9360
    },
    {
      "loss_action": 0.031188637018203735,
      "loss_total": 0.031188637018203735,
      "step": 9360
    },
    {
      "loss_action": 0.009187960997223854,
      "loss_total": 0.009187960997223854,
      "step": 9360
    },
    {
      "loss_action": 0.018609246239066124,
      "loss_total": 0.018609246239066124,
      "step": 9360
    },
    {
      "loss_action": 0.018109794706106186,
      "loss_total": 0.018109794706106186,
      "step": 9360
    },
    {
      "loss_action": 0.01579895429313183,
      "loss_total": 0.01579895429313183,
      "step": 9360
    },
    {
      "loss_action": 0.016338776797056198,
      "loss_total": 0.016338776797056198,
      "step": 9360
    },
    {
      "grad_norm": 0.272877961397171,
      "learning_rate": 9.947904402056024e-05,
      "loss": 0.0211,
      "step": 9370
    },
    {
      "loss_action": 0.015485327690839767,
      "loss_total": 0.015485327690839767,
      "step": 9370
    },
    {
      "loss_action": 0.012920018285512924,
      "loss_total": 0.012920018285512924,
      "step": 9370
    },
    {
      "loss_action": 0.02259153686463833,
      "loss_total": 0.02259153686463833,
      "step": 9370
    },
    {
      "loss_action": 0.013605697080492973,
      "loss_total": 0.013605697080492973,
      "step": 9370
    },
    {
      "loss_action": 0.015569079667329788,
      "loss_total": 0.015569079667329788,
      "step": 9370
    },
    {
      "loss_action": 0.023523984476923943,
      "loss_total": 0.023523984476923943,
      "step": 9370
    },
    {
      "loss_action": 0.016182633116841316,
      "loss_total": 0.016182633116841316,
      "step": 9370
    },
    {
      "loss_action": 0.014114974066615105,
      "loss_total": 0.014114974066615105,
      "step": 9370
    },
    {
      "grad_norm": 0.21506571769714355,
      "learning_rate": 9.947666068139708e-05,
      "loss": 0.0185,
      "step": 9380
    },
    {
      "loss_action": 0.026711011305451393,
      "loss_total": 0.026711011305451393,
      "step": 9380
    },
    {
      "loss_action": 0.01377096213400364,
      "loss_total": 0.01377096213400364,
      "step": 9380
    },
    {
      "loss_action": 0.016142036765813828,
      "loss_total": 0.016142036765813828,
      "step": 9380
    },
    {
      "loss_action": 0.021572746336460114,
      "loss_total": 0.021572746336460114,
      "step": 9380
    },
    {
      "loss_action": 0.012658650055527687,
      "loss_total": 0.012658650055527687,
      "step": 9380
    },
    {
      "loss_action": 0.015093059279024601,
      "loss_total": 0.015093059279024601,
      "step": 9380
    },
    {
      "loss_action": 0.012346817180514336,
      "loss_total": 0.012346817180514336,
      "step": 9380
    },
    {
      "loss_action": 0.013569239526987076,
      "loss_total": 0.013569239526987076,
      "step": 9380
    },
    {
      "grad_norm": 0.20424725115299225,
      "learning_rate": 9.947427193154071e-05,
      "loss": 0.0196,
      "step": 9390
    },
    {
      "loss_action": 0.011467263102531433,
      "loss_total": 0.011467263102531433,
      "step": 9390
    },
    {
      "loss_action": 0.021761175245046616,
      "loss_total": 0.021761175245046616,
      "step": 9390
    },
    {
      "loss_action": 0.019883299246430397,
      "loss_total": 0.019883299246430397,
      "step": 9390
    },
    {
      "loss_action": 0.01619529351592064,
      "loss_total": 0.01619529351592064,
      "step": 9390
    },
    {
      "loss_action": 0.032280851155519485,
      "loss_total": 0.032280851155519485,
      "step": 9390
    },
    {
      "loss_action": 0.01633690670132637,
      "loss_total": 0.01633690670132637,
      "step": 9390
    },
    {
      "loss_action": 0.03154042735695839,
      "loss_total": 0.03154042735695839,
      "step": 9390
    },
    {
      "loss_action": 0.01896081119775772,
      "loss_total": 0.01896081119775772,
      "step": 9390
    },
    {
      "grad_norm": 0.2303582727909088,
      "learning_rate": 9.947187777125233e-05,
      "loss": 0.0207,
      "step": 9400
    },
    {
      "loss_action": 0.013210078701376915,
      "loss_total": 0.013210078701376915,
      "step": 9400
    },
    {
      "loss_action": 0.042949650436639786,
      "loss_total": 0.042949650436639786,
      "step": 9400
    },
    {
      "loss_action": 0.013411810621619225,
      "loss_total": 0.013411810621619225,
      "step": 9400
    },
    {
      "loss_action": 0.023860931396484375,
      "loss_total": 0.023860931396484375,
      "step": 9400
    },
    {
      "loss_action": 0.019986135885119438,
      "loss_total": 0.019986135885119438,
      "step": 9400
    },
    {
      "loss_action": 0.020618462935090065,
      "loss_total": 0.020618462935090065,
      "step": 9400
    },
    {
      "loss_action": 0.01737803965806961,
      "loss_total": 0.01737803965806961,
      "step": 9400
    },
    {
      "loss_action": 0.013231515884399414,
      "loss_total": 0.013231515884399414,
      "step": 9400
    },
    {
      "grad_norm": 0.22950784862041473,
      "learning_rate": 9.946947820079377e-05,
      "loss": 0.0202,
      "step": 9410
    },
    {
      "loss_action": 0.010013526305556297,
      "loss_total": 0.010013526305556297,
      "step": 9410
    },
    {
      "loss_action": 0.012449081987142563,
      "loss_total": 0.012449081987142563,
      "step": 9410
    },
    {
      "loss_action": 0.009453619830310345,
      "loss_total": 0.009453619830310345,
      "step": 9410
    },
    {
      "loss_action": 0.021921519190073013,
      "loss_total": 0.021921519190073013,
      "step": 9410
    },
    {
      "loss_action": 0.03217954933643341,
      "loss_total": 0.03217954933643341,
      "step": 9410
    },
    {
      "loss_action": 0.01452640537172556,
      "loss_total": 0.01452640537172556,
      "step": 9410
    },
    {
      "loss_action": 0.02592010423541069,
      "loss_total": 0.02592010423541069,
      "step": 9410
    },
    {
      "loss_action": 0.01872682385146618,
      "loss_total": 0.01872682385146618,
      "step": 9410
    },
    {
      "grad_norm": 0.17414823174476624,
      "learning_rate": 9.946707322042747e-05,
      "loss": 0.0209,
      "step": 9420
    },
    {
      "loss_action": 0.015407692641019821,
      "loss_total": 0.015407692641019821,
      "step": 9420
    },
    {
      "loss_action": 0.03182505816221237,
      "loss_total": 0.03182505816221237,
      "step": 9420
    },
    {
      "loss_action": 0.035229381173849106,
      "loss_total": 0.035229381173849106,
      "step": 9420
    },
    {
      "loss_action": 0.013717102818191051,
      "loss_total": 0.013717102818191051,
      "step": 9420
    },
    {
      "loss_action": 0.013336963020265102,
      "loss_total": 0.013336963020265102,
      "step": 9420
    },
    {
      "loss_action": 0.027579840272665024,
      "loss_total": 0.027579840272665024,
      "step": 9420
    },
    {
      "loss_action": 0.014256000518798828,
      "loss_total": 0.014256000518798828,
      "step": 9420
    },
    {
      "loss_action": 0.012817321345210075,
      "loss_total": 0.012817321345210075,
      "step": 9420
    },
    {
      "grad_norm": 0.1804453581571579,
      "learning_rate": 9.94646628304164e-05,
      "loss": 0.0178,
      "step": 9430
    },
    {
      "loss_action": 0.01179453730583191,
      "loss_total": 0.01179453730583191,
      "step": 9430
    },
    {
      "loss_action": 0.016957871615886688,
      "loss_total": 0.016957871615886688,
      "step": 9430
    },
    {
      "loss_action": 0.009454966522753239,
      "loss_total": 0.009454966522753239,
      "step": 9430
    },
    {
      "loss_action": 0.01467461884021759,
      "loss_total": 0.01467461884021759,
      "step": 9430
    },
    {
      "loss_action": 0.00971459224820137,
      "loss_total": 0.00971459224820137,
      "step": 9430
    },
    {
      "loss_action": 0.01421759370714426,
      "loss_total": 0.01421759370714426,
      "step": 9430
    },
    {
      "loss_action": 0.011654826812446117,
      "loss_total": 0.011654826812446117,
      "step": 9430
    },
    {
      "loss_action": 0.021807938814163208,
      "loss_total": 0.021807938814163208,
      "step": 9430
    },
    {
      "grad_norm": 0.20085331797599792,
      "learning_rate": 9.946224703102418e-05,
      "loss": 0.0182,
      "step": 9440
    },
    {
      "loss_action": 0.014744365587830544,
      "loss_total": 0.014744365587830544,
      "step": 9440
    },
    {
      "loss_action": 0.01748143881559372,
      "loss_total": 0.01748143881559372,
      "step": 9440
    },
    {
      "loss_action": 0.023843448609113693,
      "loss_total": 0.023843448609113693,
      "step": 9440
    },
    {
      "loss_action": 0.012091554701328278,
      "loss_total": 0.012091554701328278,
      "step": 9440
    },
    {
      "loss_action": 0.013152407482266426,
      "loss_total": 0.013152407482266426,
      "step": 9440
    },
    {
      "loss_action": 0.024358166381716728,
      "loss_total": 0.024358166381716728,
      "step": 9440
    },
    {
      "loss_action": 0.018667742609977722,
      "loss_total": 0.018667742609977722,
      "step": 9440
    },
    {
      "loss_action": 0.024146080017089844,
      "loss_total": 0.024146080017089844,
      "step": 9440
    },
    {
      "grad_norm": 0.2087489366531372,
      "learning_rate": 9.945982582251498e-05,
      "loss": 0.0194,
      "step": 9450
    },
    {
      "loss_action": 0.012199086137115955,
      "loss_total": 0.012199086137115955,
      "step": 9450
    },
    {
      "loss_action": 0.01033206470310688,
      "loss_total": 0.01033206470310688,
      "step": 9450
    },
    {
      "loss_action": 0.017049625515937805,
      "loss_total": 0.017049625515937805,
      "step": 9450
    },
    {
      "loss_action": 0.04188769683241844,
      "loss_total": 0.04188769683241844,
      "step": 9450
    },
    {
      "loss_action": 0.02139441668987274,
      "loss_total": 0.02139441668987274,
      "step": 9450
    },
    {
      "loss_action": 0.022325340658426285,
      "loss_total": 0.022325340658426285,
      "step": 9450
    },
    {
      "loss_action": 0.02484019659459591,
      "loss_total": 0.02484019659459591,
      "step": 9450
    },
    {
      "loss_action": 0.01980677619576454,
      "loss_total": 0.01980677619576454,
      "step": 9450
    },
    {
      "grad_norm": 0.1866287887096405,
      "learning_rate": 9.94573992051536e-05,
      "loss": 0.0211,
      "step": 9460
    },
    {
      "loss_action": 0.04247398301959038,
      "loss_total": 0.04247398301959038,
      "step": 9460
    },
    {
      "loss_action": 0.01662970334291458,
      "loss_total": 0.01662970334291458,
      "step": 9460
    },
    {
      "loss_action": 0.02108081430196762,
      "loss_total": 0.02108081430196762,
      "step": 9460
    },
    {
      "loss_action": 0.02698875218629837,
      "loss_total": 0.02698875218629837,
      "step": 9460
    },
    {
      "loss_action": 0.017690543085336685,
      "loss_total": 0.017690543085336685,
      "step": 9460
    },
    {
      "loss_action": 0.01738801971077919,
      "loss_total": 0.01738801971077919,
      "step": 9460
    },
    {
      "loss_action": 0.012158794328570366,
      "loss_total": 0.012158794328570366,
      "step": 9460
    },
    {
      "loss_action": 0.03409818559885025,
      "loss_total": 0.03409818559885025,
      "step": 9460
    },
    {
      "grad_norm": 0.19437739253044128,
      "learning_rate": 9.94549671792054e-05,
      "loss": 0.0207,
      "step": 9470
    },
    {
      "loss_action": 0.0097159743309021,
      "loss_total": 0.0097159743309021,
      "step": 9470
    },
    {
      "loss_action": 0.019952543079853058,
      "loss_total": 0.019952543079853058,
      "step": 9470
    },
    {
      "loss_action": 0.011593927629292011,
      "loss_total": 0.011593927629292011,
      "step": 9470
    },
    {
      "loss_action": 0.01243575755506754,
      "loss_total": 0.01243575755506754,
      "step": 9470
    },
    {
      "loss_action": 0.013863097876310349,
      "loss_total": 0.013863097876310349,
      "step": 9470
    },
    {
      "loss_action": 0.020678449422121048,
      "loss_total": 0.020678449422121048,
      "step": 9470
    },
    {
      "loss_action": 0.030255306512117386,
      "loss_total": 0.030255306512117386,
      "step": 9470
    },
    {
      "loss_action": 0.022543657571077347,
      "loss_total": 0.022543657571077347,
      "step": 9470
    },
    {
      "grad_norm": 0.2375415563583374,
      "learning_rate": 9.945252974493635e-05,
      "loss": 0.0199,
      "step": 9480
    },
    {
      "loss_action": 0.015126070939004421,
      "loss_total": 0.015126070939004421,
      "step": 9480
    },
    {
      "loss_action": 0.009234918281435966,
      "loss_total": 0.009234918281435966,
      "step": 9480
    },
    {
      "loss_action": 0.021450022235512733,
      "loss_total": 0.021450022235512733,
      "step": 9480
    },
    {
      "loss_action": 0.025527382269501686,
      "loss_total": 0.025527382269501686,
      "step": 9480
    },
    {
      "loss_action": 0.015876751393079758,
      "loss_total": 0.015876751393079758,
      "step": 9480
    },
    {
      "loss_action": 0.013355297036468983,
      "loss_total": 0.013355297036468983,
      "step": 9480
    },
    {
      "loss_action": 0.008486885577440262,
      "loss_total": 0.008486885577440262,
      "step": 9480
    },
    {
      "loss_action": 0.03556685149669647,
      "loss_total": 0.03556685149669647,
      "step": 9480
    },
    {
      "grad_norm": 0.3532632887363434,
      "learning_rate": 9.9450086902613e-05,
      "loss": 0.021,
      "step": 9490
    },
    {
      "loss_action": 0.018164988607168198,
      "loss_total": 0.018164988607168198,
      "step": 9490
    },
    {
      "loss_action": 0.025644352659583092,
      "loss_total": 0.025644352659583092,
      "step": 9490
    },
    {
      "loss_action": 0.01747642084956169,
      "loss_total": 0.01747642084956169,
      "step": 9490
    },
    {
      "loss_action": 0.013543505221605301,
      "loss_total": 0.013543505221605301,
      "step": 9490
    },
    {
      "loss_action": 0.009196115657687187,
      "loss_total": 0.009196115657687187,
      "step": 9490
    },
    {
      "loss_action": 0.011216292157769203,
      "loss_total": 0.011216292157769203,
      "step": 9490
    },
    {
      "loss_action": 0.008849836885929108,
      "loss_total": 0.008849836885929108,
      "step": 9490
    },
    {
      "loss_action": 0.013471456244587898,
      "loss_total": 0.013471456244587898,
      "step": 9490
    },
    {
      "grad_norm": 0.15068116784095764,
      "learning_rate": 9.944763865250248e-05,
      "loss": 0.019,
      "step": 9500
    },
    {
      "loss_action": 0.011150624603033066,
      "loss_total": 0.011150624603033066,
      "step": 9500
    },
    {
      "loss_action": 0.030209191143512726,
      "loss_total": 0.030209191143512726,
      "step": 9500
    },
    {
      "loss_action": 0.05006880313158035,
      "loss_total": 0.05006880313158035,
      "step": 9500
    },
    {
      "loss_action": 0.016101762652397156,
      "loss_total": 0.016101762652397156,
      "step": 9500
    },
    {
      "loss_action": 0.018169555813074112,
      "loss_total": 0.018169555813074112,
      "step": 9500
    },
    {
      "loss_action": 0.008867830038070679,
      "loss_total": 0.008867830038070679,
      "step": 9500
    },
    {
      "loss_action": 0.00702911801636219,
      "loss_total": 0.00702911801636219,
      "step": 9500
    },
    {
      "loss_action": 0.020180560648441315,
      "loss_total": 0.020180560648441315,
      "step": 9500
    },
    {
      "grad_norm": 0.22110924124717712,
      "learning_rate": 9.944518499487254e-05,
      "loss": 0.0193,
      "step": 9510
    },
    {
      "loss_action": 0.022304091602563858,
      "loss_total": 0.022304091602563858,
      "step": 9510
    },
    {
      "loss_action": 0.024903472512960434,
      "loss_total": 0.024903472512960434,
      "step": 9510
    },
    {
      "loss_action": 0.007217317819595337,
      "loss_total": 0.007217317819595337,
      "step": 9510
    },
    {
      "loss_action": 0.019246920943260193,
      "loss_total": 0.019246920943260193,
      "step": 9510
    },
    {
      "loss_action": 0.0534888431429863,
      "loss_total": 0.0534888431429863,
      "step": 9510
    },
    {
      "loss_action": 0.018803980201482773,
      "loss_total": 0.018803980201482773,
      "step": 9510
    },
    {
      "loss_action": 0.027436425909399986,
      "loss_total": 0.027436425909399986,
      "step": 9510
    },
    {
      "loss_action": 0.024032965302467346,
      "loss_total": 0.024032965302467346,
      "step": 9510
    },
    {
      "grad_norm": 0.2197849303483963,
      "learning_rate": 9.944272592999151e-05,
      "loss": 0.0189,
      "step": 9520
    },
    {
      "loss_action": 0.019449785351753235,
      "loss_total": 0.019449785351753235,
      "step": 9520
    },
    {
      "loss_action": 0.02158893272280693,
      "loss_total": 0.02158893272280693,
      "step": 9520
    },
    {
      "loss_action": 0.01738797128200531,
      "loss_total": 0.01738797128200531,
      "step": 9520
    },
    {
      "loss_action": 0.03639383241534233,
      "loss_total": 0.03639383241534233,
      "step": 9520
    },
    {
      "loss_action": 0.007743912748992443,
      "loss_total": 0.007743912748992443,
      "step": 9520
    },
    {
      "loss_action": 0.011591242626309395,
      "loss_total": 0.011591242626309395,
      "step": 9520
    },
    {
      "loss_action": 0.041158437728881836,
      "loss_total": 0.041158437728881836,
      "step": 9520
    },
    {
      "loss_action": 0.00697661517187953,
      "loss_total": 0.00697661517187953,
      "step": 9520
    },
    {
      "grad_norm": 0.16650065779685974,
      "learning_rate": 9.94402614581283e-05,
      "loss": 0.0165,
      "step": 9530
    },
    {
      "loss_action": 0.008332522585988045,
      "loss_total": 0.008332522585988045,
      "step": 9530
    },
    {
      "loss_action": 0.022423718124628067,
      "loss_total": 0.022423718124628067,
      "step": 9530
    },
    {
      "loss_action": 0.008870485238730907,
      "loss_total": 0.008870485238730907,
      "step": 9530
    },
    {
      "loss_action": 0.016192704439163208,
      "loss_total": 0.016192704439163208,
      "step": 9530
    },
    {
      "loss_action": 0.014013595879077911,
      "loss_total": 0.014013595879077911,
      "step": 9530
    },
    {
      "loss_action": 0.007562681101262569,
      "loss_total": 0.007562681101262569,
      "step": 9530
    },
    {
      "loss_action": 0.01839808002114296,
      "loss_total": 0.01839808002114296,
      "step": 9530
    },
    {
      "loss_action": 0.02067442238330841,
      "loss_total": 0.02067442238330841,
      "step": 9530
    },
    {
      "grad_norm": 0.14464624226093292,
      "learning_rate": 9.943779157955244e-05,
      "loss": 0.0163,
      "step": 9540
    },
    {
      "loss_action": 0.008366220630705357,
      "loss_total": 0.008366220630705357,
      "step": 9540
    },
    {
      "loss_action": 0.006539283320307732,
      "loss_total": 0.006539283320307732,
      "step": 9540
    },
    {
      "loss_action": 0.014362340793013573,
      "loss_total": 0.014362340793013573,
      "step": 9540
    },
    {
      "loss_action": 0.017255151644349098,
      "loss_total": 0.017255151644349098,
      "step": 9540
    },
    {
      "loss_action": 0.011090923100709915,
      "loss_total": 0.011090923100709915,
      "step": 9540
    },
    {
      "loss_action": 0.014022774994373322,
      "loss_total": 0.014022774994373322,
      "step": 9540
    },
    {
      "loss_action": 0.0079194325953722,
      "loss_total": 0.0079194325953722,
      "step": 9540
    },
    {
      "loss_action": 0.011278623715043068,
      "loss_total": 0.011278623715043068,
      "step": 9540
    },
    {
      "grad_norm": 0.1770625114440918,
      "learning_rate": 9.943531629453403e-05,
      "loss": 0.0173,
      "step": 9550
    },
    {
      "loss_action": 0.02063675969839096,
      "loss_total": 0.02063675969839096,
      "step": 9550
    },
    {
      "loss_action": 0.016047010198235512,
      "loss_total": 0.016047010198235512,
      "step": 9550
    },
    {
      "loss_action": 0.02287343703210354,
      "loss_total": 0.02287343703210354,
      "step": 9550
    },
    {
      "loss_action": 0.008626937866210938,
      "loss_total": 0.008626937866210938,
      "step": 9550
    },
    {
      "loss_action": 0.01903579570353031,
      "loss_total": 0.01903579570353031,
      "step": 9550
    },
    {
      "loss_action": 0.0146668441593647,
      "loss_total": 0.0146668441593647,
      "step": 9550
    },
    {
      "loss_action": 0.030414849519729614,
      "loss_total": 0.030414849519729614,
      "step": 9550
    },
    {
      "loss_action": 0.01263927761465311,
      "loss_total": 0.01263927761465311,
      "step": 9550
    },
    {
      "grad_norm": 0.2317565679550171,
      "learning_rate": 9.943283560334375e-05,
      "loss": 0.0186,
      "step": 9560
    },
    {
      "loss_action": 0.020638838410377502,
      "loss_total": 0.020638838410377502,
      "step": 9560
    },
    {
      "loss_action": 0.007194372825324535,
      "loss_total": 0.007194372825324535,
      "step": 9560
    },
    {
      "loss_action": 0.013392981141805649,
      "loss_total": 0.013392981141805649,
      "step": 9560
    },
    {
      "loss_action": 0.012256765738129616,
      "loss_total": 0.012256765738129616,
      "step": 9560
    },
    {
      "loss_action": 0.012850355356931686,
      "loss_total": 0.012850355356931686,
      "step": 9560
    },
    {
      "loss_action": 0.07674042135477066,
      "loss_total": 0.07674042135477066,
      "step": 9560
    },
    {
      "loss_action": 0.015180817805230618,
      "loss_total": 0.015180817805230618,
      "step": 9560
    },
    {
      "loss_action": 0.02498995140194893,
      "loss_total": 0.02498995140194893,
      "step": 9560
    },
    {
      "grad_norm": 0.16950835287570953,
      "learning_rate": 9.943034950625288e-05,
      "loss": 0.0202,
      "step": 9570
    },
    {
      "loss_action": 0.014190864749252796,
      "loss_total": 0.014190864749252796,
      "step": 9570
    },
    {
      "loss_action": 0.010953276418149471,
      "loss_total": 0.010953276418149471,
      "step": 9570
    },
    {
      "loss_action": 0.01599607989192009,
      "loss_total": 0.01599607989192009,
      "step": 9570
    },
    {
      "loss_action": 0.024528803303837776,
      "loss_total": 0.024528803303837776,
      "step": 9570
    },
    {
      "loss_action": 0.007422624155879021,
      "loss_total": 0.007422624155879021,
      "step": 9570
    },
    {
      "loss_action": 0.007920406758785248,
      "loss_total": 0.007920406758785248,
      "step": 9570
    },
    {
      "loss_action": 0.009833277203142643,
      "loss_total": 0.009833277203142643,
      "step": 9570
    },
    {
      "loss_action": 0.011810779571533203,
      "loss_total": 0.011810779571533203,
      "step": 9570
    },
    {
      "grad_norm": 0.23738287389278412,
      "learning_rate": 9.942785800353332e-05,
      "loss": 0.0198,
      "step": 9580
    },
    {
      "loss_action": 0.016110092401504517,
      "loss_total": 0.016110092401504517,
      "step": 9580
    },
    {
      "loss_action": 0.01258667279034853,
      "loss_total": 0.01258667279034853,
      "step": 9580
    },
    {
      "loss_action": 0.007670219987630844,
      "loss_total": 0.007670219987630844,
      "step": 9580
    },
    {
      "loss_action": 0.013660512864589691,
      "loss_total": 0.013660512864589691,
      "step": 9580
    },
    {
      "loss_action": 0.015240426175296307,
      "loss_total": 0.015240426175296307,
      "step": 9580
    },
    {
      "loss_action": 0.026893090456724167,
      "loss_total": 0.026893090456724167,
      "step": 9580
    },
    {
      "loss_action": 0.009917113929986954,
      "loss_total": 0.009917113929986954,
      "step": 9580
    },
    {
      "loss_action": 0.02014753222465515,
      "loss_total": 0.02014753222465515,
      "step": 9580
    },
    {
      "grad_norm": 0.21120674908161163,
      "learning_rate": 9.942536109545751e-05,
      "loss": 0.0185,
      "step": 9590
    },
    {
      "loss_action": 0.023188306018710136,
      "loss_total": 0.023188306018710136,
      "step": 9590
    },
    {
      "loss_action": 0.021287471055984497,
      "loss_total": 0.021287471055984497,
      "step": 9590
    },
    {
      "loss_action": 0.02029634267091751,
      "loss_total": 0.02029634267091751,
      "step": 9590
    },
    {
      "loss_action": 0.01757054589688778,
      "loss_total": 0.01757054589688778,
      "step": 9590
    },
    {
      "loss_action": 0.009666544385254383,
      "loss_total": 0.009666544385254383,
      "step": 9590
    },
    {
      "loss_action": 0.014950620010495186,
      "loss_total": 0.014950620010495186,
      "step": 9590
    },
    {
      "loss_action": 0.013919873163104057,
      "loss_total": 0.013919873163104057,
      "step": 9590
    },
    {
      "loss_action": 0.010880892165005207,
      "loss_total": 0.010880892165005207,
      "step": 9590
    },
    {
      "grad_norm": 0.15473724901676178,
      "learning_rate": 9.942285878229853e-05,
      "loss": 0.0189,
      "step": 9600
    },
    {
      "loss_action": 0.022171778604388237,
      "loss_total": 0.022171778604388237,
      "step": 9600
    },
    {
      "loss_action": 0.018770994618535042,
      "loss_total": 0.018770994618535042,
      "step": 9600
    },
    {
      "loss_action": 0.009917857125401497,
      "loss_total": 0.009917857125401497,
      "step": 9600
    },
    {
      "loss_action": 0.01662326231598854,
      "loss_total": 0.01662326231598854,
      "step": 9600
    },
    {
      "loss_action": 0.021111004054546356,
      "loss_total": 0.021111004054546356,
      "step": 9600
    },
    {
      "loss_action": 0.011571584269404411,
      "loss_total": 0.011571584269404411,
      "step": 9600
    },
    {
      "loss_action": 0.01764499396085739,
      "loss_total": 0.01764499396085739,
      "step": 9600
    },
    {
      "loss_action": 0.012670719064772129,
      "loss_total": 0.012670719064772129,
      "step": 9600
    },
    {
      "grad_norm": 0.18607869744300842,
      "learning_rate": 9.942035106433001e-05,
      "loss": 0.0171,
      "step": 9610
    },
    {
      "loss_action": 0.02259945496916771,
      "loss_total": 0.02259945496916771,
      "step": 9610
    },
    {
      "loss_action": 0.010560963302850723,
      "loss_total": 0.010560963302850723,
      "step": 9610
    },
    {
      "loss_action": 0.09048067778348923,
      "loss_total": 0.09048067778348923,
      "step": 9610
    },
    {
      "loss_action": 0.015809055417776108,
      "loss_total": 0.015809055417776108,
      "step": 9610
    },
    {
      "loss_action": 0.025020666420459747,
      "loss_total": 0.025020666420459747,
      "step": 9610
    },
    {
      "loss_action": 0.011309460736811161,
      "loss_total": 0.011309460736811161,
      "step": 9610
    },
    {
      "loss_action": 0.009757652878761292,
      "loss_total": 0.009757652878761292,
      "step": 9610
    },
    {
      "loss_action": 0.01640196703374386,
      "loss_total": 0.01640196703374386,
      "step": 9610
    },
    {
      "grad_norm": 0.1922660768032074,
      "learning_rate": 9.94178379418262e-05,
      "loss": 0.0179,
      "step": 9620
    },
    {
      "loss_action": 0.02264201082289219,
      "loss_total": 0.02264201082289219,
      "step": 9620
    },
    {
      "loss_action": 0.012990547344088554,
      "loss_total": 0.012990547344088554,
      "step": 9620
    },
    {
      "loss_action": 0.010265588760375977,
      "loss_total": 0.010265588760375977,
      "step": 9620
    },
    {
      "loss_action": 0.02873719111084938,
      "loss_total": 0.02873719111084938,
      "step": 9620
    },
    {
      "loss_action": 0.02298424392938614,
      "loss_total": 0.02298424392938614,
      "step": 9620
    },
    {
      "loss_action": 0.014871440827846527,
      "loss_total": 0.014871440827846527,
      "step": 9620
    },
    {
      "loss_action": 0.02767711505293846,
      "loss_total": 0.02767711505293846,
      "step": 9620
    },
    {
      "loss_action": 0.008197858929634094,
      "loss_total": 0.008197858929634094,
      "step": 9620
    },
    {
      "grad_norm": 0.21803145110607147,
      "learning_rate": 9.941531941506194e-05,
      "loss": 0.0187,
      "step": 9630
    },
    {
      "loss_action": 0.019490070641040802,
      "loss_total": 0.019490070641040802,
      "step": 9630
    },
    {
      "loss_action": 0.02348707988858223,
      "loss_total": 0.02348707988858223,
      "step": 9630
    },
    {
      "loss_action": 0.01934782788157463,
      "loss_total": 0.01934782788157463,
      "step": 9630
    },
    {
      "loss_action": 0.018879923969507217,
      "loss_total": 0.018879923969507217,
      "step": 9630
    },
    {
      "loss_action": 0.015315128490328789,
      "loss_total": 0.015315128490328789,
      "step": 9630
    },
    {
      "loss_action": 0.03313091769814491,
      "loss_total": 0.03313091769814491,
      "step": 9630
    },
    {
      "loss_action": 0.009951800107955933,
      "loss_total": 0.009951800107955933,
      "step": 9630
    },
    {
      "loss_action": 0.025900421664118767,
      "loss_total": 0.025900421664118767,
      "step": 9630
    },
    {
      "grad_norm": 0.24843057990074158,
      "learning_rate": 9.941279548431263e-05,
      "loss": 0.0214,
      "step": 9640
    },
    {
      "loss_action": 0.03703654557466507,
      "loss_total": 0.03703654557466507,
      "step": 9640
    },
    {
      "loss_action": 0.020892804488539696,
      "loss_total": 0.020892804488539696,
      "step": 9640
    },
    {
      "loss_action": 0.026605825871229172,
      "loss_total": 0.026605825871229172,
      "step": 9640
    },
    {
      "loss_action": 0.0456409677863121,
      "loss_total": 0.0456409677863121,
      "step": 9640
    },
    {
      "loss_action": 0.030359037220478058,
      "loss_total": 0.030359037220478058,
      "step": 9640
    },
    {
      "loss_action": 0.027355048805475235,
      "loss_total": 0.027355048805475235,
      "step": 9640
    },
    {
      "loss_action": 0.037856005132198334,
      "loss_total": 0.037856005132198334,
      "step": 9640
    },
    {
      "loss_action": 0.04376383125782013,
      "loss_total": 0.04376383125782013,
      "step": 9640
    },
    {
      "grad_norm": 0.20800447463989258,
      "learning_rate": 9.941026614985431e-05,
      "loss": 0.0219,
      "step": 9650
    },
    {
      "loss_action": 0.02657148614525795,
      "loss_total": 0.02657148614525795,
      "step": 9650
    },
    {
      "loss_action": 0.007863175123929977,
      "loss_total": 0.007863175123929977,
      "step": 9650
    },
    {
      "loss_action": 0.015857204794883728,
      "loss_total": 0.015857204794883728,
      "step": 9650
    },
    {
      "loss_action": 0.010655966587364674,
      "loss_total": 0.010655966587364674,
      "step": 9650
    },
    {
      "loss_action": 0.017082665115594864,
      "loss_total": 0.017082665115594864,
      "step": 9650
    },
    {
      "loss_action": 0.009310459718108177,
      "loss_total": 0.009310459718108177,
      "step": 9650
    },
    {
      "loss_action": 0.020007936283946037,
      "loss_total": 0.020007936283946037,
      "step": 9650
    },
    {
      "loss_action": 0.025760453194379807,
      "loss_total": 0.025760453194379807,
      "step": 9650
    },
    {
      "grad_norm": 0.22591747343540192,
      "learning_rate": 9.940773141196357e-05,
      "loss": 0.0182,
      "step": 9660
    },
    {
      "loss_action": 0.042310770601034164,
      "loss_total": 0.042310770601034164,
      "step": 9660
    },
    {
      "loss_action": 0.0106934430077672,
      "loss_total": 0.0106934430077672,
      "step": 9660
    },
    {
      "loss_action": 0.018540170043706894,
      "loss_total": 0.018540170043706894,
      "step": 9660
    },
    {
      "loss_action": 0.013774266466498375,
      "loss_total": 0.013774266466498375,
      "step": 9660
    },
    {
      "loss_action": 0.022207967936992645,
      "loss_total": 0.022207967936992645,
      "step": 9660
    },
    {
      "loss_action": 0.029247403144836426,
      "loss_total": 0.029247403144836426,
      "step": 9660
    },
    {
      "loss_action": 0.01106891967356205,
      "loss_total": 0.01106891967356205,
      "step": 9660
    },
    {
      "loss_action": 0.017783168703317642,
      "loss_total": 0.017783168703317642,
      "step": 9660
    },
    {
      "grad_norm": 0.18468068540096283,
      "learning_rate": 9.94051912709176e-05,
      "loss": 0.0193,
      "step": 9670
    },
    {
      "loss_action": 0.006944842636585236,
      "loss_total": 0.006944842636585236,
      "step": 9670
    },
    {
      "loss_action": 0.01264264341443777,
      "loss_total": 0.01264264341443777,
      "step": 9670
    },
    {
      "loss_action": 0.015129211358726025,
      "loss_total": 0.015129211358726025,
      "step": 9670
    },
    {
      "loss_action": 0.012630654498934746,
      "loss_total": 0.012630654498934746,
      "step": 9670
    },
    {
      "loss_action": 0.01406770758330822,
      "loss_total": 0.01406770758330822,
      "step": 9670
    },
    {
      "loss_action": 0.018068302422761917,
      "loss_total": 0.018068302422761917,
      "step": 9670
    },
    {
      "loss_action": 0.011138767935335636,
      "loss_total": 0.011138767935335636,
      "step": 9670
    },
    {
      "loss_action": 0.015586549416184425,
      "loss_total": 0.015586549416184425,
      "step": 9670
    },
    {
      "grad_norm": 0.15249548852443695,
      "learning_rate": 9.940264572699421e-05,
      "loss": 0.0168,
      "step": 9680
    },
    {
      "loss_action": 0.013864853419363499,
      "loss_total": 0.013864853419363499,
      "step": 9680
    },
    {
      "loss_action": 0.02028992399573326,
      "loss_total": 0.02028992399573326,
      "step": 9680
    },
    {
      "loss_action": 0.011775162070989609,
      "loss_total": 0.011775162070989609,
      "step": 9680
    },
    {
      "loss_action": 0.01019175723195076,
      "loss_total": 0.01019175723195076,
      "step": 9680
    },
    {
      "loss_action": 0.006957778707146645,
      "loss_total": 0.006957778707146645,
      "step": 9680
    },
    {
      "loss_action": 0.026775699108839035,
      "loss_total": 0.026775699108839035,
      "step": 9680
    },
    {
      "loss_action": 0.014405900612473488,
      "loss_total": 0.014405900612473488,
      "step": 9680
    },
    {
      "loss_action": 0.008636681362986565,
      "loss_total": 0.008636681362986565,
      "step": 9680
    },
    {
      "grad_norm": 0.18323522806167603,
      "learning_rate": 9.940009478047174e-05,
      "loss": 0.0165,
      "step": 9690
    },
    {
      "loss_action": 0.011823166161775589,
      "loss_total": 0.011823166161775589,
      "step": 9690
    },
    {
      "loss_action": 0.010146833956241608,
      "loss_total": 0.010146833956241608,
      "step": 9690
    },
    {
      "loss_action": 0.016588807106018066,
      "loss_total": 0.016588807106018066,
      "step": 9690
    },
    {
      "loss_action": 0.008364440873265266,
      "loss_total": 0.008364440873265266,
      "step": 9690
    },
    {
      "loss_action": 0.02658749744296074,
      "loss_total": 0.02658749744296074,
      "step": 9690
    },
    {
      "loss_action": 0.02179865911602974,
      "loss_total": 0.02179865911602974,
      "step": 9690
    },
    {
      "loss_action": 0.012540891766548157,
      "loss_total": 0.012540891766548157,
      "step": 9690
    },
    {
      "loss_action": 0.007363125681877136,
      "loss_total": 0.007363125681877136,
      "step": 9690
    },
    {
      "grad_norm": 0.31852442026138306,
      "learning_rate": 9.939753843162918e-05,
      "loss": 0.0181,
      "step": 9700
    },
    {
      "loss_action": 0.025378648191690445,
      "loss_total": 0.025378648191690445,
      "step": 9700
    },
    {
      "loss_action": 0.01599534973502159,
      "loss_total": 0.01599534973502159,
      "step": 9700
    },
    {
      "loss_action": 0.008272118866443634,
      "loss_total": 0.008272118866443634,
      "step": 9700
    },
    {
      "loss_action": 0.008875465951859951,
      "loss_total": 0.008875465951859951,
      "step": 9700
    },
    {
      "loss_action": 0.011634550988674164,
      "loss_total": 0.011634550988674164,
      "step": 9700
    },
    {
      "loss_action": 0.03470928966999054,
      "loss_total": 0.03470928966999054,
      "step": 9700
    },
    {
      "loss_action": 0.06793401390314102,
      "loss_total": 0.06793401390314102,
      "step": 9700
    },
    {
      "loss_action": 0.011315153911709785,
      "loss_total": 0.011315153911709785,
      "step": 9700
    },
    {
      "grad_norm": 0.2580151855945587,
      "learning_rate": 9.939497668074609e-05,
      "loss": 0.0208,
      "step": 9710
    },
    {
      "loss_action": 0.020411623641848564,
      "loss_total": 0.020411623641848564,
      "step": 9710
    },
    {
      "loss_action": 0.030822835862636566,
      "loss_total": 0.030822835862636566,
      "step": 9710
    },
    {
      "loss_action": 0.030262410640716553,
      "loss_total": 0.030262410640716553,
      "step": 9710
    },
    {
      "loss_action": 0.017478924244642258,
      "loss_total": 0.017478924244642258,
      "step": 9710
    },
    {
      "loss_action": 0.007499392144382,
      "loss_total": 0.007499392144382,
      "step": 9710
    },
    {
      "loss_action": 0.01771448366343975,
      "loss_total": 0.01771448366343975,
      "step": 9710
    },
    {
      "loss_action": 0.012000102549791336,
      "loss_total": 0.012000102549791336,
      "step": 9710
    },
    {
      "loss_action": 0.013485504314303398,
      "loss_total": 0.013485504314303398,
      "step": 9710
    },
    {
      "grad_norm": 0.18121875822544098,
      "learning_rate": 9.93924095281026e-05,
      "loss": 0.0199,
      "step": 9720
    },
    {
      "loss_action": 0.024761565029621124,
      "loss_total": 0.024761565029621124,
      "step": 9720
    },
    {
      "loss_action": 0.018632374703884125,
      "loss_total": 0.018632374703884125,
      "step": 9720
    },
    {
      "loss_action": 0.025825317949056625,
      "loss_total": 0.025825317949056625,
      "step": 9720
    },
    {
      "loss_action": 0.030048362910747528,
      "loss_total": 0.030048362910747528,
      "step": 9720
    },
    {
      "loss_action": 0.041024234145879745,
      "loss_total": 0.041024234145879745,
      "step": 9720
    },
    {
      "loss_action": 0.019048653542995453,
      "loss_total": 0.019048653542995453,
      "step": 9720
    },
    {
      "loss_action": 0.014630883932113647,
      "loss_total": 0.014630883932113647,
      "step": 9720
    },
    {
      "loss_action": 0.03088100254535675,
      "loss_total": 0.03088100254535675,
      "step": 9720
    },
    {
      "grad_norm": 0.21767562627792358,
      "learning_rate": 9.938983697397948e-05,
      "loss": 0.0175,
      "step": 9730
    },
    {
      "loss_action": 0.015362465754151344,
      "loss_total": 0.015362465754151344,
      "step": 9730
    },
    {
      "loss_action": 0.0329187847673893,
      "loss_total": 0.0329187847673893,
      "step": 9730
    },
    {
      "loss_action": 0.018954921513795853,
      "loss_total": 0.018954921513795853,
      "step": 9730
    },
    {
      "loss_action": 0.006518798880279064,
      "loss_total": 0.006518798880279064,
      "step": 9730
    },
    {
      "loss_action": 0.012532075867056847,
      "loss_total": 0.012532075867056847,
      "step": 9730
    },
    {
      "loss_action": 0.015737634152173996,
      "loss_total": 0.015737634152173996,
      "step": 9730
    },
    {
      "loss_action": 0.016512103378772736,
      "loss_total": 0.016512103378772736,
      "step": 9730
    },
    {
      "loss_action": 0.016910795122385025,
      "loss_total": 0.016910795122385025,
      "step": 9730
    },
    {
      "grad_norm": 0.19941285252571106,
      "learning_rate": 9.938725901865805e-05,
      "loss": 0.0202,
      "step": 9740
    },
    {
      "loss_action": 0.011046509258449078,
      "loss_total": 0.011046509258449078,
      "step": 9740
    },
    {
      "loss_action": 0.05863233655691147,
      "loss_total": 0.05863233655691147,
      "step": 9740
    },
    {
      "loss_action": 0.01240493729710579,
      "loss_total": 0.01240493729710579,
      "step": 9740
    },
    {
      "loss_action": 0.012152385897934437,
      "loss_total": 0.012152385897934437,
      "step": 9740
    },
    {
      "loss_action": 0.02201855555176735,
      "loss_total": 0.02201855555176735,
      "step": 9740
    },
    {
      "loss_action": 0.015653926879167557,
      "loss_total": 0.015653926879167557,
      "step": 9740
    },
    {
      "loss_action": 0.012876296415925026,
      "loss_total": 0.012876296415925026,
      "step": 9740
    },
    {
      "loss_action": 0.03597370907664299,
      "loss_total": 0.03597370907664299,
      "step": 9740
    },
    {
      "grad_norm": 0.2596015930175781,
      "learning_rate": 9.93846756624202e-05,
      "loss": 0.0189,
      "step": 9750
    },
    {
      "loss_action": 0.01712244749069214,
      "loss_total": 0.01712244749069214,
      "step": 9750
    },
    {
      "loss_action": 0.014520260505378246,
      "loss_total": 0.014520260505378246,
      "step": 9750
    },
    {
      "loss_action": 0.008332126773893833,
      "loss_total": 0.008332126773893833,
      "step": 9750
    },
    {
      "loss_action": 0.027421118691563606,
      "loss_total": 0.027421118691563606,
      "step": 9750
    },
    {
      "loss_action": 0.020555485039949417,
      "loss_total": 0.020555485039949417,
      "step": 9750
    },
    {
      "loss_action": 0.03583478927612305,
      "loss_total": 0.03583478927612305,
      "step": 9750
    },
    {
      "loss_action": 0.021101459860801697,
      "loss_total": 0.021101459860801697,
      "step": 9750
    },
    {
      "loss_action": 0.015171346254646778,
      "loss_total": 0.015171346254646778,
      "step": 9750
    },
    {
      "grad_norm": 0.15500977635383606,
      "learning_rate": 9.938208690554849e-05,
      "loss": 0.0163,
      "step": 9760
    },
    {
      "loss_action": 0.016141045838594437,
      "loss_total": 0.016141045838594437,
      "step": 9760
    },
    {
      "loss_action": 0.01620304584503174,
      "loss_total": 0.01620304584503174,
      "step": 9760
    },
    {
      "loss_action": 0.016459405422210693,
      "loss_total": 0.016459405422210693,
      "step": 9760
    },
    {
      "loss_action": 0.02547113038599491,
      "loss_total": 0.02547113038599491,
      "step": 9760
    },
    {
      "loss_action": 0.029675636440515518,
      "loss_total": 0.029675636440515518,
      "step": 9760
    },
    {
      "loss_action": 0.015063554048538208,
      "loss_total": 0.015063554048538208,
      "step": 9760
    },
    {
      "loss_action": 0.016091156750917435,
      "loss_total": 0.016091156750917435,
      "step": 9760
    },
    {
      "loss_action": 0.009009033441543579,
      "loss_total": 0.009009033441543579,
      "step": 9760
    },
    {
      "grad_norm": 0.18575303256511688,
      "learning_rate": 9.9379492748326e-05,
      "loss": 0.0179,
      "step": 9770
    },
    {
      "loss_action": 0.013202146627008915,
      "loss_total": 0.013202146627008915,
      "step": 9770
    },
    {
      "loss_action": 0.017207039520144463,
      "loss_total": 0.017207039520144463,
      "step": 9770
    },
    {
      "loss_action": 0.016977041959762573,
      "loss_total": 0.016977041959762573,
      "step": 9770
    },
    {
      "loss_action": 0.006957497447729111,
      "loss_total": 0.006957497447729111,
      "step": 9770
    },
    {
      "loss_action": 0.018495969474315643,
      "loss_total": 0.018495969474315643,
      "step": 9770
    },
    {
      "loss_action": 0.021826542913913727,
      "loss_total": 0.021826542913913727,
      "step": 9770
    },
    {
      "loss_action": 0.01103127095848322,
      "loss_total": 0.01103127095848322,
      "step": 9770
    },
    {
      "loss_action": 0.018802110105752945,
      "loss_total": 0.018802110105752945,
      "step": 9770
    },
    {
      "grad_norm": 0.17278721928596497,
      "learning_rate": 9.937689319103641e-05,
      "loss": 0.0208,
      "step": 9780
    },
    {
      "loss_action": 0.013754509389400482,
      "loss_total": 0.013754509389400482,
      "step": 9780
    },
    {
      "loss_action": 0.014962181448936462,
      "loss_total": 0.014962181448936462,
      "step": 9780
    },
    {
      "loss_action": 0.01676386594772339,
      "loss_total": 0.01676386594772339,
      "step": 9780
    },
    {
      "loss_action": 0.03233293443918228,
      "loss_total": 0.03233293443918228,
      "step": 9780
    },
    {
      "loss_action": 0.011089741252362728,
      "loss_total": 0.011089741252362728,
      "step": 9780
    },
    {
      "loss_action": 0.01513364166021347,
      "loss_total": 0.01513364166021347,
      "step": 9780
    },
    {
      "loss_action": 0.027120059356093407,
      "loss_total": 0.027120059356093407,
      "step": 9780
    },
    {
      "loss_action": 0.02684284746646881,
      "loss_total": 0.02684284746646881,
      "step": 9780
    },
    {
      "grad_norm": 0.339254766702652,
      "learning_rate": 9.937428823396404e-05,
      "loss": 0.0206,
      "step": 9790
    },
    {
      "loss_action": 0.0177466943860054,
      "loss_total": 0.0177466943860054,
      "step": 9790
    },
    {
      "loss_action": 0.0185896847397089,
      "loss_total": 0.0185896847397089,
      "step": 9790
    },
    {
      "loss_action": 0.007344373501837254,
      "loss_total": 0.007344373501837254,
      "step": 9790
    },
    {
      "loss_action": 0.013758279383182526,
      "loss_total": 0.013758279383182526,
      "step": 9790
    },
    {
      "loss_action": 0.014134194701910019,
      "loss_total": 0.014134194701910019,
      "step": 9790
    },
    {
      "loss_action": 0.012655822560191154,
      "loss_total": 0.012655822560191154,
      "step": 9790
    },
    {
      "loss_action": 0.03271164745092392,
      "loss_total": 0.03271164745092392,
      "step": 9790
    },
    {
      "loss_action": 0.014292262494564056,
      "loss_total": 0.014292262494564056,
      "step": 9790
    },
    {
      "grad_norm": 0.22430330514907837,
      "learning_rate": 9.937167787739372e-05,
      "loss": 0.0178,
      "step": 9800
    },
    {
      "loss_action": 0.018843121826648712,
      "loss_total": 0.018843121826648712,
      "step": 9800
    },
    {
      "loss_action": 0.016006244346499443,
      "loss_total": 0.016006244346499443,
      "step": 9800
    },
    {
      "loss_action": 0.024897543713450432,
      "loss_total": 0.024897543713450432,
      "step": 9800
    },
    {
      "loss_action": 0.03426568955183029,
      "loss_total": 0.03426568955183029,
      "step": 9800
    },
    {
      "loss_action": 0.04594815522432327,
      "loss_total": 0.04594815522432327,
      "step": 9800
    },
    {
      "loss_action": 0.037257466465234756,
      "loss_total": 0.037257466465234756,
      "step": 9800
    },
    {
      "loss_action": 0.032678451389074326,
      "loss_total": 0.032678451389074326,
      "step": 9800
    },
    {
      "loss_action": 0.05000549554824829,
      "loss_total": 0.05000549554824829,
      "step": 9800
    },
    {
      "grad_norm": 0.22667638957500458,
      "learning_rate": 9.936906212161095e-05,
      "loss": 0.0202,
      "step": 9810
    },
    {
      "loss_action": 0.012206533923745155,
      "loss_total": 0.012206533923745155,
      "step": 9810
    },
    {
      "loss_action": 0.020800841972231865,
      "loss_total": 0.020800841972231865,
      "step": 9810
    },
    {
      "loss_action": 0.016910560429096222,
      "loss_total": 0.016910560429096222,
      "step": 9810
    },
    {
      "loss_action": 0.031975533813238144,
      "loss_total": 0.031975533813238144,
      "step": 9810
    },
    {
      "loss_action": 0.01907883584499359,
      "loss_total": 0.01907883584499359,
      "step": 9810
    },
    {
      "loss_action": 0.01246693916618824,
      "loss_total": 0.01246693916618824,
      "step": 9810
    },
    {
      "loss_action": 0.007880112156271935,
      "loss_total": 0.007880112156271935,
      "step": 9810
    },
    {
      "loss_action": 0.019895978271961212,
      "loss_total": 0.019895978271961212,
      "step": 9810
    },
    {
      "grad_norm": 0.19607624411582947,
      "learning_rate": 9.936644096690176e-05,
      "loss": 0.0168,
      "step": 9820
    },
    {
      "loss_action": 0.010100549086928368,
      "loss_total": 0.010100549086928368,
      "step": 9820
    },
    {
      "loss_action": 0.010835261084139347,
      "loss_total": 0.010835261084139347,
      "step": 9820
    },
    {
      "loss_action": 0.021821988746523857,
      "loss_total": 0.021821988746523857,
      "step": 9820
    },
    {
      "loss_action": 0.01707896776497364,
      "loss_total": 0.01707896776497364,
      "step": 9820
    },
    {
      "loss_action": 0.00996679998934269,
      "loss_total": 0.00996679998934269,
      "step": 9820
    },
    {
      "loss_action": 0.01763063669204712,
      "loss_total": 0.01763063669204712,
      "step": 9820
    },
    {
      "loss_action": 0.037525348365306854,
      "loss_total": 0.037525348365306854,
      "step": 9820
    },
    {
      "loss_action": 0.009260762482881546,
      "loss_total": 0.009260762482881546,
      "step": 9820
    },
    {
      "grad_norm": 0.2320326417684555,
      "learning_rate": 9.936381441355282e-05,
      "loss": 0.0182,
      "step": 9830
    },
    {
      "loss_action": 0.007395745720714331,
      "loss_total": 0.007395745720714331,
      "step": 9830
    },
    {
      "loss_action": 0.011946022510528564,
      "loss_total": 0.011946022510528564,
      "step": 9830
    },
    {
      "loss_action": 0.025934036821126938,
      "loss_total": 0.025934036821126938,
      "step": 9830
    },
    {
      "loss_action": 0.008220626041293144,
      "loss_total": 0.008220626041293144,
      "step": 9830
    },
    {
      "loss_action": 0.037791766226291656,
      "loss_total": 0.037791766226291656,
      "step": 9830
    },
    {
      "loss_action": 0.013531021773815155,
      "loss_total": 0.013531021773815155,
      "step": 9830
    },
    {
      "loss_action": 0.021182265132665634,
      "loss_total": 0.021182265132665634,
      "step": 9830
    },
    {
      "loss_action": 0.014363765716552734,
      "loss_total": 0.014363765716552734,
      "step": 9830
    },
    {
      "grad_norm": 0.15093518793582916,
      "learning_rate": 9.936118246185136e-05,
      "loss": 0.0177,
      "step": 9840
    },
    {
      "loss_action": 0.02267942950129509,
      "loss_total": 0.02267942950129509,
      "step": 9840
    },
    {
      "loss_action": 0.010813760571181774,
      "loss_total": 0.010813760571181774,
      "step": 9840
    },
    {
      "loss_action": 0.014147692359983921,
      "loss_total": 0.014147692359983921,
      "step": 9840
    },
    {
      "loss_action": 0.007274485193192959,
      "loss_total": 0.007274485193192959,
      "step": 9840
    },
    {
      "loss_action": 0.018679726868867874,
      "loss_total": 0.018679726868867874,
      "step": 9840
    },
    {
      "loss_action": 0.019820023328065872,
      "loss_total": 0.019820023328065872,
      "step": 9840
    },
    {
      "loss_action": 0.03207799792289734,
      "loss_total": 0.03207799792289734,
      "step": 9840
    },
    {
      "loss_action": 0.025624090805649757,
      "loss_total": 0.025624090805649757,
      "step": 9840
    },
    {
      "grad_norm": 0.19468796253204346,
      "learning_rate": 9.935854511208518e-05,
      "loss": 0.0207,
      "step": 9850
    },
    {
      "loss_action": 0.008134962990880013,
      "loss_total": 0.008134962990880013,
      "step": 9850
    },
    {
      "loss_action": 0.024666687473654747,
      "loss_total": 0.024666687473654747,
      "step": 9850
    },
    {
      "loss_action": 0.015532631427049637,
      "loss_total": 0.015532631427049637,
      "step": 9850
    },
    {
      "loss_action": 0.010193891823291779,
      "loss_total": 0.010193891823291779,
      "step": 9850
    },
    {
      "loss_action": 0.006720832083374262,
      "loss_total": 0.006720832083374262,
      "step": 9850
    },
    {
      "loss_action": 0.02363230660557747,
      "loss_total": 0.02363230660557747,
      "step": 9850
    },
    {
      "loss_action": 0.01485545001924038,
      "loss_total": 0.01485545001924038,
      "step": 9850
    },
    {
      "loss_action": 0.017116043716669083,
      "loss_total": 0.017116043716669083,
      "step": 9850
    },
    {
      "grad_norm": 0.274153470993042,
      "learning_rate": 9.935590236454272e-05,
      "loss": 0.0189,
      "step": 9860
    },
    {
      "loss_action": 0.01163664273917675,
      "loss_total": 0.01163664273917675,
      "step": 9860
    },
    {
      "loss_action": 0.014033478684723377,
      "loss_total": 0.014033478684723377,
      "step": 9860
    },
    {
      "loss_action": 0.028994403779506683,
      "loss_total": 0.028994403779506683,
      "step": 9860
    },
    {
      "loss_action": 0.0177275612950325,
      "loss_total": 0.0177275612950325,
      "step": 9860
    },
    {
      "loss_action": 0.015041845850646496,
      "loss_total": 0.015041845850646496,
      "step": 9860
    },
    {
      "loss_action": 0.018853291869163513,
      "loss_total": 0.018853291869163513,
      "step": 9860
    },
    {
      "loss_action": 0.019573835656046867,
      "loss_total": 0.019573835656046867,
      "step": 9860
    },
    {
      "loss_action": 0.022797178477048874,
      "loss_total": 0.022797178477048874,
      "step": 9860
    },
    {
      "grad_norm": 0.28610971570014954,
      "learning_rate": 9.935325421951298e-05,
      "loss": 0.0212,
      "step": 9870
    },
    {
      "loss_action": 0.018558813259005547,
      "loss_total": 0.018558813259005547,
      "step": 9870
    },
    {
      "loss_action": 0.029940636828541756,
      "loss_total": 0.029940636828541756,
      "step": 9870
    },
    {
      "loss_action": 0.024870963767170906,
      "loss_total": 0.024870963767170906,
      "step": 9870
    },
    {
      "loss_action": 0.01856999099254608,
      "loss_total": 0.01856999099254608,
      "step": 9870
    },
    {
      "loss_action": 0.0131952203810215,
      "loss_total": 0.0131952203810215,
      "step": 9870
    },
    {
      "loss_action": 0.021718792617321014,
      "loss_total": 0.021718792617321014,
      "step": 9870
    },
    {
      "loss_action": 0.01178997103124857,
      "loss_total": 0.01178997103124857,
      "step": 9870
    },
    {
      "loss_action": 0.01619661971926689,
      "loss_total": 0.01619661971926689,
      "step": 9870
    },
    {
      "grad_norm": 0.2195916622877121,
      "learning_rate": 9.935060067728557e-05,
      "loss": 0.0216,
      "step": 9880
    },
    {
      "loss_action": 0.034870073199272156,
      "loss_total": 0.034870073199272156,
      "step": 9880
    },
    {
      "loss_action": 0.02050887420773506,
      "loss_total": 0.02050887420773506,
      "step": 9880
    },
    {
      "loss_action": 0.03193816542625427,
      "loss_total": 0.03193816542625427,
      "step": 9880
    },
    {
      "loss_action": 0.006819097325205803,
      "loss_total": 0.006819097325205803,
      "step": 9880
    },
    {
      "loss_action": 0.015971627086400986,
      "loss_total": 0.015971627086400986,
      "step": 9880
    },
    {
      "loss_action": 0.012854406610131264,
      "loss_total": 0.012854406610131264,
      "step": 9880
    },
    {
      "loss_action": 0.025346890091896057,
      "loss_total": 0.025346890091896057,
      "step": 9880
    },
    {
      "loss_action": 0.021399185061454773,
      "loss_total": 0.021399185061454773,
      "step": 9880
    },
    {
      "grad_norm": 0.2729555070400238,
      "learning_rate": 9.934794173815067e-05,
      "loss": 0.022,
      "step": 9890
    },
    {
      "loss_action": 0.024160660803318024,
      "loss_total": 0.024160660803318024,
      "step": 9890
    },
    {
      "loss_action": 0.019210821017622948,
      "loss_total": 0.019210821017622948,
      "step": 9890
    },
    {
      "loss_action": 0.018624065443873405,
      "loss_total": 0.018624065443873405,
      "step": 9890
    },
    {
      "loss_action": 0.023039141669869423,
      "loss_total": 0.023039141669869423,
      "step": 9890
    },
    {
      "loss_action": 0.025035008788108826,
      "loss_total": 0.025035008788108826,
      "step": 9890
    },
    {
      "loss_action": 0.016372911632061005,
      "loss_total": 0.016372911632061005,
      "step": 9890
    },
    {
      "loss_action": 0.013458403758704662,
      "loss_total": 0.013458403758704662,
      "step": 9890
    },
    {
      "loss_action": 0.01262479554861784,
      "loss_total": 0.01262479554861784,
      "step": 9890
    },
    {
      "grad_norm": 0.2439037710428238,
      "learning_rate": 9.934527740239906e-05,
      "loss": 0.0218,
      "step": 9900
    },
    {
      "loss_action": 0.029803473502397537,
      "loss_total": 0.029803473502397537,
      "step": 9900
    },
    {
      "loss_action": 0.009740996174514294,
      "loss_total": 0.009740996174514294,
      "step": 9900
    },
    {
      "loss_action": 0.036654993891716,
      "loss_total": 0.036654993891716,
      "step": 9900
    },
    {
      "loss_action": 0.023470748215913773,
      "loss_total": 0.023470748215913773,
      "step": 9900
    },
    {
      "loss_action": 0.02792913280427456,
      "loss_total": 0.02792913280427456,
      "step": 9900
    },
    {
      "loss_action": 0.03726043552160263,
      "loss_total": 0.03726043552160263,
      "step": 9900
    },
    {
      "loss_action": 0.016091907396912575,
      "loss_total": 0.016091907396912575,
      "step": 9900
    },
    {
      "loss_action": 0.03154616057872772,
      "loss_total": 0.03154616057872772,
      "step": 9900
    },
    {
      "grad_norm": 0.2665228545665741,
      "learning_rate": 9.934260767032209e-05,
      "loss": 0.0196,
      "step": 9910
    },
    {
      "loss_action": 0.00834253616631031,
      "loss_total": 0.00834253616631031,
      "step": 9910
    },
    {
      "loss_action": 0.03118012100458145,
      "loss_total": 0.03118012100458145,
      "step": 9910
    },
    {
      "loss_action": 0.02768460288643837,
      "loss_total": 0.02768460288643837,
      "step": 9910
    },
    {
      "loss_action": 0.04269587993621826,
      "loss_total": 0.04269587993621826,
      "step": 9910
    },
    {
      "loss_action": 0.014241034165024757,
      "loss_total": 0.014241034165024757,
      "step": 9910
    },
    {
      "loss_action": 0.012005937285721302,
      "loss_total": 0.012005937285721302,
      "step": 9910
    },
    {
      "loss_action": 0.015141315758228302,
      "loss_total": 0.015141315758228302,
      "step": 9910
    },
    {
      "loss_action": 0.008986127562820911,
      "loss_total": 0.008986127562820911,
      "step": 9910
    },
    {
      "grad_norm": 0.22723239660263062,
      "learning_rate": 9.933993254221172e-05,
      "loss": 0.0227,
      "step": 9920
    },
    {
      "loss_action": 0.02100079134106636,
      "loss_total": 0.02100079134106636,
      "step": 9920
    },
    {
      "loss_action": 0.010408171452581882,
      "loss_total": 0.010408171452581882,
      "step": 9920
    },
    {
      "loss_action": 0.01852753758430481,
      "loss_total": 0.01852753758430481,
      "step": 9920
    },
    {
      "loss_action": 0.021809430792927742,
      "loss_total": 0.021809430792927742,
      "step": 9920
    },
    {
      "loss_action": 0.04143068194389343,
      "loss_total": 0.04143068194389343,
      "step": 9920
    },
    {
      "loss_action": 0.011274763382971287,
      "loss_total": 0.011274763382971287,
      "step": 9920
    },
    {
      "loss_action": 0.007731263060122728,
      "loss_total": 0.007731263060122728,
      "step": 9920
    },
    {
      "loss_action": 0.025136403739452362,
      "loss_total": 0.025136403739452362,
      "step": 9920
    },
    {
      "grad_norm": 0.22667823731899261,
      "learning_rate": 9.933725201836053e-05,
      "loss": 0.0229,
      "step": 9930
    },
    {
      "loss_action": 0.01571839302778244,
      "loss_total": 0.01571839302778244,
      "step": 9930
    },
    {
      "loss_action": 0.01443321630358696,
      "loss_total": 0.01443321630358696,
      "step": 9930
    },
    {
      "loss_action": 0.03487285226583481,
      "loss_total": 0.03487285226583481,
      "step": 9930
    },
    {
      "loss_action": 0.012649941258132458,
      "loss_total": 0.012649941258132458,
      "step": 9930
    },
    {
      "loss_action": 0.012586692348122597,
      "loss_total": 0.012586692348122597,
      "step": 9930
    },
    {
      "loss_action": 0.012353634461760521,
      "loss_total": 0.012353634461760521,
      "step": 9930
    },
    {
      "loss_action": 0.010963167995214462,
      "loss_total": 0.010963167995214462,
      "step": 9930
    },
    {
      "loss_action": 0.03836825489997864,
      "loss_total": 0.03836825489997864,
      "step": 9930
    },
    {
      "grad_norm": 0.3239056468009949,
      "learning_rate": 9.933456609906162e-05,
      "loss": 0.0213,
      "step": 9940
    },
    {
      "loss_action": 0.03409028798341751,
      "loss_total": 0.03409028798341751,
      "step": 9940
    },
    {
      "loss_action": 0.0343649759888649,
      "loss_total": 0.0343649759888649,
      "step": 9940
    },
    {
      "loss_action": 0.021059425547719002,
      "loss_total": 0.021059425547719002,
      "step": 9940
    },
    {
      "loss_action": 0.017514199018478394,
      "loss_total": 0.017514199018478394,
      "step": 9940
    },
    {
      "loss_action": 0.03105759248137474,
      "loss_total": 0.03105759248137474,
      "step": 9940
    },
    {
      "loss_action": 0.08848769962787628,
      "loss_total": 0.08848769962787628,
      "step": 9940
    },
    {
      "loss_action": 0.02057000808417797,
      "loss_total": 0.02057000808417797,
      "step": 9940
    },
    {
      "loss_action": 0.030447330325841904,
      "loss_total": 0.030447330325841904,
      "step": 9940
    },
    {
      "grad_norm": 0.22891588509082794,
      "learning_rate": 9.933187478460875e-05,
      "loss": 0.0212,
      "step": 9950
    },
    {
      "loss_action": 0.008013773709535599,
      "loss_total": 0.008013773709535599,
      "step": 9950
    },
    {
      "loss_action": 0.010439051315188408,
      "loss_total": 0.010439051315188408,
      "step": 9950
    },
    {
      "loss_action": 0.019471894949674606,
      "loss_total": 0.019471894949674606,
      "step": 9950
    },
    {
      "loss_action": 0.012287531048059464,
      "loss_total": 0.012287531048059464,
      "step": 9950
    },
    {
      "loss_action": 0.020331155508756638,
      "loss_total": 0.020331155508756638,
      "step": 9950
    },
    {
      "loss_action": 0.010303033515810966,
      "loss_total": 0.010303033515810966,
      "step": 9950
    },
    {
      "loss_action": 0.015359533950686455,
      "loss_total": 0.015359533950686455,
      "step": 9950
    },
    {
      "loss_action": 0.008772961795330048,
      "loss_total": 0.008772961795330048,
      "step": 9950
    },
    {
      "grad_norm": 0.19354359805583954,
      "learning_rate": 9.93291780752962e-05,
      "loss": 0.0158,
      "step": 9960
    },
    {
      "loss_action": 0.014946367591619492,
      "loss_total": 0.014946367591619492,
      "step": 9960
    },
    {
      "loss_action": 0.02469477988779545,
      "loss_total": 0.02469477988779545,
      "step": 9960
    },
    {
      "loss_action": 0.023587869480252266,
      "loss_total": 0.023587869480252266,
      "step": 9960
    },
    {
      "loss_action": 0.007553829811513424,
      "loss_total": 0.007553829811513424,
      "step": 9960
    },
    {
      "loss_action": 0.009564640931785107,
      "loss_total": 0.009564640931785107,
      "step": 9960
    },
    {
      "loss_action": 0.01269027590751648,
      "loss_total": 0.01269027590751648,
      "step": 9960
    },
    {
      "loss_action": 0.013996010646224022,
      "loss_total": 0.013996010646224022,
      "step": 9960
    },
    {
      "loss_action": 0.017672963440418243,
      "loss_total": 0.017672963440418243,
      "step": 9960
    },
    {
      "grad_norm": 0.23219895362854004,
      "learning_rate": 9.932647597141893e-05,
      "loss": 0.0186,
      "step": 9970
    },
    {
      "loss_action": 0.03563880920410156,
      "loss_total": 0.03563880920410156,
      "step": 9970
    },
    {
      "loss_action": 0.011536868289113045,
      "loss_total": 0.011536868289113045,
      "step": 9970
    },
    {
      "loss_action": 0.016623230651021004,
      "loss_total": 0.016623230651021004,
      "step": 9970
    },
    {
      "loss_action": 0.01679397001862526,
      "loss_total": 0.01679397001862526,
      "step": 9970
    },
    {
      "loss_action": 0.018823742866516113,
      "loss_total": 0.018823742866516113,
      "step": 9970
    },
    {
      "loss_action": 0.009821504354476929,
      "loss_total": 0.009821504354476929,
      "step": 9970
    },
    {
      "loss_action": 0.019856702536344528,
      "loss_total": 0.019856702536344528,
      "step": 9970
    },
    {
      "loss_action": 0.03715556114912033,
      "loss_total": 0.03715556114912033,
      "step": 9970
    },
    {
      "grad_norm": 0.19393518567085266,
      "learning_rate": 9.932376847327239e-05,
      "loss": 0.0201,
      "step": 9980
    },
    {
      "loss_action": 0.030549868941307068,
      "loss_total": 0.030549868941307068,
      "step": 9980
    },
    {
      "loss_action": 0.02009744383394718,
      "loss_total": 0.02009744383394718,
      "step": 9980
    },
    {
      "loss_action": 0.03403636813163757,
      "loss_total": 0.03403636813163757,
      "step": 9980
    },
    {
      "loss_action": 0.0151100754737854,
      "loss_total": 0.0151100754737854,
      "step": 9980
    },
    {
      "loss_action": 0.015445881523191929,
      "loss_total": 0.015445881523191929,
      "step": 9980
    },
    {
      "loss_action": 0.011287178844213486,
      "loss_total": 0.011287178844213486,
      "step": 9980
    },
    {
      "loss_action": 0.01751846820116043,
      "loss_total": 0.01751846820116043,
      "step": 9980
    },
    {
      "loss_action": 0.01346566341817379,
      "loss_total": 0.01346566341817379,
      "step": 9980
    },
    {
      "grad_norm": 0.15159085392951965,
      "learning_rate": 9.932105558115268e-05,
      "loss": 0.0182,
      "step": 9990
    },
    {
      "loss_action": 0.009510397911071777,
      "loss_total": 0.009510397911071777,
      "step": 9990
    },
    {
      "loss_action": 0.012821955606341362,
      "loss_total": 0.012821955606341362,
      "step": 9990
    },
    {
      "loss_action": 0.010285364463925362,
      "loss_total": 0.010285364463925362,
      "step": 9990
    },
    {
      "loss_action": 0.026836618781089783,
      "loss_total": 0.026836618781089783,
      "step": 9990
    },
    {
      "loss_action": 0.009139928966760635,
      "loss_total": 0.009139928966760635,
      "step": 9990
    },
    {
      "loss_action": 0.04240481182932854,
      "loss_total": 0.04240481182932854,
      "step": 9990
    },
    {
      "loss_action": 0.021030623465776443,
      "loss_total": 0.021030623465776443,
      "step": 9990
    },
    {
      "loss_action": 0.008837154135107994,
      "loss_total": 0.008837154135107994,
      "step": 9990
    },
    {
      "grad_norm": 0.19081264734268188,
      "learning_rate": 9.931833729535651e-05,
      "loss": 0.0196,
      "step": 10000
    },
    {
      "loss_action": 0.005946501158177853,
      "loss_total": 0.005946501158177853,
      "step": 10000
    },
    {
      "loss_action": 0.016925305128097534,
      "loss_total": 0.016925305128097534,
      "step": 10000
    },
    {
      "loss_action": 0.03760170191526413,
      "loss_total": 0.03760170191526413,
      "step": 10000
    },
    {
      "loss_action": 0.009840398095548153,
      "loss_total": 0.009840398095548153,
      "step": 10000
    },
    {
      "loss_action": 0.027361460030078888,
      "loss_total": 0.027361460030078888,
      "step": 10000
    },
    {
      "loss_action": 0.010221174918115139,
      "loss_total": 0.010221174918115139,
      "step": 10000
    },
    {
      "loss_action": 0.012131141498684883,
      "loss_total": 0.012131141498684883,
      "step": 10000
    },
    {
      "loss_action": 0.02049967087805271,
      "loss_total": 0.02049967087805271,
      "step": 10000
    },
    {
      "grad_norm": 0.12439075857400894,
      "learning_rate": 9.931561361618111e-05,
      "loss": 0.0176,
      "step": 10010
    },
    {
      "loss_action": 0.039813220500946045,
      "loss_total": 0.039813220500946045,
      "step": 10010
    },
    {
      "loss_action": 0.01061275601387024,
      "loss_total": 0.01061275601387024,
      "step": 10010
    },
    {
      "loss_action": 0.02933235839009285,
      "loss_total": 0.02933235839009285,
      "step": 10010
    },
    {
      "loss_action": 0.02259328030049801,
      "loss_total": 0.02259328030049801,
      "step": 10010
    },
    {
      "loss_action": 0.02873750776052475,
      "loss_total": 0.02873750776052475,
      "step": 10010
    },
    {
      "loss_action": 0.02196785807609558,
      "loss_total": 0.02196785807609558,
      "step": 10010
    },
    {
      "loss_action": 0.014380969107151031,
      "loss_total": 0.014380969107151031,
      "step": 10010
    },
    {
      "loss_action": 0.013016153126955032,
      "loss_total": 0.013016153126955032,
      "step": 10010
    },
    {
      "grad_norm": 0.20085808634757996,
      "learning_rate": 9.931288454392435e-05,
      "loss": 0.0179,
      "step": 10020
    },
    {
      "loss_action": 0.015290651470422745,
      "loss_total": 0.015290651470422745,
      "step": 10020
    },
    {
      "loss_action": 0.014412603341042995,
      "loss_total": 0.014412603341042995,
      "step": 10020
    },
    {
      "loss_action": 0.02954994887113571,
      "loss_total": 0.02954994887113571,
      "step": 10020
    },
    {
      "loss_action": 0.01892063580453396,
      "loss_total": 0.01892063580453396,
      "step": 10020
    },
    {
      "loss_action": 0.010192968882620335,
      "loss_total": 0.010192968882620335,
      "step": 10020
    },
    {
      "loss_action": 0.008595682680606842,
      "loss_total": 0.008595682680606842,
      "step": 10020
    },
    {
      "loss_action": 0.015549120493233204,
      "loss_total": 0.015549120493233204,
      "step": 10020
    },
    {
      "loss_action": 0.042489707469940186,
      "loss_total": 0.042489707469940186,
      "step": 10020
    },
    {
      "grad_norm": 0.22791004180908203,
      "learning_rate": 9.931015007888467e-05,
      "loss": 0.0183,
      "step": 10030
    },
    {
      "loss_action": 0.012959927320480347,
      "loss_total": 0.012959927320480347,
      "step": 10030
    },
    {
      "loss_action": 0.013587805442512035,
      "loss_total": 0.013587805442512035,
      "step": 10030
    },
    {
      "loss_action": 0.008466288447380066,
      "loss_total": 0.008466288447380066,
      "step": 10030
    },
    {
      "loss_action": 0.035409048199653625,
      "loss_total": 0.035409048199653625,
      "step": 10030
    },
    {
      "loss_action": 0.01629461720585823,
      "loss_total": 0.01629461720585823,
      "step": 10030
    },
    {
      "loss_action": 0.02654244750738144,
      "loss_total": 0.02654244750738144,
      "step": 10030
    },
    {
      "loss_action": 0.016947589814662933,
      "loss_total": 0.016947589814662933,
      "step": 10030
    },
    {
      "loss_action": 0.03075633943080902,
      "loss_total": 0.03075633943080902,
      "step": 10030
    },
    {
      "grad_norm": 0.11857029050588608,
      "learning_rate": 9.930741022136112e-05,
      "loss": 0.0172,
      "step": 10040
    },
    {
      "loss_action": 0.013766909018158913,
      "loss_total": 0.013766909018158913,
      "step": 10040
    },
    {
      "loss_action": 0.00620198855176568,
      "loss_total": 0.00620198855176568,
      "step": 10040
    },
    {
      "loss_action": 0.007719036191701889,
      "loss_total": 0.007719036191701889,
      "step": 10040
    },
    {
      "loss_action": 0.0300543624907732,
      "loss_total": 0.0300543624907732,
      "step": 10040
    },
    {
      "loss_action": 0.008118577301502228,
      "loss_total": 0.008118577301502228,
      "step": 10040
    },
    {
      "loss_action": 0.015453294850885868,
      "loss_total": 0.015453294850885868,
      "step": 10040
    },
    {
      "loss_action": 0.018324904143810272,
      "loss_total": 0.018324904143810272,
      "step": 10040
    },
    {
      "loss_action": 0.009465241804718971,
      "loss_total": 0.009465241804718971,
      "step": 10040
    },
    {
      "grad_norm": 0.2223321944475174,
      "learning_rate": 9.930466497165333e-05,
      "loss": 0.0183,
      "step": 10050
    },
    {
      "loss_action": 0.030763158574700356,
      "loss_total": 0.030763158574700356,
      "step": 10050
    },
    {
      "loss_action": 0.011144074611365795,
      "loss_total": 0.011144074611365795,
      "step": 10050
    },
    {
      "loss_action": 0.016085825860500336,
      "loss_total": 0.016085825860500336,
      "step": 10050
    },
    {
      "loss_action": 0.010536950081586838,
      "loss_total": 0.010536950081586838,
      "step": 10050
    },
    {
      "loss_action": 0.03964824229478836,
      "loss_total": 0.03964824229478836,
      "step": 10050
    },
    {
      "loss_action": 0.04689120128750801,
      "loss_total": 0.04689120128750801,
      "step": 10050
    },
    {
      "loss_action": 0.009765603579580784,
      "loss_total": 0.009765603579580784,
      "step": 10050
    },
    {
      "loss_action": 0.01167008001357317,
      "loss_total": 0.01167008001357317,
      "step": 10050
    },
    {
      "grad_norm": 0.16918723285198212,
      "learning_rate": 9.93019143300615e-05,
      "loss": 0.017,
      "step": 10060
    },
    {
      "loss_action": 0.008814077824354172,
      "loss_total": 0.008814077824354172,
      "step": 10060
    },
    {
      "loss_action": 0.008051215671002865,
      "loss_total": 0.008051215671002865,
      "step": 10060
    },
    {
      "loss_action": 0.009420249611139297,
      "loss_total": 0.009420249611139297,
      "step": 10060
    },
    {
      "loss_action": 0.006055131554603577,
      "loss_total": 0.006055131554603577,
      "step": 10060
    },
    {
      "loss_action": 0.008550731465220451,
      "loss_total": 0.008550731465220451,
      "step": 10060
    },
    {
      "loss_action": 0.014338625594973564,
      "loss_total": 0.014338625594973564,
      "step": 10060
    },
    {
      "loss_action": 0.02663286402821541,
      "loss_total": 0.02663286402821541,
      "step": 10060
    },
    {
      "loss_action": 0.0064308918081223965,
      "loss_total": 0.0064308918081223965,
      "step": 10060
    },
    {
      "grad_norm": 0.1728762835264206,
      "learning_rate": 9.929915829688644e-05,
      "loss": 0.0178,
      "step": 10070
    },
    {
      "loss_action": 0.02290630340576172,
      "loss_total": 0.02290630340576172,
      "step": 10070
    },
    {
      "loss_action": 0.017422042787075043,
      "loss_total": 0.017422042787075043,
      "step": 10070
    },
    {
      "loss_action": 0.00939074158668518,
      "loss_total": 0.00939074158668518,
      "step": 10070
    },
    {
      "loss_action": 0.02765941247344017,
      "loss_total": 0.02765941247344017,
      "step": 10070
    },
    {
      "loss_action": 0.012750056572258472,
      "loss_total": 0.012750056572258472,
      "step": 10070
    },
    {
      "loss_action": 0.014332779683172703,
      "loss_total": 0.014332779683172703,
      "step": 10070
    },
    {
      "loss_action": 0.012619627639651299,
      "loss_total": 0.012619627639651299,
      "step": 10070
    },
    {
      "loss_action": 0.024383608251810074,
      "loss_total": 0.024383608251810074,
      "step": 10070
    },
    {
      "grad_norm": 0.26930421590805054,
      "learning_rate": 9.929639687242955e-05,
      "loss": 0.0198,
      "step": 10080
    },
    {
      "loss_action": 0.012946284376084805,
      "loss_total": 0.012946284376084805,
      "step": 10080
    },
    {
      "loss_action": 0.026848822832107544,
      "loss_total": 0.026848822832107544,
      "step": 10080
    },
    {
      "loss_action": 0.022670352831482887,
      "loss_total": 0.022670352831482887,
      "step": 10080
    },
    {
      "loss_action": 0.020754385739564896,
      "loss_total": 0.020754385739564896,
      "step": 10080
    },
    {
      "loss_action": 0.017790542915463448,
      "loss_total": 0.017790542915463448,
      "step": 10080
    },
    {
      "loss_action": 0.018989842385053635,
      "loss_total": 0.018989842385053635,
      "step": 10080
    },
    {
      "loss_action": 0.015864582732319832,
      "loss_total": 0.015864582732319832,
      "step": 10080
    },
    {
      "loss_action": 0.012140277773141861,
      "loss_total": 0.012140277773141861,
      "step": 10080
    },
    {
      "grad_norm": 0.23978017270565033,
      "learning_rate": 9.929363005699281e-05,
      "loss": 0.0212,
      "step": 10090
    },
    {
      "loss_action": 0.011060776188969612,
      "loss_total": 0.011060776188969612,
      "step": 10090
    },
    {
      "loss_action": 0.014366231858730316,
      "loss_total": 0.014366231858730316,
      "step": 10090
    },
    {
      "loss_action": 0.029230792075395584,
      "loss_total": 0.029230792075395584,
      "step": 10090
    },
    {
      "loss_action": 0.015474246814846992,
      "loss_total": 0.015474246814846992,
      "step": 10090
    },
    {
      "loss_action": 0.016697853803634644,
      "loss_total": 0.016697853803634644,
      "step": 10090
    },
    {
      "loss_action": 0.045054011046886444,
      "loss_total": 0.045054011046886444,
      "step": 10090
    },
    {
      "loss_action": 0.01021807175129652,
      "loss_total": 0.01021807175129652,
      "step": 10090
    },
    {
      "loss_action": 0.012526609934866428,
      "loss_total": 0.012526609934866428,
      "step": 10090
    },
    {
      "grad_norm": 0.2164231389760971,
      "learning_rate": 9.92908578508788e-05,
      "loss": 0.0213,
      "step": 10100
    },
    {
      "loss_action": 0.01884041726589203,
      "loss_total": 0.01884041726589203,
      "step": 10100
    },
    {
      "loss_action": 0.008100589737296104,
      "loss_total": 0.008100589737296104,
      "step": 10100
    },
    {
      "loss_action": 0.015008073300123215,
      "loss_total": 0.015008073300123215,
      "step": 10100
    },
    {
      "loss_action": 0.025992542505264282,
      "loss_total": 0.025992542505264282,
      "step": 10100
    },
    {
      "loss_action": 0.020292751491069794,
      "loss_total": 0.020292751491069794,
      "step": 10100
    },
    {
      "loss_action": 0.013955176807940006,
      "loss_total": 0.013955176807940006,
      "step": 10100
    },
    {
      "loss_action": 0.008310537785291672,
      "loss_total": 0.008310537785291672,
      "step": 10100
    },
    {
      "loss_action": 0.02979842759668827,
      "loss_total": 0.02979842759668827,
      "step": 10100
    },
    {
      "grad_norm": 0.2473333775997162,
      "learning_rate": 9.928808025439069e-05,
      "loss": 0.0176,
      "step": 10110
    },
    {
      "loss_action": 0.011705228127539158,
      "loss_total": 0.011705228127539158,
      "step": 10110
    },
    {
      "loss_action": 0.0077787428162992,
      "loss_total": 0.0077787428162992,
      "step": 10110
    },
    {
      "loss_action": 0.019497303292155266,
      "loss_total": 0.019497303292155266,
      "step": 10110
    },
    {
      "loss_action": 0.013369821012020111,
      "loss_total": 0.013369821012020111,
      "step": 10110
    },
    {
      "loss_action": 0.014031150378286839,
      "loss_total": 0.014031150378286839,
      "step": 10110
    },
    {
      "loss_action": 0.01147511787712574,
      "loss_total": 0.01147511787712574,
      "step": 10110
    },
    {
      "loss_action": 0.016279257833957672,
      "loss_total": 0.016279257833957672,
      "step": 10110
    },
    {
      "loss_action": 0.025370799005031586,
      "loss_total": 0.025370799005031586,
      "step": 10110
    },
    {
      "grad_norm": 0.17447833716869354,
      "learning_rate": 9.928529726783223e-05,
      "loss": 0.0161,
      "step": 10120
    },
    {
      "loss_action": 0.0070118666626513,
      "loss_total": 0.0070118666626513,
      "step": 10120
    },
    {
      "loss_action": 0.00723516009747982,
      "loss_total": 0.00723516009747982,
      "step": 10120
    },
    {
      "loss_action": 0.014837067574262619,
      "loss_total": 0.014837067574262619,
      "step": 10120
    },
    {
      "loss_action": 0.018940266221761703,
      "loss_total": 0.018940266221761703,
      "step": 10120
    },
    {
      "loss_action": 0.016972653567790985,
      "loss_total": 0.016972653567790985,
      "step": 10120
    },
    {
      "loss_action": 0.013362538069486618,
      "loss_total": 0.013362538069486618,
      "step": 10120
    },
    {
      "loss_action": 0.01714843139052391,
      "loss_total": 0.01714843139052391,
      "step": 10120
    },
    {
      "loss_action": 0.014239279553294182,
      "loss_total": 0.014239279553294182,
      "step": 10120
    },
    {
      "grad_norm": 0.2974359095096588,
      "learning_rate": 9.928250889150774e-05,
      "loss": 0.0189,
      "step": 10130
    },
    {
      "loss_action": 0.02213413082063198,
      "loss_total": 0.02213413082063198,
      "step": 10130
    },
    {
      "loss_action": 0.02444542944431305,
      "loss_total": 0.02444542944431305,
      "step": 10130
    },
    {
      "loss_action": 0.0210870411247015,
      "loss_total": 0.0210870411247015,
      "step": 10130
    },
    {
      "loss_action": 0.01945475861430168,
      "loss_total": 0.01945475861430168,
      "step": 10130
    },
    {
      "loss_action": 0.023634914308786392,
      "loss_total": 0.023634914308786392,
      "step": 10130
    },
    {
      "loss_action": 0.015224713832139969,
      "loss_total": 0.015224713832139969,
      "step": 10130
    },
    {
      "loss_action": 0.014304432086646557,
      "loss_total": 0.014304432086646557,
      "step": 10130
    },
    {
      "loss_action": 0.04342849552631378,
      "loss_total": 0.04342849552631378,
      "step": 10130
    },
    {
      "grad_norm": 0.20566509664058685,
      "learning_rate": 9.92797151257222e-05,
      "loss": 0.0192,
      "step": 10140
    },
    {
      "loss_action": 0.00995106901973486,
      "loss_total": 0.00995106901973486,
      "step": 10140
    },
    {
      "loss_action": 0.007730219047516584,
      "loss_total": 0.007730219047516584,
      "step": 10140
    },
    {
      "loss_action": 0.020255688577890396,
      "loss_total": 0.020255688577890396,
      "step": 10140
    },
    {
      "loss_action": 0.014934863895177841,
      "loss_total": 0.014934863895177841,
      "step": 10140
    },
    {
      "loss_action": 0.011518198996782303,
      "loss_total": 0.011518198996782303,
      "step": 10140
    },
    {
      "loss_action": 0.015790503472089767,
      "loss_total": 0.015790503472089767,
      "step": 10140
    },
    {
      "loss_action": 0.014477988705039024,
      "loss_total": 0.014477988705039024,
      "step": 10140
    },
    {
      "loss_action": 0.00841589830815792,
      "loss_total": 0.00841589830815792,
      "step": 10140
    },
    {
      "grad_norm": 0.12672755122184753,
      "learning_rate": 9.927691597078108e-05,
      "loss": 0.0164,
      "step": 10150
    },
    {
      "loss_action": 0.012966971844434738,
      "loss_total": 0.012966971844434738,
      "step": 10150
    },
    {
      "loss_action": 0.013736252672970295,
      "loss_total": 0.013736252672970295,
      "step": 10150
    },
    {
      "loss_action": 0.031321242451667786,
      "loss_total": 0.031321242451667786,
      "step": 10150
    },
    {
      "loss_action": 0.0199293103069067,
      "loss_total": 0.0199293103069067,
      "step": 10150
    },
    {
      "loss_action": 0.026012416929006577,
      "loss_total": 0.026012416929006577,
      "step": 10150
    },
    {
      "loss_action": 0.019384432584047318,
      "loss_total": 0.019384432584047318,
      "step": 10150
    },
    {
      "loss_action": 0.01663302816450596,
      "loss_total": 0.01663302816450596,
      "step": 10150
    },
    {
      "loss_action": 0.013404601253569126,
      "loss_total": 0.013404601253569126,
      "step": 10150
    },
    {
      "grad_norm": 0.2232266515493393,
      "learning_rate": 9.927411142699053e-05,
      "loss": 0.0172,
      "step": 10160
    },
    {
      "loss_action": 0.022364329546689987,
      "loss_total": 0.022364329546689987,
      "step": 10160
    },
    {
      "loss_action": 0.013792933896183968,
      "loss_total": 0.013792933896183968,
      "step": 10160
    },
    {
      "loss_action": 0.016073759645223618,
      "loss_total": 0.016073759645223618,
      "step": 10160
    },
    {
      "loss_action": 0.021886639297008514,
      "loss_total": 0.021886639297008514,
      "step": 10160
    },
    {
      "loss_action": 0.02027871459722519,
      "loss_total": 0.02027871459722519,
      "step": 10160
    },
    {
      "loss_action": 0.014862492680549622,
      "loss_total": 0.014862492680549622,
      "step": 10160
    },
    {
      "loss_action": 0.012686925008893013,
      "loss_total": 0.012686925008893013,
      "step": 10160
    },
    {
      "loss_action": 0.00851733423769474,
      "loss_total": 0.00851733423769474,
      "step": 10160
    },
    {
      "grad_norm": 0.19485630095005035,
      "learning_rate": 9.927130149465725e-05,
      "loss": 0.019,
      "step": 10170
    },
    {
      "loss_action": 0.010583683848381042,
      "loss_total": 0.010583683848381042,
      "step": 10170
    },
    {
      "loss_action": 0.008546227589249611,
      "loss_total": 0.008546227589249611,
      "step": 10170
    },
    {
      "loss_action": 0.016852281987667084,
      "loss_total": 0.016852281987667084,
      "step": 10170
    },
    {
      "loss_action": 0.020231440663337708,
      "loss_total": 0.020231440663337708,
      "step": 10170
    },
    {
      "loss_action": 0.029219001531600952,
      "loss_total": 0.029219001531600952,
      "step": 10170
    },
    {
      "loss_action": 0.0069448635913431644,
      "loss_total": 0.0069448635913431644,
      "step": 10170
    },
    {
      "loss_action": 0.019185353070497513,
      "loss_total": 0.019185353070497513,
      "step": 10170
    },
    {
      "loss_action": 0.011928416788578033,
      "loss_total": 0.011928416788578033,
      "step": 10170
    },
    {
      "grad_norm": 0.1730271428823471,
      "learning_rate": 9.92684861740885e-05,
      "loss": 0.0169,
      "step": 10180
    },
    {
      "loss_action": 0.02169179916381836,
      "loss_total": 0.02169179916381836,
      "step": 10180
    },
    {
      "loss_action": 0.011856953613460064,
      "loss_total": 0.011856953613460064,
      "step": 10180
    },
    {
      "loss_action": 0.019691456109285355,
      "loss_total": 0.019691456109285355,
      "step": 10180
    },
    {
      "loss_action": 0.009866856038570404,
      "loss_total": 0.009866856038570404,
      "step": 10180
    },
    {
      "loss_action": 0.006087241694331169,
      "loss_total": 0.006087241694331169,
      "step": 10180
    },
    {
      "loss_action": 0.008911862969398499,
      "loss_total": 0.008911862969398499,
      "step": 10180
    },
    {
      "loss_action": 0.013120966963469982,
      "loss_total": 0.013120966963469982,
      "step": 10180
    },
    {
      "loss_action": 0.006292120553553104,
      "loss_total": 0.006292120553553104,
      "step": 10180
    },
    {
      "grad_norm": 0.23341695964336395,
      "learning_rate": 9.926566546559217e-05,
      "loss": 0.0167,
      "step": 10190
    },
    {
      "loss_action": 0.01434665359556675,
      "loss_total": 0.01434665359556675,
      "step": 10190
    },
    {
      "loss_action": 0.00814526155591011,
      "loss_total": 0.00814526155591011,
      "step": 10190
    },
    {
      "loss_action": 0.008929044008255005,
      "loss_total": 0.008929044008255005,
      "step": 10190
    },
    {
      "loss_action": 0.010747858323156834,
      "loss_total": 0.010747858323156834,
      "step": 10190
    },
    {
      "loss_action": 0.01828252151608467,
      "loss_total": 0.01828252151608467,
      "step": 10190
    },
    {
      "loss_action": 0.013127120211720467,
      "loss_total": 0.013127120211720467,
      "step": 10190
    },
    {
      "loss_action": 0.01642826572060585,
      "loss_total": 0.01642826572060585,
      "step": 10190
    },
    {
      "loss_action": 0.01164289377629757,
      "loss_total": 0.01164289377629757,
      "step": 10190
    },
    {
      "grad_norm": 0.21143977344036102,
      "learning_rate": 9.926283936947673e-05,
      "loss": 0.0182,
      "step": 10200
    },
    {
      "loss_action": 0.03973640501499176,
      "loss_total": 0.03973640501499176,
      "step": 10200
    },
    {
      "loss_action": 0.010562881827354431,
      "loss_total": 0.010562881827354431,
      "step": 10200
    },
    {
      "loss_action": 0.014396422542631626,
      "loss_total": 0.014396422542631626,
      "step": 10200
    },
    {
      "loss_action": 0.019142737612128258,
      "loss_total": 0.019142737612128258,
      "step": 10200
    },
    {
      "loss_action": 0.009942004457116127,
      "loss_total": 0.009942004457116127,
      "step": 10200
    },
    {
      "loss_action": 0.02472972497344017,
      "loss_total": 0.02472972497344017,
      "step": 10200
    },
    {
      "loss_action": 0.010809076018631458,
      "loss_total": 0.010809076018631458,
      "step": 10200
    },
    {
      "loss_action": 0.013405140489339828,
      "loss_total": 0.013405140489339828,
      "step": 10200
    },
    {
      "grad_norm": 0.14154544472694397,
      "learning_rate": 9.926000788605126e-05,
      "loss": 0.0184,
      "step": 10210
    },
    {
      "loss_action": 0.010077239014208317,
      "loss_total": 0.010077239014208317,
      "step": 10210
    },
    {
      "loss_action": 0.015255985781550407,
      "loss_total": 0.015255985781550407,
      "step": 10210
    },
    {
      "loss_action": 0.014722018502652645,
      "loss_total": 0.014722018502652645,
      "step": 10210
    },
    {
      "loss_action": 0.020740874111652374,
      "loss_total": 0.020740874111652374,
      "step": 10210
    },
    {
      "loss_action": 0.026831479743123055,
      "loss_total": 0.026831479743123055,
      "step": 10210
    },
    {
      "loss_action": 0.028593294322490692,
      "loss_total": 0.028593294322490692,
      "step": 10210
    },
    {
      "loss_action": 0.025217490270733833,
      "loss_total": 0.025217490270733833,
      "step": 10210
    },
    {
      "loss_action": 0.02190786600112915,
      "loss_total": 0.02190786600112915,
      "step": 10210
    },
    {
      "grad_norm": 0.2621345818042755,
      "learning_rate": 9.92571710156254e-05,
      "loss": 0.0195,
      "step": 10220
    },
    {
      "loss_action": 0.030329372733831406,
      "loss_total": 0.030329372733831406,
      "step": 10220
    },
    {
      "loss_action": 0.013226736336946487,
      "loss_total": 0.013226736336946487,
      "step": 10220
    },
    {
      "loss_action": 0.009039381518959999,
      "loss_total": 0.009039381518959999,
      "step": 10220
    },
    {
      "loss_action": 0.022075608372688293,
      "loss_total": 0.022075608372688293,
      "step": 10220
    },
    {
      "loss_action": 0.018809910863637924,
      "loss_total": 0.018809910863637924,
      "step": 10220
    },
    {
      "loss_action": 0.009097007103264332,
      "loss_total": 0.009097007103264332,
      "step": 10220
    },
    {
      "loss_action": 0.010116148740053177,
      "loss_total": 0.010116148740053177,
      "step": 10220
    },
    {
      "loss_action": 0.010289744473993778,
      "loss_total": 0.010289744473993778,
      "step": 10220
    },
    {
      "grad_norm": 0.17081212997436523,
      "learning_rate": 9.925432875850936e-05,
      "loss": 0.0163,
      "step": 10230
    },
    {
      "loss_action": 0.015123576857149601,
      "loss_total": 0.015123576857149601,
      "step": 10230
    },
    {
      "loss_action": 0.010639133863151073,
      "loss_total": 0.010639133863151073,
      "step": 10230
    },
    {
      "loss_action": 0.013343790546059608,
      "loss_total": 0.013343790546059608,
      "step": 10230
    },
    {
      "loss_action": 0.030364591628313065,
      "loss_total": 0.030364591628313065,
      "step": 10230
    },
    {
      "loss_action": 0.008516864851117134,
      "loss_total": 0.008516864851117134,
      "step": 10230
    },
    {
      "loss_action": 0.013091337867081165,
      "loss_total": 0.013091337867081165,
      "step": 10230
    },
    {
      "loss_action": 0.02348867803812027,
      "loss_total": 0.02348867803812027,
      "step": 10230
    },
    {
      "loss_action": 0.10229019820690155,
      "loss_total": 0.10229019820690155,
      "step": 10230
    },
    {
      "grad_norm": 0.16172049939632416,
      "learning_rate": 9.925148111501396e-05,
      "loss": 0.0175,
      "step": 10240
    },
    {
      "loss_action": 0.0072776940651237965,
      "loss_total": 0.0072776940651237965,
      "step": 10240
    },
    {
      "loss_action": 0.02773868292570114,
      "loss_total": 0.02773868292570114,
      "step": 10240
    },
    {
      "loss_action": 0.03918867185711861,
      "loss_total": 0.03918867185711861,
      "step": 10240
    },
    {
      "loss_action": 0.010965695604681969,
      "loss_total": 0.010965695604681969,
      "step": 10240
    },
    {
      "loss_action": 0.02155657857656479,
      "loss_total": 0.02155657857656479,
      "step": 10240
    },
    {
      "loss_action": 0.017077632248401642,
      "loss_total": 0.017077632248401642,
      "step": 10240
    },
    {
      "loss_action": 0.019409896805882454,
      "loss_total": 0.019409896805882454,
      "step": 10240
    },
    {
      "loss_action": 0.013043969869613647,
      "loss_total": 0.013043969869613647,
      "step": 10240
    },
    {
      "grad_norm": 0.1981888860464096,
      "learning_rate": 9.924862808545066e-05,
      "loss": 0.0159,
      "step": 10250
    },
    {
      "loss_action": 0.0117717320099473,
      "loss_total": 0.0117717320099473,
      "step": 10250
    },
    {
      "loss_action": 0.009397623129189014,
      "loss_total": 0.009397623129189014,
      "step": 10250
    },
    {
      "loss_action": 0.007664990145713091,
      "loss_total": 0.007664990145713091,
      "step": 10250
    },
    {
      "loss_action": 0.029649697244167328,
      "loss_total": 0.029649697244167328,
      "step": 10250
    },
    {
      "loss_action": 0.013291101902723312,
      "loss_total": 0.013291101902723312,
      "step": 10250
    },
    {
      "loss_action": 0.0066175819374620914,
      "loss_total": 0.0066175819374620914,
      "step": 10250
    },
    {
      "loss_action": 0.015138603746891022,
      "loss_total": 0.015138603746891022,
      "step": 10250
    },
    {
      "loss_action": 0.021524202078580856,
      "loss_total": 0.021524202078580856,
      "step": 10250
    },
    {
      "grad_norm": 0.19570492208003998,
      "learning_rate": 9.924576967013141e-05,
      "loss": 0.0186,
      "step": 10260
    },
    {
      "loss_action": 0.024045050144195557,
      "loss_total": 0.024045050144195557,
      "step": 10260
    },
    {
      "loss_action": 0.011054830625653267,
      "loss_total": 0.011054830625653267,
      "step": 10260
    },
    {
      "loss_action": 0.015759523957967758,
      "loss_total": 0.015759523957967758,
      "step": 10260
    },
    {
      "loss_action": 0.013112176209688187,
      "loss_total": 0.013112176209688187,
      "step": 10260
    },
    {
      "loss_action": 0.027655374258756638,
      "loss_total": 0.027655374258756638,
      "step": 10260
    },
    {
      "loss_action": 0.01910453662276268,
      "loss_total": 0.01910453662276268,
      "step": 10260
    },
    {
      "loss_action": 0.029173221439123154,
      "loss_total": 0.029173221439123154,
      "step": 10260
    },
    {
      "loss_action": 0.017285585403442383,
      "loss_total": 0.017285585403442383,
      "step": 10260
    },
    {
      "grad_norm": 0.22008104622364044,
      "learning_rate": 9.924290586936887e-05,
      "loss": 0.0202,
      "step": 10270
    },
    {
      "loss_action": 0.00814212765544653,
      "loss_total": 0.00814212765544653,
      "step": 10270
    },
    {
      "loss_action": 0.0205763578414917,
      "loss_total": 0.0205763578414917,
      "step": 10270
    },
    {
      "loss_action": 0.008288184180855751,
      "loss_total": 0.008288184180855751,
      "step": 10270
    },
    {
      "loss_action": 0.012502416968345642,
      "loss_total": 0.012502416968345642,
      "step": 10270
    },
    {
      "loss_action": 0.010096929036080837,
      "loss_total": 0.010096929036080837,
      "step": 10270
    },
    {
      "loss_action": 0.015262166038155556,
      "loss_total": 0.015262166038155556,
      "step": 10270
    },
    {
      "loss_action": 0.015258358791470528,
      "loss_total": 0.015258358791470528,
      "step": 10270
    },
    {
      "loss_action": 0.01819424331188202,
      "loss_total": 0.01819424331188202,
      "step": 10270
    },
    {
      "grad_norm": 0.18773315846920013,
      "learning_rate": 9.924003668347614e-05,
      "loss": 0.0195,
      "step": 10280
    },
    {
      "loss_action": 0.017535105347633362,
      "loss_total": 0.017535105347633362,
      "step": 10280
    },
    {
      "loss_action": 0.026634499430656433,
      "loss_total": 0.026634499430656433,
      "step": 10280
    },
    {
      "loss_action": 0.019335679709911346,
      "loss_total": 0.019335679709911346,
      "step": 10280
    },
    {
      "loss_action": 0.021214231848716736,
      "loss_total": 0.021214231848716736,
      "step": 10280
    },
    {
      "loss_action": 0.04650823026895523,
      "loss_total": 0.04650823026895523,
      "step": 10280
    },
    {
      "loss_action": 0.01185062900185585,
      "loss_total": 0.01185062900185585,
      "step": 10280
    },
    {
      "loss_action": 0.029545167461037636,
      "loss_total": 0.029545167461037636,
      "step": 10280
    },
    {
      "loss_action": 0.022770237177610397,
      "loss_total": 0.022770237177610397,
      "step": 10280
    },
    {
      "grad_norm": 0.17125307023525238,
      "learning_rate": 9.923716211276704e-05,
      "loss": 0.0186,
      "step": 10290
    },
    {
      "loss_action": 0.01199654396623373,
      "loss_total": 0.01199654396623373,
      "step": 10290
    },
    {
      "loss_action": 0.01824515126645565,
      "loss_total": 0.01824515126645565,
      "step": 10290
    },
    {
      "loss_action": 0.009894422255456448,
      "loss_total": 0.009894422255456448,
      "step": 10290
    },
    {
      "loss_action": 0.05693330615758896,
      "loss_total": 0.05693330615758896,
      "step": 10290
    },
    {
      "loss_action": 0.013284639455378056,
      "loss_total": 0.013284639455378056,
      "step": 10290
    },
    {
      "loss_action": 0.008579734712839127,
      "loss_total": 0.008579734712839127,
      "step": 10290
    },
    {
      "loss_action": 0.014316696673631668,
      "loss_total": 0.014316696673631668,
      "step": 10290
    },
    {
      "loss_action": 0.008638682775199413,
      "loss_total": 0.008638682775199413,
      "step": 10290
    },
    {
      "grad_norm": 0.20671606063842773,
      "learning_rate": 9.923428215755594e-05,
      "loss": 0.0182,
      "step": 10300
    },
    {
      "loss_action": 0.018194543197751045,
      "loss_total": 0.018194543197751045,
      "step": 10300
    },
    {
      "loss_action": 0.015255503356456757,
      "loss_total": 0.015255503356456757,
      "step": 10300
    },
    {
      "loss_action": 0.02122897282242775,
      "loss_total": 0.02122897282242775,
      "step": 10300
    },
    {
      "loss_action": 0.019855959340929985,
      "loss_total": 0.019855959340929985,
      "step": 10300
    },
    {
      "loss_action": 0.011427519842982292,
      "loss_total": 0.011427519842982292,
      "step": 10300
    },
    {
      "loss_action": 0.014503736048936844,
      "loss_total": 0.014503736048936844,
      "step": 10300
    },
    {
      "loss_action": 0.014104275964200497,
      "loss_total": 0.014104275964200497,
      "step": 10300
    },
    {
      "loss_action": 0.08332200348377228,
      "loss_total": 0.08332200348377228,
      "step": 10300
    },
    {
      "grad_norm": 0.24378232657909393,
      "learning_rate": 9.923139681815775e-05,
      "loss": 0.0203,
      "step": 10310
    },
    {
      "loss_action": 0.012491665780544281,
      "loss_total": 0.012491665780544281,
      "step": 10310
    },
    {
      "loss_action": 0.01031586341559887,
      "loss_total": 0.01031586341559887,
      "step": 10310
    },
    {
      "loss_action": 0.017871800810098648,
      "loss_total": 0.017871800810098648,
      "step": 10310
    },
    {
      "loss_action": 0.016248885542154312,
      "loss_total": 0.016248885542154312,
      "step": 10310
    },
    {
      "loss_action": 0.014902284368872643,
      "loss_total": 0.014902284368872643,
      "step": 10310
    },
    {
      "loss_action": 0.02695038728415966,
      "loss_total": 0.02695038728415966,
      "step": 10310
    },
    {
      "loss_action": 0.013644902966916561,
      "loss_total": 0.013644902966916561,
      "step": 10310
    },
    {
      "loss_action": 0.011555859819054604,
      "loss_total": 0.011555859819054604,
      "step": 10310
    },
    {
      "grad_norm": 0.20047414302825928,
      "learning_rate": 9.922850609488801e-05,
      "loss": 0.0174,
      "step": 10320
    },
    {
      "loss_action": 0.025616224855184555,
      "loss_total": 0.025616224855184555,
      "step": 10320
    },
    {
      "loss_action": 0.01903674006462097,
      "loss_total": 0.01903674006462097,
      "step": 10320
    },
    {
      "loss_action": 0.009062710218131542,
      "loss_total": 0.009062710218131542,
      "step": 10320
    },
    {
      "loss_action": 0.014996202662587166,
      "loss_total": 0.014996202662587166,
      "step": 10320
    },
    {
      "loss_action": 0.009846054017543793,
      "loss_total": 0.009846054017543793,
      "step": 10320
    },
    {
      "loss_action": 0.01079507078975439,
      "loss_total": 0.01079507078975439,
      "step": 10320
    },
    {
      "loss_action": 0.018552588298916817,
      "loss_total": 0.018552588298916817,
      "step": 10320
    },
    {
      "loss_action": 0.017943939194083214,
      "loss_total": 0.017943939194083214,
      "step": 10320
    },
    {
      "grad_norm": 0.32370302081108093,
      "learning_rate": 9.922560998806287e-05,
      "loss": 0.0238,
      "step": 10330
    },
    {
      "loss_action": 0.013566452078521252,
      "loss_total": 0.013566452078521252,
      "step": 10330
    },
    {
      "loss_action": 0.015513701364398003,
      "loss_total": 0.015513701364398003,
      "step": 10330
    },
    {
      "loss_action": 0.02061404660344124,
      "loss_total": 0.02061404660344124,
      "step": 10330
    },
    {
      "loss_action": 0.016801539808511734,
      "loss_total": 0.016801539808511734,
      "step": 10330
    },
    {
      "loss_action": 0.02514033578336239,
      "loss_total": 0.02514033578336239,
      "step": 10330
    },
    {
      "loss_action": 0.016695262864232063,
      "loss_total": 0.016695262864232063,
      "step": 10330
    },
    {
      "loss_action": 0.018228264525532722,
      "loss_total": 0.018228264525532722,
      "step": 10330
    },
    {
      "loss_action": 0.032666079699993134,
      "loss_total": 0.032666079699993134,
      "step": 10330
    },
    {
      "grad_norm": 0.15399134159088135,
      "learning_rate": 9.922270849799905e-05,
      "loss": 0.0198,
      "step": 10340
    },
    {
      "loss_action": 0.015542952343821526,
      "loss_total": 0.015542952343821526,
      "step": 10340
    },
    {
      "loss_action": 0.01743362843990326,
      "loss_total": 0.01743362843990326,
      "step": 10340
    },
    {
      "loss_action": 0.0238860584795475,
      "loss_total": 0.0238860584795475,
      "step": 10340
    },
    {
      "loss_action": 0.010729655623435974,
      "loss_total": 0.010729655623435974,
      "step": 10340
    },
    {
      "loss_action": 0.008131323382258415,
      "loss_total": 0.008131323382258415,
      "step": 10340
    },
    {
      "loss_action": 0.023490572348237038,
      "loss_total": 0.023490572348237038,
      "step": 10340
    },
    {
      "loss_action": 0.017281636595726013,
      "loss_total": 0.017281636595726013,
      "step": 10340
    },
    {
      "loss_action": 0.021661583334207535,
      "loss_total": 0.021661583334207535,
      "step": 10340
    },
    {
      "grad_norm": 0.20755314826965332,
      "learning_rate": 9.92198016250138e-05,
      "loss": 0.0239,
      "step": 10350
    },
    {
      "loss_action": 0.013297646306455135,
      "loss_total": 0.013297646306455135,
      "step": 10350
    },
    {
      "loss_action": 0.01735313981771469,
      "loss_total": 0.01735313981771469,
      "step": 10350
    },
    {
      "loss_action": 0.012682223692536354,
      "loss_total": 0.012682223692536354,
      "step": 10350
    },
    {
      "loss_action": 0.017647136002779007,
      "loss_total": 0.017647136002779007,
      "step": 10350
    },
    {
      "loss_action": 0.01515195332467556,
      "loss_total": 0.01515195332467556,
      "step": 10350
    },
    {
      "loss_action": 0.029190629720687866,
      "loss_total": 0.029190629720687866,
      "step": 10350
    },
    {
      "loss_action": 0.01810361072421074,
      "loss_total": 0.01810361072421074,
      "step": 10350
    },
    {
      "loss_action": 0.008809677325189114,
      "loss_total": 0.008809677325189114,
      "step": 10350
    },
    {
      "grad_norm": 0.2000943124294281,
      "learning_rate": 9.921688936942506e-05,
      "loss": 0.018,
      "step": 10360
    },
    {
      "loss_action": 0.013061042875051498,
      "loss_total": 0.013061042875051498,
      "step": 10360
    },
    {
      "loss_action": 0.010565136559307575,
      "loss_total": 0.010565136559307575,
      "step": 10360
    },
    {
      "loss_action": 0.013108908198773861,
      "loss_total": 0.013108908198773861,
      "step": 10360
    },
    {
      "loss_action": 0.018491394817829132,
      "loss_total": 0.018491394817829132,
      "step": 10360
    },
    {
      "loss_action": 0.011530686169862747,
      "loss_total": 0.011530686169862747,
      "step": 10360
    },
    {
      "loss_action": 0.016922341659665108,
      "loss_total": 0.016922341659665108,
      "step": 10360
    },
    {
      "loss_action": 0.013992739841341972,
      "loss_total": 0.013992739841341972,
      "step": 10360
    },
    {
      "loss_action": 0.017865441739559174,
      "loss_total": 0.017865441739559174,
      "step": 10360
    },
    {
      "grad_norm": 0.1733025461435318,
      "learning_rate": 9.921397173155129e-05,
      "loss": 0.0197,
      "step": 10370
    },
    {
      "loss_action": 0.010349685326218605,
      "loss_total": 0.010349685326218605,
      "step": 10370
    },
    {
      "loss_action": 0.016129376366734505,
      "loss_total": 0.016129376366734505,
      "step": 10370
    },
    {
      "loss_action": 0.011899319477379322,
      "loss_total": 0.011899319477379322,
      "step": 10370
    },
    {
      "loss_action": 0.01823512092232704,
      "loss_total": 0.01823512092232704,
      "step": 10370
    },
    {
      "loss_action": 0.01995844393968582,
      "loss_total": 0.01995844393968582,
      "step": 10370
    },
    {
      "loss_action": 0.03580080345273018,
      "loss_total": 0.03580080345273018,
      "step": 10370
    },
    {
      "loss_action": 0.01351493876427412,
      "loss_total": 0.01351493876427412,
      "step": 10370
    },
    {
      "loss_action": 0.013494286686182022,
      "loss_total": 0.013494286686182022,
      "step": 10370
    },
    {
      "grad_norm": 0.2558225989341736,
      "learning_rate": 9.921104871171157e-05,
      "loss": 0.0181,
      "step": 10380
    },
    {
      "loss_action": 0.01660594344139099,
      "loss_total": 0.01660594344139099,
      "step": 10380
    },
    {
      "loss_action": 0.030316578224301338,
      "loss_total": 0.030316578224301338,
      "step": 10380
    },
    {
      "loss_action": 0.021046821027994156,
      "loss_total": 0.021046821027994156,
      "step": 10380
    },
    {
      "loss_action": 0.011645825579762459,
      "loss_total": 0.011645825579762459,
      "step": 10380
    },
    {
      "loss_action": 0.036082711070775986,
      "loss_total": 0.036082711070775986,
      "step": 10380
    },
    {
      "loss_action": 0.018077444285154343,
      "loss_total": 0.018077444285154343,
      "step": 10380
    },
    {
      "loss_action": 0.02340000309050083,
      "loss_total": 0.02340000309050083,
      "step": 10380
    },
    {
      "loss_action": 0.020073842257261276,
      "loss_total": 0.020073842257261276,
      "step": 10380
    },
    {
      "grad_norm": 0.2203231155872345,
      "learning_rate": 9.920812031022554e-05,
      "loss": 0.0188,
      "step": 10390
    },
    {
      "loss_action": 0.019706174731254578,
      "loss_total": 0.019706174731254578,
      "step": 10390
    },
    {
      "loss_action": 0.020833274349570274,
      "loss_total": 0.020833274349570274,
      "step": 10390
    },
    {
      "loss_action": 0.029496487230062485,
      "loss_total": 0.029496487230062485,
      "step": 10390
    },
    {
      "loss_action": 0.012568704783916473,
      "loss_total": 0.012568704783916473,
      "step": 10390
    },
    {
      "loss_action": 0.021243073046207428,
      "loss_total": 0.021243073046207428,
      "step": 10390
    },
    {
      "loss_action": 0.012360706925392151,
      "loss_total": 0.012360706925392151,
      "step": 10390
    },
    {
      "loss_action": 0.018580012023448944,
      "loss_total": 0.018580012023448944,
      "step": 10390
    },
    {
      "loss_action": 0.0155890341848135,
      "loss_total": 0.0155890341848135,
      "step": 10390
    },
    {
      "grad_norm": 0.1799565851688385,
      "learning_rate": 9.920518652741348e-05,
      "loss": 0.0206,
      "step": 10400
    },
    {
      "loss_action": 0.013622330501675606,
      "loss_total": 0.013622330501675606,
      "step": 10400
    },
    {
      "loss_action": 0.02121743932366371,
      "loss_total": 0.02121743932366371,
      "step": 10400
    },
    {
      "loss_action": 0.011621316894888878,
      "loss_total": 0.011621316894888878,
      "step": 10400
    },
    {
      "loss_action": 0.01647835783660412,
      "loss_total": 0.01647835783660412,
      "step": 10400
    },
    {
      "loss_action": 0.010734356939792633,
      "loss_total": 0.010734356939792633,
      "step": 10400
    },
    {
      "loss_action": 0.01561054028570652,
      "loss_total": 0.01561054028570652,
      "step": 10400
    },
    {
      "loss_action": 0.014074914157390594,
      "loss_total": 0.014074914157390594,
      "step": 10400
    },
    {
      "loss_action": 0.02078547701239586,
      "loss_total": 0.02078547701239586,
      "step": 10400
    },
    {
      "grad_norm": 0.18121793866157532,
      "learning_rate": 9.920224736359618e-05,
      "loss": 0.0177,
      "step": 10410
    },
    {
      "loss_action": 0.016507454216480255,
      "loss_total": 0.016507454216480255,
      "step": 10410
    },
    {
      "loss_action": 0.010205533355474472,
      "loss_total": 0.010205533355474472,
      "step": 10410
    },
    {
      "loss_action": 0.012883089482784271,
      "loss_total": 0.012883089482784271,
      "step": 10410
    },
    {
      "loss_action": 0.019701514393091202,
      "loss_total": 0.019701514393091202,
      "step": 10410
    },
    {
      "loss_action": 0.009264898486435413,
      "loss_total": 0.009264898486435413,
      "step": 10410
    },
    {
      "loss_action": 0.016151607036590576,
      "loss_total": 0.016151607036590576,
      "step": 10410
    },
    {
      "loss_action": 0.019899126142263412,
      "loss_total": 0.019899126142263412,
      "step": 10410
    },
    {
      "loss_action": 0.015302971936762333,
      "loss_total": 0.015302971936762333,
      "step": 10410
    },
    {
      "grad_norm": 0.16957834362983704,
      "learning_rate": 9.91993028190951e-05,
      "loss": 0.0168,
      "step": 10420
    },
    {
      "loss_action": 0.024225980043411255,
      "loss_total": 0.024225980043411255,
      "step": 10420
    },
    {
      "loss_action": 0.028104469180107117,
      "loss_total": 0.028104469180107117,
      "step": 10420
    },
    {
      "loss_action": 0.01620081439614296,
      "loss_total": 0.01620081439614296,
      "step": 10420
    },
    {
      "loss_action": 0.0181855708360672,
      "loss_total": 0.0181855708360672,
      "step": 10420
    },
    {
      "loss_action": 0.013372174464166164,
      "loss_total": 0.013372174464166164,
      "step": 10420
    },
    {
      "loss_action": 0.00790451094508171,
      "loss_total": 0.00790451094508171,
      "step": 10420
    },
    {
      "loss_action": 0.015451895073056221,
      "loss_total": 0.015451895073056221,
      "step": 10420
    },
    {
      "loss_action": 0.020266421139240265,
      "loss_total": 0.020266421139240265,
      "step": 10420
    },
    {
      "grad_norm": 0.16905702650547028,
      "learning_rate": 9.919635289423222e-05,
      "loss": 0.0168,
      "step": 10430
    },
    {
      "loss_action": 0.005082303658127785,
      "loss_total": 0.005082303658127785,
      "step": 10430
    },
    {
      "loss_action": 0.01158151961863041,
      "loss_total": 0.01158151961863041,
      "step": 10430
    },
    {
      "loss_action": 0.011608200147747993,
      "loss_total": 0.011608200147747993,
      "step": 10430
    },
    {
      "loss_action": 0.01918989047408104,
      "loss_total": 0.01918989047408104,
      "step": 10430
    },
    {
      "loss_action": 0.010336180217564106,
      "loss_total": 0.010336180217564106,
      "step": 10430
    },
    {
      "loss_action": 0.01953475922346115,
      "loss_total": 0.01953475922346115,
      "step": 10430
    },
    {
      "loss_action": 0.01741437055170536,
      "loss_total": 0.01741437055170536,
      "step": 10430
    },
    {
      "loss_action": 0.00923172477632761,
      "loss_total": 0.00923172477632761,
      "step": 10430
    },
    {
      "grad_norm": 0.1965797245502472,
      "learning_rate": 9.919339758933015e-05,
      "loss": 0.0176,
      "step": 10440
    },
    {
      "loss_action": 0.02067573182284832,
      "loss_total": 0.02067573182284832,
      "step": 10440
    },
    {
      "loss_action": 0.02952449396252632,
      "loss_total": 0.02952449396252632,
      "step": 10440
    },
    {
      "loss_action": 0.017338111996650696,
      "loss_total": 0.017338111996650696,
      "step": 10440
    },
    {
      "loss_action": 0.0071135228499770164,
      "loss_total": 0.0071135228499770164,
      "step": 10440
    },
    {
      "loss_action": 0.024930395185947418,
      "loss_total": 0.024930395185947418,
      "step": 10440
    },
    {
      "loss_action": 0.02043323405086994,
      "loss_total": 0.02043323405086994,
      "step": 10440
    },
    {
      "loss_action": 0.042024560272693634,
      "loss_total": 0.042024560272693634,
      "step": 10440
    },
    {
      "loss_action": 0.020983994007110596,
      "loss_total": 0.020983994007110596,
      "step": 10440
    },
    {
      "grad_norm": 0.2832297086715698,
      "learning_rate": 9.919043690471209e-05,
      "loss": 0.0234,
      "step": 10450
    },
    {
      "loss_action": 0.01097126118838787,
      "loss_total": 0.01097126118838787,
      "step": 10450
    },
    {
      "loss_action": 0.03832332044839859,
      "loss_total": 0.03832332044839859,
      "step": 10450
    },
    {
      "loss_action": 0.011721311137080193,
      "loss_total": 0.011721311137080193,
      "step": 10450
    },
    {
      "loss_action": 0.020596127957105637,
      "loss_total": 0.020596127957105637,
      "step": 10450
    },
    {
      "loss_action": 0.015863491222262383,
      "loss_total": 0.015863491222262383,
      "step": 10450
    },
    {
      "loss_action": 0.02057299017906189,
      "loss_total": 0.02057299017906189,
      "step": 10450
    },
    {
      "loss_action": 0.01131577417254448,
      "loss_total": 0.01131577417254448,
      "step": 10450
    },
    {
      "loss_action": 0.024243943393230438,
      "loss_total": 0.024243943393230438,
      "step": 10450
    },
    {
      "grad_norm": 0.27993205189704895,
      "learning_rate": 9.91874708407018e-05,
      "loss": 0.0236,
      "step": 10460
    },
    {
      "loss_action": 0.047193869948387146,
      "loss_total": 0.047193869948387146,
      "step": 10460
    },
    {
      "loss_action": 0.013925214298069477,
      "loss_total": 0.013925214298069477,
      "step": 10460
    },
    {
      "loss_action": 0.01994771510362625,
      "loss_total": 0.01994771510362625,
      "step": 10460
    },
    {
      "loss_action": 0.021502412855625153,
      "loss_total": 0.021502412855625153,
      "step": 10460
    },
    {
      "loss_action": 0.0180957168340683,
      "loss_total": 0.0180957168340683,
      "step": 10460
    },
    {
      "loss_action": 0.014660321176052094,
      "loss_total": 0.014660321176052094,
      "step": 10460
    },
    {
      "loss_action": 0.007884679362177849,
      "loss_total": 0.007884679362177849,
      "step": 10460
    },
    {
      "loss_action": 0.030695844441652298,
      "loss_total": 0.030695844441652298,
      "step": 10460
    },
    {
      "grad_norm": 0.26619675755500793,
      "learning_rate": 9.918449939762367e-05,
      "loss": 0.0218,
      "step": 10470
    },
    {
      "loss_action": 0.030695287510752678,
      "loss_total": 0.030695287510752678,
      "step": 10470
    },
    {
      "loss_action": 0.030794624239206314,
      "loss_total": 0.030794624239206314,
      "step": 10470
    },
    {
      "loss_action": 0.02358216792345047,
      "loss_total": 0.02358216792345047,
      "step": 10470
    },
    {
      "loss_action": 0.02287272736430168,
      "loss_total": 0.02287272736430168,
      "step": 10470
    },
    {
      "loss_action": 0.025042925029993057,
      "loss_total": 0.025042925029993057,
      "step": 10470
    },
    {
      "loss_action": 0.04795900359749794,
      "loss_total": 0.04795900359749794,
      "step": 10470
    },
    {
      "loss_action": 0.01218824740499258,
      "loss_total": 0.01218824740499258,
      "step": 10470
    },
    {
      "loss_action": 0.01567394658923149,
      "loss_total": 0.01567394658923149,
      "step": 10470
    },
    {
      "grad_norm": 0.2093949019908905,
      "learning_rate": 9.91815225758026e-05,
      "loss": 0.0213,
      "step": 10480
    },
    {
      "loss_action": 0.02845255471765995,
      "loss_total": 0.02845255471765995,
      "step": 10480
    },
    {
      "loss_action": 0.024545088410377502,
      "loss_total": 0.024545088410377502,
      "step": 10480
    },
    {
      "loss_action": 0.03637455031275749,
      "loss_total": 0.03637455031275749,
      "step": 10480
    },
    {
      "loss_action": 0.017238756641745567,
      "loss_total": 0.017238756641745567,
      "step": 10480
    },
    {
      "loss_action": 0.04830490052700043,
      "loss_total": 0.04830490052700043,
      "step": 10480
    },
    {
      "loss_action": 0.015189262107014656,
      "loss_total": 0.015189262107014656,
      "step": 10480
    },
    {
      "loss_action": 0.027899812906980515,
      "loss_total": 0.027899812906980515,
      "step": 10480
    },
    {
      "loss_action": 0.029779840260744095,
      "loss_total": 0.029779840260744095,
      "step": 10480
    },
    {
      "grad_norm": 0.2357708066701889,
      "learning_rate": 9.917854037556419e-05,
      "loss": 0.0206,
      "step": 10490
    },
    {
      "loss_action": 0.011978521943092346,
      "loss_total": 0.011978521943092346,
      "step": 10490
    },
    {
      "loss_action": 0.020357541739940643,
      "loss_total": 0.020357541739940643,
      "step": 10490
    },
    {
      "loss_action": 0.02075950987637043,
      "loss_total": 0.02075950987637043,
      "step": 10490
    },
    {
      "loss_action": 0.055344440042972565,
      "loss_total": 0.055344440042972565,
      "step": 10490
    },
    {
      "loss_action": 0.01542610488831997,
      "loss_total": 0.01542610488831997,
      "step": 10490
    },
    {
      "loss_action": 0.013770455494523048,
      "loss_total": 0.013770455494523048,
      "step": 10490
    },
    {
      "loss_action": 0.011907790787518024,
      "loss_total": 0.011907790787518024,
      "step": 10490
    },
    {
      "loss_action": 0.02925550937652588,
      "loss_total": 0.02925550937652588,
      "step": 10490
    },
    {
      "grad_norm": 0.14094069600105286,
      "learning_rate": 9.917555279723454e-05,
      "loss": 0.0213,
      "step": 10500
    },
    {
      "loss_action": 0.013731447048485279,
      "loss_total": 0.013731447048485279,
      "step": 10500
    },
    {
      "loss_action": 0.010692400857806206,
      "loss_total": 0.010692400857806206,
      "step": 10500
    },
    {
      "loss_action": 0.010355466976761818,
      "loss_total": 0.010355466976761818,
      "step": 10500
    },
    {
      "loss_action": 0.008303598500788212,
      "loss_total": 0.008303598500788212,
      "step": 10500
    },
    {
      "loss_action": 0.014298442751169205,
      "loss_total": 0.014298442751169205,
      "step": 10500
    },
    {
      "loss_action": 0.02748807892203331,
      "loss_total": 0.02748807892203331,
      "step": 10500
    },
    {
      "loss_action": 0.011897189542651176,
      "loss_total": 0.011897189542651176,
      "step": 10500
    },
    {
      "loss_action": 0.0096188485622406,
      "loss_total": 0.0096188485622406,
      "step": 10500
    },
    {
      "grad_norm": 0.2268112599849701,
      "learning_rate": 9.917255984114036e-05,
      "loss": 0.017,
      "step": 10510
    },
    {
      "loss_action": 0.020725417882204056,
      "loss_total": 0.020725417882204056,
      "step": 10510
    },
    {
      "loss_action": 0.01787233166396618,
      "loss_total": 0.01787233166396618,
      "step": 10510
    },
    {
      "loss_action": 0.09148706495761871,
      "loss_total": 0.09148706495761871,
      "step": 10510
    },
    {
      "loss_action": 0.01639755815267563,
      "loss_total": 0.01639755815267563,
      "step": 10510
    },
    {
      "loss_action": 0.026138363406062126,
      "loss_total": 0.026138363406062126,
      "step": 10510
    },
    {
      "loss_action": 0.026219062507152557,
      "loss_total": 0.026219062507152557,
      "step": 10510
    },
    {
      "loss_action": 0.018212992697954178,
      "loss_total": 0.018212992697954178,
      "step": 10510
    },
    {
      "loss_action": 0.029025956988334656,
      "loss_total": 0.029025956988334656,
      "step": 10510
    },
    {
      "grad_norm": 0.20823505520820618,
      "learning_rate": 9.916956150760896e-05,
      "loss": 0.0197,
      "step": 10520
    },
    {
      "loss_action": 0.029959077015519142,
      "loss_total": 0.029959077015519142,
      "step": 10520
    },
    {
      "loss_action": 0.01904233545064926,
      "loss_total": 0.01904233545064926,
      "step": 10520
    },
    {
      "loss_action": 0.011572914198040962,
      "loss_total": 0.011572914198040962,
      "step": 10520
    },
    {
      "loss_action": 0.03987886756658554,
      "loss_total": 0.03987886756658554,
      "step": 10520
    },
    {
      "loss_action": 0.011897183954715729,
      "loss_total": 0.011897183954715729,
      "step": 10520
    },
    {
      "loss_action": 0.02726079896092415,
      "loss_total": 0.02726079896092415,
      "step": 10520
    },
    {
      "loss_action": 0.025543667376041412,
      "loss_total": 0.025543667376041412,
      "step": 10520
    },
    {
      "loss_action": 0.024660691618919373,
      "loss_total": 0.024660691618919373,
      "step": 10520
    },
    {
      "grad_norm": 0.20659884810447693,
      "learning_rate": 9.916655779696826e-05,
      "loss": 0.0195,
      "step": 10530
    },
    {
      "loss_action": 0.051015786826610565,
      "loss_total": 0.051015786826610565,
      "step": 10530
    },
    {
      "loss_action": 0.013739652000367641,
      "loss_total": 0.013739652000367641,
      "step": 10530
    },
    {
      "loss_action": 0.01664438098669052,
      "loss_total": 0.01664438098669052,
      "step": 10530
    },
    {
      "loss_action": 0.013207793235778809,
      "loss_total": 0.013207793235778809,
      "step": 10530
    },
    {
      "loss_action": 0.029619116336107254,
      "loss_total": 0.029619116336107254,
      "step": 10530
    },
    {
      "loss_action": 0.019217688590288162,
      "loss_total": 0.019217688590288162,
      "step": 10530
    },
    {
      "loss_action": 0.02162535861134529,
      "loss_total": 0.02162535861134529,
      "step": 10530
    },
    {
      "loss_action": 0.021648665890097618,
      "loss_total": 0.021648665890097618,
      "step": 10530
    },
    {
      "grad_norm": 0.23681293427944183,
      "learning_rate": 9.916354870954671e-05,
      "loss": 0.0219,
      "step": 10540
    },
    {
      "loss_action": 0.01282072439789772,
      "loss_total": 0.01282072439789772,
      "step": 10540
    },
    {
      "loss_action": 0.02357817068696022,
      "loss_total": 0.02357817068696022,
      "step": 10540
    },
    {
      "loss_action": 0.01220083050429821,
      "loss_total": 0.01220083050429821,
      "step": 10540
    },
    {
      "loss_action": 0.01752426102757454,
      "loss_total": 0.01752426102757454,
      "step": 10540
    },
    {
      "loss_action": 0.019918877631425858,
      "loss_total": 0.019918877631425858,
      "step": 10540
    },
    {
      "loss_action": 0.011020097881555557,
      "loss_total": 0.011020097881555557,
      "step": 10540
    },
    {
      "loss_action": 0.016491031274199486,
      "loss_total": 0.016491031274199486,
      "step": 10540
    },
    {
      "loss_action": 0.013878095895051956,
      "loss_total": 0.013878095895051956,
      "step": 10540
    },
    {
      "grad_norm": 0.17559102177619934,
      "learning_rate": 9.91605342456734e-05,
      "loss": 0.0192,
      "step": 10550
    },
    {
      "loss_action": 0.03331100940704346,
      "loss_total": 0.03331100940704346,
      "step": 10550
    },
    {
      "loss_action": 0.025927500799298286,
      "loss_total": 0.025927500799298286,
      "step": 10550
    },
    {
      "loss_action": 0.015285065397620201,
      "loss_total": 0.015285065397620201,
      "step": 10550
    },
    {
      "loss_action": 0.027961738407611847,
      "loss_total": 0.027961738407611847,
      "step": 10550
    },
    {
      "loss_action": 0.014999596402049065,
      "loss_total": 0.014999596402049065,
      "step": 10550
    },
    {
      "loss_action": 0.019146284088492393,
      "loss_total": 0.019146284088492393,
      "step": 10550
    },
    {
      "loss_action": 0.014405966736376286,
      "loss_total": 0.014405966736376286,
      "step": 10550
    },
    {
      "loss_action": 0.02032504230737686,
      "loss_total": 0.02032504230737686,
      "step": 10550
    },
    {
      "grad_norm": 0.2954060435295105,
      "learning_rate": 9.915751440567795e-05,
      "loss": 0.0202,
      "step": 10560
    },
    {
      "loss_action": 0.019772347062826157,
      "loss_total": 0.019772347062826157,
      "step": 10560
    },
    {
      "loss_action": 0.015740826725959778,
      "loss_total": 0.015740826725959778,
      "step": 10560
    },
    {
      "loss_action": 0.01311748567968607,
      "loss_total": 0.01311748567968607,
      "step": 10560
    },
    {
      "loss_action": 0.015224949456751347,
      "loss_total": 0.015224949456751347,
      "step": 10560
    },
    {
      "loss_action": 0.017695534974336624,
      "loss_total": 0.017695534974336624,
      "step": 10560
    },
    {
      "loss_action": 0.013773871585726738,
      "loss_total": 0.013773871585726738,
      "step": 10560
    },
    {
      "loss_action": 0.027901552617549896,
      "loss_total": 0.027901552617549896,
      "step": 10560
    },
    {
      "loss_action": 0.02391664683818817,
      "loss_total": 0.02391664683818817,
      "step": 10560
    },
    {
      "grad_norm": 0.16007426381111145,
      "learning_rate": 9.915448918989066e-05,
      "loss": 0.0199,
      "step": 10570
    },
    {
      "loss_action": 0.015704482793807983,
      "loss_total": 0.015704482793807983,
      "step": 10570
    },
    {
      "loss_action": 0.01130722276866436,
      "loss_total": 0.01130722276866436,
      "step": 10570
    },
    {
      "loss_action": 0.02005719766020775,
      "loss_total": 0.02005719766020775,
      "step": 10570
    },
    {
      "loss_action": 0.022216062992811203,
      "loss_total": 0.022216062992811203,
      "step": 10570
    },
    {
      "loss_action": 0.02343999408185482,
      "loss_total": 0.02343999408185482,
      "step": 10570
    },
    {
      "loss_action": 0.018636029213666916,
      "loss_total": 0.018636029213666916,
      "step": 10570
    },
    {
      "loss_action": 0.01640918105840683,
      "loss_total": 0.01640918105840683,
      "step": 10570
    },
    {
      "loss_action": 0.01867988333106041,
      "loss_total": 0.01867988333106041,
      "step": 10570
    },
    {
      "grad_norm": 0.1665394902229309,
      "learning_rate": 9.915145859864232e-05,
      "loss": 0.0181,
      "step": 10580
    },
    {
      "loss_action": 0.027354687452316284,
      "loss_total": 0.027354687452316284,
      "step": 10580
    },
    {
      "loss_action": 0.0189703069627285,
      "loss_total": 0.0189703069627285,
      "step": 10580
    },
    {
      "loss_action": 0.018686965107917786,
      "loss_total": 0.018686965107917786,
      "step": 10580
    },
    {
      "loss_action": 0.006948637776076794,
      "loss_total": 0.006948637776076794,
      "step": 10580
    },
    {
      "loss_action": 0.01723160594701767,
      "loss_total": 0.01723160594701767,
      "step": 10580
    },
    {
      "loss_action": 0.03925296291708946,
      "loss_total": 0.03925296291708946,
      "step": 10580
    },
    {
      "loss_action": 0.01281731203198433,
      "loss_total": 0.01281731203198433,
      "step": 10580
    },
    {
      "loss_action": 0.021263275295495987,
      "loss_total": 0.021263275295495987,
      "step": 10580
    },
    {
      "grad_norm": 0.1741596758365631,
      "learning_rate": 9.914842263226437e-05,
      "loss": 0.0176,
      "step": 10590
    },
    {
      "loss_action": 0.017047248780727386,
      "loss_total": 0.017047248780727386,
      "step": 10590
    },
    {
      "loss_action": 0.012593202292919159,
      "loss_total": 0.012593202292919159,
      "step": 10590
    },
    {
      "loss_action": 0.00830195751041174,
      "loss_total": 0.00830195751041174,
      "step": 10590
    },
    {
      "loss_action": 0.014066386967897415,
      "loss_total": 0.014066386967897415,
      "step": 10590
    },
    {
      "loss_action": 0.014152225106954575,
      "loss_total": 0.014152225106954575,
      "step": 10590
    },
    {
      "loss_action": 0.009809290990233421,
      "loss_total": 0.009809290990233421,
      "step": 10590
    },
    {
      "loss_action": 0.014741050079464912,
      "loss_total": 0.014741050079464912,
      "step": 10590
    },
    {
      "loss_action": 0.016762010753154755,
      "loss_total": 0.016762010753154755,
      "step": 10590
    },
    {
      "grad_norm": 0.1735151708126068,
      "learning_rate": 9.914538129108882e-05,
      "loss": 0.0172,
      "step": 10600
    },
    {
      "loss_action": 0.025063766166567802,
      "loss_total": 0.025063766166567802,
      "step": 10600
    },
    {
      "loss_action": 0.01649058796465397,
      "loss_total": 0.01649058796465397,
      "step": 10600
    },
    {
      "loss_action": 0.021601378917694092,
      "loss_total": 0.021601378917694092,
      "step": 10600
    },
    {
      "loss_action": 0.010245513170957565,
      "loss_total": 0.010245513170957565,
      "step": 10600
    },
    {
      "loss_action": 0.020281165838241577,
      "loss_total": 0.020281165838241577,
      "step": 10600
    },
    {
      "loss_action": 0.01952502876520157,
      "loss_total": 0.01952502876520157,
      "step": 10600
    },
    {
      "loss_action": 0.011625126004219055,
      "loss_total": 0.011625126004219055,
      "step": 10600
    },
    {
      "loss_action": 0.0223239753395319,
      "loss_total": 0.0223239753395319,
      "step": 10600
    },
    {
      "grad_norm": 0.2140461951494217,
      "learning_rate": 9.914233457544825e-05,
      "loss": 0.0193,
      "step": 10610
    },
    {
      "loss_action": 0.01359502412378788,
      "loss_total": 0.01359502412378788,
      "step": 10610
    },
    {
      "loss_action": 0.020552348345518112,
      "loss_total": 0.020552348345518112,
      "step": 10610
    },
    {
      "loss_action": 0.015681829303503036,
      "loss_total": 0.015681829303503036,
      "step": 10610
    },
    {
      "loss_action": 0.013675346970558167,
      "loss_total": 0.013675346970558167,
      "step": 10610
    },
    {
      "loss_action": 0.018544070422649384,
      "loss_total": 0.018544070422649384,
      "step": 10610
    },
    {
      "loss_action": 0.018832599744200706,
      "loss_total": 0.018832599744200706,
      "step": 10610
    },
    {
      "loss_action": 0.013392181135714054,
      "loss_total": 0.013392181135714054,
      "step": 10610
    },
    {
      "loss_action": 0.02394150197505951,
      "loss_total": 0.02394150197505951,
      "step": 10610
    },
    {
      "grad_norm": 0.1970624029636383,
      "learning_rate": 9.913928248567586e-05,
      "loss": 0.0203,
      "step": 10620
    },
    {
      "loss_action": 0.015024811960756779,
      "loss_total": 0.015024811960756779,
      "step": 10620
    },
    {
      "loss_action": 0.0140679981559515,
      "loss_total": 0.0140679981559515,
      "step": 10620
    },
    {
      "loss_action": 0.02368299849331379,
      "loss_total": 0.02368299849331379,
      "step": 10620
    },
    {
      "loss_action": 0.008885554037988186,
      "loss_total": 0.008885554037988186,
      "step": 10620
    },
    {
      "loss_action": 0.06421245634555817,
      "loss_total": 0.06421245634555817,
      "step": 10620
    },
    {
      "loss_action": 0.024286217987537384,
      "loss_total": 0.024286217987537384,
      "step": 10620
    },
    {
      "loss_action": 0.010704674758017063,
      "loss_total": 0.010704674758017063,
      "step": 10620
    },
    {
      "loss_action": 0.026059769093990326,
      "loss_total": 0.026059769093990326,
      "step": 10620
    },
    {
      "grad_norm": 0.2696068584918976,
      "learning_rate": 9.913622502210542e-05,
      "loss": 0.0193,
      "step": 10630
    },
    {
      "loss_action": 0.021464776247739792,
      "loss_total": 0.021464776247739792,
      "step": 10630
    },
    {
      "loss_action": 0.028377216309309006,
      "loss_total": 0.028377216309309006,
      "step": 10630
    },
    {
      "loss_action": 0.01685008592903614,
      "loss_total": 0.01685008592903614,
      "step": 10630
    },
    {
      "loss_action": 0.01839837059378624,
      "loss_total": 0.01839837059378624,
      "step": 10630
    },
    {
      "loss_action": 0.01648026891052723,
      "loss_total": 0.01648026891052723,
      "step": 10630
    },
    {
      "loss_action": 0.014337643049657345,
      "loss_total": 0.014337643049657345,
      "step": 10630
    },
    {
      "loss_action": 0.01095862127840519,
      "loss_total": 0.01095862127840519,
      "step": 10630
    },
    {
      "loss_action": 0.012917407788336277,
      "loss_total": 0.012917407788336277,
      "step": 10630
    },
    {
      "grad_norm": 0.21855171024799347,
      "learning_rate": 9.913316218507128e-05,
      "loss": 0.0202,
      "step": 10640
    },
    {
      "loss_action": 0.01167403906583786,
      "loss_total": 0.01167403906583786,
      "step": 10640
    },
    {
      "loss_action": 0.020740408450365067,
      "loss_total": 0.020740408450365067,
      "step": 10640
    },
    {
      "loss_action": 0.012712366878986359,
      "loss_total": 0.012712366878986359,
      "step": 10640
    },
    {
      "loss_action": 0.010522320866584778,
      "loss_total": 0.010522320866584778,
      "step": 10640
    },
    {
      "loss_action": 0.025424985215067863,
      "loss_total": 0.025424985215067863,
      "step": 10640
    },
    {
      "loss_action": 0.014072922058403492,
      "loss_total": 0.014072922058403492,
      "step": 10640
    },
    {
      "loss_action": 0.022244058549404144,
      "loss_total": 0.022244058549404144,
      "step": 10640
    },
    {
      "loss_action": 0.03017619624733925,
      "loss_total": 0.03017619624733925,
      "step": 10640
    },
    {
      "grad_norm": 0.23764179646968842,
      "learning_rate": 9.91300939749084e-05,
      "loss": 0.0201,
      "step": 10650
    },
    {
      "loss_action": 0.009469643235206604,
      "loss_total": 0.009469643235206604,
      "step": 10650
    },
    {
      "loss_action": 0.016256511211395264,
      "loss_total": 0.016256511211395264,
      "step": 10650
    },
    {
      "loss_action": 0.012601673603057861,
      "loss_total": 0.012601673603057861,
      "step": 10650
    },
    {
      "loss_action": 0.015092028304934502,
      "loss_total": 0.015092028304934502,
      "step": 10650
    },
    {
      "loss_action": 0.010415682569146156,
      "loss_total": 0.010415682569146156,
      "step": 10650
    },
    {
      "loss_action": 0.009863601997494698,
      "loss_total": 0.009863601997494698,
      "step": 10650
    },
    {
      "loss_action": 0.007557734847068787,
      "loss_total": 0.007557734847068787,
      "step": 10650
    },
    {
      "loss_action": 0.011112082749605179,
      "loss_total": 0.011112082749605179,
      "step": 10650
    },
    {
      "grad_norm": 0.13533683121204376,
      "learning_rate": 9.91270203919523e-05,
      "loss": 0.0163,
      "step": 10660
    },
    {
      "loss_action": 0.012311938218772411,
      "loss_total": 0.012311938218772411,
      "step": 10660
    },
    {
      "loss_action": 0.007553883828222752,
      "loss_total": 0.007553883828222752,
      "step": 10660
    },
    {
      "loss_action": 0.015080589801073074,
      "loss_total": 0.015080589801073074,
      "step": 10660
    },
    {
      "loss_action": 0.026751980185508728,
      "loss_total": 0.026751980185508728,
      "step": 10660
    },
    {
      "loss_action": 0.015806932002305984,
      "loss_total": 0.015806932002305984,
      "step": 10660
    },
    {
      "loss_action": 0.007273017428815365,
      "loss_total": 0.007273017428815365,
      "step": 10660
    },
    {
      "loss_action": 0.012886226177215576,
      "loss_total": 0.012886226177215576,
      "step": 10660
    },
    {
      "loss_action": 0.040624506771564484,
      "loss_total": 0.040624506771564484,
      "step": 10660
    },
    {
      "grad_norm": 0.17131032049655914,
      "learning_rate": 9.912394143653912e-05,
      "loss": 0.0155,
      "step": 10670
    },
    {
      "loss_action": 0.011976735666394234,
      "loss_total": 0.011976735666394234,
      "step": 10670
    },
    {
      "loss_action": 0.008575363084673882,
      "loss_total": 0.008575363084673882,
      "step": 10670
    },
    {
      "loss_action": 0.0061396025121212006,
      "loss_total": 0.0061396025121212006,
      "step": 10670
    },
    {
      "loss_action": 0.011507794260978699,
      "loss_total": 0.011507794260978699,
      "step": 10670
    },
    {
      "loss_action": 0.011732294224202633,
      "loss_total": 0.011732294224202633,
      "step": 10670
    },
    {
      "loss_action": 0.017525941133499146,
      "loss_total": 0.017525941133499146,
      "step": 10670
    },
    {
      "loss_action": 0.013441381976008415,
      "loss_total": 0.013441381976008415,
      "step": 10670
    },
    {
      "loss_action": 0.013433286920189857,
      "loss_total": 0.013433286920189857,
      "step": 10670
    },
    {
      "grad_norm": 0.2922033965587616,
      "learning_rate": 9.912085710900555e-05,
      "loss": 0.0196,
      "step": 10680
    },
    {
      "loss_action": 0.011742494069039822,
      "loss_total": 0.011742494069039822,
      "step": 10680
    },
    {
      "loss_action": 0.03159294277429581,
      "loss_total": 0.03159294277429581,
      "step": 10680
    },
    {
      "loss_action": 0.017757408320903778,
      "loss_total": 0.017757408320903778,
      "step": 10680
    },
    {
      "loss_action": 0.014729175716638565,
      "loss_total": 0.014729175716638565,
      "step": 10680
    },
    {
      "loss_action": 0.03604119271039963,
      "loss_total": 0.03604119271039963,
      "step": 10680
    },
    {
      "loss_action": 0.015549339354038239,
      "loss_total": 0.015549339354038239,
      "step": 10680
    },
    {
      "loss_action": 0.019083265215158463,
      "loss_total": 0.019083265215158463,
      "step": 10680
    },
    {
      "loss_action": 0.03182554617524147,
      "loss_total": 0.03182554617524147,
      "step": 10680
    },
    {
      "grad_norm": 0.1560291349887848,
      "learning_rate": 9.911776740968892e-05,
      "loss": 0.0189,
      "step": 10690
    },
    {
      "loss_action": 0.013595787808299065,
      "loss_total": 0.013595787808299065,
      "step": 10690
    },
    {
      "loss_action": 0.01542957779020071,
      "loss_total": 0.01542957779020071,
      "step": 10690
    },
    {
      "loss_action": 0.03262726962566376,
      "loss_total": 0.03262726962566376,
      "step": 10690
    },
    {
      "loss_action": 0.017815077677369118,
      "loss_total": 0.017815077677369118,
      "step": 10690
    },
    {
      "loss_action": 0.01318345870822668,
      "loss_total": 0.01318345870822668,
      "step": 10690
    },
    {
      "loss_action": 0.012696366757154465,
      "loss_total": 0.012696366757154465,
      "step": 10690
    },
    {
      "loss_action": 0.017945129424333572,
      "loss_total": 0.017945129424333572,
      "step": 10690
    },
    {
      "loss_action": 0.027617519721388817,
      "loss_total": 0.027617519721388817,
      "step": 10690
    },
    {
      "grad_norm": 0.16899673640727997,
      "learning_rate": 9.911467233892709e-05,
      "loss": 0.0181,
      "step": 10700
    },
    {
      "loss_action": 0.018271401524543762,
      "loss_total": 0.018271401524543762,
      "step": 10700
    },
    {
      "loss_action": 0.010609705001115799,
      "loss_total": 0.010609705001115799,
      "step": 10700
    },
    {
      "loss_action": 0.01389298215508461,
      "loss_total": 0.01389298215508461,
      "step": 10700
    },
    {
      "loss_action": 0.015413167886435986,
      "loss_total": 0.015413167886435986,
      "step": 10700
    },
    {
      "loss_action": 0.03536029905080795,
      "loss_total": 0.03536029905080795,
      "step": 10700
    },
    {
      "loss_action": 0.015380187891423702,
      "loss_total": 0.015380187891423702,
      "step": 10700
    },
    {
      "loss_action": 0.027137909084558487,
      "loss_total": 0.027137909084558487,
      "step": 10700
    },
    {
      "loss_action": 0.011696716770529747,
      "loss_total": 0.011696716770529747,
      "step": 10700
    },
    {
      "grad_norm": 0.21169035136699677,
      "learning_rate": 9.911157189705853e-05,
      "loss": 0.02,
      "step": 10710
    },
    {
      "loss_action": 0.018293915316462517,
      "loss_total": 0.018293915316462517,
      "step": 10710
    },
    {
      "loss_action": 0.015569580718874931,
      "loss_total": 0.015569580718874931,
      "step": 10710
    },
    {
      "loss_action": 0.007586891762912273,
      "loss_total": 0.007586891762912273,
      "step": 10710
    },
    {
      "loss_action": 0.012773670256137848,
      "loss_total": 0.012773670256137848,
      "step": 10710
    },
    {
      "loss_action": 0.01306636817753315,
      "loss_total": 0.01306636817753315,
      "step": 10710
    },
    {
      "loss_action": 0.013414980843663216,
      "loss_total": 0.013414980843663216,
      "step": 10710
    },
    {
      "loss_action": 0.01722659356892109,
      "loss_total": 0.01722659356892109,
      "step": 10710
    },
    {
      "loss_action": 0.014973772689700127,
      "loss_total": 0.014973772689700127,
      "step": 10710
    },
    {
      "grad_norm": 0.2319220006465912,
      "learning_rate": 9.910846608442229e-05,
      "loss": 0.0196,
      "step": 10720
    },
    {
      "loss_action": 0.014693716540932655,
      "loss_total": 0.014693716540932655,
      "step": 10720
    },
    {
      "loss_action": 0.01658353954553604,
      "loss_total": 0.01658353954553604,
      "step": 10720
    },
    {
      "loss_action": 0.018922120332717896,
      "loss_total": 0.018922120332717896,
      "step": 10720
    },
    {
      "loss_action": 0.01461496390402317,
      "loss_total": 0.01461496390402317,
      "step": 10720
    },
    {
      "loss_action": 0.026476969942450523,
      "loss_total": 0.026476969942450523,
      "step": 10720
    },
    {
      "loss_action": 0.034446004778146744,
      "loss_total": 0.034446004778146744,
      "step": 10720
    },
    {
      "loss_action": 0.030073946341872215,
      "loss_total": 0.030073946341872215,
      "step": 10720
    },
    {
      "loss_action": 0.011556576937437057,
      "loss_total": 0.011556576937437057,
      "step": 10720
    },
    {
      "grad_norm": 0.14174847304821014,
      "learning_rate": 9.910535490135805e-05,
      "loss": 0.0201,
      "step": 10730
    },
    {
      "loss_action": 0.01867995597422123,
      "loss_total": 0.01867995597422123,
      "step": 10730
    },
    {
      "loss_action": 0.023510608822107315,
      "loss_total": 0.023510608822107315,
      "step": 10730
    },
    {
      "loss_action": 0.01671610027551651,
      "loss_total": 0.01671610027551651,
      "step": 10730
    },
    {
      "loss_action": 0.009811647236347198,
      "loss_total": 0.009811647236347198,
      "step": 10730
    },
    {
      "loss_action": 0.009355959482491016,
      "loss_total": 0.009355959482491016,
      "step": 10730
    },
    {
      "loss_action": 0.07041512429714203,
      "loss_total": 0.07041512429714203,
      "step": 10730
    },
    {
      "loss_action": 0.01582099311053753,
      "loss_total": 0.01582099311053753,
      "step": 10730
    },
    {
      "loss_action": 0.02190203219652176,
      "loss_total": 0.02190203219652176,
      "step": 10730
    },
    {
      "grad_norm": 0.32685452699661255,
      "learning_rate": 9.910223834820603e-05,
      "loss": 0.0204,
      "step": 10740
    },
    {
      "loss_action": 0.021343694999814034,
      "loss_total": 0.021343694999814034,
      "step": 10740
    },
    {
      "loss_action": 0.03046809323132038,
      "loss_total": 0.03046809323132038,
      "step": 10740
    },
    {
      "loss_action": 0.01955227553844452,
      "loss_total": 0.01955227553844452,
      "step": 10740
    },
    {
      "loss_action": 0.02349245175719261,
      "loss_total": 0.02349245175719261,
      "step": 10740
    },
    {
      "loss_action": 0.011090380139648914,
      "loss_total": 0.011090380139648914,
      "step": 10740
    },
    {
      "loss_action": 0.027661465108394623,
      "loss_total": 0.027661465108394623,
      "step": 10740
    },
    {
      "loss_action": 0.015128955245018005,
      "loss_total": 0.015128955245018005,
      "step": 10740
    },
    {
      "loss_action": 0.023149993270635605,
      "loss_total": 0.023149993270635605,
      "step": 10740
    },
    {
      "grad_norm": 0.22571192681789398,
      "learning_rate": 9.909911642530703e-05,
      "loss": 0.0204,
      "step": 10750
    },
    {
      "loss_action": 0.014493492431938648,
      "loss_total": 0.014493492431938648,
      "step": 10750
    },
    {
      "loss_action": 0.022079218178987503,
      "loss_total": 0.022079218178987503,
      "step": 10750
    },
    {
      "loss_action": 0.02239801362156868,
      "loss_total": 0.02239801362156868,
      "step": 10750
    },
    {
      "loss_action": 0.008581513538956642,
      "loss_total": 0.008581513538956642,
      "step": 10750
    },
    {
      "loss_action": 0.025568470358848572,
      "loss_total": 0.025568470358848572,
      "step": 10750
    },
    {
      "loss_action": 0.024202752858400345,
      "loss_total": 0.024202752858400345,
      "step": 10750
    },
    {
      "loss_action": 0.015735896304249763,
      "loss_total": 0.015735896304249763,
      "step": 10750
    },
    {
      "loss_action": 0.02240271307528019,
      "loss_total": 0.02240271307528019,
      "step": 10750
    },
    {
      "grad_norm": 0.1594884842634201,
      "learning_rate": 9.909598913300249e-05,
      "loss": 0.0184,
      "step": 10760
    },
    {
      "loss_action": 0.007524172309786081,
      "loss_total": 0.007524172309786081,
      "step": 10760
    },
    {
      "loss_action": 0.011707236059010029,
      "loss_total": 0.011707236059010029,
      "step": 10760
    },
    {
      "loss_action": 0.00833432748913765,
      "loss_total": 0.00833432748913765,
      "step": 10760
    },
    {
      "loss_action": 0.01876756176352501,
      "loss_total": 0.01876756176352501,
      "step": 10760
    },
    {
      "loss_action": 0.011740632355213165,
      "loss_total": 0.011740632355213165,
      "step": 10760
    },
    {
      "loss_action": 0.011710825376212597,
      "loss_total": 0.011710825376212597,
      "step": 10760
    },
    {
      "loss_action": 0.015587836503982544,
      "loss_total": 0.015587836503982544,
      "step": 10760
    },
    {
      "loss_action": 0.013663449324667454,
      "loss_total": 0.013663449324667454,
      "step": 10760
    },
    {
      "grad_norm": 0.23045289516448975,
      "learning_rate": 9.909285647163438e-05,
      "loss": 0.0159,
      "step": 10770
    },
    {
      "loss_action": 0.012895198538899422,
      "loss_total": 0.012895198538899422,
      "step": 10770
    },
    {
      "loss_action": 0.027357574552297592,
      "loss_total": 0.027357574552297592,
      "step": 10770
    },
    {
      "loss_action": 0.01559454295784235,
      "loss_total": 0.01559454295784235,
      "step": 10770
    },
    {
      "loss_action": 0.007386811077594757,
      "loss_total": 0.007386811077594757,
      "step": 10770
    },
    {
      "loss_action": 0.00816107913851738,
      "loss_total": 0.00816107913851738,
      "step": 10770
    },
    {
      "loss_action": 0.009034311398863792,
      "loss_total": 0.009034311398863792,
      "step": 10770
    },
    {
      "loss_action": 0.021655786782503128,
      "loss_total": 0.021655786782503128,
      "step": 10770
    },
    {
      "loss_action": 0.010549267753958702,
      "loss_total": 0.010549267753958702,
      "step": 10770
    },
    {
      "grad_norm": 0.19868388772010803,
      "learning_rate": 9.908971844154531e-05,
      "loss": 0.0167,
      "step": 10780
    },
    {
      "loss_action": 0.037690699100494385,
      "loss_total": 0.037690699100494385,
      "step": 10780
    },
    {
      "loss_action": 0.013850519433617592,
      "loss_total": 0.013850519433617592,
      "step": 10780
    },
    {
      "loss_action": 0.008062055334448814,
      "loss_total": 0.008062055334448814,
      "step": 10780
    },
    {
      "loss_action": 0.01690990850329399,
      "loss_total": 0.01690990850329399,
      "step": 10780
    },
    {
      "loss_action": 0.020024489611387253,
      "loss_total": 0.020024489611387253,
      "step": 10780
    },
    {
      "loss_action": 0.012326505035161972,
      "loss_total": 0.012326505035161972,
      "step": 10780
    },
    {
      "loss_action": 0.007972503080964088,
      "loss_total": 0.007972503080964088,
      "step": 10780
    },
    {
      "loss_action": 0.045445650815963745,
      "loss_total": 0.045445650815963745,
      "step": 10780
    },
    {
      "grad_norm": 0.22956600785255432,
      "learning_rate": 9.908657504307843e-05,
      "loss": 0.0185,
      "step": 10790
    },
    {
      "loss_action": 0.012026718817651272,
      "loss_total": 0.012026718817651272,
      "step": 10790
    },
    {
      "loss_action": 0.02028290554881096,
      "loss_total": 0.02028290554881096,
      "step": 10790
    },
    {
      "loss_action": 0.013952784240245819,
      "loss_total": 0.013952784240245819,
      "step": 10790
    },
    {
      "loss_action": 0.021921277046203613,
      "loss_total": 0.021921277046203613,
      "step": 10790
    },
    {
      "loss_action": 0.008783124387264252,
      "loss_total": 0.008783124387264252,
      "step": 10790
    },
    {
      "loss_action": 0.02732538804411888,
      "loss_total": 0.02732538804411888,
      "step": 10790
    },
    {
      "loss_action": 0.01171770878136158,
      "loss_total": 0.01171770878136158,
      "step": 10790
    },
    {
      "loss_action": 0.0208967924118042,
      "loss_total": 0.0208967924118042,
      "step": 10790
    },
    {
      "grad_norm": 0.15746396780014038,
      "learning_rate": 9.908342627657751e-05,
      "loss": 0.0208,
      "step": 10800
    },
    {
      "loss_action": 0.01825850084424019,
      "loss_total": 0.01825850084424019,
      "step": 10800
    },
    {
      "loss_action": 0.02579750120639801,
      "loss_total": 0.02579750120639801,
      "step": 10800
    },
    {
      "loss_action": 0.009137695655226707,
      "loss_total": 0.009137695655226707,
      "step": 10800
    },
    {
      "loss_action": 0.009244987741112709,
      "loss_total": 0.009244987741112709,
      "step": 10800
    },
    {
      "loss_action": 0.0075737182050943375,
      "loss_total": 0.0075737182050943375,
      "step": 10800
    },
    {
      "loss_action": 0.02306315489113331,
      "loss_total": 0.02306315489113331,
      "step": 10800
    },
    {
      "loss_action": 0.039138063788414,
      "loss_total": 0.039138063788414,
      "step": 10800
    },
    {
      "loss_action": 0.024179641157388687,
      "loss_total": 0.024179641157388687,
      "step": 10800
    },
    {
      "grad_norm": 0.20330877602100372,
      "learning_rate": 9.908027214238689e-05,
      "loss": 0.0187,
      "step": 10810
    },
    {
      "loss_action": 0.014911936596035957,
      "loss_total": 0.014911936596035957,
      "step": 10810
    },
    {
      "loss_action": 0.008702222257852554,
      "loss_total": 0.008702222257852554,
      "step": 10810
    },
    {
      "loss_action": 0.007525025401264429,
      "loss_total": 0.007525025401264429,
      "step": 10810
    },
    {
      "loss_action": 0.11604490131139755,
      "loss_total": 0.11604490131139755,
      "step": 10810
    },
    {
      "loss_action": 0.012392771430313587,
      "loss_total": 0.012392771430313587,
      "step": 10810
    },
    {
      "loss_action": 0.019198385998606682,
      "loss_total": 0.019198385998606682,
      "step": 10810
    },
    {
      "loss_action": 0.01605578511953354,
      "loss_total": 0.01605578511953354,
      "step": 10810
    },
    {
      "loss_action": 0.009122173301875591,
      "loss_total": 0.009122173301875591,
      "step": 10810
    },
    {
      "grad_norm": 0.15863601863384247,
      "learning_rate": 9.90771126408515e-05,
      "loss": 0.0159,
      "step": 10820
    },
    {
      "loss_action": 0.008349601179361343,
      "loss_total": 0.008349601179361343,
      "step": 10820
    },
    {
      "loss_action": 0.01672413945198059,
      "loss_total": 0.01672413945198059,
      "step": 10820
    },
    {
      "loss_action": 0.010275362059473991,
      "loss_total": 0.010275362059473991,
      "step": 10820
    },
    {
      "loss_action": 0.011540253646671772,
      "loss_total": 0.011540253646671772,
      "step": 10820
    },
    {
      "loss_action": 0.016186553984880447,
      "loss_total": 0.016186553984880447,
      "step": 10820
    },
    {
      "loss_action": 0.02452778071165085,
      "loss_total": 0.02452778071165085,
      "step": 10820
    },
    {
      "loss_action": 0.007594420574605465,
      "loss_total": 0.007594420574605465,
      "step": 10820
    },
    {
      "loss_action": 0.011279018595814705,
      "loss_total": 0.011279018595814705,
      "step": 10820
    },
    {
      "grad_norm": 0.27471664547920227,
      "learning_rate": 9.907394777231685e-05,
      "loss": 0.0173,
      "step": 10830
    },
    {
      "loss_action": 0.016365202143788338,
      "loss_total": 0.016365202143788338,
      "step": 10830
    },
    {
      "loss_action": 0.022195298224687576,
      "loss_total": 0.022195298224687576,
      "step": 10830
    },
    {
      "loss_action": 0.015458755195140839,
      "loss_total": 0.015458755195140839,
      "step": 10830
    },
    {
      "loss_action": 0.010338705033063889,
      "loss_total": 0.010338705033063889,
      "step": 10830
    },
    {
      "loss_action": 0.01155908778309822,
      "loss_total": 0.01155908778309822,
      "step": 10830
    },
    {
      "loss_action": 0.012784888036549091,
      "loss_total": 0.012784888036549091,
      "step": 10830
    },
    {
      "loss_action": 0.026822134852409363,
      "loss_total": 0.026822134852409363,
      "step": 10830
    },
    {
      "loss_action": 0.015346096828579903,
      "loss_total": 0.015346096828579903,
      "step": 10830
    },
    {
      "grad_norm": 0.2618364691734314,
      "learning_rate": 9.907077753712905e-05,
      "loss": 0.0199,
      "step": 10840
    },
    {
      "loss_action": 0.022252855822443962,
      "loss_total": 0.022252855822443962,
      "step": 10840
    },
    {
      "loss_action": 0.023558083921670914,
      "loss_total": 0.023558083921670914,
      "step": 10840
    },
    {
      "loss_action": 0.01397460326552391,
      "loss_total": 0.01397460326552391,
      "step": 10840
    },
    {
      "loss_action": 0.012191032990813255,
      "loss_total": 0.012191032990813255,
      "step": 10840
    },
    {
      "loss_action": 0.01971828192472458,
      "loss_total": 0.01971828192472458,
      "step": 10840
    },
    {
      "loss_action": 0.02563513070344925,
      "loss_total": 0.02563513070344925,
      "step": 10840
    },
    {
      "loss_action": 0.015318123623728752,
      "loss_total": 0.015318123623728752,
      "step": 10840
    },
    {
      "loss_action": 0.012474579736590385,
      "loss_total": 0.012474579736590385,
      "step": 10840
    },
    {
      "grad_norm": 0.23230670392513275,
      "learning_rate": 9.906760193563482e-05,
      "loss": 0.0197,
      "step": 10850
    },
    {
      "loss_action": 0.01604420132935047,
      "loss_total": 0.01604420132935047,
      "step": 10850
    },
    {
      "loss_action": 0.02982172556221485,
      "loss_total": 0.02982172556221485,
      "step": 10850
    },
    {
      "loss_action": 0.025395501405000687,
      "loss_total": 0.025395501405000687,
      "step": 10850
    },
    {
      "loss_action": 0.02355106547474861,
      "loss_total": 0.02355106547474861,
      "step": 10850
    },
    {
      "loss_action": 0.014283611439168453,
      "loss_total": 0.014283611439168453,
      "step": 10850
    },
    {
      "loss_action": 0.01891421154141426,
      "loss_total": 0.01891421154141426,
      "step": 10850
    },
    {
      "loss_action": 0.01142461784183979,
      "loss_total": 0.01142461784183979,
      "step": 10850
    },
    {
      "loss_action": 0.011842509731650352,
      "loss_total": 0.011842509731650352,
      "step": 10850
    },
    {
      "grad_norm": 0.2750801146030426,
      "learning_rate": 9.906442096818139e-05,
      "loss": 0.0173,
      "step": 10860
    },
    {
      "loss_action": 0.010778329335153103,
      "loss_total": 0.010778329335153103,
      "step": 10860
    },
    {
      "loss_action": 0.010480551049113274,
      "loss_total": 0.010480551049113274,
      "step": 10860
    },
    {
      "loss_action": 0.03994230926036835,
      "loss_total": 0.03994230926036835,
      "step": 10860
    },
    {
      "loss_action": 0.019173316657543182,
      "loss_total": 0.019173316657543182,
      "step": 10860
    },
    {
      "loss_action": 0.019370608031749725,
      "loss_total": 0.019370608031749725,
      "step": 10860
    },
    {
      "loss_action": 0.02898113802075386,
      "loss_total": 0.02898113802075386,
      "step": 10860
    },
    {
      "loss_action": 0.00906996801495552,
      "loss_total": 0.00906996801495552,
      "step": 10860
    },
    {
      "loss_action": 0.011285711079835892,
      "loss_total": 0.011285711079835892,
      "step": 10860
    },
    {
      "grad_norm": 0.1502261906862259,
      "learning_rate": 9.906123463511665e-05,
      "loss": 0.0188,
      "step": 10870
    },
    {
      "loss_action": 0.008055846206843853,
      "loss_total": 0.008055846206843853,
      "step": 10870
    },
    {
      "loss_action": 0.012712711468338966,
      "loss_total": 0.012712711468338966,
      "step": 10870
    },
    {
      "loss_action": 0.022426873445510864,
      "loss_total": 0.022426873445510864,
      "step": 10870
    },
    {
      "loss_action": 0.020844947546720505,
      "loss_total": 0.020844947546720505,
      "step": 10870
    },
    {
      "loss_action": 0.04272867366671562,
      "loss_total": 0.04272867366671562,
      "step": 10870
    },
    {
      "loss_action": 0.014892061240971088,
      "loss_total": 0.014892061240971088,
      "step": 10870
    },
    {
      "loss_action": 0.022325148805975914,
      "loss_total": 0.022325148805975914,
      "step": 10870
    },
    {
      "loss_action": 0.011470469646155834,
      "loss_total": 0.011470469646155834,
      "step": 10870
    },
    {
      "grad_norm": 0.17721866071224213,
      "learning_rate": 9.905804293678907e-05,
      "loss": 0.0171,
      "step": 10880
    },
    {
      "loss_action": 0.00779975950717926,
      "loss_total": 0.00779975950717926,
      "step": 10880
    },
    {
      "loss_action": 0.004161822609603405,
      "loss_total": 0.004161822609603405,
      "step": 10880
    },
    {
      "loss_action": 0.008144794963300228,
      "loss_total": 0.008144794963300228,
      "step": 10880
    },
    {
      "loss_action": 0.056829482316970825,
      "loss_total": 0.056829482316970825,
      "step": 10880
    },
    {
      "loss_action": 0.0067388503812253475,
      "loss_total": 0.0067388503812253475,
      "step": 10880
    },
    {
      "loss_action": 0.016502639278769493,
      "loss_total": 0.016502639278769493,
      "step": 10880
    },
    {
      "loss_action": 0.008384846150875092,
      "loss_total": 0.008384846150875092,
      "step": 10880
    },
    {
      "loss_action": 0.02163209207355976,
      "loss_total": 0.02163209207355976,
      "step": 10880
    },
    {
      "grad_norm": 0.26493316888809204,
      "learning_rate": 9.905484587354766e-05,
      "loss": 0.02,
      "step": 10890
    },
    {
      "loss_action": 0.016620352864265442,
      "loss_total": 0.016620352864265442,
      "step": 10890
    },
    {
      "loss_action": 0.028576243668794632,
      "loss_total": 0.028576243668794632,
      "step": 10890
    },
    {
      "loss_action": 0.01388372853398323,
      "loss_total": 0.01388372853398323,
      "step": 10890
    },
    {
      "loss_action": 0.03557446971535683,
      "loss_total": 0.03557446971535683,
      "step": 10890
    },
    {
      "loss_action": 0.025020305067300797,
      "loss_total": 0.025020305067300797,
      "step": 10890
    },
    {
      "loss_action": 0.012239043600857258,
      "loss_total": 0.012239043600857258,
      "step": 10890
    },
    {
      "loss_action": 0.016960151493549347,
      "loss_total": 0.016960151493549347,
      "step": 10890
    },
    {
      "loss_action": 0.017897339537739754,
      "loss_total": 0.017897339537739754,
      "step": 10890
    },
    {
      "grad_norm": 0.19311265647411346,
      "learning_rate": 9.905164344574205e-05,
      "loss": 0.0188,
      "step": 10900
    },
    {
      "loss_action": 0.013929915614426136,
      "loss_total": 0.013929915614426136,
      "step": 10900
    },
    {
      "loss_action": 0.008639004081487656,
      "loss_total": 0.008639004081487656,
      "step": 10900
    },
    {
      "loss_action": 0.01724693924188614,
      "loss_total": 0.01724693924188614,
      "step": 10900
    },
    {
      "loss_action": 0.023096423596143723,
      "loss_total": 0.023096423596143723,
      "step": 10900
    },
    {
      "loss_action": 0.012263234704732895,
      "loss_total": 0.012263234704732895,
      "step": 10900
    },
    {
      "loss_action": 0.006432387977838516,
      "loss_total": 0.006432387977838516,
      "step": 10900
    },
    {
      "loss_action": 0.010491635650396347,
      "loss_total": 0.010491635650396347,
      "step": 10900
    },
    {
      "loss_action": 0.01681400090456009,
      "loss_total": 0.01681400090456009,
      "step": 10900
    },
    {
      "grad_norm": 0.16551968455314636,
      "learning_rate": 9.904843565372248e-05,
      "loss": 0.0177,
      "step": 10910
    },
    {
      "loss_action": 0.012719293124973774,
      "loss_total": 0.012719293124973774,
      "step": 10910
    },
    {
      "loss_action": 0.03005754016339779,
      "loss_total": 0.03005754016339779,
      "step": 10910
    },
    {
      "loss_action": 0.020103074610233307,
      "loss_total": 0.020103074610233307,
      "step": 10910
    },
    {
      "loss_action": 0.014809668995440006,
      "loss_total": 0.014809668995440006,
      "step": 10910
    },
    {
      "loss_action": 0.00861832220107317,
      "loss_total": 0.00861832220107317,
      "step": 10910
    },
    {
      "loss_action": 0.01738082431256771,
      "loss_total": 0.01738082431256771,
      "step": 10910
    },
    {
      "loss_action": 0.01814362034201622,
      "loss_total": 0.01814362034201622,
      "step": 10910
    },
    {
      "loss_action": 0.017542757093906403,
      "loss_total": 0.017542757093906403,
      "step": 10910
    },
    {
      "grad_norm": 0.16831451654434204,
      "learning_rate": 9.904522249783972e-05,
      "loss": 0.0162,
      "step": 10920
    },
    {
      "loss_action": 0.021156469359993935,
      "loss_total": 0.021156469359993935,
      "step": 10920
    },
    {
      "loss_action": 0.013905265368521214,
      "loss_total": 0.013905265368521214,
      "step": 10920
    },
    {
      "loss_action": 0.015007899142801762,
      "loss_total": 0.015007899142801762,
      "step": 10920
    },
    {
      "loss_action": 0.005954972468316555,
      "loss_total": 0.005954972468316555,
      "step": 10920
    },
    {
      "loss_action": 0.01596931368112564,
      "loss_total": 0.01596931368112564,
      "step": 10920
    },
    {
      "loss_action": 0.020427480340003967,
      "loss_total": 0.020427480340003967,
      "step": 10920
    },
    {
      "loss_action": 0.008714464493095875,
      "loss_total": 0.008714464493095875,
      "step": 10920
    },
    {
      "loss_action": 0.0049900999292731285,
      "loss_total": 0.0049900999292731285,
      "step": 10920
    },
    {
      "grad_norm": 0.17027366161346436,
      "learning_rate": 9.904200397844517e-05,
      "loss": 0.0184,
      "step": 10930
    },
    {
      "loss_action": 0.007315903902053833,
      "loss_total": 0.007315903902053833,
      "step": 10930
    },
    {
      "loss_action": 0.016407310962677002,
      "loss_total": 0.016407310962677002,
      "step": 10930
    },
    {
      "loss_action": 0.013714686036109924,
      "loss_total": 0.013714686036109924,
      "step": 10930
    },
    {
      "loss_action": 0.014256289228796959,
      "loss_total": 0.014256289228796959,
      "step": 10930
    },
    {
      "loss_action": 0.015516553074121475,
      "loss_total": 0.015516553074121475,
      "step": 10930
    },
    {
      "loss_action": 0.017227184027433395,
      "loss_total": 0.017227184027433395,
      "step": 10930
    },
    {
      "loss_action": 0.013080600649118423,
      "loss_total": 0.013080600649118423,
      "step": 10930
    },
    {
      "loss_action": 0.02912226691842079,
      "loss_total": 0.02912226691842079,
      "step": 10930
    },
    {
      "grad_norm": 0.2665930688381195,
      "learning_rate": 9.903878009589078e-05,
      "loss": 0.0178,
      "step": 10940
    },
    {
      "loss_action": 0.013279584236443043,
      "loss_total": 0.013279584236443043,
      "step": 10940
    },
    {
      "loss_action": 0.01058685127645731,
      "loss_total": 0.01058685127645731,
      "step": 10940
    },
    {
      "loss_action": 0.012570533901453018,
      "loss_total": 0.012570533901453018,
      "step": 10940
    },
    {
      "loss_action": 0.020484916865825653,
      "loss_total": 0.020484916865825653,
      "step": 10940
    },
    {
      "loss_action": 0.018394025042653084,
      "loss_total": 0.018394025042653084,
      "step": 10940
    },
    {
      "loss_action": 0.020166819915175438,
      "loss_total": 0.020166819915175438,
      "step": 10940
    },
    {
      "loss_action": 0.02599281445145607,
      "loss_total": 0.02599281445145607,
      "step": 10940
    },
    {
      "loss_action": 0.010039323940873146,
      "loss_total": 0.010039323940873146,
      "step": 10940
    },
    {
      "grad_norm": 0.18201789259910583,
      "learning_rate": 9.903555085052915e-05,
      "loss": 0.0173,
      "step": 10950
    },
    {
      "loss_action": 0.015579437837004662,
      "loss_total": 0.015579437837004662,
      "step": 10950
    },
    {
      "loss_action": 0.019275782629847527,
      "loss_total": 0.019275782629847527,
      "step": 10950
    },
    {
      "loss_action": 0.016461024060845375,
      "loss_total": 0.016461024060845375,
      "step": 10950
    },
    {
      "loss_action": 0.017400085926055908,
      "loss_total": 0.017400085926055908,
      "step": 10950
    },
    {
      "loss_action": 0.01268550381064415,
      "loss_total": 0.01268550381064415,
      "step": 10950
    },
    {
      "loss_action": 0.006995801813900471,
      "loss_total": 0.006995801813900471,
      "step": 10950
    },
    {
      "loss_action": 0.026493951678276062,
      "loss_total": 0.026493951678276062,
      "step": 10950
    },
    {
      "loss_action": 0.017193792387843132,
      "loss_total": 0.017193792387843132,
      "step": 10950
    },
    {
      "grad_norm": 0.1746826320886612,
      "learning_rate": 9.903231624271338e-05,
      "loss": 0.0177,
      "step": 10960
    },
    {
      "loss_action": 0.014332295395433903,
      "loss_total": 0.014332295395433903,
      "step": 10960
    },
    {
      "loss_action": 0.012439379468560219,
      "loss_total": 0.012439379468560219,
      "step": 10960
    },
    {
      "loss_action": 0.014697873964905739,
      "loss_total": 0.014697873964905739,
      "step": 10960
    },
    {
      "loss_action": 0.03390360623598099,
      "loss_total": 0.03390360623598099,
      "step": 10960
    },
    {
      "loss_action": 0.014121015556156635,
      "loss_total": 0.014121015556156635,
      "step": 10960
    },
    {
      "loss_action": 0.023217670619487762,
      "loss_total": 0.023217670619487762,
      "step": 10960
    },
    {
      "loss_action": 0.0157280545681715,
      "loss_total": 0.0157280545681715,
      "step": 10960
    },
    {
      "loss_action": 0.011313362047076225,
      "loss_total": 0.011313362047076225,
      "step": 10960
    },
    {
      "grad_norm": 0.1972033828496933,
      "learning_rate": 9.902907627279724e-05,
      "loss": 0.0195,
      "step": 10970
    },
    {
      "loss_action": 0.026833264157176018,
      "loss_total": 0.026833264157176018,
      "step": 10970
    },
    {
      "loss_action": 0.010426905006170273,
      "loss_total": 0.010426905006170273,
      "step": 10970
    },
    {
      "loss_action": 0.012733178213238716,
      "loss_total": 0.012733178213238716,
      "step": 10970
    },
    {
      "loss_action": 0.02210289239883423,
      "loss_total": 0.02210289239883423,
      "step": 10970
    },
    {
      "loss_action": 0.013736117631196976,
      "loss_total": 0.013736117631196976,
      "step": 10970
    },
    {
      "loss_action": 0.014687235467135906,
      "loss_total": 0.014687235467135906,
      "step": 10970
    },
    {
      "loss_action": 0.015929728746414185,
      "loss_total": 0.015929728746414185,
      "step": 10970
    },
    {
      "loss_action": 0.006172564812004566,
      "loss_total": 0.006172564812004566,
      "step": 10970
    },
    {
      "grad_norm": 0.15798740088939667,
      "learning_rate": 9.902583094113504e-05,
      "loss": 0.0173,
      "step": 10980
    },
    {
      "loss_action": 0.008175532333552837,
      "loss_total": 0.008175532333552837,
      "step": 10980
    },
    {
      "loss_action": 0.021239910274744034,
      "loss_total": 0.021239910274744034,
      "step": 10980
    },
    {
      "loss_action": 0.00675175292417407,
      "loss_total": 0.00675175292417407,
      "step": 10980
    },
    {
      "loss_action": 0.012962560169398785,
      "loss_total": 0.012962560169398785,
      "step": 10980
    },
    {
      "loss_action": 0.008666418492794037,
      "loss_total": 0.008666418492794037,
      "step": 10980
    },
    {
      "loss_action": 0.00656674150377512,
      "loss_total": 0.00656674150377512,
      "step": 10980
    },
    {
      "loss_action": 0.014759178273379803,
      "loss_total": 0.014759178273379803,
      "step": 10980
    },
    {
      "loss_action": 0.016979770734906197,
      "loss_total": 0.016979770734906197,
      "step": 10980
    },
    {
      "grad_norm": 0.2067924439907074,
      "learning_rate": 9.902258024808168e-05,
      "loss": 0.0195,
      "step": 10990
    },
    {
      "loss_action": 0.007231558207422495,
      "loss_total": 0.007231558207422495,
      "step": 10990
    },
    {
      "loss_action": 0.02127157337963581,
      "loss_total": 0.02127157337963581,
      "step": 10990
    },
    {
      "loss_action": 0.013315662741661072,
      "loss_total": 0.013315662741661072,
      "step": 10990
    },
    {
      "loss_action": 0.017370596528053284,
      "loss_total": 0.017370596528053284,
      "step": 10990
    },
    {
      "loss_action": 0.019023923203349113,
      "loss_total": 0.019023923203349113,
      "step": 10990
    },
    {
      "loss_action": 0.009561723098158836,
      "loss_total": 0.009561723098158836,
      "step": 10990
    },
    {
      "loss_action": 0.010886398144066334,
      "loss_total": 0.010886398144066334,
      "step": 10990
    },
    {
      "loss_action": 0.013259335421025753,
      "loss_total": 0.013259335421025753,
      "step": 10990
    },
    {
      "grad_norm": 0.18083389103412628,
      "learning_rate": 9.901932419399264e-05,
      "loss": 0.0177,
      "step": 11000
    },
    {
      "loss_action": 0.031233828514814377,
      "loss_total": 0.031233828514814377,
      "step": 11000
    },
    {
      "loss_action": 0.02388196438550949,
      "loss_total": 0.02388196438550949,
      "step": 11000
    },
    {
      "loss_action": 0.013318866491317749,
      "loss_total": 0.013318866491317749,
      "step": 11000
    },
    {
      "loss_action": 0.015279870480298996,
      "loss_total": 0.015279870480298996,
      "step": 11000
    },
    {
      "loss_action": 0.00865913461893797,
      "loss_total": 0.00865913461893797,
      "step": 11000
    },
    {
      "loss_action": 0.009162015281617641,
      "loss_total": 0.009162015281617641,
      "step": 11000
    },
    {
      "loss_action": 0.025614909827709198,
      "loss_total": 0.025614909827709198,
      "step": 11000
    },
    {
      "loss_action": 0.015166549012064934,
      "loss_total": 0.015166549012064934,
      "step": 11000
    },
    {
      "grad_norm": 0.20060035586357117,
      "learning_rate": 9.9016062779224e-05,
      "loss": 0.0175,
      "step": 11010
    },
    {
      "loss_action": 0.02528666891157627,
      "loss_total": 0.02528666891157627,
      "step": 11010
    },
    {
      "loss_action": 0.014145659282803535,
      "loss_total": 0.014145659282803535,
      "step": 11010
    },
    {
      "loss_action": 0.018731150776147842,
      "loss_total": 0.018731150776147842,
      "step": 11010
    },
    {
      "loss_action": 0.013166375458240509,
      "loss_total": 0.013166375458240509,
      "step": 11010
    },
    {
      "loss_action": 0.029593460261821747,
      "loss_total": 0.029593460261821747,
      "step": 11010
    },
    {
      "loss_action": 0.006437033414840698,
      "loss_total": 0.006437033414840698,
      "step": 11010
    },
    {
      "loss_action": 0.014257580041885376,
      "loss_total": 0.014257580041885376,
      "step": 11010
    },
    {
      "loss_action": 0.019740279763936996,
      "loss_total": 0.019740279763936996,
      "step": 11010
    },
    {
      "grad_norm": 0.2524642050266266,
      "learning_rate": 9.901279600413242e-05,
      "loss": 0.0176,
      "step": 11020
    },
    {
      "loss_action": 0.014781918376684189,
      "loss_total": 0.014781918376684189,
      "step": 11020
    },
    {
      "loss_action": 0.01615474931895733,
      "loss_total": 0.01615474931895733,
      "step": 11020
    },
    {
      "loss_action": 0.020380280911922455,
      "loss_total": 0.020380280911922455,
      "step": 11020
    },
    {
      "loss_action": 0.009597651660442352,
      "loss_total": 0.009597651660442352,
      "step": 11020
    },
    {
      "loss_action": 0.015637092292308807,
      "loss_total": 0.015637092292308807,
      "step": 11020
    },
    {
      "loss_action": 0.02505640685558319,
      "loss_total": 0.02505640685558319,
      "step": 11020
    },
    {
      "loss_action": 0.015114501118659973,
      "loss_total": 0.015114501118659973,
      "step": 11020
    },
    {
      "loss_action": 0.015762995928525925,
      "loss_total": 0.015762995928525925,
      "step": 11020
    },
    {
      "grad_norm": 0.29291972517967224,
      "learning_rate": 9.900952386907518e-05,
      "loss": 0.0167,
      "step": 11030
    },
    {
      "loss_action": 0.007729497738182545,
      "loss_total": 0.007729497738182545,
      "step": 11030
    },
    {
      "loss_action": 0.013699441216886044,
      "loss_total": 0.013699441216886044,
      "step": 11030
    },
    {
      "loss_action": 0.047149594873189926,
      "loss_total": 0.047149594873189926,
      "step": 11030
    },
    {
      "loss_action": 0.020233331248164177,
      "loss_total": 0.020233331248164177,
      "step": 11030
    },
    {
      "loss_action": 0.03305913880467415,
      "loss_total": 0.03305913880467415,
      "step": 11030
    },
    {
      "loss_action": 0.017082199454307556,
      "loss_total": 0.017082199454307556,
      "step": 11030
    },
    {
      "loss_action": 0.01609940081834793,
      "loss_total": 0.01609940081834793,
      "step": 11030
    },
    {
      "loss_action": 0.015239434316754341,
      "loss_total": 0.015239434316754341,
      "step": 11030
    },
    {
      "grad_norm": 0.16126801073551178,
      "learning_rate": 9.90062463744101e-05,
      "loss": 0.0164,
      "step": 11040
    },
    {
      "loss_action": 0.00935935415327549,
      "loss_total": 0.00935935415327549,
      "step": 11040
    },
    {
      "loss_action": 0.051515690982341766,
      "loss_total": 0.051515690982341766,
      "step": 11040
    },
    {
      "loss_action": 0.007889213040471077,
      "loss_total": 0.007889213040471077,
      "step": 11040
    },
    {
      "loss_action": 0.015581599436700344,
      "loss_total": 0.015581599436700344,
      "step": 11040
    },
    {
      "loss_action": 0.012963267043232918,
      "loss_total": 0.012963267043232918,
      "step": 11040
    },
    {
      "loss_action": 0.022240929305553436,
      "loss_total": 0.022240929305553436,
      "step": 11040
    },
    {
      "loss_action": 0.016115592792630196,
      "loss_total": 0.016115592792630196,
      "step": 11040
    },
    {
      "loss_action": 0.009128442034125328,
      "loss_total": 0.009128442034125328,
      "step": 11040
    },
    {
      "grad_norm": 0.21692810952663422,
      "learning_rate": 9.900296352049558e-05,
      "loss": 0.0192,
      "step": 11050
    },
    {
      "loss_action": 0.012168549001216888,
      "loss_total": 0.012168549001216888,
      "step": 11050
    },
    {
      "loss_action": 0.017545228824019432,
      "loss_total": 0.017545228824019432,
      "step": 11050
    },
    {
      "loss_action": 0.024348989129066467,
      "loss_total": 0.024348989129066467,
      "step": 11050
    },
    {
      "loss_action": 0.011645549908280373,
      "loss_total": 0.011645549908280373,
      "step": 11050
    },
    {
      "loss_action": 0.016994554549455643,
      "loss_total": 0.016994554549455643,
      "step": 11050
    },
    {
      "loss_action": 0.016675231978297234,
      "loss_total": 0.016675231978297234,
      "step": 11050
    },
    {
      "loss_action": 0.017274361103773117,
      "loss_total": 0.017274361103773117,
      "step": 11050
    },
    {
      "loss_action": 0.02071404457092285,
      "loss_total": 0.02071404457092285,
      "step": 11050
    },
    {
      "grad_norm": 0.19631800055503845,
      "learning_rate": 9.899967530769065e-05,
      "loss": 0.0191,
      "step": 11060
    },
    {
      "loss_action": 0.01677102781832218,
      "loss_total": 0.01677102781832218,
      "step": 11060
    },
    {
      "loss_action": 0.01399024948477745,
      "loss_total": 0.01399024948477745,
      "step": 11060
    },
    {
      "loss_action": 0.01313636265695095,
      "loss_total": 0.01313636265695095,
      "step": 11060
    },
    {
      "loss_action": 0.014395207166671753,
      "loss_total": 0.014395207166671753,
      "step": 11060
    },
    {
      "loss_action": 0.035206157714128494,
      "loss_total": 0.035206157714128494,
      "step": 11060
    },
    {
      "loss_action": 0.018047388643026352,
      "loss_total": 0.018047388643026352,
      "step": 11060
    },
    {
      "loss_action": 0.0094680804759264,
      "loss_total": 0.0094680804759264,
      "step": 11060
    },
    {
      "loss_action": 0.008289569057524204,
      "loss_total": 0.008289569057524204,
      "step": 11060
    },
    {
      "grad_norm": 0.14070147275924683,
      "learning_rate": 9.899638173635489e-05,
      "loss": 0.0165,
      "step": 11070
    },
    {
      "loss_action": 0.008931472897529602,
      "loss_total": 0.008931472897529602,
      "step": 11070
    },
    {
      "loss_action": 0.0147428959608078,
      "loss_total": 0.0147428959608078,
      "step": 11070
    },
    {
      "loss_action": 0.013073239475488663,
      "loss_total": 0.013073239475488663,
      "step": 11070
    },
    {
      "loss_action": 0.007526119705289602,
      "loss_total": 0.007526119705289602,
      "step": 11070
    },
    {
      "loss_action": 0.02825707383453846,
      "loss_total": 0.02825707383453846,
      "step": 11070
    },
    {
      "loss_action": 0.012589513324201107,
      "loss_total": 0.012589513324201107,
      "step": 11070
    },
    {
      "loss_action": 0.018193040043115616,
      "loss_total": 0.018193040043115616,
      "step": 11070
    },
    {
      "loss_action": 0.014468159526586533,
      "loss_total": 0.014468159526586533,
      "step": 11070
    },
    {
      "grad_norm": 0.12958493828773499,
      "learning_rate": 9.899308280684849e-05,
      "loss": 0.0163,
      "step": 11080
    },
    {
      "loss_action": 0.012449642643332481,
      "loss_total": 0.012449642643332481,
      "step": 11080
    },
    {
      "loss_action": 0.011262604966759682,
      "loss_total": 0.011262604966759682,
      "step": 11080
    },
    {
      "loss_action": 0.02064962312579155,
      "loss_total": 0.02064962312579155,
      "step": 11080
    },
    {
      "loss_action": 0.010370609350502491,
      "loss_total": 0.010370609350502491,
      "step": 11080
    },
    {
      "loss_action": 0.010488542728126049,
      "loss_total": 0.010488542728126049,
      "step": 11080
    },
    {
      "loss_action": 0.008703825995326042,
      "loss_total": 0.008703825995326042,
      "step": 11080
    },
    {
      "loss_action": 0.012448674067854881,
      "loss_total": 0.012448674067854881,
      "step": 11080
    },
    {
      "loss_action": 0.008210217580199242,
      "loss_total": 0.008210217580199242,
      "step": 11080
    },
    {
      "grad_norm": 0.18623626232147217,
      "learning_rate": 9.898977851953222e-05,
      "loss": 0.0158,
      "step": 11090
    },
    {
      "loss_action": 0.01596877910196781,
      "loss_total": 0.01596877910196781,
      "step": 11090
    },
    {
      "loss_action": 0.02744700387120247,
      "loss_total": 0.02744700387120247,
      "step": 11090
    },
    {
      "loss_action": 0.013162944465875626,
      "loss_total": 0.013162944465875626,
      "step": 11090
    },
    {
      "loss_action": 0.014578215777873993,
      "loss_total": 0.014578215777873993,
      "step": 11090
    },
    {
      "loss_action": 0.015381953679025173,
      "loss_total": 0.015381953679025173,
      "step": 11090
    },
    {
      "loss_action": 0.01022341102361679,
      "loss_total": 0.01022341102361679,
      "step": 11090
    },
    {
      "loss_action": 0.0150942113250494,
      "loss_total": 0.0150942113250494,
      "step": 11090
    },
    {
      "loss_action": 0.01179584115743637,
      "loss_total": 0.01179584115743637,
      "step": 11090
    },
    {
      "grad_norm": 0.2556985020637512,
      "learning_rate": 9.898646887476741e-05,
      "loss": 0.0166,
      "step": 11100
    },
    {
      "loss_action": 0.013075923547148705,
      "loss_total": 0.013075923547148705,
      "step": 11100
    },
    {
      "loss_action": 0.009752015583217144,
      "loss_total": 0.009752015583217144,
      "step": 11100
    },
    {
      "loss_action": 0.021545004099607468,
      "loss_total": 0.021545004099607468,
      "step": 11100
    },
    {
      "loss_action": 0.01842731423676014,
      "loss_total": 0.01842731423676014,
      "step": 11100
    },
    {
      "loss_action": 0.011547216214239597,
      "loss_total": 0.011547216214239597,
      "step": 11100
    },
    {
      "loss_action": 0.006789351813495159,
      "loss_total": 0.006789351813495159,
      "step": 11100
    },
    {
      "loss_action": 0.02637391909956932,
      "loss_total": 0.02637391909956932,
      "step": 11100
    },
    {
      "loss_action": 0.01357935555279255,
      "loss_total": 0.01357935555279255,
      "step": 11100
    },
    {
      "grad_norm": 0.17144335806369781,
      "learning_rate": 9.898315387291603e-05,
      "loss": 0.0162,
      "step": 11110
    },
    {
      "loss_action": 0.011828514747321606,
      "loss_total": 0.011828514747321606,
      "step": 11110
    },
    {
      "loss_action": 0.008584437891840935,
      "loss_total": 0.008584437891840935,
      "step": 11110
    },
    {
      "loss_action": 0.019569795578718185,
      "loss_total": 0.019569795578718185,
      "step": 11110
    },
    {
      "loss_action": 0.016853276640176773,
      "loss_total": 0.016853276640176773,
      "step": 11110
    },
    {
      "loss_action": 0.01376252993941307,
      "loss_total": 0.01376252993941307,
      "step": 11110
    },
    {
      "loss_action": 0.01036599650979042,
      "loss_total": 0.01036599650979042,
      "step": 11110
    },
    {
      "loss_action": 0.01643671840429306,
      "loss_total": 0.01643671840429306,
      "step": 11110
    },
    {
      "loss_action": 0.02060854807496071,
      "loss_total": 0.02060854807496071,
      "step": 11110
    },
    {
      "grad_norm": 0.2125159502029419,
      "learning_rate": 9.89798335143406e-05,
      "loss": 0.0176,
      "step": 11120
    },
    {
      "loss_action": 0.007741412613540888,
      "loss_total": 0.007741412613540888,
      "step": 11120
    },
    {
      "loss_action": 0.0365864634513855,
      "loss_total": 0.0365864634513855,
      "step": 11120
    },
    {
      "loss_action": 0.016489215195178986,
      "loss_total": 0.016489215195178986,
      "step": 11120
    },
    {
      "loss_action": 0.009221729822456837,
      "loss_total": 0.009221729822456837,
      "step": 11120
    },
    {
      "loss_action": 0.010122844949364662,
      "loss_total": 0.010122844949364662,
      "step": 11120
    },
    {
      "loss_action": 0.02366328425705433,
      "loss_total": 0.02366328425705433,
      "step": 11120
    },
    {
      "loss_action": 0.01857318915426731,
      "loss_total": 0.01857318915426731,
      "step": 11120
    },
    {
      "loss_action": 0.02379772998392582,
      "loss_total": 0.02379772998392582,
      "step": 11120
    },
    {
      "grad_norm": 0.21529223024845123,
      "learning_rate": 9.897650779940419e-05,
      "loss": 0.0164,
      "step": 11130
    },
    {
      "loss_action": 0.012046700343489647,
      "loss_total": 0.012046700343489647,
      "step": 11130
    },
    {
      "loss_action": 0.010142946615815163,
      "loss_total": 0.010142946615815163,
      "step": 11130
    },
    {
      "loss_action": 0.01866985112428665,
      "loss_total": 0.01866985112428665,
      "step": 11130
    },
    {
      "loss_action": 0.018542010337114334,
      "loss_total": 0.018542010337114334,
      "step": 11130
    },
    {
      "loss_action": 0.014511785469949245,
      "loss_total": 0.014511785469949245,
      "step": 11130
    },
    {
      "loss_action": 0.013588642701506615,
      "loss_total": 0.013588642701506615,
      "step": 11130
    },
    {
      "loss_action": 0.024200262501835823,
      "loss_total": 0.024200262501835823,
      "step": 11130
    },
    {
      "loss_action": 0.024837303906679153,
      "loss_total": 0.024837303906679153,
      "step": 11130
    },
    {
      "grad_norm": 0.17878684401512146,
      "learning_rate": 9.897317672847054e-05,
      "loss": 0.02,
      "step": 11140
    },
    {
      "loss_action": 0.012886833399534225,
      "loss_total": 0.012886833399534225,
      "step": 11140
    },
    {
      "loss_action": 0.008716866374015808,
      "loss_total": 0.008716866374015808,
      "step": 11140
    },
    {
      "loss_action": 0.023821845650672913,
      "loss_total": 0.023821845650672913,
      "step": 11140
    },
    {
      "loss_action": 0.01249966025352478,
      "loss_total": 0.01249966025352478,
      "step": 11140
    },
    {
      "loss_action": 0.007978547364473343,
      "loss_total": 0.007978547364473343,
      "step": 11140
    },
    {
      "loss_action": 0.01293535903096199,
      "loss_total": 0.01293535903096199,
      "step": 11140
    },
    {
      "loss_action": 0.015994807705283165,
      "loss_total": 0.015994807705283165,
      "step": 11140
    },
    {
      "loss_action": 0.010122341103851795,
      "loss_total": 0.010122341103851795,
      "step": 11140
    },
    {
      "grad_norm": 0.17319855093955994,
      "learning_rate": 9.89698403019039e-05,
      "loss": 0.0166,
      "step": 11150
    },
    {
      "loss_action": 0.019167786464095116,
      "loss_total": 0.019167786464095116,
      "step": 11150
    },
    {
      "loss_action": 0.023425430059432983,
      "loss_total": 0.023425430059432983,
      "step": 11150
    },
    {
      "loss_action": 0.01636803150177002,
      "loss_total": 0.01636803150177002,
      "step": 11150
    },
    {
      "loss_action": 0.013215465471148491,
      "loss_total": 0.013215465471148491,
      "step": 11150
    },
    {
      "loss_action": 0.009222034364938736,
      "loss_total": 0.009222034364938736,
      "step": 11150
    },
    {
      "loss_action": 0.012900976464152336,
      "loss_total": 0.012900976464152336,
      "step": 11150
    },
    {
      "loss_action": 0.020756259560585022,
      "loss_total": 0.020756259560585022,
      "step": 11150
    },
    {
      "loss_action": 0.010577959008514881,
      "loss_total": 0.010577959008514881,
      "step": 11150
    },
    {
      "grad_norm": 0.19555070996284485,
      "learning_rate": 9.896649852006917e-05,
      "loss": 0.0176,
      "step": 11160
    },
    {
      "loss_action": 0.038699135184288025,
      "loss_total": 0.038699135184288025,
      "step": 11160
    },
    {
      "loss_action": 0.013900715857744217,
      "loss_total": 0.013900715857744217,
      "step": 11160
    },
    {
      "loss_action": 0.031706802546978,
      "loss_total": 0.031706802546978,
      "step": 11160
    },
    {
      "loss_action": 0.012197054922580719,
      "loss_total": 0.012197054922580719,
      "step": 11160
    },
    {
      "loss_action": 0.013135903514921665,
      "loss_total": 0.013135903514921665,
      "step": 11160
    },
    {
      "loss_action": 0.015451922081410885,
      "loss_total": 0.015451922081410885,
      "step": 11160
    },
    {
      "loss_action": 0.011923857033252716,
      "loss_total": 0.011923857033252716,
      "step": 11160
    },
    {
      "loss_action": 0.019177351146936417,
      "loss_total": 0.019177351146936417,
      "step": 11160
    },
    {
      "grad_norm": 0.26506656408309937,
      "learning_rate": 9.896315138333177e-05,
      "loss": 0.0172,
      "step": 11170
    },
    {
      "loss_action": 0.014721021056175232,
      "loss_total": 0.014721021056175232,
      "step": 11170
    },
    {
      "loss_action": 0.015289289876818657,
      "loss_total": 0.015289289876818657,
      "step": 11170
    },
    {
      "loss_action": 0.011708010919392109,
      "loss_total": 0.011708010919392109,
      "step": 11170
    },
    {
      "loss_action": 0.010716727003455162,
      "loss_total": 0.010716727003455162,
      "step": 11170
    },
    {
      "loss_action": 0.029819954186677933,
      "loss_total": 0.029819954186677933,
      "step": 11170
    },
    {
      "loss_action": 0.019134031608700752,
      "loss_total": 0.019134031608700752,
      "step": 11170
    },
    {
      "loss_action": 0.013203267939388752,
      "loss_total": 0.013203267939388752,
      "step": 11170
    },
    {
      "loss_action": 0.012420475482940674,
      "loss_total": 0.012420475482940674,
      "step": 11170
    },
    {
      "grad_norm": 0.2092137485742569,
      "learning_rate": 9.895979889205774e-05,
      "loss": 0.0161,
      "step": 11180
    },
    {
      "loss_action": 0.010513422079384327,
      "loss_total": 0.010513422079384327,
      "step": 11180
    },
    {
      "loss_action": 0.006889715790748596,
      "loss_total": 0.006889715790748596,
      "step": 11180
    },
    {
      "loss_action": 0.0246747937053442,
      "loss_total": 0.0246747937053442,
      "step": 11180
    },
    {
      "loss_action": 0.018769044429063797,
      "loss_total": 0.018769044429063797,
      "step": 11180
    },
    {
      "loss_action": 0.020572761073708534,
      "loss_total": 0.020572761073708534,
      "step": 11180
    },
    {
      "loss_action": 0.010290958918631077,
      "loss_total": 0.010290958918631077,
      "step": 11180
    },
    {
      "loss_action": 0.010934464633464813,
      "loss_total": 0.010934464633464813,
      "step": 11180
    },
    {
      "loss_action": 0.01328105479478836,
      "loss_total": 0.01328105479478836,
      "step": 11180
    },
    {
      "grad_norm": 0.13505400717258453,
      "learning_rate": 9.895644104661372e-05,
      "loss": 0.0176,
      "step": 11190
    },
    {
      "loss_action": 0.013998035341501236,
      "loss_total": 0.013998035341501236,
      "step": 11190
    },
    {
      "loss_action": 0.014704431407153606,
      "loss_total": 0.014704431407153606,
      "step": 11190
    },
    {
      "loss_action": 0.007333701476454735,
      "loss_total": 0.007333701476454735,
      "step": 11190
    },
    {
      "loss_action": 0.013060214929282665,
      "loss_total": 0.013060214929282665,
      "step": 11190
    },
    {
      "loss_action": 0.018602672964334488,
      "loss_total": 0.018602672964334488,
      "step": 11190
    },
    {
      "loss_action": 0.03630302846431732,
      "loss_total": 0.03630302846431732,
      "step": 11190
    },
    {
      "loss_action": 0.021093344315886497,
      "loss_total": 0.021093344315886497,
      "step": 11190
    },
    {
      "loss_action": 0.013578932732343674,
      "loss_total": 0.013578932732343674,
      "step": 11190
    },
    {
      "grad_norm": 0.2619377076625824,
      "learning_rate": 9.895307784736691e-05,
      "loss": 0.0187,
      "step": 11200
    },
    {
      "loss_action": 0.03169708698987961,
      "loss_total": 0.03169708698987961,
      "step": 11200
    },
    {
      "loss_action": 0.00992945022881031,
      "loss_total": 0.00992945022881031,
      "step": 11200
    },
    {
      "loss_action": 0.032472021877765656,
      "loss_total": 0.032472021877765656,
      "step": 11200
    },
    {
      "loss_action": 0.02251945622265339,
      "loss_total": 0.02251945622265339,
      "step": 11200
    },
    {
      "loss_action": 0.017814161255955696,
      "loss_total": 0.017814161255955696,
      "step": 11200
    },
    {
      "loss_action": 0.025931114330887794,
      "loss_total": 0.025931114330887794,
      "step": 11200
    },
    {
      "loss_action": 0.009548299945890903,
      "loss_total": 0.009548299945890903,
      "step": 11200
    },
    {
      "loss_action": 0.01356410887092352,
      "loss_total": 0.01356410887092352,
      "step": 11200
    },
    {
      "grad_norm": 0.23357254266738892,
      "learning_rate": 9.894970929468512e-05,
      "loss": 0.0213,
      "step": 11210
    },
    {
      "loss_action": 0.008569194003939629,
      "loss_total": 0.008569194003939629,
      "step": 11210
    },
    {
      "loss_action": 0.013001218438148499,
      "loss_total": 0.013001218438148499,
      "step": 11210
    },
    {
      "loss_action": 0.005182464607059956,
      "loss_total": 0.005182464607059956,
      "step": 11210
    },
    {
      "loss_action": 0.010847517289221287,
      "loss_total": 0.010847517289221287,
      "step": 11210
    },
    {
      "loss_action": 0.02318631112575531,
      "loss_total": 0.02318631112575531,
      "step": 11210
    },
    {
      "loss_action": 0.011463554576039314,
      "loss_total": 0.011463554576039314,
      "step": 11210
    },
    {
      "loss_action": 0.009778648614883423,
      "loss_total": 0.009778648614883423,
      "step": 11210
    },
    {
      "loss_action": 0.026909345760941505,
      "loss_total": 0.026909345760941505,
      "step": 11210
    },
    {
      "grad_norm": 0.1795947551727295,
      "learning_rate": 9.89463353889367e-05,
      "loss": 0.0176,
      "step": 11220
    },
    {
      "loss_action": 0.02429388463497162,
      "loss_total": 0.02429388463497162,
      "step": 11220
    },
    {
      "loss_action": 0.009618958458304405,
      "loss_total": 0.009618958458304405,
      "step": 11220
    },
    {
      "loss_action": 0.014632776379585266,
      "loss_total": 0.014632776379585266,
      "step": 11220
    },
    {
      "loss_action": 0.011092519387602806,
      "loss_total": 0.011092519387602806,
      "step": 11220
    },
    {
      "loss_action": 0.017883162945508957,
      "loss_total": 0.017883162945508957,
      "step": 11220
    },
    {
      "loss_action": 0.010604817420244217,
      "loss_total": 0.010604817420244217,
      "step": 11220
    },
    {
      "loss_action": 0.01860959641635418,
      "loss_total": 0.01860959641635418,
      "step": 11220
    },
    {
      "loss_action": 0.025208665058016777,
      "loss_total": 0.025208665058016777,
      "step": 11220
    },
    {
      "grad_norm": 0.19924229383468628,
      "learning_rate": 9.894295613049065e-05,
      "loss": 0.0188,
      "step": 11230
    },
    {
      "loss_action": 0.0172351635992527,
      "loss_total": 0.0172351635992527,
      "step": 11230
    },
    {
      "loss_action": 0.01271173544228077,
      "loss_total": 0.01271173544228077,
      "step": 11230
    },
    {
      "loss_action": 0.020641881972551346,
      "loss_total": 0.020641881972551346,
      "step": 11230
    },
    {
      "loss_action": 0.009450671263039112,
      "loss_total": 0.009450671263039112,
      "step": 11230
    },
    {
      "loss_action": 0.022282633930444717,
      "loss_total": 0.022282633930444717,
      "step": 11230
    },
    {
      "loss_action": 0.021682821214199066,
      "loss_total": 0.021682821214199066,
      "step": 11230
    },
    {
      "loss_action": 0.016566984355449677,
      "loss_total": 0.016566984355449677,
      "step": 11230
    },
    {
      "loss_action": 0.021934621036052704,
      "loss_total": 0.021934621036052704,
      "step": 11230
    },
    {
      "grad_norm": 0.23131388425827026,
      "learning_rate": 9.893957151971649e-05,
      "loss": 0.0188,
      "step": 11240
    },
    {
      "loss_action": 0.016366709023714066,
      "loss_total": 0.016366709023714066,
      "step": 11240
    },
    {
      "loss_action": 0.008602423593401909,
      "loss_total": 0.008602423593401909,
      "step": 11240
    },
    {
      "loss_action": 0.010482371784746647,
      "loss_total": 0.010482371784746647,
      "step": 11240
    },
    {
      "loss_action": 0.00772060826420784,
      "loss_total": 0.00772060826420784,
      "step": 11240
    },
    {
      "loss_action": 0.016473978757858276,
      "loss_total": 0.016473978757858276,
      "step": 11240
    },
    {
      "loss_action": 0.011082908138632774,
      "loss_total": 0.011082908138632774,
      "step": 11240
    },
    {
      "loss_action": 0.01088379230350256,
      "loss_total": 0.01088379230350256,
      "step": 11240
    },
    {
      "loss_action": 0.020962368696928024,
      "loss_total": 0.020962368696928024,
      "step": 11240
    },
    {
      "grad_norm": 0.180735781788826,
      "learning_rate": 9.893618155698436e-05,
      "loss": 0.0169,
      "step": 11250
    },
    {
      "loss_action": 0.006968410685658455,
      "loss_total": 0.006968410685658455,
      "step": 11250
    },
    {
      "loss_action": 0.015094908885657787,
      "loss_total": 0.015094908885657787,
      "step": 11250
    },
    {
      "loss_action": 0.027290713042020798,
      "loss_total": 0.027290713042020798,
      "step": 11250
    },
    {
      "loss_action": 0.015553678385913372,
      "loss_total": 0.015553678385913372,
      "step": 11250
    },
    {
      "loss_action": 0.011323051527142525,
      "loss_total": 0.011323051527142525,
      "step": 11250
    },
    {
      "loss_action": 0.011872906237840652,
      "loss_total": 0.011872906237840652,
      "step": 11250
    },
    {
      "loss_action": 0.01845872774720192,
      "loss_total": 0.01845872774720192,
      "step": 11250
    },
    {
      "loss_action": 0.030557820573449135,
      "loss_total": 0.030557820573449135,
      "step": 11250
    },
    {
      "grad_norm": 0.21324945986270905,
      "learning_rate": 9.8932786242665e-05,
      "loss": 0.0177,
      "step": 11260
    },
    {
      "loss_action": 0.008486881852149963,
      "loss_total": 0.008486881852149963,
      "step": 11260
    },
    {
      "loss_action": 0.02915165200829506,
      "loss_total": 0.02915165200829506,
      "step": 11260
    },
    {
      "loss_action": 0.012313084676861763,
      "loss_total": 0.012313084676861763,
      "step": 11260
    },
    {
      "loss_action": 0.01365868840366602,
      "loss_total": 0.01365868840366602,
      "step": 11260
    },
    {
      "loss_action": 0.011977034620940685,
      "loss_total": 0.011977034620940685,
      "step": 11260
    },
    {
      "loss_action": 0.034604065120220184,
      "loss_total": 0.034604065120220184,
      "step": 11260
    },
    {
      "loss_action": 0.023013979196548462,
      "loss_total": 0.023013979196548462,
      "step": 11260
    },
    {
      "loss_action": 0.02090081200003624,
      "loss_total": 0.02090081200003624,
      "step": 11260
    },
    {
      "grad_norm": 0.1933719515800476,
      "learning_rate": 9.89293855771297e-05,
      "loss": 0.019,
      "step": 11270
    },
    {
      "loss_action": 0.012737344950437546,
      "loss_total": 0.012737344950437546,
      "step": 11270
    },
    {
      "loss_action": 0.010543592274188995,
      "loss_total": 0.010543592274188995,
      "step": 11270
    },
    {
      "loss_action": 0.02454552613198757,
      "loss_total": 0.02454552613198757,
      "step": 11270
    },
    {
      "loss_action": 0.02117180824279785,
      "loss_total": 0.02117180824279785,
      "step": 11270
    },
    {
      "loss_action": 0.012374965474009514,
      "loss_total": 0.012374965474009514,
      "step": 11270
    },
    {
      "loss_action": 0.03213300555944443,
      "loss_total": 0.03213300555944443,
      "step": 11270
    },
    {
      "loss_action": 0.016768325120210648,
      "loss_total": 0.016768325120210648,
      "step": 11270
    },
    {
      "loss_action": 0.01627265103161335,
      "loss_total": 0.01627265103161335,
      "step": 11270
    },
    {
      "grad_norm": 0.2799268960952759,
      "learning_rate": 9.892597956075036e-05,
      "loss": 0.0183,
      "step": 11280
    },
    {
      "loss_action": 0.021485112607479095,
      "loss_total": 0.021485112607479095,
      "step": 11280
    },
    {
      "loss_action": 0.010699082165956497,
      "loss_total": 0.010699082165956497,
      "step": 11280
    },
    {
      "loss_action": 0.013825620524585247,
      "loss_total": 0.013825620524585247,
      "step": 11280
    },
    {
      "loss_action": 0.011286655440926552,
      "loss_total": 0.011286655440926552,
      "step": 11280
    },
    {
      "loss_action": 0.017997421324253082,
      "loss_total": 0.017997421324253082,
      "step": 11280
    },
    {
      "loss_action": 0.025062479078769684,
      "loss_total": 0.025062479078769684,
      "step": 11280
    },
    {
      "loss_action": 0.007678622379899025,
      "loss_total": 0.007678622379899025,
      "step": 11280
    },
    {
      "loss_action": 0.01103685051202774,
      "loss_total": 0.01103685051202774,
      "step": 11280
    },
    {
      "grad_norm": 0.210861474275589,
      "learning_rate": 9.892256819389947e-05,
      "loss": 0.0158,
      "step": 11290
    },
    {
      "loss_action": 0.017061498016119003,
      "loss_total": 0.017061498016119003,
      "step": 11290
    },
    {
      "loss_action": 0.013091960921883583,
      "loss_total": 0.013091960921883583,
      "step": 11290
    },
    {
      "loss_action": 0.0162876658141613,
      "loss_total": 0.0162876658141613,
      "step": 11290
    },
    {
      "loss_action": 0.012109859846532345,
      "loss_total": 0.012109859846532345,
      "step": 11290
    },
    {
      "loss_action": 0.008528485894203186,
      "loss_total": 0.008528485894203186,
      "step": 11290
    },
    {
      "loss_action": 0.00893846619874239,
      "loss_total": 0.00893846619874239,
      "step": 11290
    },
    {
      "loss_action": 0.011193475686013699,
      "loss_total": 0.011193475686013699,
      "step": 11290
    },
    {
      "loss_action": 0.015336526557803154,
      "loss_total": 0.015336526557803154,
      "step": 11290
    },
    {
      "grad_norm": 0.1915968656539917,
      "learning_rate": 9.891915147695006e-05,
      "loss": 0.0171,
      "step": 11300
    },
    {
      "loss_action": 0.010479100979864597,
      "loss_total": 0.010479100979864597,
      "step": 11300
    },
    {
      "loss_action": 0.01806444488465786,
      "loss_total": 0.01806444488465786,
      "step": 11300
    },
    {
      "loss_action": 0.009307952597737312,
      "loss_total": 0.009307952597737312,
      "step": 11300
    },
    {
      "loss_action": 0.02022334188222885,
      "loss_total": 0.02022334188222885,
      "step": 11300
    },
    {
      "loss_action": 0.018163464963436127,
      "loss_total": 0.018163464963436127,
      "step": 11300
    },
    {
      "loss_action": 0.016751892864704132,
      "loss_total": 0.016751892864704132,
      "step": 11300
    },
    {
      "loss_action": 0.01698954403400421,
      "loss_total": 0.01698954403400421,
      "step": 11300
    },
    {
      "loss_action": 0.02168567106127739,
      "loss_total": 0.02168567106127739,
      "step": 11300
    },
    {
      "grad_norm": 0.18727163970470428,
      "learning_rate": 9.891572941027577e-05,
      "loss": 0.0177,
      "step": 11310
    },
    {
      "loss_action": 0.028060849756002426,
      "loss_total": 0.028060849756002426,
      "step": 11310
    },
    {
      "loss_action": 0.015188966877758503,
      "loss_total": 0.015188966877758503,
      "step": 11310
    },
    {
      "loss_action": 0.01095690205693245,
      "loss_total": 0.01095690205693245,
      "step": 11310
    },
    {
      "loss_action": 0.011984230019152164,
      "loss_total": 0.011984230019152164,
      "step": 11310
    },
    {
      "loss_action": 0.011374436318874359,
      "loss_total": 0.011374436318874359,
      "step": 11310
    },
    {
      "loss_action": 0.021435130387544632,
      "loss_total": 0.021435130387544632,
      "step": 11310
    },
    {
      "loss_action": 0.015792693942785263,
      "loss_total": 0.015792693942785263,
      "step": 11310
    },
    {
      "loss_action": 0.01542701292783022,
      "loss_total": 0.01542701292783022,
      "step": 11310
    },
    {
      "grad_norm": 0.14249193668365479,
      "learning_rate": 9.89123019942509e-05,
      "loss": 0.0177,
      "step": 11320
    },
    {
      "loss_action": 0.010102882981300354,
      "loss_total": 0.010102882981300354,
      "step": 11320
    },
    {
      "loss_action": 0.00894682202488184,
      "loss_total": 0.00894682202488184,
      "step": 11320
    },
    {
      "loss_action": 0.012152218259871006,
      "loss_total": 0.012152218259871006,
      "step": 11320
    },
    {
      "loss_action": 0.0247400663793087,
      "loss_total": 0.0247400663793087,
      "step": 11320
    },
    {
      "loss_action": 0.007086782716214657,
      "loss_total": 0.007086782716214657,
      "step": 11320
    },
    {
      "loss_action": 0.025027841329574585,
      "loss_total": 0.025027841329574585,
      "step": 11320
    },
    {
      "loss_action": 0.015569182112812996,
      "loss_total": 0.015569182112812996,
      "step": 11320
    },
    {
      "loss_action": 0.019515948370099068,
      "loss_total": 0.019515948370099068,
      "step": 11320
    },
    {
      "grad_norm": 0.17983943223953247,
      "learning_rate": 9.89088692292502e-05,
      "loss": 0.0182,
      "step": 11330
    },
    {
      "loss_action": 0.012235278263688087,
      "loss_total": 0.012235278263688087,
      "step": 11330
    },
    {
      "loss_action": 0.021052803844213486,
      "loss_total": 0.021052803844213486,
      "step": 11330
    },
    {
      "loss_action": 0.021728189662098885,
      "loss_total": 0.021728189662098885,
      "step": 11330
    },
    {
      "loss_action": 0.03535187244415283,
      "loss_total": 0.03535187244415283,
      "step": 11330
    },
    {
      "loss_action": 0.01314802747219801,
      "loss_total": 0.01314802747219801,
      "step": 11330
    },
    {
      "loss_action": 0.04866809770464897,
      "loss_total": 0.04866809770464897,
      "step": 11330
    },
    {
      "loss_action": 0.018535537645220757,
      "loss_total": 0.018535537645220757,
      "step": 11330
    },
    {
      "loss_action": 0.01186809316277504,
      "loss_total": 0.01186809316277504,
      "step": 11330
    },
    {
      "grad_norm": 0.19232505559921265,
      "learning_rate": 9.89054311156491e-05,
      "loss": 0.019,
      "step": 11340
    },
    {
      "loss_action": 0.01848551258444786,
      "loss_total": 0.01848551258444786,
      "step": 11340
    },
    {
      "loss_action": 0.022401267662644386,
      "loss_total": 0.022401267662644386,
      "step": 11340
    },
    {
      "loss_action": 0.016851957887411118,
      "loss_total": 0.016851957887411118,
      "step": 11340
    },
    {
      "loss_action": 0.023610759526491165,
      "loss_total": 0.023610759526491165,
      "step": 11340
    },
    {
      "loss_action": 0.008965030312538147,
      "loss_total": 0.008965030312538147,
      "step": 11340
    },
    {
      "loss_action": 0.00968836434185505,
      "loss_total": 0.00968836434185505,
      "step": 11340
    },
    {
      "loss_action": 0.026031868532299995,
      "loss_total": 0.026031868532299995,
      "step": 11340
    },
    {
      "loss_action": 0.01690741255879402,
      "loss_total": 0.01690741255879402,
      "step": 11340
    },
    {
      "grad_norm": 0.22347763180732727,
      "learning_rate": 9.890198765382357e-05,
      "loss": 0.0213,
      "step": 11350
    },
    {
      "loss_action": 0.036215152591466904,
      "loss_total": 0.036215152591466904,
      "step": 11350
    },
    {
      "loss_action": 0.028041739016771317,
      "loss_total": 0.028041739016771317,
      "step": 11350
    },
    {
      "loss_action": 0.015044763684272766,
      "loss_total": 0.015044763684272766,
      "step": 11350
    },
    {
      "loss_action": 0.011256620287895203,
      "loss_total": 0.011256620287895203,
      "step": 11350
    },
    {
      "loss_action": 0.01959078386425972,
      "loss_total": 0.01959078386425972,
      "step": 11350
    },
    {
      "loss_action": 0.02486301213502884,
      "loss_total": 0.02486301213502884,
      "step": 11350
    },
    {
      "loss_action": 0.024181153625249863,
      "loss_total": 0.024181153625249863,
      "step": 11350
    },
    {
      "loss_action": 0.018816597759723663,
      "loss_total": 0.018816597759723663,
      "step": 11350
    },
    {
      "grad_norm": 0.2192787230014801,
      "learning_rate": 9.889853884415021e-05,
      "loss": 0.0192,
      "step": 11360
    },
    {
      "loss_action": 0.02084389142692089,
      "loss_total": 0.02084389142692089,
      "step": 11360
    },
    {
      "loss_action": 0.013150629587471485,
      "loss_total": 0.013150629587471485,
      "step": 11360
    },
    {
      "loss_action": 0.023368526250123978,
      "loss_total": 0.023368526250123978,
      "step": 11360
    },
    {
      "loss_action": 0.0344231016933918,
      "loss_total": 0.0344231016933918,
      "step": 11360
    },
    {
      "loss_action": 0.02625725232064724,
      "loss_total": 0.02625725232064724,
      "step": 11360
    },
    {
      "loss_action": 0.012100200168788433,
      "loss_total": 0.012100200168788433,
      "step": 11360
    },
    {
      "loss_action": 0.025471679866313934,
      "loss_total": 0.025471679866313934,
      "step": 11360
    },
    {
      "loss_action": 0.02675064466893673,
      "loss_total": 0.02675064466893673,
      "step": 11360
    },
    {
      "grad_norm": 0.20999430119991302,
      "learning_rate": 9.889508468700614e-05,
      "loss": 0.0202,
      "step": 11370
    },
    {
      "loss_action": 0.012998387217521667,
      "loss_total": 0.012998387217521667,
      "step": 11370
    },
    {
      "loss_action": 0.007749667391180992,
      "loss_total": 0.007749667391180992,
      "step": 11370
    },
    {
      "loss_action": 0.022227436304092407,
      "loss_total": 0.022227436304092407,
      "step": 11370
    },
    {
      "loss_action": 0.016581742092967033,
      "loss_total": 0.016581742092967033,
      "step": 11370
    },
    {
      "loss_action": 0.028252357617020607,
      "loss_total": 0.028252357617020607,
      "step": 11370
    },
    {
      "loss_action": 0.01903625763952732,
      "loss_total": 0.01903625763952732,
      "step": 11370
    },
    {
      "loss_action": 0.010582172311842442,
      "loss_total": 0.010582172311842442,
      "step": 11370
    },
    {
      "loss_action": 0.02703091688454151,
      "loss_total": 0.02703091688454151,
      "step": 11370
    },
    {
      "grad_norm": 0.18174909055233002,
      "learning_rate": 9.889162518276915e-05,
      "loss": 0.0193,
      "step": 11380
    },
    {
      "loss_action": 0.014640267007052898,
      "loss_total": 0.014640267007052898,
      "step": 11380
    },
    {
      "loss_action": 0.024376630783081055,
      "loss_total": 0.024376630783081055,
      "step": 11380
    },
    {
      "loss_action": 0.017819073051214218,
      "loss_total": 0.017819073051214218,
      "step": 11380
    },
    {
      "loss_action": 0.021579960361123085,
      "loss_total": 0.021579960361123085,
      "step": 11380
    },
    {
      "loss_action": 0.034878358244895935,
      "loss_total": 0.034878358244895935,
      "step": 11380
    },
    {
      "loss_action": 0.0235539972782135,
      "loss_total": 0.0235539972782135,
      "step": 11380
    },
    {
      "loss_action": 0.0337713286280632,
      "loss_total": 0.0337713286280632,
      "step": 11380
    },
    {
      "loss_action": 0.015245137736201286,
      "loss_total": 0.015245137736201286,
      "step": 11380
    },
    {
      "grad_norm": 0.22742250561714172,
      "learning_rate": 9.888816033181752e-05,
      "loss": 0.0185,
      "step": 11390
    },
    {
      "loss_action": 0.014657172374427319,
      "loss_total": 0.014657172374427319,
      "step": 11390
    },
    {
      "loss_action": 0.02600884437561035,
      "loss_total": 0.02600884437561035,
      "step": 11390
    },
    {
      "loss_action": 0.017356418073177338,
      "loss_total": 0.017356418073177338,
      "step": 11390
    },
    {
      "loss_action": 0.007330973632633686,
      "loss_total": 0.007330973632633686,
      "step": 11390
    },
    {
      "loss_action": 0.03492584079504013,
      "loss_total": 0.03492584079504013,
      "step": 11390
    },
    {
      "loss_action": 0.02906593680381775,
      "loss_total": 0.02906593680381775,
      "step": 11390
    },
    {
      "loss_action": 0.059312839061021805,
      "loss_total": 0.059312839061021805,
      "step": 11390
    },
    {
      "loss_action": 0.027341481298208237,
      "loss_total": 0.027341481298208237,
      "step": 11390
    },
    {
      "grad_norm": 0.26206186413764954,
      "learning_rate": 9.888469013453018e-05,
      "loss": 0.0232,
      "step": 11400
    },
    {
      "loss_action": 0.014821488410234451,
      "loss_total": 0.014821488410234451,
      "step": 11400
    },
    {
      "loss_action": 0.01202584058046341,
      "loss_total": 0.01202584058046341,
      "step": 11400
    },
    {
      "loss_action": 0.01114407368004322,
      "loss_total": 0.01114407368004322,
      "step": 11400
    },
    {
      "loss_action": 0.012074438855051994,
      "loss_total": 0.012074438855051994,
      "step": 11400
    },
    {
      "loss_action": 0.01641184836626053,
      "loss_total": 0.01641184836626053,
      "step": 11400
    },
    {
      "loss_action": 0.0123050631955266,
      "loss_total": 0.0123050631955266,
      "step": 11400
    },
    {
      "loss_action": 0.012703070417046547,
      "loss_total": 0.012703070417046547,
      "step": 11400
    },
    {
      "loss_action": 0.014198997057974339,
      "loss_total": 0.014198997057974339,
      "step": 11400
    },
    {
      "grad_norm": 0.21234121918678284,
      "learning_rate": 9.888121459128663e-05,
      "loss": 0.0214,
      "step": 11410
    },
    {
      "loss_action": 0.01557314395904541,
      "loss_total": 0.01557314395904541,
      "step": 11410
    },
    {
      "loss_action": 0.017145268619060516,
      "loss_total": 0.017145268619060516,
      "step": 11410
    },
    {
      "loss_action": 0.01886129379272461,
      "loss_total": 0.01886129379272461,
      "step": 11410
    },
    {
      "loss_action": 0.012046604417264462,
      "loss_total": 0.012046604417264462,
      "step": 11410
    },
    {
      "loss_action": 0.017866015434265137,
      "loss_total": 0.017866015434265137,
      "step": 11410
    },
    {
      "loss_action": 0.012698907405138016,
      "loss_total": 0.012698907405138016,
      "step": 11410
    },
    {
      "loss_action": 0.011662338860332966,
      "loss_total": 0.011662338860332966,
      "step": 11410
    },
    {
      "loss_action": 0.01573915220797062,
      "loss_total": 0.01573915220797062,
      "step": 11410
    },
    {
      "grad_norm": 0.17238575220108032,
      "learning_rate": 9.887773370246693e-05,
      "loss": 0.0184,
      "step": 11420
    },
    {
      "loss_action": 0.009055210277438164,
      "loss_total": 0.009055210277438164,
      "step": 11420
    },
    {
      "loss_action": 0.010979749262332916,
      "loss_total": 0.010979749262332916,
      "step": 11420
    },
    {
      "loss_action": 0.011897806078195572,
      "loss_total": 0.011897806078195572,
      "step": 11420
    },
    {
      "loss_action": 0.03154958784580231,
      "loss_total": 0.03154958784580231,
      "step": 11420
    },
    {
      "loss_action": 0.032849833369255066,
      "loss_total": 0.032849833369255066,
      "step": 11420
    },
    {
      "loss_action": 0.03497917205095291,
      "loss_total": 0.03497917205095291,
      "step": 11420
    },
    {
      "loss_action": 0.011875499971210957,
      "loss_total": 0.011875499971210957,
      "step": 11420
    },
    {
      "loss_action": 0.02152854949235916,
      "loss_total": 0.02152854949235916,
      "step": 11420
    },
    {
      "grad_norm": 0.2168799489736557,
      "learning_rate": 9.887424746845177e-05,
      "loss": 0.0186,
      "step": 11430
    },
    {
      "loss_action": 0.013153951615095139,
      "loss_total": 0.013153951615095139,
      "step": 11430
    },
    {
      "loss_action": 0.014731358736753464,
      "loss_total": 0.014731358736753464,
      "step": 11430
    },
    {
      "loss_action": 0.01423853263258934,
      "loss_total": 0.01423853263258934,
      "step": 11430
    },
    {
      "loss_action": 0.021699992939829826,
      "loss_total": 0.021699992939829826,
      "step": 11430
    },
    {
      "loss_action": 0.019210588186979294,
      "loss_total": 0.019210588186979294,
      "step": 11430
    },
    {
      "loss_action": 0.010774875991046429,
      "loss_total": 0.010774875991046429,
      "step": 11430
    },
    {
      "loss_action": 0.012038405984640121,
      "loss_total": 0.012038405984640121,
      "step": 11430
    },
    {
      "loss_action": 0.02024340257048607,
      "loss_total": 0.02024340257048607,
      "step": 11430
    },
    {
      "grad_norm": 0.12744615972042084,
      "learning_rate": 9.887075588962239e-05,
      "loss": 0.0165,
      "step": 11440
    },
    {
      "loss_action": 0.023902731016278267,
      "loss_total": 0.023902731016278267,
      "step": 11440
    },
    {
      "loss_action": 0.030112862586975098,
      "loss_total": 0.030112862586975098,
      "step": 11440
    },
    {
      "loss_action": 0.016239289194345474,
      "loss_total": 0.016239289194345474,
      "step": 11440
    },
    {
      "loss_action": 0.02064005471765995,
      "loss_total": 0.02064005471765995,
      "step": 11440
    },
    {
      "loss_action": 0.02294367365539074,
      "loss_total": 0.02294367365539074,
      "step": 11440
    },
    {
      "loss_action": 0.03920689597725868,
      "loss_total": 0.03920689597725868,
      "step": 11440
    },
    {
      "loss_action": 0.02152206003665924,
      "loss_total": 0.02152206003665924,
      "step": 11440
    },
    {
      "loss_action": 0.04435911029577255,
      "loss_total": 0.04435911029577255,
      "step": 11440
    },
    {
      "grad_norm": 0.1954525113105774,
      "learning_rate": 9.88672589663606e-05,
      "loss": 0.0169,
      "step": 11450
    },
    {
      "loss_action": 0.01391066238284111,
      "loss_total": 0.01391066238284111,
      "step": 11450
    },
    {
      "loss_action": 0.013785887509584427,
      "loss_total": 0.013785887509584427,
      "step": 11450
    },
    {
      "loss_action": 0.01353365182876587,
      "loss_total": 0.01353365182876587,
      "step": 11450
    },
    {
      "loss_action": 0.033548422157764435,
      "loss_total": 0.033548422157764435,
      "step": 11450
    },
    {
      "loss_action": 0.020703991875052452,
      "loss_total": 0.020703991875052452,
      "step": 11450
    },
    {
      "loss_action": 0.011301854625344276,
      "loss_total": 0.011301854625344276,
      "step": 11450
    },
    {
      "loss_action": 0.014007853344082832,
      "loss_total": 0.014007853344082832,
      "step": 11450
    },
    {
      "loss_action": 0.045059382915496826,
      "loss_total": 0.045059382915496826,
      "step": 11450
    },
    {
      "grad_norm": 0.18948717415332794,
      "learning_rate": 9.886375669904886e-05,
      "loss": 0.0195,
      "step": 11460
    },
    {
      "loss_action": 0.01241659838706255,
      "loss_total": 0.01241659838706255,
      "step": 11460
    },
    {
      "loss_action": 0.016770921647548676,
      "loss_total": 0.016770921647548676,
      "step": 11460
    },
    {
      "loss_action": 0.020298533141613007,
      "loss_total": 0.020298533141613007,
      "step": 11460
    },
    {
      "loss_action": 0.009933345019817352,
      "loss_total": 0.009933345019817352,
      "step": 11460
    },
    {
      "loss_action": 0.010619108565151691,
      "loss_total": 0.010619108565151691,
      "step": 11460
    },
    {
      "loss_action": 0.024129405617713928,
      "loss_total": 0.024129405617713928,
      "step": 11460
    },
    {
      "loss_action": 0.013407815247774124,
      "loss_total": 0.013407815247774124,
      "step": 11460
    },
    {
      "loss_action": 0.008283920586109161,
      "loss_total": 0.008283920586109161,
      "step": 11460
    },
    {
      "grad_norm": 0.21389959752559662,
      "learning_rate": 9.886024908807014e-05,
      "loss": 0.0161,
      "step": 11470
    },
    {
      "loss_action": 0.011573255993425846,
      "loss_total": 0.011573255993425846,
      "step": 11470
    },
    {
      "loss_action": 0.025006640702486038,
      "loss_total": 0.025006640702486038,
      "step": 11470
    },
    {
      "loss_action": 0.017562642693519592,
      "loss_total": 0.017562642693519592,
      "step": 11470
    },
    {
      "loss_action": 0.018618803471326828,
      "loss_total": 0.018618803471326828,
      "step": 11470
    },
    {
      "loss_action": 0.012581290677189827,
      "loss_total": 0.012581290677189827,
      "step": 11470
    },
    {
      "loss_action": 0.026644177734851837,
      "loss_total": 0.026644177734851837,
      "step": 11470
    },
    {
      "loss_action": 0.02472984418272972,
      "loss_total": 0.02472984418272972,
      "step": 11470
    },
    {
      "loss_action": 0.00962891522794962,
      "loss_total": 0.00962891522794962,
      "step": 11470
    },
    {
      "grad_norm": 0.1600300520658493,
      "learning_rate": 9.885673613380806e-05,
      "loss": 0.0163,
      "step": 11480
    },
    {
      "loss_action": 0.01517482940107584,
      "loss_total": 0.01517482940107584,
      "step": 11480
    },
    {
      "loss_action": 0.013534094206988811,
      "loss_total": 0.013534094206988811,
      "step": 11480
    },
    {
      "loss_action": 0.010602721013128757,
      "loss_total": 0.010602721013128757,
      "step": 11480
    },
    {
      "loss_action": 0.012539312243461609,
      "loss_total": 0.012539312243461609,
      "step": 11480
    },
    {
      "loss_action": 0.00859697163105011,
      "loss_total": 0.00859697163105011,
      "step": 11480
    },
    {
      "loss_action": 0.01456939335912466,
      "loss_total": 0.01456939335912466,
      "step": 11480
    },
    {
      "loss_action": 0.010627271607518196,
      "loss_total": 0.010627271607518196,
      "step": 11480
    },
    {
      "loss_action": 0.01051691360771656,
      "loss_total": 0.01051691360771656,
      "step": 11480
    },
    {
      "grad_norm": 0.13768278062343597,
      "learning_rate": 9.885321783664676e-05,
      "loss": 0.0172,
      "step": 11490
    },
    {
      "loss_action": 0.011876801028847694,
      "loss_total": 0.011876801028847694,
      "step": 11490
    },
    {
      "loss_action": 0.023445993661880493,
      "loss_total": 0.023445993661880493,
      "step": 11490
    },
    {
      "loss_action": 0.012418803758919239,
      "loss_total": 0.012418803758919239,
      "step": 11490
    },
    {
      "loss_action": 0.03606295958161354,
      "loss_total": 0.03606295958161354,
      "step": 11490
    },
    {
      "loss_action": 0.01966496743261814,
      "loss_total": 0.01966496743261814,
      "step": 11490
    },
    {
      "loss_action": 0.0155988410115242,
      "loss_total": 0.0155988410115242,
      "step": 11490
    },
    {
      "loss_action": 0.02211788296699524,
      "loss_total": 0.02211788296699524,
      "step": 11490
    },
    {
      "loss_action": 0.011783743277192116,
      "loss_total": 0.011783743277192116,
      "step": 11490
    },
    {
      "grad_norm": 0.17044314742088318,
      "learning_rate": 9.884969419697101e-05,
      "loss": 0.0168,
      "step": 11500
    },
    {
      "loss_action": 0.010176527313888073,
      "loss_total": 0.010176527313888073,
      "step": 11500
    },
    {
      "loss_action": 0.008123070001602173,
      "loss_total": 0.008123070001602173,
      "step": 11500
    },
    {
      "loss_action": 0.02076447382569313,
      "loss_total": 0.02076447382569313,
      "step": 11500
    },
    {
      "loss_action": 0.013769755139946938,
      "loss_total": 0.013769755139946938,
      "step": 11500
    },
    {
      "loss_action": 0.02145737037062645,
      "loss_total": 0.02145737037062645,
      "step": 11500
    },
    {
      "loss_action": 0.023338235914707184,
      "loss_total": 0.023338235914707184,
      "step": 11500
    },
    {
      "loss_action": 0.014125613495707512,
      "loss_total": 0.014125613495707512,
      "step": 11500
    },
    {
      "loss_action": 0.006571663543581963,
      "loss_total": 0.006571663543581963,
      "step": 11500
    },
    {
      "grad_norm": 0.1988976150751114,
      "learning_rate": 9.884616521516614e-05,
      "loss": 0.017,
      "step": 11510
    },
    {
      "loss_action": 0.018427927047014236,
      "loss_total": 0.018427927047014236,
      "step": 11510
    },
    {
      "loss_action": 0.00937899760901928,
      "loss_total": 0.00937899760901928,
      "step": 11510
    },
    {
      "loss_action": 0.02604057639837265,
      "loss_total": 0.02604057639837265,
      "step": 11510
    },
    {
      "loss_action": 0.023508936166763306,
      "loss_total": 0.023508936166763306,
      "step": 11510
    },
    {
      "loss_action": 0.010474167764186859,
      "loss_total": 0.010474167764186859,
      "step": 11510
    },
    {
      "loss_action": 0.008964909240603447,
      "loss_total": 0.008964909240603447,
      "step": 11510
    },
    {
      "loss_action": 0.031086336821317673,
      "loss_total": 0.031086336821317673,
      "step": 11510
    },
    {
      "loss_action": 0.01818244904279709,
      "loss_total": 0.01818244904279709,
      "step": 11510
    },
    {
      "grad_norm": 0.22011275589466095,
      "learning_rate": 9.88426308916181e-05,
      "loss": 0.0174,
      "step": 11520
    },
    {
      "loss_action": 0.01445769239217043,
      "loss_total": 0.01445769239217043,
      "step": 11520
    },
    {
      "loss_action": 0.01039312593638897,
      "loss_total": 0.01039312593638897,
      "step": 11520
    },
    {
      "loss_action": 0.024305295199155807,
      "loss_total": 0.024305295199155807,
      "step": 11520
    },
    {
      "loss_action": 0.017301980406045914,
      "loss_total": 0.017301980406045914,
      "step": 11520
    },
    {
      "loss_action": 0.014359371736645699,
      "loss_total": 0.014359371736645699,
      "step": 11520
    },
    {
      "loss_action": 0.015050087124109268,
      "loss_total": 0.015050087124109268,
      "step": 11520
    },
    {
      "loss_action": 0.024532625451683998,
      "loss_total": 0.024532625451683998,
      "step": 11520
    },
    {
      "loss_action": 0.02499406412243843,
      "loss_total": 0.02499406412243843,
      "step": 11520
    },
    {
      "grad_norm": 0.20427770912647247,
      "learning_rate": 9.883909122671335e-05,
      "loss": 0.0222,
      "step": 11530
    },
    {
      "loss_action": 0.019197534769773483,
      "loss_total": 0.019197534769773483,
      "step": 11530
    },
    {
      "loss_action": 0.01210273988544941,
      "loss_total": 0.01210273988544941,
      "step": 11530
    },
    {
      "loss_action": 0.01775278151035309,
      "loss_total": 0.01775278151035309,
      "step": 11530
    },
    {
      "loss_action": 0.009808639995753765,
      "loss_total": 0.009808639995753765,
      "step": 11530
    },
    {
      "loss_action": 0.020818552002310753,
      "loss_total": 0.020818552002310753,
      "step": 11530
    },
    {
      "loss_action": 0.017771976068615913,
      "loss_total": 0.017771976068615913,
      "step": 11530
    },
    {
      "loss_action": 0.023397743701934814,
      "loss_total": 0.023397743701934814,
      "step": 11530
    },
    {
      "loss_action": 0.015905648469924927,
      "loss_total": 0.015905648469924927,
      "step": 11530
    },
    {
      "grad_norm": 0.20607227087020874,
      "learning_rate": 9.883554622083904e-05,
      "loss": 0.0203,
      "step": 11540
    },
    {
      "loss_action": 0.027913613244891167,
      "loss_total": 0.027913613244891167,
      "step": 11540
    },
    {
      "loss_action": 0.015543743968009949,
      "loss_total": 0.015543743968009949,
      "step": 11540
    },
    {
      "loss_action": 0.013263387605547905,
      "loss_total": 0.013263387605547905,
      "step": 11540
    },
    {
      "loss_action": 0.01598338596522808,
      "loss_total": 0.01598338596522808,
      "step": 11540
    },
    {
      "loss_action": 0.02059178426861763,
      "loss_total": 0.02059178426861763,
      "step": 11540
    },
    {
      "loss_action": 0.013574717566370964,
      "loss_total": 0.013574717566370964,
      "step": 11540
    },
    {
      "loss_action": 0.02733754552900791,
      "loss_total": 0.02733754552900791,
      "step": 11540
    },
    {
      "loss_action": 0.019374612718820572,
      "loss_total": 0.019374612718820572,
      "step": 11540
    },
    {
      "grad_norm": 0.3021010756492615,
      "learning_rate": 9.88319958743828e-05,
      "loss": 0.0211,
      "step": 11550
    },
    {
      "loss_action": 0.023800648748874664,
      "loss_total": 0.023800648748874664,
      "step": 11550
    },
    {
      "loss_action": 0.014600354246795177,
      "loss_total": 0.014600354246795177,
      "step": 11550
    },
    {
      "loss_action": 0.03876470774412155,
      "loss_total": 0.03876470774412155,
      "step": 11550
    },
    {
      "loss_action": 0.030498404055833817,
      "loss_total": 0.030498404055833817,
      "step": 11550
    },
    {
      "loss_action": 0.027902673929929733,
      "loss_total": 0.027902673929929733,
      "step": 11550
    },
    {
      "loss_action": 0.026144955307245255,
      "loss_total": 0.026144955307245255,
      "step": 11550
    },
    {
      "loss_action": 0.01265384815633297,
      "loss_total": 0.01265384815633297,
      "step": 11550
    },
    {
      "loss_action": 0.027984855696558952,
      "loss_total": 0.027984855696558952,
      "step": 11550
    },
    {
      "grad_norm": 0.22787044942378998,
      "learning_rate": 9.882844018773291e-05,
      "loss": 0.0202,
      "step": 11560
    },
    {
      "loss_action": 0.009202005341649055,
      "loss_total": 0.009202005341649055,
      "step": 11560
    },
    {
      "loss_action": 0.009656030684709549,
      "loss_total": 0.009656030684709549,
      "step": 11560
    },
    {
      "loss_action": 0.030948322266340256,
      "loss_total": 0.030948322266340256,
      "step": 11560
    },
    {
      "loss_action": 0.01660454086959362,
      "loss_total": 0.01660454086959362,
      "step": 11560
    },
    {
      "loss_action": 0.00837960746139288,
      "loss_total": 0.00837960746139288,
      "step": 11560
    },
    {
      "loss_action": 0.018654152750968933,
      "loss_total": 0.018654152750968933,
      "step": 11560
    },
    {
      "loss_action": 0.019792400300502777,
      "loss_total": 0.019792400300502777,
      "step": 11560
    },
    {
      "loss_action": 0.012158944271504879,
      "loss_total": 0.012158944271504879,
      "step": 11560
    },
    {
      "grad_norm": 0.4006863236427307,
      "learning_rate": 9.882487916127823e-05,
      "loss": 0.0194,
      "step": 11570
    },
    {
      "loss_action": 0.01738876663148403,
      "loss_total": 0.01738876663148403,
      "step": 11570
    },
    {
      "loss_action": 0.011721091344952583,
      "loss_total": 0.011721091344952583,
      "step": 11570
    },
    {
      "loss_action": 0.023958634585142136,
      "loss_total": 0.023958634585142136,
      "step": 11570
    },
    {
      "loss_action": 0.015907879918813705,
      "loss_total": 0.015907879918813705,
      "step": 11570
    },
    {
      "loss_action": 0.026819057762622833,
      "loss_total": 0.026819057762622833,
      "step": 11570
    },
    {
      "loss_action": 0.015296712517738342,
      "loss_total": 0.015296712517738342,
      "step": 11570
    },
    {
      "loss_action": 0.011943699792027473,
      "loss_total": 0.011943699792027473,
      "step": 11570
    },
    {
      "loss_action": 0.08404888212680817,
      "loss_total": 0.08404888212680817,
      "step": 11570
    },
    {
      "grad_norm": 0.15854118764400482,
      "learning_rate": 9.882131279540815e-05,
      "loss": 0.0198,
      "step": 11580
    },
    {
      "loss_action": 0.027816805988550186,
      "loss_total": 0.027816805988550186,
      "step": 11580
    },
    {
      "loss_action": 0.015110061503946781,
      "loss_total": 0.015110061503946781,
      "step": 11580
    },
    {
      "loss_action": 0.013245061039924622,
      "loss_total": 0.013245061039924622,
      "step": 11580
    },
    {
      "loss_action": 0.0268203504383564,
      "loss_total": 0.0268203504383564,
      "step": 11580
    },
    {
      "loss_action": 0.019133348017930984,
      "loss_total": 0.019133348017930984,
      "step": 11580
    },
    {
      "loss_action": 0.01622883230447769,
      "loss_total": 0.01622883230447769,
      "step": 11580
    },
    {
      "loss_action": 0.00944006722420454,
      "loss_total": 0.00944006722420454,
      "step": 11580
    },
    {
      "loss_action": 0.02084241807460785,
      "loss_total": 0.02084241807460785,
      "step": 11580
    },
    {
      "grad_norm": 0.18418623507022858,
      "learning_rate": 9.881774109051271e-05,
      "loss": 0.0212,
      "step": 11590
    },
    {
      "loss_action": 0.03628343343734741,
      "loss_total": 0.03628343343734741,
      "step": 11590
    },
    {
      "loss_action": 0.013074912130832672,
      "loss_total": 0.013074912130832672,
      "step": 11590
    },
    {
      "loss_action": 0.0190432108938694,
      "loss_total": 0.0190432108938694,
      "step": 11590
    },
    {
      "loss_action": 0.07960860431194305,
      "loss_total": 0.07960860431194305,
      "step": 11590
    },
    {
      "loss_action": 0.018952496349811554,
      "loss_total": 0.018952496349811554,
      "step": 11590
    },
    {
      "loss_action": 0.010423809289932251,
      "loss_total": 0.010423809289932251,
      "step": 11590
    },
    {
      "loss_action": 0.03278033435344696,
      "loss_total": 0.03278033435344696,
      "step": 11590
    },
    {
      "loss_action": 0.02259122207760811,
      "loss_total": 0.02259122207760811,
      "step": 11590
    },
    {
      "grad_norm": 0.15560640394687653,
      "learning_rate": 9.881416404698252e-05,
      "loss": 0.0191,
      "step": 11600
    },
    {
      "loss_action": 0.015313731506466866,
      "loss_total": 0.015313731506466866,
      "step": 11600
    },
    {
      "loss_action": 0.012854903005063534,
      "loss_total": 0.012854903005063534,
      "step": 11600
    },
    {
      "loss_action": 0.019761525094509125,
      "loss_total": 0.019761525094509125,
      "step": 11600
    },
    {
      "loss_action": 0.012192955240607262,
      "loss_total": 0.012192955240607262,
      "step": 11600
    },
    {
      "loss_action": 0.013249605894088745,
      "loss_total": 0.013249605894088745,
      "step": 11600
    },
    {
      "loss_action": 0.04010009765625,
      "loss_total": 0.04010009765625,
      "step": 11600
    },
    {
      "loss_action": 0.0355430468916893,
      "loss_total": 0.0355430468916893,
      "step": 11600
    },
    {
      "loss_action": 0.01202414557337761,
      "loss_total": 0.01202414557337761,
      "step": 11600
    },
    {
      "grad_norm": 0.15432941913604736,
      "learning_rate": 9.881058166520873e-05,
      "loss": 0.019,
      "step": 11610
    },
    {
      "loss_action": 0.031089581549167633,
      "loss_total": 0.031089581549167633,
      "step": 11610
    },
    {
      "loss_action": 0.013956187292933464,
      "loss_total": 0.013956187292933464,
      "step": 11610
    },
    {
      "loss_action": 0.02187538333237171,
      "loss_total": 0.02187538333237171,
      "step": 11610
    },
    {
      "loss_action": 0.017371613532304764,
      "loss_total": 0.017371613532304764,
      "step": 11610
    },
    {
      "loss_action": 0.03088126704096794,
      "loss_total": 0.03088126704096794,
      "step": 11610
    },
    {
      "loss_action": 0.0138214360922575,
      "loss_total": 0.0138214360922575,
      "step": 11610
    },
    {
      "loss_action": 0.07788030803203583,
      "loss_total": 0.07788030803203583,
      "step": 11610
    },
    {
      "loss_action": 0.010753094218671322,
      "loss_total": 0.010753094218671322,
      "step": 11610
    },
    {
      "grad_norm": 0.12779268622398376,
      "learning_rate": 9.880699394558311e-05,
      "loss": 0.0189,
      "step": 11620
    },
    {
      "loss_action": 0.02340659126639366,
      "loss_total": 0.02340659126639366,
      "step": 11620
    },
    {
      "loss_action": 0.017319630831480026,
      "loss_total": 0.017319630831480026,
      "step": 11620
    },
    {
      "loss_action": 0.011253561824560165,
      "loss_total": 0.011253561824560165,
      "step": 11620
    },
    {
      "loss_action": 0.08788256347179413,
      "loss_total": 0.08788256347179413,
      "step": 11620
    },
    {
      "loss_action": 0.022264599800109863,
      "loss_total": 0.022264599800109863,
      "step": 11620
    },
    {
      "loss_action": 0.01892564818263054,
      "loss_total": 0.01892564818263054,
      "step": 11620
    },
    {
      "loss_action": 0.006926277186721563,
      "loss_total": 0.006926277186721563,
      "step": 11620
    },
    {
      "loss_action": 0.014061853289604187,
      "loss_total": 0.014061853289604187,
      "step": 11620
    },
    {
      "grad_norm": 0.17267946898937225,
      "learning_rate": 9.880340088849801e-05,
      "loss": 0.0204,
      "step": 11630
    },
    {
      "loss_action": 0.012506913393735886,
      "loss_total": 0.012506913393735886,
      "step": 11630
    },
    {
      "loss_action": 0.013178881257772446,
      "loss_total": 0.013178881257772446,
      "step": 11630
    },
    {
      "loss_action": 0.024380521848797798,
      "loss_total": 0.024380521848797798,
      "step": 11630
    },
    {
      "loss_action": 0.010768819600343704,
      "loss_total": 0.010768819600343704,
      "step": 11630
    },
    {
      "loss_action": 0.020928695797920227,
      "loss_total": 0.020928695797920227,
      "step": 11630
    },
    {
      "loss_action": 0.01085580512881279,
      "loss_total": 0.01085580512881279,
      "step": 11630
    },
    {
      "loss_action": 0.01056426577270031,
      "loss_total": 0.01056426577270031,
      "step": 11630
    },
    {
      "loss_action": 0.01118845958262682,
      "loss_total": 0.01118845958262682,
      "step": 11630
    },
    {
      "grad_norm": 0.21655061841011047,
      "learning_rate": 9.879980249434637e-05,
      "loss": 0.0169,
      "step": 11640
    },
    {
      "loss_action": 0.011255346238613129,
      "loss_total": 0.011255346238613129,
      "step": 11640
    },
    {
      "loss_action": 0.08485723286867142,
      "loss_total": 0.08485723286867142,
      "step": 11640
    },
    {
      "loss_action": 0.033241722732782364,
      "loss_total": 0.033241722732782364,
      "step": 11640
    },
    {
      "loss_action": 0.009795838966965675,
      "loss_total": 0.009795838966965675,
      "step": 11640
    },
    {
      "loss_action": 0.023269418627023697,
      "loss_total": 0.023269418627023697,
      "step": 11640
    },
    {
      "loss_action": 0.019865434616804123,
      "loss_total": 0.019865434616804123,
      "step": 11640
    },
    {
      "loss_action": 0.011791110038757324,
      "loss_total": 0.011791110038757324,
      "step": 11640
    },
    {
      "loss_action": 0.009407484903931618,
      "loss_total": 0.009407484903931618,
      "step": 11640
    },
    {
      "grad_norm": 0.22359967231750488,
      "learning_rate": 9.879619876352168e-05,
      "loss": 0.023,
      "step": 11650
    },
    {
      "loss_action": 0.019189544022083282,
      "loss_total": 0.019189544022083282,
      "step": 11650
    },
    {
      "loss_action": 0.0314452201128006,
      "loss_total": 0.0314452201128006,
      "step": 11650
    },
    {
      "loss_action": 0.01844422146677971,
      "loss_total": 0.01844422146677971,
      "step": 11650
    },
    {
      "loss_action": 0.040608711540699005,
      "loss_total": 0.040608711540699005,
      "step": 11650
    },
    {
      "loss_action": 0.02209761179983616,
      "loss_total": 0.02209761179983616,
      "step": 11650
    },
    {
      "loss_action": 0.03192642331123352,
      "loss_total": 0.03192642331123352,
      "step": 11650
    },
    {
      "loss_action": 0.04562504589557648,
      "loss_total": 0.04562504589557648,
      "step": 11650
    },
    {
      "loss_action": 0.03160344436764717,
      "loss_total": 0.03160344436764717,
      "step": 11650
    },
    {
      "grad_norm": 0.12995117902755737,
      "learning_rate": 9.879258969641809e-05,
      "loss": 0.0211,
      "step": 11660
    },
    {
      "loss_action": 0.01974840834736824,
      "loss_total": 0.01974840834736824,
      "step": 11660
    },
    {
      "loss_action": 0.014176792465150356,
      "loss_total": 0.014176792465150356,
      "step": 11660
    },
    {
      "loss_action": 0.017920223996043205,
      "loss_total": 0.017920223996043205,
      "step": 11660
    },
    {
      "loss_action": 0.01122311968356371,
      "loss_total": 0.01122311968356371,
      "step": 11660
    },
    {
      "loss_action": 0.02000916190445423,
      "loss_total": 0.02000916190445423,
      "step": 11660
    },
    {
      "loss_action": 0.01182481274008751,
      "loss_total": 0.01182481274008751,
      "step": 11660
    },
    {
      "loss_action": 0.0211623664945364,
      "loss_total": 0.0211623664945364,
      "step": 11660
    },
    {
      "loss_action": 0.02272118255496025,
      "loss_total": 0.02272118255496025,
      "step": 11660
    },
    {
      "grad_norm": 0.18425574898719788,
      "learning_rate": 9.878897529343023e-05,
      "loss": 0.0209,
      "step": 11670
    },
    {
      "loss_action": 0.005986267235130072,
      "loss_total": 0.005986267235130072,
      "step": 11670
    },
    {
      "loss_action": 0.007792613469064236,
      "loss_total": 0.007792613469064236,
      "step": 11670
    },
    {
      "loss_action": 0.015624153427779675,
      "loss_total": 0.015624153427779675,
      "step": 11670
    },
    {
      "loss_action": 0.01620776206254959,
      "loss_total": 0.01620776206254959,
      "step": 11670
    },
    {
      "loss_action": 0.015234371647238731,
      "loss_total": 0.015234371647238731,
      "step": 11670
    },
    {
      "loss_action": 0.01892239972949028,
      "loss_total": 0.01892239972949028,
      "step": 11670
    },
    {
      "loss_action": 0.008774315938353539,
      "loss_total": 0.008774315938353539,
      "step": 11670
    },
    {
      "loss_action": 0.00818225834518671,
      "loss_total": 0.00818225834518671,
      "step": 11670
    },
    {
      "grad_norm": 0.23038917779922485,
      "learning_rate": 9.878535555495338e-05,
      "loss": 0.0162,
      "step": 11680
    },
    {
      "loss_action": 0.025304092094302177,
      "loss_total": 0.025304092094302177,
      "step": 11680
    },
    {
      "loss_action": 0.00623113289475441,
      "loss_total": 0.00623113289475441,
      "step": 11680
    },
    {
      "loss_action": 0.008666250854730606,
      "loss_total": 0.008666250854730606,
      "step": 11680
    },
    {
      "loss_action": 0.012547866441309452,
      "loss_total": 0.012547866441309452,
      "step": 11680
    },
    {
      "loss_action": 0.016173984855413437,
      "loss_total": 0.016173984855413437,
      "step": 11680
    },
    {
      "loss_action": 0.025942228734493256,
      "loss_total": 0.025942228734493256,
      "step": 11680
    },
    {
      "loss_action": 0.011655636131763458,
      "loss_total": 0.011655636131763458,
      "step": 11680
    },
    {
      "loss_action": 0.014330786652863026,
      "loss_total": 0.014330786652863026,
      "step": 11680
    },
    {
      "grad_norm": 0.1469419151544571,
      "learning_rate": 9.87817304813834e-05,
      "loss": 0.0175,
      "step": 11690
    },
    {
      "loss_action": 0.015268152579665184,
      "loss_total": 0.015268152579665184,
      "step": 11690
    },
    {
      "loss_action": 0.011621985584497452,
      "loss_total": 0.011621985584497452,
      "step": 11690
    },
    {
      "loss_action": 0.008076325058937073,
      "loss_total": 0.008076325058937073,
      "step": 11690
    },
    {
      "loss_action": 0.01049400307238102,
      "loss_total": 0.01049400307238102,
      "step": 11690
    },
    {
      "loss_action": 0.011015134863555431,
      "loss_total": 0.011015134863555431,
      "step": 11690
    },
    {
      "loss_action": 0.0166342630982399,
      "loss_total": 0.0166342630982399,
      "step": 11690
    },
    {
      "loss_action": 0.01694091223180294,
      "loss_total": 0.01694091223180294,
      "step": 11690
    },
    {
      "loss_action": 0.04133712127804756,
      "loss_total": 0.04133712127804756,
      "step": 11690
    },
    {
      "grad_norm": 0.17516636848449707,
      "learning_rate": 9.877810007311671e-05,
      "loss": 0.0167,
      "step": 11700
    },
    {
      "loss_action": 0.015195504762232304,
      "loss_total": 0.015195504762232304,
      "step": 11700
    },
    {
      "loss_action": 0.013068965636193752,
      "loss_total": 0.013068965636193752,
      "step": 11700
    },
    {
      "loss_action": 0.017868060618638992,
      "loss_total": 0.017868060618638992,
      "step": 11700
    },
    {
      "loss_action": 0.0224197655916214,
      "loss_total": 0.0224197655916214,
      "step": 11700
    },
    {
      "loss_action": 0.006919034291058779,
      "loss_total": 0.006919034291058779,
      "step": 11700
    },
    {
      "loss_action": 0.019042370840907097,
      "loss_total": 0.019042370840907097,
      "step": 11700
    },
    {
      "loss_action": 0.010696172714233398,
      "loss_total": 0.010696172714233398,
      "step": 11700
    },
    {
      "loss_action": 0.05579562112689018,
      "loss_total": 0.05579562112689018,
      "step": 11700
    },
    {
      "grad_norm": 0.29548653960227966,
      "learning_rate": 9.877446433055035e-05,
      "loss": 0.0177,
      "step": 11710
    },
    {
      "loss_action": 0.07984083145856857,
      "loss_total": 0.07984083145856857,
      "step": 11710
    },
    {
      "loss_action": 0.020078418776392937,
      "loss_total": 0.020078418776392937,
      "step": 11710
    },
    {
      "loss_action": 0.015830878168344498,
      "loss_total": 0.015830878168344498,
      "step": 11710
    },
    {
      "loss_action": 0.02328800968825817,
      "loss_total": 0.02328800968825817,
      "step": 11710
    },
    {
      "loss_action": 0.009810065850615501,
      "loss_total": 0.009810065850615501,
      "step": 11710
    },
    {
      "loss_action": 0.024490244686603546,
      "loss_total": 0.024490244686603546,
      "step": 11710
    },
    {
      "loss_action": 0.0059657106176018715,
      "loss_total": 0.0059657106176018715,
      "step": 11710
    },
    {
      "loss_action": 0.005725107155740261,
      "loss_total": 0.005725107155740261,
      "step": 11710
    },
    {
      "grad_norm": 0.23608210682868958,
      "learning_rate": 9.877082325408191e-05,
      "loss": 0.0184,
      "step": 11720
    },
    {
      "loss_action": 0.01547715812921524,
      "loss_total": 0.01547715812921524,
      "step": 11720
    },
    {
      "loss_action": 0.020426668226718903,
      "loss_total": 0.020426668226718903,
      "step": 11720
    },
    {
      "loss_action": 0.018481705337762833,
      "loss_total": 0.018481705337762833,
      "step": 11720
    },
    {
      "loss_action": 0.010468319058418274,
      "loss_total": 0.010468319058418274,
      "step": 11720
    },
    {
      "loss_action": 0.02091529592871666,
      "loss_total": 0.02091529592871666,
      "step": 11720
    },
    {
      "loss_action": 0.031024282798171043,
      "loss_total": 0.031024282798171043,
      "step": 11720
    },
    {
      "loss_action": 0.023594515398144722,
      "loss_total": 0.023594515398144722,
      "step": 11720
    },
    {
      "loss_action": 0.04096668213605881,
      "loss_total": 0.04096668213605881,
      "step": 11720
    },
    {
      "grad_norm": 0.17135131359100342,
      "learning_rate": 9.876717684410954e-05,
      "loss": 0.019,
      "step": 11730
    },
    {
      "loss_action": 0.0069099231623113155,
      "loss_total": 0.0069099231623113155,
      "step": 11730
    },
    {
      "loss_action": 0.011802392080426216,
      "loss_total": 0.011802392080426216,
      "step": 11730
    },
    {
      "loss_action": 0.01337414886802435,
      "loss_total": 0.01337414886802435,
      "step": 11730
    },
    {
      "loss_action": 0.01771906390786171,
      "loss_total": 0.01771906390786171,
      "step": 11730
    },
    {
      "loss_action": 0.02705320343375206,
      "loss_total": 0.02705320343375206,
      "step": 11730
    },
    {
      "loss_action": 0.022751618176698685,
      "loss_total": 0.022751618176698685,
      "step": 11730
    },
    {
      "loss_action": 0.013637574389576912,
      "loss_total": 0.013637574389576912,
      "step": 11730
    },
    {
      "loss_action": 0.012516099959611893,
      "loss_total": 0.012516099959611893,
      "step": 11730
    },
    {
      "grad_norm": 0.22847133874893188,
      "learning_rate": 9.876352510103204e-05,
      "loss": 0.0193,
      "step": 11740
    },
    {
      "loss_action": 0.015137607231736183,
      "loss_total": 0.015137607231736183,
      "step": 11740
    },
    {
      "loss_action": 0.01731443591415882,
      "loss_total": 0.01731443591415882,
      "step": 11740
    },
    {
      "loss_action": 0.0188199020922184,
      "loss_total": 0.0188199020922184,
      "step": 11740
    },
    {
      "loss_action": 0.020290881395339966,
      "loss_total": 0.020290881395339966,
      "step": 11740
    },
    {
      "loss_action": 0.013738670386373997,
      "loss_total": 0.013738670386373997,
      "step": 11740
    },
    {
      "loss_action": 0.038465701043605804,
      "loss_total": 0.038465701043605804,
      "step": 11740
    },
    {
      "loss_action": 0.008054448291659355,
      "loss_total": 0.008054448291659355,
      "step": 11740
    },
    {
      "loss_action": 0.03984946757555008,
      "loss_total": 0.03984946757555008,
      "step": 11740
    },
    {
      "grad_norm": 0.17525768280029297,
      "learning_rate": 9.875986802524875e-05,
      "loss": 0.0201,
      "step": 11750
    },
    {
      "loss_action": 0.018144696950912476,
      "loss_total": 0.018144696950912476,
      "step": 11750
    },
    {
      "loss_action": 0.00889739952981472,
      "loss_total": 0.00889739952981472,
      "step": 11750
    },
    {
      "loss_action": 0.007074164226651192,
      "loss_total": 0.007074164226651192,
      "step": 11750
    },
    {
      "loss_action": 0.008015420287847519,
      "loss_total": 0.008015420287847519,
      "step": 11750
    },
    {
      "loss_action": 0.010077141225337982,
      "loss_total": 0.010077141225337982,
      "step": 11750
    },
    {
      "loss_action": 0.008677804842591286,
      "loss_total": 0.008677804842591286,
      "step": 11750
    },
    {
      "loss_action": 0.007974066771566868,
      "loss_total": 0.007974066771566868,
      "step": 11750
    },
    {
      "loss_action": 0.015323707833886147,
      "loss_total": 0.015323707833886147,
      "step": 11750
    },
    {
      "grad_norm": 0.22394411265850067,
      "learning_rate": 9.87562056171596e-05,
      "loss": 0.0187,
      "step": 11760
    },
    {
      "loss_action": 0.025699980556964874,
      "loss_total": 0.025699980556964874,
      "step": 11760
    },
    {
      "loss_action": 0.015052416361868382,
      "loss_total": 0.015052416361868382,
      "step": 11760
    },
    {
      "loss_action": 0.007130478508770466,
      "loss_total": 0.007130478508770466,
      "step": 11760
    },
    {
      "loss_action": 0.024817604571580887,
      "loss_total": 0.024817604571580887,
      "step": 11760
    },
    {
      "loss_action": 0.06227226182818413,
      "loss_total": 0.06227226182818413,
      "step": 11760
    },
    {
      "loss_action": 0.03457408398389816,
      "loss_total": 0.03457408398389816,
      "step": 11760
    },
    {
      "loss_action": 0.006207657046616077,
      "loss_total": 0.006207657046616077,
      "step": 11760
    },
    {
      "loss_action": 0.011377237737178802,
      "loss_total": 0.011377237737178802,
      "step": 11760
    },
    {
      "grad_norm": 0.22713126242160797,
      "learning_rate": 9.875253787716511e-05,
      "loss": 0.019,
      "step": 11770
    },
    {
      "loss_action": 0.019241441041231155,
      "loss_total": 0.019241441041231155,
      "step": 11770
    },
    {
      "loss_action": 0.01328315306454897,
      "loss_total": 0.01328315306454897,
      "step": 11770
    },
    {
      "loss_action": 0.025586750358343124,
      "loss_total": 0.025586750358343124,
      "step": 11770
    },
    {
      "loss_action": 0.02145395614206791,
      "loss_total": 0.02145395614206791,
      "step": 11770
    },
    {
      "loss_action": 0.031529854983091354,
      "loss_total": 0.031529854983091354,
      "step": 11770
    },
    {
      "loss_action": 0.02658264711499214,
      "loss_total": 0.02658264711499214,
      "step": 11770
    },
    {
      "loss_action": 0.012641709297895432,
      "loss_total": 0.012641709297895432,
      "step": 11770
    },
    {
      "loss_action": 0.015285726636648178,
      "loss_total": 0.015285726636648178,
      "step": 11770
    },
    {
      "grad_norm": 0.20953164994716644,
      "learning_rate": 9.874886480566637e-05,
      "loss": 0.0187,
      "step": 11780
    },
    {
      "loss_action": 0.020786579698324203,
      "loss_total": 0.020786579698324203,
      "step": 11780
    },
    {
      "loss_action": 0.01219070516526699,
      "loss_total": 0.01219070516526699,
      "step": 11780
    },
    {
      "loss_action": 0.022043243050575256,
      "loss_total": 0.022043243050575256,
      "step": 11780
    },
    {
      "loss_action": 0.01570289582014084,
      "loss_total": 0.01570289582014084,
      "step": 11780
    },
    {
      "loss_action": 0.04997166246175766,
      "loss_total": 0.04997166246175766,
      "step": 11780
    },
    {
      "loss_action": 0.016504239290952682,
      "loss_total": 0.016504239290952682,
      "step": 11780
    },
    {
      "loss_action": 0.017638929188251495,
      "loss_total": 0.017638929188251495,
      "step": 11780
    },
    {
      "loss_action": 0.011047433130443096,
      "loss_total": 0.011047433130443096,
      "step": 11780
    },
    {
      "grad_norm": 0.2541658282279968,
      "learning_rate": 9.874518640306507e-05,
      "loss": 0.0198,
      "step": 11790
    },
    {
      "loss_action": 0.026795996353030205,
      "loss_total": 0.026795996353030205,
      "step": 11790
    },
    {
      "loss_action": 0.015176111832261086,
      "loss_total": 0.015176111832261086,
      "step": 11790
    },
    {
      "loss_action": 0.012082323431968689,
      "loss_total": 0.012082323431968689,
      "step": 11790
    },
    {
      "loss_action": 0.015541520901024342,
      "loss_total": 0.015541520901024342,
      "step": 11790
    },
    {
      "loss_action": 0.019971955567598343,
      "loss_total": 0.019971955567598343,
      "step": 11790
    },
    {
      "loss_action": 0.013363721780478954,
      "loss_total": 0.013363721780478954,
      "step": 11790
    },
    {
      "loss_action": 0.012499489821493626,
      "loss_total": 0.012499489821493626,
      "step": 11790
    },
    {
      "loss_action": 0.010196293704211712,
      "loss_total": 0.010196293704211712,
      "step": 11790
    },
    {
      "grad_norm": 0.2165692001581192,
      "learning_rate": 9.874150266976347e-05,
      "loss": 0.0189,
      "step": 11800
    },
    {
      "loss_action": 0.009963862597942352,
      "loss_total": 0.009963862597942352,
      "step": 11800
    },
    {
      "loss_action": 0.01760193333029747,
      "loss_total": 0.01760193333029747,
      "step": 11800
    },
    {
      "loss_action": 0.012419527396559715,
      "loss_total": 0.012419527396559715,
      "step": 11800
    },
    {
      "loss_action": 0.023983841761946678,
      "loss_total": 0.023983841761946678,
      "step": 11800
    },
    {
      "loss_action": 0.011275512166321278,
      "loss_total": 0.011275512166321278,
      "step": 11800
    },
    {
      "loss_action": 0.010013988241553307,
      "loss_total": 0.010013988241553307,
      "step": 11800
    },
    {
      "loss_action": 0.024283921346068382,
      "loss_total": 0.024283921346068382,
      "step": 11800
    },
    {
      "loss_action": 0.017232870683073997,
      "loss_total": 0.017232870683073997,
      "step": 11800
    },
    {
      "grad_norm": 0.2596599757671356,
      "learning_rate": 9.873781360616443e-05,
      "loss": 0.0209,
      "step": 11810
    },
    {
      "loss_action": 0.013287268579006195,
      "loss_total": 0.013287268579006195,
      "step": 11810
    },
    {
      "loss_action": 0.015008440241217613,
      "loss_total": 0.015008440241217613,
      "step": 11810
    },
    {
      "loss_action": 0.015107052400708199,
      "loss_total": 0.015107052400708199,
      "step": 11810
    },
    {
      "loss_action": 0.012195086106657982,
      "loss_total": 0.012195086106657982,
      "step": 11810
    },
    {
      "loss_action": 0.024767646566033363,
      "loss_total": 0.024767646566033363,
      "step": 11810
    },
    {
      "loss_action": 0.026456061750650406,
      "loss_total": 0.026456061750650406,
      "step": 11810
    },
    {
      "loss_action": 0.027338586747646332,
      "loss_total": 0.027338586747646332,
      "step": 11810
    },
    {
      "loss_action": 0.029274888336658478,
      "loss_total": 0.029274888336658478,
      "step": 11810
    },
    {
      "grad_norm": 0.20247232913970947,
      "learning_rate": 9.873411921267137e-05,
      "loss": 0.0184,
      "step": 11820
    },
    {
      "loss_action": 0.00584190059453249,
      "loss_total": 0.00584190059453249,
      "step": 11820
    },
    {
      "loss_action": 0.021981466561555862,
      "loss_total": 0.021981466561555862,
      "step": 11820
    },
    {
      "loss_action": 0.03475463390350342,
      "loss_total": 0.03475463390350342,
      "step": 11820
    },
    {
      "loss_action": 0.01808011531829834,
      "loss_total": 0.01808011531829834,
      "step": 11820
    },
    {
      "loss_action": 0.03143641725182533,
      "loss_total": 0.03143641725182533,
      "step": 11820
    },
    {
      "loss_action": 0.013911749236285686,
      "loss_total": 0.013911749236285686,
      "step": 11820
    },
    {
      "loss_action": 0.016118096187710762,
      "loss_total": 0.016118096187710762,
      "step": 11820
    },
    {
      "loss_action": 0.014166776090860367,
      "loss_total": 0.014166776090860367,
      "step": 11820
    },
    {
      "grad_norm": 0.15083128213882446,
      "learning_rate": 9.873041948968829e-05,
      "loss": 0.0183,
      "step": 11830
    },
    {
      "loss_action": 0.01383534912019968,
      "loss_total": 0.01383534912019968,
      "step": 11830
    },
    {
      "loss_action": 0.022285165265202522,
      "loss_total": 0.022285165265202522,
      "step": 11830
    },
    {
      "loss_action": 0.0075842575170099735,
      "loss_total": 0.0075842575170099735,
      "step": 11830
    },
    {
      "loss_action": 0.039807334542274475,
      "loss_total": 0.039807334542274475,
      "step": 11830
    },
    {
      "loss_action": 0.0137958824634552,
      "loss_total": 0.0137958824634552,
      "step": 11830
    },
    {
      "loss_action": 0.02879505231976509,
      "loss_total": 0.02879505231976509,
      "step": 11830
    },
    {
      "loss_action": 0.008749357424676418,
      "loss_total": 0.008749357424676418,
      "step": 11830
    },
    {
      "loss_action": 0.016244150698184967,
      "loss_total": 0.016244150698184967,
      "step": 11830
    },
    {
      "grad_norm": 0.2019646018743515,
      "learning_rate": 9.872671443761981e-05,
      "loss": 0.0176,
      "step": 11840
    },
    {
      "loss_action": 0.027748556807637215,
      "loss_total": 0.027748556807637215,
      "step": 11840
    },
    {
      "loss_action": 0.022716984152793884,
      "loss_total": 0.022716984152793884,
      "step": 11840
    },
    {
      "loss_action": 0.010369881987571716,
      "loss_total": 0.010369881987571716,
      "step": 11840
    },
    {
      "loss_action": 0.016408544033765793,
      "loss_total": 0.016408544033765793,
      "step": 11840
    },
    {
      "loss_action": 0.007347450591623783,
      "loss_total": 0.007347450591623783,
      "step": 11840
    },
    {
      "loss_action": 0.01714160665869713,
      "loss_total": 0.01714160665869713,
      "step": 11840
    },
    {
      "loss_action": 0.021577928215265274,
      "loss_total": 0.021577928215265274,
      "step": 11840
    },
    {
      "loss_action": 0.01596025377511978,
      "loss_total": 0.01596025377511978,
      "step": 11840
    },
    {
      "grad_norm": 0.1930358111858368,
      "learning_rate": 9.872300405687109e-05,
      "loss": 0.0181,
      "step": 11850
    },
    {
      "loss_action": 0.01851656846702099,
      "loss_total": 0.01851656846702099,
      "step": 11850
    },
    {
      "loss_action": 0.012449890375137329,
      "loss_total": 0.012449890375137329,
      "step": 11850
    },
    {
      "loss_action": 0.01147024892270565,
      "loss_total": 0.01147024892270565,
      "step": 11850
    },
    {
      "loss_action": 0.012070389464497566,
      "loss_total": 0.012070389464497566,
      "step": 11850
    },
    {
      "loss_action": 0.019415028393268585,
      "loss_total": 0.019415028393268585,
      "step": 11850
    },
    {
      "loss_action": 0.010670015588402748,
      "loss_total": 0.010670015588402748,
      "step": 11850
    },
    {
      "loss_action": 0.021468747407197952,
      "loss_total": 0.021468747407197952,
      "step": 11850
    },
    {
      "loss_action": 0.011173546314239502,
      "loss_total": 0.011173546314239502,
      "step": 11850
    },
    {
      "grad_norm": 0.16804054379463196,
      "learning_rate": 9.871928834784792e-05,
      "loss": 0.0196,
      "step": 11860
    },
    {
      "loss_action": 0.010770147666335106,
      "loss_total": 0.010770147666335106,
      "step": 11860
    },
    {
      "loss_action": 0.021454475820064545,
      "loss_total": 0.021454475820064545,
      "step": 11860
    },
    {
      "loss_action": 0.10550350695848465,
      "loss_total": 0.10550350695848465,
      "step": 11860
    },
    {
      "loss_action": 0.012428161688148975,
      "loss_total": 0.012428161688148975,
      "step": 11860
    },
    {
      "loss_action": 0.01634155958890915,
      "loss_total": 0.01634155958890915,
      "step": 11860
    },
    {
      "loss_action": 0.0143775325268507,
      "loss_total": 0.0143775325268507,
      "step": 11860
    },
    {
      "loss_action": 0.12276669591665268,
      "loss_total": 0.12276669591665268,
      "step": 11860
    },
    {
      "loss_action": 0.013005983084440231,
      "loss_total": 0.013005983084440231,
      "step": 11860
    },
    {
      "grad_norm": 0.1409188210964203,
      "learning_rate": 9.871556731095661e-05,
      "loss": 0.0189,
      "step": 11870
    },
    {
      "loss_action": 0.01842428930103779,
      "loss_total": 0.01842428930103779,
      "step": 11870
    },
    {
      "loss_action": 0.008418671786785126,
      "loss_total": 0.008418671786785126,
      "step": 11870
    },
    {
      "loss_action": 0.007614944130182266,
      "loss_total": 0.007614944130182266,
      "step": 11870
    },
    {
      "loss_action": 0.019824746996164322,
      "loss_total": 0.019824746996164322,
      "step": 11870
    },
    {
      "loss_action": 0.01993902027606964,
      "loss_total": 0.01993902027606964,
      "step": 11870
    },
    {
      "loss_action": 0.01750195026397705,
      "loss_total": 0.01750195026397705,
      "step": 11870
    },
    {
      "loss_action": 0.012654625810682774,
      "loss_total": 0.012654625810682774,
      "step": 11870
    },
    {
      "loss_action": 0.015580355189740658,
      "loss_total": 0.015580355189740658,
      "step": 11870
    },
    {
      "grad_norm": 0.24293425679206848,
      "learning_rate": 9.871184094660411e-05,
      "loss": 0.0183,
      "step": 11880
    },
    {
      "loss_action": 0.006813120562583208,
      "loss_total": 0.006813120562583208,
      "step": 11880
    },
    {
      "loss_action": 0.01891731470823288,
      "loss_total": 0.01891731470823288,
      "step": 11880
    },
    {
      "loss_action": 0.00686928816139698,
      "loss_total": 0.00686928816139698,
      "step": 11880
    },
    {
      "loss_action": 0.007886829786002636,
      "loss_total": 0.007886829786002636,
      "step": 11880
    },
    {
      "loss_action": 0.007455672137439251,
      "loss_total": 0.007455672137439251,
      "step": 11880
    },
    {
      "loss_action": 0.01134761143475771,
      "loss_total": 0.01134761143475771,
      "step": 11880
    },
    {
      "loss_action": 0.012893294915556908,
      "loss_total": 0.012893294915556908,
      "step": 11880
    },
    {
      "loss_action": 0.03358615189790726,
      "loss_total": 0.03358615189790726,
      "step": 11880
    },
    {
      "grad_norm": 0.19031205773353577,
      "learning_rate": 9.870810925519791e-05,
      "loss": 0.0167,
      "step": 11890
    },
    {
      "loss_action": 0.009241146966814995,
      "loss_total": 0.009241146966814995,
      "step": 11890
    },
    {
      "loss_action": 0.024804234504699707,
      "loss_total": 0.024804234504699707,
      "step": 11890
    },
    {
      "loss_action": 0.007085132412612438,
      "loss_total": 0.007085132412612438,
      "step": 11890
    },
    {
      "loss_action": 0.008022241294384003,
      "loss_total": 0.008022241294384003,
      "step": 11890
    },
    {
      "loss_action": 0.011394714005291462,
      "loss_total": 0.011394714005291462,
      "step": 11890
    },
    {
      "loss_action": 0.00640152208507061,
      "loss_total": 0.00640152208507061,
      "step": 11890
    },
    {
      "loss_action": 0.007919887080788612,
      "loss_total": 0.007919887080788612,
      "step": 11890
    },
    {
      "loss_action": 0.014382990077137947,
      "loss_total": 0.014382990077137947,
      "step": 11890
    },
    {
      "grad_norm": 0.12840977311134338,
      "learning_rate": 9.870437223714612e-05,
      "loss": 0.0165,
      "step": 11900
    },
    {
      "loss_action": 0.0077164252288639545,
      "loss_total": 0.0077164252288639545,
      "step": 11900
    },
    {
      "loss_action": 0.023726796731352806,
      "loss_total": 0.023726796731352806,
      "step": 11900
    },
    {
      "loss_action": 0.026930056512355804,
      "loss_total": 0.026930056512355804,
      "step": 11900
    },
    {
      "loss_action": 0.01804158464074135,
      "loss_total": 0.01804158464074135,
      "step": 11900
    },
    {
      "loss_action": 0.020624417811632156,
      "loss_total": 0.020624417811632156,
      "step": 11900
    },
    {
      "loss_action": 0.02335299365222454,
      "loss_total": 0.02335299365222454,
      "step": 11900
    },
    {
      "loss_action": 0.019141072407364845,
      "loss_total": 0.019141072407364845,
      "step": 11900
    },
    {
      "loss_action": 0.00772014819085598,
      "loss_total": 0.00772014819085598,
      "step": 11900
    },
    {
      "grad_norm": 0.176993265748024,
      "learning_rate": 9.87006298928574e-05,
      "loss": 0.0167,
      "step": 11910
    },
    {
      "loss_action": 0.009946170262992382,
      "loss_total": 0.009946170262992382,
      "step": 11910
    },
    {
      "loss_action": 0.032332584261894226,
      "loss_total": 0.032332584261894226,
      "step": 11910
    },
    {
      "loss_action": 0.01962471194565296,
      "loss_total": 0.01962471194565296,
      "step": 11910
    },
    {
      "loss_action": 0.0071304598823189735,
      "loss_total": 0.0071304598823189735,
      "step": 11910
    },
    {
      "loss_action": 0.006722085177898407,
      "loss_total": 0.006722085177898407,
      "step": 11910
    },
    {
      "loss_action": 0.013396165333688259,
      "loss_total": 0.013396165333688259,
      "step": 11910
    },
    {
      "loss_action": 0.03312857449054718,
      "loss_total": 0.03312857449054718,
      "step": 11910
    },
    {
      "loss_action": 0.015492805279791355,
      "loss_total": 0.015492805279791355,
      "step": 11910
    },
    {
      "grad_norm": 0.18644370138645172,
      "learning_rate": 9.869688222274103e-05,
      "loss": 0.018,
      "step": 11920
    },
    {
      "loss_action": 0.01002027653157711,
      "loss_total": 0.01002027653157711,
      "step": 11920
    },
    {
      "loss_action": 0.021045919507741928,
      "loss_total": 0.021045919507741928,
      "step": 11920
    },
    {
      "loss_action": 0.017721988260746002,
      "loss_total": 0.017721988260746002,
      "step": 11920
    },
    {
      "loss_action": 0.022104725241661072,
      "loss_total": 0.022104725241661072,
      "step": 11920
    },
    {
      "loss_action": 0.015282375738024712,
      "loss_total": 0.015282375738024712,
      "step": 11920
    },
    {
      "loss_action": 0.033998146653175354,
      "loss_total": 0.033998146653175354,
      "step": 11920
    },
    {
      "loss_action": 0.019603507593274117,
      "loss_total": 0.019603507593274117,
      "step": 11920
    },
    {
      "loss_action": 0.012693066149950027,
      "loss_total": 0.012693066149950027,
      "step": 11920
    },
    {
      "grad_norm": 0.18776482343673706,
      "learning_rate": 9.869312922720681e-05,
      "loss": 0.0198,
      "step": 11930
    },
    {
      "loss_action": 0.011250799521803856,
      "loss_total": 0.011250799521803856,
      "step": 11930
    },
    {
      "loss_action": 0.025143582373857498,
      "loss_total": 0.025143582373857498,
      "step": 11930
    },
    {
      "loss_action": 0.02513759583234787,
      "loss_total": 0.02513759583234787,
      "step": 11930
    },
    {
      "loss_action": 0.011432833969593048,
      "loss_total": 0.011432833969593048,
      "step": 11930
    },
    {
      "loss_action": 0.019347820430994034,
      "loss_total": 0.019347820430994034,
      "step": 11930
    },
    {
      "loss_action": 0.016726389527320862,
      "loss_total": 0.016726389527320862,
      "step": 11930
    },
    {
      "loss_action": 0.007791582494974136,
      "loss_total": 0.007791582494974136,
      "step": 11930
    },
    {
      "loss_action": 0.022736594080924988,
      "loss_total": 0.022736594080924988,
      "step": 11930
    },
    {
      "grad_norm": 0.19026640057563782,
      "learning_rate": 9.868937090666521e-05,
      "loss": 0.0189,
      "step": 11940
    },
    {
      "loss_action": 0.017892463132739067,
      "loss_total": 0.017892463132739067,
      "step": 11940
    },
    {
      "loss_action": 0.01862805336713791,
      "loss_total": 0.01862805336713791,
      "step": 11940
    },
    {
      "loss_action": 0.012559778057038784,
      "loss_total": 0.012559778057038784,
      "step": 11940
    },
    {
      "loss_action": 0.01422291249036789,
      "loss_total": 0.01422291249036789,
      "step": 11940
    },
    {
      "loss_action": 0.0145303625613451,
      "loss_total": 0.0145303625613451,
      "step": 11940
    },
    {
      "loss_action": 0.02497345767915249,
      "loss_total": 0.02497345767915249,
      "step": 11940
    },
    {
      "loss_action": 0.011219191364943981,
      "loss_total": 0.011219191364943981,
      "step": 11940
    },
    {
      "loss_action": 0.012204160913825035,
      "loss_total": 0.012204160913825035,
      "step": 11940
    },
    {
      "grad_norm": 0.2199186533689499,
      "learning_rate": 9.86856072615272e-05,
      "loss": 0.0184,
      "step": 11950
    },
    {
      "loss_action": 0.01632307469844818,
      "loss_total": 0.01632307469844818,
      "step": 11950
    },
    {
      "loss_action": 0.008476794697344303,
      "loss_total": 0.008476794697344303,
      "step": 11950
    },
    {
      "loss_action": 0.01949218288064003,
      "loss_total": 0.01949218288064003,
      "step": 11950
    },
    {
      "loss_action": 0.02864738181233406,
      "loss_total": 0.02864738181233406,
      "step": 11950
    },
    {
      "loss_action": 0.057900942862033844,
      "loss_total": 0.057900942862033844,
      "step": 11950
    },
    {
      "loss_action": 0.015860654413700104,
      "loss_total": 0.015860654413700104,
      "step": 11950
    },
    {
      "loss_action": 0.0067191096022725105,
      "loss_total": 0.0067191096022725105,
      "step": 11950
    },
    {
      "loss_action": 0.010400097817182541,
      "loss_total": 0.010400097817182541,
      "step": 11950
    },
    {
      "grad_norm": 0.18197092413902283,
      "learning_rate": 9.868183829220438e-05,
      "loss": 0.019,
      "step": 11960
    },
    {
      "loss_action": 0.013873756863176823,
      "loss_total": 0.013873756863176823,
      "step": 11960
    },
    {
      "loss_action": 0.009349420666694641,
      "loss_total": 0.009349420666694641,
      "step": 11960
    },
    {
      "loss_action": 0.011611754074692726,
      "loss_total": 0.011611754074692726,
      "step": 11960
    },
    {
      "loss_action": 0.024177948012948036,
      "loss_total": 0.024177948012948036,
      "step": 11960
    },
    {
      "loss_action": 0.012718930840492249,
      "loss_total": 0.012718930840492249,
      "step": 11960
    },
    {
      "loss_action": 0.01012934185564518,
      "loss_total": 0.01012934185564518,
      "step": 11960
    },
    {
      "loss_action": 0.010984309017658234,
      "loss_total": 0.010984309017658234,
      "step": 11960
    },
    {
      "loss_action": 0.00810541957616806,
      "loss_total": 0.00810541957616806,
      "step": 11960
    },
    {
      "grad_norm": 0.16011443734169006,
      "learning_rate": 9.867806399910893e-05,
      "loss": 0.0148,
      "step": 11970
    },
    {
      "loss_action": 0.012658681720495224,
      "loss_total": 0.012658681720495224,
      "step": 11970
    },
    {
      "loss_action": 0.011168772354722023,
      "loss_total": 0.011168772354722023,
      "step": 11970
    },
    {
      "loss_action": 0.008795913308858871,
      "loss_total": 0.008795913308858871,
      "step": 11970
    },
    {
      "loss_action": 0.013940148986876011,
      "loss_total": 0.013940148986876011,
      "step": 11970
    },
    {
      "loss_action": 0.027534576132893562,
      "loss_total": 0.027534576132893562,
      "step": 11970
    },
    {
      "loss_action": 0.01091519184410572,
      "loss_total": 0.01091519184410572,
      "step": 11970
    },
    {
      "loss_action": 0.015100558288395405,
      "loss_total": 0.015100558288395405,
      "step": 11970
    },
    {
      "loss_action": 0.03352922201156616,
      "loss_total": 0.03352922201156616,
      "step": 11970
    },
    {
      "grad_norm": 0.14189279079437256,
      "learning_rate": 9.867428438265356e-05,
      "loss": 0.0164,
      "step": 11980
    },
    {
      "loss_action": 0.015053872019052505,
      "loss_total": 0.015053872019052505,
      "step": 11980
    },
    {
      "loss_action": 0.01737126335501671,
      "loss_total": 0.01737126335501671,
      "step": 11980
    },
    {
      "loss_action": 0.019595135003328323,
      "loss_total": 0.019595135003328323,
      "step": 11980
    },
    {
      "loss_action": 0.033035192638635635,
      "loss_total": 0.033035192638635635,
      "step": 11980
    },
    {
      "loss_action": 0.012333385646343231,
      "loss_total": 0.012333385646343231,
      "step": 11980
    },
    {
      "loss_action": 0.014779401011765003,
      "loss_total": 0.014779401011765003,
      "step": 11980
    },
    {
      "loss_action": 0.008587706834077835,
      "loss_total": 0.008587706834077835,
      "step": 11980
    },
    {
      "loss_action": 0.017114762216806412,
      "loss_total": 0.017114762216806412,
      "step": 11980
    },
    {
      "grad_norm": 0.21491087973117828,
      "learning_rate": 9.867049944325165e-05,
      "loss": 0.0172,
      "step": 11990
    },
    {
      "loss_action": 0.02169305831193924,
      "loss_total": 0.02169305831193924,
      "step": 11990
    },
    {
      "loss_action": 0.01709194853901863,
      "loss_total": 0.01709194853901863,
      "step": 11990
    },
    {
      "loss_action": 0.010777009651064873,
      "loss_total": 0.010777009651064873,
      "step": 11990
    },
    {
      "loss_action": 0.019315725192427635,
      "loss_total": 0.019315725192427635,
      "step": 11990
    },
    {
      "loss_action": 0.042976170778274536,
      "loss_total": 0.042976170778274536,
      "step": 11990
    },
    {
      "loss_action": 0.015994470566511154,
      "loss_total": 0.015994470566511154,
      "step": 11990
    },
    {
      "loss_action": 0.01348712295293808,
      "loss_total": 0.01348712295293808,
      "step": 11990
    },
    {
      "loss_action": 0.016595445573329926,
      "loss_total": 0.016595445573329926,
      "step": 11990
    },
    {
      "grad_norm": 0.29334452748298645,
      "learning_rate": 9.86667091813171e-05,
      "loss": 0.0206,
      "step": 12000
    },
    {
      "loss_action": 0.01707284152507782,
      "loss_total": 0.01707284152507782,
      "step": 12000
    },
    {
      "loss_action": 0.04246394336223602,
      "loss_total": 0.04246394336223602,
      "step": 12000
    },
    {
      "loss_action": 0.02162495255470276,
      "loss_total": 0.02162495255470276,
      "step": 12000
    },
    {
      "loss_action": 0.01578861102461815,
      "loss_total": 0.01578861102461815,
      "step": 12000
    },
    {
      "loss_action": 0.013768745586276054,
      "loss_total": 0.013768745586276054,
      "step": 12000
    },
    {
      "loss_action": 0.029376469552516937,
      "loss_total": 0.029376469552516937,
      "step": 12000
    },
    {
      "loss_action": 0.012897348031401634,
      "loss_total": 0.012897348031401634,
      "step": 12000
    },
    {
      "loss_action": 0.013021817430853844,
      "loss_total": 0.013021817430853844,
      "step": 12000
    },
    {
      "grad_norm": 0.25361043214797974,
      "learning_rate": 9.866291359726438e-05,
      "loss": 0.0218,
      "step": 12010
    },
    {
      "loss_action": 0.01139166858047247,
      "loss_total": 0.01139166858047247,
      "step": 12010
    },
    {
      "loss_action": 0.011555144563317299,
      "loss_total": 0.011555144563317299,
      "step": 12010
    },
    {
      "loss_action": 0.007747764699161053,
      "loss_total": 0.007747764699161053,
      "step": 12010
    },
    {
      "loss_action": 0.0090629355981946,
      "loss_total": 0.0090629355981946,
      "step": 12010
    },
    {
      "loss_action": 0.010086094960570335,
      "loss_total": 0.010086094960570335,
      "step": 12010
    },
    {
      "loss_action": 0.01998976245522499,
      "loss_total": 0.01998976245522499,
      "step": 12010
    },
    {
      "loss_action": 0.009050899185240269,
      "loss_total": 0.009050899185240269,
      "step": 12010
    },
    {
      "loss_action": 0.021233566105365753,
      "loss_total": 0.021233566105365753,
      "step": 12010
    },
    {
      "grad_norm": 0.19006377458572388,
      "learning_rate": 9.865911269150861e-05,
      "loss": 0.0189,
      "step": 12020
    },
    {
      "loss_action": 0.00794958509504795,
      "loss_total": 0.00794958509504795,
      "step": 12020
    },
    {
      "loss_action": 0.013106154277920723,
      "loss_total": 0.013106154277920723,
      "step": 12020
    },
    {
      "loss_action": 0.011793099343776703,
      "loss_total": 0.011793099343776703,
      "step": 12020
    },
    {
      "loss_action": 0.013316107913851738,
      "loss_total": 0.013316107913851738,
      "step": 12020
    },
    {
      "loss_action": 0.029917974025011063,
      "loss_total": 0.029917974025011063,
      "step": 12020
    },
    {
      "loss_action": 0.016536656767129898,
      "loss_total": 0.016536656767129898,
      "step": 12020
    },
    {
      "loss_action": 0.022062305361032486,
      "loss_total": 0.022062305361032486,
      "step": 12020
    },
    {
      "loss_action": 0.014530550688505173,
      "loss_total": 0.014530550688505173,
      "step": 12020
    },
    {
      "grad_norm": 0.17712169885635376,
      "learning_rate": 9.865530646446544e-05,
      "loss": 0.018,
      "step": 12030
    },
    {
      "loss_action": 0.025525618344545364,
      "loss_total": 0.025525618344545364,
      "step": 12030
    },
    {
      "loss_action": 0.010950887575745583,
      "loss_total": 0.010950887575745583,
      "step": 12030
    },
    {
      "loss_action": 0.020036324858665466,
      "loss_total": 0.020036324858665466,
      "step": 12030
    },
    {
      "loss_action": 0.013881659135222435,
      "loss_total": 0.013881659135222435,
      "step": 12030
    },
    {
      "loss_action": 0.009566882625222206,
      "loss_total": 0.009566882625222206,
      "step": 12030
    },
    {
      "loss_action": 0.01315864734351635,
      "loss_total": 0.01315864734351635,
      "step": 12030
    },
    {
      "loss_action": 0.009225839748978615,
      "loss_total": 0.009225839748978615,
      "step": 12030
    },
    {
      "loss_action": 0.007264634128659964,
      "loss_total": 0.007264634128659964,
      "step": 12030
    },
    {
      "grad_norm": 0.16374562680721283,
      "learning_rate": 9.86514949165511e-05,
      "loss": 0.0157,
      "step": 12040
    },
    {
      "loss_action": 0.01466040126979351,
      "loss_total": 0.01466040126979351,
      "step": 12040
    },
    {
      "loss_action": 0.009122844785451889,
      "loss_total": 0.009122844785451889,
      "step": 12040
    },
    {
      "loss_action": 0.014005686156451702,
      "loss_total": 0.014005686156451702,
      "step": 12040
    },
    {
      "loss_action": 0.013513610698282719,
      "loss_total": 0.013513610698282719,
      "step": 12040
    },
    {
      "loss_action": 0.007901478558778763,
      "loss_total": 0.007901478558778763,
      "step": 12040
    },
    {
      "loss_action": 0.03376638889312744,
      "loss_total": 0.03376638889312744,
      "step": 12040
    },
    {
      "loss_action": 0.011437306180596352,
      "loss_total": 0.011437306180596352,
      "step": 12040
    },
    {
      "loss_action": 0.07219413667917252,
      "loss_total": 0.07219413667917252,
      "step": 12040
    },
    {
      "grad_norm": 0.1796208620071411,
      "learning_rate": 9.864767804818243e-05,
      "loss": 0.0165,
      "step": 12050
    },
    {
      "loss_action": 0.014036125503480434,
      "loss_total": 0.014036125503480434,
      "step": 12050
    },
    {
      "loss_action": 0.025767795741558075,
      "loss_total": 0.025767795741558075,
      "step": 12050
    },
    {
      "loss_action": 0.012287875637412071,
      "loss_total": 0.012287875637412071,
      "step": 12050
    },
    {
      "loss_action": 0.03878850117325783,
      "loss_total": 0.03878850117325783,
      "step": 12050
    },
    {
      "loss_action": 0.01743580400943756,
      "loss_total": 0.01743580400943756,
      "step": 12050
    },
    {
      "loss_action": 0.009819652885198593,
      "loss_total": 0.009819652885198593,
      "step": 12050
    },
    {
      "loss_action": 0.01580815203487873,
      "loss_total": 0.01580815203487873,
      "step": 12050
    },
    {
      "loss_action": 0.025071872398257256,
      "loss_total": 0.025071872398257256,
      "step": 12050
    },
    {
      "grad_norm": 0.21482202410697937,
      "learning_rate": 9.86438558597768e-05,
      "loss": 0.0182,
      "step": 12060
    },
    {
      "loss_action": 0.03389252722263336,
      "loss_total": 0.03389252722263336,
      "step": 12060
    },
    {
      "loss_action": 0.01050272025167942,
      "loss_total": 0.01050272025167942,
      "step": 12060
    },
    {
      "loss_action": 0.014947581104934216,
      "loss_total": 0.014947581104934216,
      "step": 12060
    },
    {
      "loss_action": 0.014772999100387096,
      "loss_total": 0.014772999100387096,
      "step": 12060
    },
    {
      "loss_action": 0.014447598718106747,
      "loss_total": 0.014447598718106747,
      "step": 12060
    },
    {
      "loss_action": 0.029619088396430016,
      "loss_total": 0.029619088396430016,
      "step": 12060
    },
    {
      "loss_action": 0.008169597946107388,
      "loss_total": 0.008169597946107388,
      "step": 12060
    },
    {
      "loss_action": 0.030625980347394943,
      "loss_total": 0.030625980347394943,
      "step": 12060
    },
    {
      "grad_norm": 0.2512446939945221,
      "learning_rate": 9.864002835175225e-05,
      "loss": 0.0167,
      "step": 12070
    },
    {
      "loss_action": 0.008884049952030182,
      "loss_total": 0.008884049952030182,
      "step": 12070
    },
    {
      "loss_action": 0.018131881952285767,
      "loss_total": 0.018131881952285767,
      "step": 12070
    },
    {
      "loss_action": 0.01785663329064846,
      "loss_total": 0.01785663329064846,
      "step": 12070
    },
    {
      "loss_action": 0.015833135694265366,
      "loss_total": 0.015833135694265366,
      "step": 12070
    },
    {
      "loss_action": 0.008080210536718369,
      "loss_total": 0.008080210536718369,
      "step": 12070
    },
    {
      "loss_action": 0.009540753439068794,
      "loss_total": 0.009540753439068794,
      "step": 12070
    },
    {
      "loss_action": 0.011697879061102867,
      "loss_total": 0.011697879061102867,
      "step": 12070
    },
    {
      "loss_action": 0.00709709944203496,
      "loss_total": 0.00709709944203496,
      "step": 12070
    },
    {
      "grad_norm": 0.19981054961681366,
      "learning_rate": 9.863619552452734e-05,
      "loss": 0.0171,
      "step": 12080
    },
    {
      "loss_action": 0.010486572980880737,
      "loss_total": 0.010486572980880737,
      "step": 12080
    },
    {
      "loss_action": 0.05827735364437103,
      "loss_total": 0.05827735364437103,
      "step": 12080
    },
    {
      "loss_action": 0.012406331486999989,
      "loss_total": 0.012406331486999989,
      "step": 12080
    },
    {
      "loss_action": 0.013897283934056759,
      "loss_total": 0.013897283934056759,
      "step": 12080
    },
    {
      "loss_action": 0.01719007082283497,
      "loss_total": 0.01719007082283497,
      "step": 12080
    },
    {
      "loss_action": 0.01905631646513939,
      "loss_total": 0.01905631646513939,
      "step": 12080
    },
    {
      "loss_action": 0.05343373864889145,
      "loss_total": 0.05343373864889145,
      "step": 12080
    },
    {
      "loss_action": 0.01282682828605175,
      "loss_total": 0.01282682828605175,
      "step": 12080
    },
    {
      "grad_norm": 0.2382257580757141,
      "learning_rate": 9.863235737852119e-05,
      "loss": 0.0211,
      "step": 12090
    },
    {
      "loss_action": 0.017742417752742767,
      "loss_total": 0.017742417752742767,
      "step": 12090
    },
    {
      "loss_action": 0.018386133015155792,
      "loss_total": 0.018386133015155792,
      "step": 12090
    },
    {
      "loss_action": 0.010231902822852135,
      "loss_total": 0.010231902822852135,
      "step": 12090
    },
    {
      "loss_action": 0.023916423320770264,
      "loss_total": 0.023916423320770264,
      "step": 12090
    },
    {
      "loss_action": 0.04010701924562454,
      "loss_total": 0.04010701924562454,
      "step": 12090
    },
    {
      "loss_action": 0.038534827530384064,
      "loss_total": 0.038534827530384064,
      "step": 12090
    },
    {
      "loss_action": 0.0171891488134861,
      "loss_total": 0.0171891488134861,
      "step": 12090
    },
    {
      "loss_action": 0.013664305210113525,
      "loss_total": 0.013664305210113525,
      "step": 12090
    },
    {
      "grad_norm": 0.2118181735277176,
      "learning_rate": 9.862851391415356e-05,
      "loss": 0.0188,
      "step": 12100
    },
    {
      "loss_action": 0.04412178695201874,
      "loss_total": 0.04412178695201874,
      "step": 12100
    },
    {
      "loss_action": 0.014779476448893547,
      "loss_total": 0.014779476448893547,
      "step": 12100
    },
    {
      "loss_action": 0.022131692618131638,
      "loss_total": 0.022131692618131638,
      "step": 12100
    },
    {
      "loss_action": 0.009705047123134136,
      "loss_total": 0.009705047123134136,
      "step": 12100
    },
    {
      "loss_action": 0.008698998019099236,
      "loss_total": 0.008698998019099236,
      "step": 12100
    },
    {
      "loss_action": 0.033627405762672424,
      "loss_total": 0.033627405762672424,
      "step": 12100
    },
    {
      "loss_action": 0.017501575872302055,
      "loss_total": 0.017501575872302055,
      "step": 12100
    },
    {
      "loss_action": 0.011280321516096592,
      "loss_total": 0.011280321516096592,
      "step": 12100
    },
    {
      "grad_norm": 0.17480088770389557,
      "learning_rate": 9.862466513184477e-05,
      "loss": 0.0164,
      "step": 12110
    },
    {
      "loss_action": 0.029838189482688904,
      "loss_total": 0.029838189482688904,
      "step": 12110
    },
    {
      "loss_action": 0.007570160552859306,
      "loss_total": 0.007570160552859306,
      "step": 12110
    },
    {
      "loss_action": 0.017072288319468498,
      "loss_total": 0.017072288319468498,
      "step": 12110
    },
    {
      "loss_action": 0.010515328496694565,
      "loss_total": 0.010515328496694565,
      "step": 12110
    },
    {
      "loss_action": 0.020478572696447372,
      "loss_total": 0.020478572696447372,
      "step": 12110
    },
    {
      "loss_action": 0.009875321760773659,
      "loss_total": 0.009875321760773659,
      "step": 12110
    },
    {
      "loss_action": 0.020268887281417847,
      "loss_total": 0.020268887281417847,
      "step": 12110
    },
    {
      "loss_action": 0.026454798877239227,
      "loss_total": 0.026454798877239227,
      "step": 12110
    },
    {
      "grad_norm": 0.17661738395690918,
      "learning_rate": 9.86208110320157e-05,
      "loss": 0.0169,
      "step": 12120
    },
    {
      "loss_action": 0.009851327165961266,
      "loss_total": 0.009851327165961266,
      "step": 12120
    },
    {
      "loss_action": 0.013793008401989937,
      "loss_total": 0.013793008401989937,
      "step": 12120
    },
    {
      "loss_action": 0.028655827045440674,
      "loss_total": 0.028655827045440674,
      "step": 12120
    },
    {
      "loss_action": 0.007526837754994631,
      "loss_total": 0.007526837754994631,
      "step": 12120
    },
    {
      "loss_action": 0.014816174283623695,
      "loss_total": 0.014816174283623695,
      "step": 12120
    },
    {
      "loss_action": 0.01636788807809353,
      "loss_total": 0.01636788807809353,
      "step": 12120
    },
    {
      "loss_action": 0.020133426412940025,
      "loss_total": 0.020133426412940025,
      "step": 12120
    },
    {
      "loss_action": 0.018293868750333786,
      "loss_total": 0.018293868750333786,
      "step": 12120
    },
    {
      "grad_norm": 0.20229090750217438,
      "learning_rate": 9.861695161508784e-05,
      "loss": 0.0187,
      "step": 12130
    },
    {
      "loss_action": 0.017046276479959488,
      "loss_total": 0.017046276479959488,
      "step": 12130
    },
    {
      "loss_action": 0.02549787238240242,
      "loss_total": 0.02549787238240242,
      "step": 12130
    },
    {
      "loss_action": 0.012678412720561028,
      "loss_total": 0.012678412720561028,
      "step": 12130
    },
    {
      "loss_action": 0.016325628384947777,
      "loss_total": 0.016325628384947777,
      "step": 12130
    },
    {
      "loss_action": 0.009427574463188648,
      "loss_total": 0.009427574463188648,
      "step": 12130
    },
    {
      "loss_action": 0.013794292695820332,
      "loss_total": 0.013794292695820332,
      "step": 12130
    },
    {
      "loss_action": 0.019013259559869766,
      "loss_total": 0.019013259559869766,
      "step": 12130
    },
    {
      "loss_action": 0.014349628239870071,
      "loss_total": 0.014349628239870071,
      "step": 12130
    },
    {
      "grad_norm": 0.3460708558559418,
      "learning_rate": 9.861308688148324e-05,
      "loss": 0.0187,
      "step": 12140
    },
    {
      "loss_action": 0.012327308766543865,
      "loss_total": 0.012327308766543865,
      "step": 12140
    },
    {
      "loss_action": 0.012262778356671333,
      "loss_total": 0.012262778356671333,
      "step": 12140
    },
    {
      "loss_action": 0.015848809853196144,
      "loss_total": 0.015848809853196144,
      "step": 12140
    },
    {
      "loss_action": 0.017394965514540672,
      "loss_total": 0.017394965514540672,
      "step": 12140
    },
    {
      "loss_action": 0.011563233099877834,
      "loss_total": 0.011563233099877834,
      "step": 12140
    },
    {
      "loss_action": 0.012292636558413506,
      "loss_total": 0.012292636558413506,
      "step": 12140
    },
    {
      "loss_action": 0.012017128989100456,
      "loss_total": 0.012017128989100456,
      "step": 12140
    },
    {
      "loss_action": 0.014685479924082756,
      "loss_total": 0.014685479924082756,
      "step": 12140
    },
    {
      "grad_norm": 0.375277042388916,
      "learning_rate": 9.860921683162455e-05,
      "loss": 0.0198,
      "step": 12150
    },
    {
      "loss_action": 0.01345632690936327,
      "loss_total": 0.01345632690936327,
      "step": 12150
    },
    {
      "loss_action": 0.03178973123431206,
      "loss_total": 0.03178973123431206,
      "step": 12150
    },
    {
      "loss_action": 0.012955917045474052,
      "loss_total": 0.012955917045474052,
      "step": 12150
    },
    {
      "loss_action": 0.009499304927885532,
      "loss_total": 0.009499304927885532,
      "step": 12150
    },
    {
      "loss_action": 0.013418636284768581,
      "loss_total": 0.013418636284768581,
      "step": 12150
    },
    {
      "loss_action": 0.017973346635699272,
      "loss_total": 0.017973346635699272,
      "step": 12150
    },
    {
      "loss_action": 0.011592516675591469,
      "loss_total": 0.011592516675591469,
      "step": 12150
    },
    {
      "loss_action": 0.026413407176733017,
      "loss_total": 0.026413407176733017,
      "step": 12150
    },
    {
      "grad_norm": 0.17665967345237732,
      "learning_rate": 9.860534146593499e-05,
      "loss": 0.0188,
      "step": 12160
    },
    {
      "loss_action": 0.012212410569190979,
      "loss_total": 0.012212410569190979,
      "step": 12160
    },
    {
      "loss_action": 0.018835553899407387,
      "loss_total": 0.018835553899407387,
      "step": 12160
    },
    {
      "loss_action": 0.01940704882144928,
      "loss_total": 0.01940704882144928,
      "step": 12160
    },
    {
      "loss_action": 0.031968533992767334,
      "loss_total": 0.031968533992767334,
      "step": 12160
    },
    {
      "loss_action": 0.007946065627038479,
      "loss_total": 0.007946065627038479,
      "step": 12160
    },
    {
      "loss_action": 0.01318956259638071,
      "loss_total": 0.01318956259638071,
      "step": 12160
    },
    {
      "loss_action": 0.013373324647545815,
      "loss_total": 0.013373324647545815,
      "step": 12160
    },
    {
      "loss_action": 0.013464648276567459,
      "loss_total": 0.013464648276567459,
      "step": 12160
    },
    {
      "grad_norm": 0.17760862410068512,
      "learning_rate": 9.860146078483836e-05,
      "loss": 0.0155,
      "step": 12170
    },
    {
      "loss_action": 0.021930202841758728,
      "loss_total": 0.021930202841758728,
      "step": 12170
    },
    {
      "loss_action": 0.014481608755886555,
      "loss_total": 0.014481608755886555,
      "step": 12170
    },
    {
      "loss_action": 0.010076886042952538,
      "loss_total": 0.010076886042952538,
      "step": 12170
    },
    {
      "loss_action": 0.011055218055844307,
      "loss_total": 0.011055218055844307,
      "step": 12170
    },
    {
      "loss_action": 0.010114717297255993,
      "loss_total": 0.010114717297255993,
      "step": 12170
    },
    {
      "loss_action": 0.012288257479667664,
      "loss_total": 0.012288257479667664,
      "step": 12170
    },
    {
      "loss_action": 0.006181054748594761,
      "loss_total": 0.006181054748594761,
      "step": 12170
    },
    {
      "loss_action": 0.007592672482132912,
      "loss_total": 0.007592672482132912,
      "step": 12170
    },
    {
      "grad_norm": 0.17944419384002686,
      "learning_rate": 9.859757478875905e-05,
      "loss": 0.0179,
      "step": 12180
    },
    {
      "loss_action": 0.011296496726572514,
      "loss_total": 0.011296496726572514,
      "step": 12180
    },
    {
      "loss_action": 0.010574596002697945,
      "loss_total": 0.010574596002697945,
      "step": 12180
    },
    {
      "loss_action": 0.009981785900890827,
      "loss_total": 0.009981785900890827,
      "step": 12180
    },
    {
      "loss_action": 0.029857056215405464,
      "loss_total": 0.029857056215405464,
      "step": 12180
    },
    {
      "loss_action": 0.01135316863656044,
      "loss_total": 0.01135316863656044,
      "step": 12180
    },
    {
      "loss_action": 0.012778060510754585,
      "loss_total": 0.012778060510754585,
      "step": 12180
    },
    {
      "loss_action": 0.009871190413832664,
      "loss_total": 0.009871190413832664,
      "step": 12180
    },
    {
      "loss_action": 0.010678784921765327,
      "loss_total": 0.010678784921765327,
      "step": 12180
    },
    {
      "grad_norm": 0.1997472494840622,
      "learning_rate": 9.859368347812204e-05,
      "loss": 0.0164,
      "step": 12190
    },
    {
      "loss_action": 0.013161562383174896,
      "loss_total": 0.013161562383174896,
      "step": 12190
    },
    {
      "loss_action": 0.02645343355834484,
      "loss_total": 0.02645343355834484,
      "step": 12190
    },
    {
      "loss_action": 0.008506891317665577,
      "loss_total": 0.008506891317665577,
      "step": 12190
    },
    {
      "loss_action": 0.008154844865202904,
      "loss_total": 0.008154844865202904,
      "step": 12190
    },
    {
      "loss_action": 0.010732054710388184,
      "loss_total": 0.010732054710388184,
      "step": 12190
    },
    {
      "loss_action": 0.02163829281926155,
      "loss_total": 0.02163829281926155,
      "step": 12190
    },
    {
      "loss_action": 0.010263043455779552,
      "loss_total": 0.010263043455779552,
      "step": 12190
    },
    {
      "loss_action": 0.027800843119621277,
      "loss_total": 0.027800843119621277,
      "step": 12190
    },
    {
      "grad_norm": 0.13834697008132935,
      "learning_rate": 9.858978685335285e-05,
      "loss": 0.018,
      "step": 12200
    },
    {
      "loss_action": 0.02191172167658806,
      "loss_total": 0.02191172167658806,
      "step": 12200
    },
    {
      "loss_action": 0.01850936934351921,
      "loss_total": 0.01850936934351921,
      "step": 12200
    },
    {
      "loss_action": 0.014502338133752346,
      "loss_total": 0.014502338133752346,
      "step": 12200
    },
    {
      "loss_action": 0.018470296636223793,
      "loss_total": 0.018470296636223793,
      "step": 12200
    },
    {
      "loss_action": 0.004687663167715073,
      "loss_total": 0.004687663167715073,
      "step": 12200
    },
    {
      "loss_action": 0.013014457188546658,
      "loss_total": 0.013014457188546658,
      "step": 12200
    },
    {
      "loss_action": 0.006769848056137562,
      "loss_total": 0.006769848056137562,
      "step": 12200
    },
    {
      "loss_action": 0.010469058528542519,
      "loss_total": 0.010469058528542519,
      "step": 12200
    },
    {
      "grad_norm": 0.23126503825187683,
      "learning_rate": 9.858588491487763e-05,
      "loss": 0.0192,
      "step": 12210
    },
    {
      "loss_action": 0.0196460522711277,
      "loss_total": 0.0196460522711277,
      "step": 12210
    },
    {
      "loss_action": 0.0093503687530756,
      "loss_total": 0.0093503687530756,
      "step": 12210
    },
    {
      "loss_action": 0.014273708686232567,
      "loss_total": 0.014273708686232567,
      "step": 12210
    },
    {
      "loss_action": 0.015601316466927528,
      "loss_total": 0.015601316466927528,
      "step": 12210
    },
    {
      "loss_action": 0.008328255265951157,
      "loss_total": 0.008328255265951157,
      "step": 12210
    },
    {
      "loss_action": 0.02027870900928974,
      "loss_total": 0.02027870900928974,
      "step": 12210
    },
    {
      "loss_action": 0.009798990562558174,
      "loss_total": 0.009798990562558174,
      "step": 12210
    },
    {
      "loss_action": 0.008226964622735977,
      "loss_total": 0.008226964622735977,
      "step": 12210
    },
    {
      "grad_norm": 0.17669203877449036,
      "learning_rate": 9.858197766312308e-05,
      "loss": 0.0156,
      "step": 12220
    },
    {
      "loss_action": 0.016231924295425415,
      "loss_total": 0.016231924295425415,
      "step": 12220
    },
    {
      "loss_action": 0.012052476406097412,
      "loss_total": 0.012052476406097412,
      "step": 12220
    },
    {
      "loss_action": 0.011110874824225903,
      "loss_total": 0.011110874824225903,
      "step": 12220
    },
    {
      "loss_action": 0.015533309429883957,
      "loss_total": 0.015533309429883957,
      "step": 12220
    },
    {
      "loss_action": 0.021441299468278885,
      "loss_total": 0.021441299468278885,
      "step": 12220
    },
    {
      "loss_action": 0.01668127067387104,
      "loss_total": 0.01668127067387104,
      "step": 12220
    },
    {
      "loss_action": 0.018770193681120872,
      "loss_total": 0.018770193681120872,
      "step": 12220
    },
    {
      "loss_action": 0.0315498486161232,
      "loss_total": 0.0315498486161232,
      "step": 12220
    },
    {
      "grad_norm": 0.1884412318468094,
      "learning_rate": 9.857806509851649e-05,
      "loss": 0.0182,
      "step": 12230
    },
    {
      "loss_action": 0.012170757167041302,
      "loss_total": 0.012170757167041302,
      "step": 12230
    },
    {
      "loss_action": 0.0141019681468606,
      "loss_total": 0.0141019681468606,
      "step": 12230
    },
    {
      "loss_action": 0.01899535395205021,
      "loss_total": 0.01899535395205021,
      "step": 12230
    },
    {
      "loss_action": 0.017109183594584465,
      "loss_total": 0.017109183594584465,
      "step": 12230
    },
    {
      "loss_action": 0.04312029480934143,
      "loss_total": 0.04312029480934143,
      "step": 12230
    },
    {
      "loss_action": 0.015022726729512215,
      "loss_total": 0.015022726729512215,
      "step": 12230
    },
    {
      "loss_action": 0.027378443628549576,
      "loss_total": 0.027378443628549576,
      "step": 12230
    },
    {
      "loss_action": 0.010248061269521713,
      "loss_total": 0.010248061269521713,
      "step": 12230
    },
    {
      "grad_norm": 0.13566385209560394,
      "learning_rate": 9.857414722148574e-05,
      "loss": 0.0174,
      "step": 12240
    },
    {
      "loss_action": 0.018285630270838737,
      "loss_total": 0.018285630270838737,
      "step": 12240
    },
    {
      "loss_action": 0.010422558523714542,
      "loss_total": 0.010422558523714542,
      "step": 12240
    },
    {
      "loss_action": 0.015320805832743645,
      "loss_total": 0.015320805832743645,
      "step": 12240
    },
    {
      "loss_action": 0.02253887802362442,
      "loss_total": 0.02253887802362442,
      "step": 12240
    },
    {
      "loss_action": 0.011372066102921963,
      "loss_total": 0.011372066102921963,
      "step": 12240
    },
    {
      "loss_action": 0.01214042492210865,
      "loss_total": 0.01214042492210865,
      "step": 12240
    },
    {
      "loss_action": 0.013194967061281204,
      "loss_total": 0.013194967061281204,
      "step": 12240
    },
    {
      "loss_action": 0.037861451506614685,
      "loss_total": 0.037861451506614685,
      "step": 12240
    },
    {
      "grad_norm": 0.2056296169757843,
      "learning_rate": 9.857022403245928e-05,
      "loss": 0.0188,
      "step": 12250
    },
    {
      "loss_action": 0.010865014046430588,
      "loss_total": 0.010865014046430588,
      "step": 12250
    },
    {
      "loss_action": 0.009370595216751099,
      "loss_total": 0.009370595216751099,
      "step": 12250
    },
    {
      "loss_action": 0.012489650398492813,
      "loss_total": 0.012489650398492813,
      "step": 12250
    },
    {
      "loss_action": 0.030046116560697556,
      "loss_total": 0.030046116560697556,
      "step": 12250
    },
    {
      "loss_action": 0.008483885787427425,
      "loss_total": 0.008483885787427425,
      "step": 12250
    },
    {
      "loss_action": 0.016081636771559715,
      "loss_total": 0.016081636771559715,
      "step": 12250
    },
    {
      "loss_action": 0.013197300024330616,
      "loss_total": 0.013197300024330616,
      "step": 12250
    },
    {
      "loss_action": 0.023761417716741562,
      "loss_total": 0.023761417716741562,
      "step": 12250
    },
    {
      "grad_norm": 0.23081955313682556,
      "learning_rate": 9.856629553186615e-05,
      "loss": 0.0179,
      "step": 12260
    },
    {
      "loss_action": 0.009037279523909092,
      "loss_total": 0.009037279523909092,
      "step": 12260
    },
    {
      "loss_action": 0.022634752094745636,
      "loss_total": 0.022634752094745636,
      "step": 12260
    },
    {
      "loss_action": 0.03589456528425217,
      "loss_total": 0.03589456528425217,
      "step": 12260
    },
    {
      "loss_action": 0.06196647137403488,
      "loss_total": 0.06196647137403488,
      "step": 12260
    },
    {
      "loss_action": 0.018862284719944,
      "loss_total": 0.018862284719944,
      "step": 12260
    },
    {
      "loss_action": 0.02244991436600685,
      "loss_total": 0.02244991436600685,
      "step": 12260
    },
    {
      "loss_action": 0.029086345806717873,
      "loss_total": 0.029086345806717873,
      "step": 12260
    },
    {
      "loss_action": 0.01100229099392891,
      "loss_total": 0.01100229099392891,
      "step": 12260
    },
    {
      "grad_norm": 0.1851523220539093,
      "learning_rate": 9.856236172013595e-05,
      "loss": 0.0196,
      "step": 12270
    },
    {
      "loss_action": 0.005666760262101889,
      "loss_total": 0.005666760262101889,
      "step": 12270
    },
    {
      "loss_action": 0.01851419359445572,
      "loss_total": 0.01851419359445572,
      "step": 12270
    },
    {
      "loss_action": 0.017863813787698746,
      "loss_total": 0.017863813787698746,
      "step": 12270
    },
    {
      "loss_action": 0.01208920031785965,
      "loss_total": 0.01208920031785965,
      "step": 12270
    },
    {
      "loss_action": 0.011888604611158371,
      "loss_total": 0.011888604611158371,
      "step": 12270
    },
    {
      "loss_action": 0.026977047324180603,
      "loss_total": 0.026977047324180603,
      "step": 12270
    },
    {
      "loss_action": 0.04098167270421982,
      "loss_total": 0.04098167270421982,
      "step": 12270
    },
    {
      "loss_action": 0.00827772356569767,
      "loss_total": 0.00827772356569767,
      "step": 12270
    },
    {
      "grad_norm": 0.21881888806819916,
      "learning_rate": 9.85584225976989e-05,
      "loss": 0.0159,
      "step": 12280
    },
    {
      "loss_action": 0.010853172279894352,
      "loss_total": 0.010853172279894352,
      "step": 12280
    },
    {
      "loss_action": 0.012700620107352734,
      "loss_total": 0.012700620107352734,
      "step": 12280
    },
    {
      "loss_action": 0.01553206704556942,
      "loss_total": 0.01553206704556942,
      "step": 12280
    },
    {
      "loss_action": 0.007946621626615524,
      "loss_total": 0.007946621626615524,
      "step": 12280
    },
    {
      "loss_action": 0.01600639522075653,
      "loss_total": 0.01600639522075653,
      "step": 12280
    },
    {
      "loss_action": 0.018872765824198723,
      "loss_total": 0.018872765824198723,
      "step": 12280
    },
    {
      "loss_action": 0.01466631330549717,
      "loss_total": 0.01466631330549717,
      "step": 12280
    },
    {
      "loss_action": 0.012515788897871971,
      "loss_total": 0.012515788897871971,
      "step": 12280
    },
    {
      "grad_norm": 0.10562721639871597,
      "learning_rate": 9.855447816498575e-05,
      "loss": 0.0146,
      "step": 12290
    },
    {
      "loss_action": 0.009309753775596619,
      "loss_total": 0.009309753775596619,
      "step": 12290
    },
    {
      "loss_action": 0.007772399578243494,
      "loss_total": 0.007772399578243494,
      "step": 12290
    },
    {
      "loss_action": 0.05107482895255089,
      "loss_total": 0.05107482895255089,
      "step": 12290
    },
    {
      "loss_action": 0.008743848651647568,
      "loss_total": 0.008743848651647568,
      "step": 12290
    },
    {
      "loss_action": 0.018698330968618393,
      "loss_total": 0.018698330968618393,
      "step": 12290
    },
    {
      "loss_action": 0.0276853758841753,
      "loss_total": 0.0276853758841753,
      "step": 12290
    },
    {
      "loss_action": 0.009652869775891304,
      "loss_total": 0.009652869775891304,
      "step": 12290
    },
    {
      "loss_action": 0.0326773002743721,
      "loss_total": 0.0326773002743721,
      "step": 12290
    },
    {
      "grad_norm": 0.1435309648513794,
      "learning_rate": 9.855052842242787e-05,
      "loss": 0.0176,
      "step": 12300
    },
    {
      "loss_action": 0.012779968790709972,
      "loss_total": 0.012779968790709972,
      "step": 12300
    },
    {
      "loss_action": 0.012860134243965149,
      "loss_total": 0.012860134243965149,
      "step": 12300
    },
    {
      "loss_action": 0.032142117619514465,
      "loss_total": 0.032142117619514465,
      "step": 12300
    },
    {
      "loss_action": 0.01844073086977005,
      "loss_total": 0.01844073086977005,
      "step": 12300
    },
    {
      "loss_action": 0.028911743313074112,
      "loss_total": 0.028911743313074112,
      "step": 12300
    },
    {
      "loss_action": 0.024943461641669273,
      "loss_total": 0.024943461641669273,
      "step": 12300
    },
    {
      "loss_action": 0.010061949491500854,
      "loss_total": 0.010061949491500854,
      "step": 12300
    },
    {
      "loss_action": 0.018264025449752808,
      "loss_total": 0.018264025449752808,
      "step": 12300
    },
    {
      "grad_norm": 0.26206544041633606,
      "learning_rate": 9.85465733704572e-05,
      "loss": 0.0165,
      "step": 12310
    },
    {
      "loss_action": 0.009538935497403145,
      "loss_total": 0.009538935497403145,
      "step": 12310
    },
    {
      "loss_action": 0.008228816092014313,
      "loss_total": 0.008228816092014313,
      "step": 12310
    },
    {
      "loss_action": 0.01958184689283371,
      "loss_total": 0.01958184689283371,
      "step": 12310
    },
    {
      "loss_action": 0.008134473115205765,
      "loss_total": 0.008134473115205765,
      "step": 12310
    },
    {
      "loss_action": 0.0429772287607193,
      "loss_total": 0.0429772287607193,
      "step": 12310
    },
    {
      "loss_action": 0.009495941922068596,
      "loss_total": 0.009495941922068596,
      "step": 12310
    },
    {
      "loss_action": 0.014598440378904343,
      "loss_total": 0.014598440378904343,
      "step": 12310
    },
    {
      "loss_action": 0.009150434285402298,
      "loss_total": 0.009150434285402298,
      "step": 12310
    },
    {
      "grad_norm": 0.29776811599731445,
      "learning_rate": 9.854261300950624e-05,
      "loss": 0.0179,
      "step": 12320
    },
    {
      "loss_action": 0.017567075788974762,
      "loss_total": 0.017567075788974762,
      "step": 12320
    },
    {
      "loss_action": 0.01601150818169117,
      "loss_total": 0.01601150818169117,
      "step": 12320
    },
    {
      "loss_action": 0.033291611820459366,
      "loss_total": 0.033291611820459366,
      "step": 12320
    },
    {
      "loss_action": 0.01045288611203432,
      "loss_total": 0.01045288611203432,
      "step": 12320
    },
    {
      "loss_action": 0.0189969539642334,
      "loss_total": 0.0189969539642334,
      "step": 12320
    },
    {
      "loss_action": 0.014351597055792809,
      "loss_total": 0.014351597055792809,
      "step": 12320
    },
    {
      "loss_action": 0.008114472962915897,
      "loss_total": 0.008114472962915897,
      "step": 12320
    },
    {
      "loss_action": 0.007991914637386799,
      "loss_total": 0.007991914637386799,
      "step": 12320
    },
    {
      "grad_norm": 0.2270057201385498,
      "learning_rate": 9.853864734000813e-05,
      "loss": 0.0187,
      "step": 12330
    },
    {
      "loss_action": 0.02492811158299446,
      "loss_total": 0.02492811158299446,
      "step": 12330
    },
    {
      "loss_action": 0.02232298068702221,
      "loss_total": 0.02232298068702221,
      "step": 12330
    },
    {
      "loss_action": 0.012928329408168793,
      "loss_total": 0.012928329408168793,
      "step": 12330
    },
    {
      "loss_action": 0.011581308208405972,
      "loss_total": 0.011581308208405972,
      "step": 12330
    },
    {
      "loss_action": 0.00988363940268755,
      "loss_total": 0.00988363940268755,
      "step": 12330
    },
    {
      "loss_action": 0.013804440386593342,
      "loss_total": 0.013804440386593342,
      "step": 12330
    },
    {
      "loss_action": 0.0183943472802639,
      "loss_total": 0.0183943472802639,
      "step": 12330
    },
    {
      "loss_action": 0.01799948327243328,
      "loss_total": 0.01799948327243328,
      "step": 12330
    },
    {
      "grad_norm": 0.17748595774173737,
      "learning_rate": 9.85346763623965e-05,
      "loss": 0.0182,
      "step": 12340
    },
    {
      "loss_action": 0.02802688628435135,
      "loss_total": 0.02802688628435135,
      "step": 12340
    },
    {
      "loss_action": 0.02702391892671585,
      "loss_total": 0.02702391892671585,
      "step": 12340
    },
    {
      "loss_action": 0.00814442802220583,
      "loss_total": 0.00814442802220583,
      "step": 12340
    },
    {
      "loss_action": 0.015045182779431343,
      "loss_total": 0.015045182779431343,
      "step": 12340
    },
    {
      "loss_action": 0.02384818159043789,
      "loss_total": 0.02384818159043789,
      "step": 12340
    },
    {
      "loss_action": 0.013792740181088448,
      "loss_total": 0.013792740181088448,
      "step": 12340
    },
    {
      "loss_action": 0.006849219091236591,
      "loss_total": 0.006849219091236591,
      "step": 12340
    },
    {
      "loss_action": 0.015908949077129364,
      "loss_total": 0.015908949077129364,
      "step": 12340
    },
    {
      "grad_norm": 0.20198561251163483,
      "learning_rate": 9.853070007710564e-05,
      "loss": 0.0184,
      "step": 12350
    },
    {
      "loss_action": 0.013561472296714783,
      "loss_total": 0.013561472296714783,
      "step": 12350
    },
    {
      "loss_action": 0.018145838752388954,
      "loss_total": 0.018145838752388954,
      "step": 12350
    },
    {
      "loss_action": 0.009771915152668953,
      "loss_total": 0.009771915152668953,
      "step": 12350
    },
    {
      "loss_action": 0.01946743205189705,
      "loss_total": 0.01946743205189705,
      "step": 12350
    },
    {
      "loss_action": 0.012346291914582253,
      "loss_total": 0.012346291914582253,
      "step": 12350
    },
    {
      "loss_action": 0.010497787967324257,
      "loss_total": 0.010497787967324257,
      "step": 12350
    },
    {
      "loss_action": 0.008976364508271217,
      "loss_total": 0.008976364508271217,
      "step": 12350
    },
    {
      "loss_action": 0.008459329605102539,
      "loss_total": 0.008459329605102539,
      "step": 12350
    },
    {
      "grad_norm": 0.23149354755878448,
      "learning_rate": 9.85267184845704e-05,
      "loss": 0.0177,
      "step": 12360
    },
    {
      "loss_action": 0.008362770080566406,
      "loss_total": 0.008362770080566406,
      "step": 12360
    },
    {
      "loss_action": 0.01754489541053772,
      "loss_total": 0.01754489541053772,
      "step": 12360
    },
    {
      "loss_action": 0.008327178657054901,
      "loss_total": 0.008327178657054901,
      "step": 12360
    },
    {
      "loss_action": 0.02189173921942711,
      "loss_total": 0.02189173921942711,
      "step": 12360
    },
    {
      "loss_action": 0.01792745664715767,
      "loss_total": 0.01792745664715767,
      "step": 12360
    },
    {
      "loss_action": 0.030358394607901573,
      "loss_total": 0.030358394607901573,
      "step": 12360
    },
    {
      "loss_action": 0.016097769141197205,
      "loss_total": 0.016097769141197205,
      "step": 12360
    },
    {
      "loss_action": 0.013414120301604271,
      "loss_total": 0.013414120301604271,
      "step": 12360
    },
    {
      "grad_norm": 0.17239587008953094,
      "learning_rate": 9.852273158522616e-05,
      "loss": 0.0157,
      "step": 12370
    },
    {
      "loss_action": 0.02530166320502758,
      "loss_total": 0.02530166320502758,
      "step": 12370
    },
    {
      "loss_action": 0.028336243703961372,
      "loss_total": 0.028336243703961372,
      "step": 12370
    },
    {
      "loss_action": 0.008154412731528282,
      "loss_total": 0.008154412731528282,
      "step": 12370
    },
    {
      "loss_action": 0.02489040419459343,
      "loss_total": 0.02489040419459343,
      "step": 12370
    },
    {
      "loss_action": 0.019317898899316788,
      "loss_total": 0.019317898899316788,
      "step": 12370
    },
    {
      "loss_action": 0.02640906721353531,
      "loss_total": 0.02640906721353531,
      "step": 12370
    },
    {
      "loss_action": 0.021055489778518677,
      "loss_total": 0.021055489778518677,
      "step": 12370
    },
    {
      "loss_action": 0.02617628499865532,
      "loss_total": 0.02617628499865532,
      "step": 12370
    },
    {
      "grad_norm": 0.16816756129264832,
      "learning_rate": 9.851873937950896e-05,
      "loss": 0.016,
      "step": 12380
    },
    {
      "loss_action": 0.013395935297012329,
      "loss_total": 0.013395935297012329,
      "step": 12380
    },
    {
      "loss_action": 0.010449339635670185,
      "loss_total": 0.010449339635670185,
      "step": 12380
    },
    {
      "loss_action": 0.01723630353808403,
      "loss_total": 0.01723630353808403,
      "step": 12380
    },
    {
      "loss_action": 0.018497826531529427,
      "loss_total": 0.018497826531529427,
      "step": 12380
    },
    {
      "loss_action": 0.007995433174073696,
      "loss_total": 0.007995433174073696,
      "step": 12380
    },
    {
      "loss_action": 0.012136705219745636,
      "loss_total": 0.012136705219745636,
      "step": 12380
    },
    {
      "loss_action": 0.015004387125372887,
      "loss_total": 0.015004387125372887,
      "step": 12380
    },
    {
      "loss_action": 0.009182740934193134,
      "loss_total": 0.009182740934193134,
      "step": 12380
    },
    {
      "grad_norm": 0.2165735960006714,
      "learning_rate": 9.851474186785537e-05,
      "loss": 0.0154,
      "step": 12390
    },
    {
      "loss_action": 0.024810776114463806,
      "loss_total": 0.024810776114463806,
      "step": 12390
    },
    {
      "loss_action": 0.02388974465429783,
      "loss_total": 0.02388974465429783,
      "step": 12390
    },
    {
      "loss_action": 0.02410208061337471,
      "loss_total": 0.02410208061337471,
      "step": 12390
    },
    {
      "loss_action": 0.009418856352567673,
      "loss_total": 0.009418856352567673,
      "step": 12390
    },
    {
      "loss_action": 0.016680439934134483,
      "loss_total": 0.016680439934134483,
      "step": 12390
    },
    {
      "loss_action": 0.007283366285264492,
      "loss_total": 0.007283366285264492,
      "step": 12390
    },
    {
      "loss_action": 0.023429621011018753,
      "loss_total": 0.023429621011018753,
      "step": 12390
    },
    {
      "loss_action": 0.010649548843502998,
      "loss_total": 0.010649548843502998,
      "step": 12390
    },
    {
      "grad_norm": 0.19491323828697205,
      "learning_rate": 9.851073905070254e-05,
      "loss": 0.0174,
      "step": 12400
    },
    {
      "loss_action": 0.014069203287363052,
      "loss_total": 0.014069203287363052,
      "step": 12400
    },
    {
      "loss_action": 0.014034217223525047,
      "loss_total": 0.014034217223525047,
      "step": 12400
    },
    {
      "loss_action": 0.009275713935494423,
      "loss_total": 0.009275713935494423,
      "step": 12400
    },
    {
      "loss_action": 0.012569151818752289,
      "loss_total": 0.012569151818752289,
      "step": 12400
    },
    {
      "loss_action": 0.01272660680115223,
      "loss_total": 0.01272660680115223,
      "step": 12400
    },
    {
      "loss_action": 0.021095212548971176,
      "loss_total": 0.021095212548971176,
      "step": 12400
    },
    {
      "loss_action": 0.009526594541966915,
      "loss_total": 0.009526594541966915,
      "step": 12400
    },
    {
      "loss_action": 0.021274177357554436,
      "loss_total": 0.021274177357554436,
      "step": 12400
    },
    {
      "grad_norm": 0.29422876238822937,
      "learning_rate": 9.850673092848824e-05,
      "loss": 0.0159,
      "step": 12410
    },
    {
      "loss_action": 0.017625367268919945,
      "loss_total": 0.017625367268919945,
      "step": 12410
    },
    {
      "loss_action": 0.02618521824479103,
      "loss_total": 0.02618521824479103,
      "step": 12410
    },
    {
      "loss_action": 0.008134249597787857,
      "loss_total": 0.008134249597787857,
      "step": 12410
    },
    {
      "loss_action": 0.018466509878635406,
      "loss_total": 0.018466509878635406,
      "step": 12410
    },
    {
      "loss_action": 0.03591945394873619,
      "loss_total": 0.03591945394873619,
      "step": 12410
    },
    {
      "loss_action": 0.011301912367343903,
      "loss_total": 0.011301912367343903,
      "step": 12410
    },
    {
      "loss_action": 0.010043583810329437,
      "loss_total": 0.010043583810329437,
      "step": 12410
    },
    {
      "loss_action": 0.013361016288399696,
      "loss_total": 0.013361016288399696,
      "step": 12410
    },
    {
      "grad_norm": 0.23461699485778809,
      "learning_rate": 9.850271750165077e-05,
      "loss": 0.0173,
      "step": 12420
    },
    {
      "loss_action": 0.01567363366484642,
      "loss_total": 0.01567363366484642,
      "step": 12420
    },
    {
      "loss_action": 0.01730126328766346,
      "loss_total": 0.01730126328766346,
      "step": 12420
    },
    {
      "loss_action": 0.011921728029847145,
      "loss_total": 0.011921728029847145,
      "step": 12420
    },
    {
      "loss_action": 0.013714473694562912,
      "loss_total": 0.013714473694562912,
      "step": 12420
    },
    {
      "loss_action": 0.006025615148246288,
      "loss_total": 0.006025615148246288,
      "step": 12420
    },
    {
      "loss_action": 0.011700297705829144,
      "loss_total": 0.011700297705829144,
      "step": 12420
    },
    {
      "loss_action": 0.010785866528749466,
      "loss_total": 0.010785866528749466,
      "step": 12420
    },
    {
      "loss_action": 0.07448720932006836,
      "loss_total": 0.07448720932006836,
      "step": 12420
    },
    {
      "grad_norm": 0.2189667522907257,
      "learning_rate": 9.849869877062902e-05,
      "loss": 0.018,
      "step": 12430
    },
    {
      "loss_action": 0.006337013095617294,
      "loss_total": 0.006337013095617294,
      "step": 12430
    },
    {
      "loss_action": 0.016023997217416763,
      "loss_total": 0.016023997217416763,
      "step": 12430
    },
    {
      "loss_action": 0.009313486516475677,
      "loss_total": 0.009313486516475677,
      "step": 12430
    },
    {
      "loss_action": 0.02398713491857052,
      "loss_total": 0.02398713491857052,
      "step": 12430
    },
    {
      "loss_action": 0.011876923963427544,
      "loss_total": 0.011876923963427544,
      "step": 12430
    },
    {
      "loss_action": 0.006343485321849585,
      "loss_total": 0.006343485321849585,
      "step": 12430
    },
    {
      "loss_action": 0.01270205620676279,
      "loss_total": 0.01270205620676279,
      "step": 12430
    },
    {
      "loss_action": 0.012665520422160625,
      "loss_total": 0.012665520422160625,
      "step": 12430
    },
    {
      "grad_norm": 0.1467689871788025,
      "learning_rate": 9.849467473586252e-05,
      "loss": 0.0164,
      "step": 12440
    },
    {
      "loss_action": 0.013740427792072296,
      "loss_total": 0.013740427792072296,
      "step": 12440
    },
    {
      "loss_action": 0.018054071813821793,
      "loss_total": 0.018054071813821793,
      "step": 12440
    },
    {
      "loss_action": 0.011562369763851166,
      "loss_total": 0.011562369763851166,
      "step": 12440
    },
    {
      "loss_action": 0.03032565861940384,
      "loss_total": 0.03032565861940384,
      "step": 12440
    },
    {
      "loss_action": 0.019373392686247826,
      "loss_total": 0.019373392686247826,
      "step": 12440
    },
    {
      "loss_action": 0.021214250475168228,
      "loss_total": 0.021214250475168228,
      "step": 12440
    },
    {
      "loss_action": 0.010711006820201874,
      "loss_total": 0.010711006820201874,
      "step": 12440
    },
    {
      "loss_action": 0.021426767110824585,
      "loss_total": 0.021426767110824585,
      "step": 12440
    },
    {
      "grad_norm": 0.24853068590164185,
      "learning_rate": 9.849064539779127e-05,
      "loss": 0.0187,
      "step": 12450
    },
    {
      "loss_action": 0.030887801200151443,
      "loss_total": 0.030887801200151443,
      "step": 12450
    },
    {
      "loss_action": 0.01672692596912384,
      "loss_total": 0.01672692596912384,
      "step": 12450
    },
    {
      "loss_action": 0.016740301623940468,
      "loss_total": 0.016740301623940468,
      "step": 12450
    },
    {
      "loss_action": 0.02883797697722912,
      "loss_total": 0.02883797697722912,
      "step": 12450
    },
    {
      "loss_action": 0.010449878871440887,
      "loss_total": 0.010449878871440887,
      "step": 12450
    },
    {
      "loss_action": 0.017055360600352287,
      "loss_total": 0.017055360600352287,
      "step": 12450
    },
    {
      "loss_action": 0.02164730243384838,
      "loss_total": 0.02164730243384838,
      "step": 12450
    },
    {
      "loss_action": 0.014557872898876667,
      "loss_total": 0.014557872898876667,
      "step": 12450
    },
    {
      "grad_norm": 0.15200741589069366,
      "learning_rate": 9.848661075685594e-05,
      "loss": 0.0168,
      "step": 12460
    },
    {
      "loss_action": 0.024328086525201797,
      "loss_total": 0.024328086525201797,
      "step": 12460
    },
    {
      "loss_action": 0.011918655596673489,
      "loss_total": 0.011918655596673489,
      "step": 12460
    },
    {
      "loss_action": 0.015311998315155506,
      "loss_total": 0.015311998315155506,
      "step": 12460
    },
    {
      "loss_action": 0.010889070108532906,
      "loss_total": 0.010889070108532906,
      "step": 12460
    },
    {
      "loss_action": 0.03317444771528244,
      "loss_total": 0.03317444771528244,
      "step": 12460
    },
    {
      "loss_action": 0.026614760980010033,
      "loss_total": 0.026614760980010033,
      "step": 12460
    },
    {
      "loss_action": 0.024247009307146072,
      "loss_total": 0.024247009307146072,
      "step": 12460
    },
    {
      "loss_action": 0.01808842644095421,
      "loss_total": 0.01808842644095421,
      "step": 12460
    },
    {
      "grad_norm": 0.17215268313884735,
      "learning_rate": 9.848257081349778e-05,
      "loss": 0.02,
      "step": 12470
    },
    {
      "loss_action": 0.031120475381612778,
      "loss_total": 0.031120475381612778,
      "step": 12470
    },
    {
      "loss_action": 0.025989651679992676,
      "loss_total": 0.025989651679992676,
      "step": 12470
    },
    {
      "loss_action": 0.00800573080778122,
      "loss_total": 0.00800573080778122,
      "step": 12470
    },
    {
      "loss_action": 0.013402690179646015,
      "loss_total": 0.013402690179646015,
      "step": 12470
    },
    {
      "loss_action": 0.017344463616609573,
      "loss_total": 0.017344463616609573,
      "step": 12470
    },
    {
      "loss_action": 0.015841970220208168,
      "loss_total": 0.015841970220208168,
      "step": 12470
    },
    {
      "loss_action": 0.014745837077498436,
      "loss_total": 0.014745837077498436,
      "step": 12470
    },
    {
      "loss_action": 0.017209822311997414,
      "loss_total": 0.017209822311997414,
      "step": 12470
    },
    {
      "grad_norm": 0.15550892055034637,
      "learning_rate": 9.847852556815856e-05,
      "loss": 0.018,
      "step": 12480
    },
    {
      "loss_action": 0.021933984011411667,
      "loss_total": 0.021933984011411667,
      "step": 12480
    },
    {
      "loss_action": 0.010613595135509968,
      "loss_total": 0.010613595135509968,
      "step": 12480
    },
    {
      "loss_action": 0.04536379873752594,
      "loss_total": 0.04536379873752594,
      "step": 12480
    },
    {
      "loss_action": 0.0146190095692873,
      "loss_total": 0.0146190095692873,
      "step": 12480
    },
    {
      "loss_action": 0.012481991201639175,
      "loss_total": 0.012481991201639175,
      "step": 12480
    },
    {
      "loss_action": 0.009342539124190807,
      "loss_total": 0.009342539124190807,
      "step": 12480
    },
    {
      "loss_action": 0.014175636693835258,
      "loss_total": 0.014175636693835258,
      "step": 12480
    },
    {
      "loss_action": 0.012292880564928055,
      "loss_total": 0.012292880564928055,
      "step": 12480
    },
    {
      "grad_norm": 0.2693106532096863,
      "learning_rate": 9.847447502128067e-05,
      "loss": 0.0205,
      "step": 12490
    },
    {
      "loss_action": 0.02060944214463234,
      "loss_total": 0.02060944214463234,
      "step": 12490
    },
    {
      "loss_action": 0.014535404741764069,
      "loss_total": 0.014535404741764069,
      "step": 12490
    },
    {
      "loss_action": 0.018857892602682114,
      "loss_total": 0.018857892602682114,
      "step": 12490
    },
    {
      "loss_action": 0.012231703847646713,
      "loss_total": 0.012231703847646713,
      "step": 12490
    },
    {
      "loss_action": 0.010916403494775295,
      "loss_total": 0.010916403494775295,
      "step": 12490
    },
    {
      "loss_action": 0.0087979044765234,
      "loss_total": 0.0087979044765234,
      "step": 12490
    },
    {
      "loss_action": 0.020639920607209206,
      "loss_total": 0.020639920607209206,
      "step": 12490
    },
    {
      "loss_action": 0.016635891050100327,
      "loss_total": 0.016635891050100327,
      "step": 12490
    },
    {
      "grad_norm": 0.26571008563041687,
      "learning_rate": 9.847041917330708e-05,
      "loss": 0.0182,
      "step": 12500
    },
    {
      "loss_action": 0.1402502954006195,
      "loss_total": 0.1402502954006195,
      "step": 12500
    },
    {
      "loss_action": 0.026957843452692032,
      "loss_total": 0.026957843452692032,
      "step": 12500
    },
    {
      "loss_action": 0.015361791476607323,
      "loss_total": 0.015361791476607323,
      "step": 12500
    },
    {
      "loss_action": 0.01132898312062025,
      "loss_total": 0.01132898312062025,
      "step": 12500
    },
    {
      "loss_action": 0.022558562457561493,
      "loss_total": 0.022558562457561493,
      "step": 12500
    },
    {
      "loss_action": 0.011454406194388866,
      "loss_total": 0.011454406194388866,
      "step": 12500
    },
    {
      "loss_action": 0.011896312236785889,
      "loss_total": 0.011896312236785889,
      "step": 12500
    },
    {
      "loss_action": 0.01688189059495926,
      "loss_total": 0.01688189059495926,
      "step": 12500
    },
    {
      "grad_norm": 0.24290892481803894,
      "learning_rate": 9.846635802468132e-05,
      "loss": 0.0193,
      "step": 12510
    },
    {
      "loss_action": 0.0192718543112278,
      "loss_total": 0.0192718543112278,
      "step": 12510
    },
    {
      "loss_action": 0.02724038064479828,
      "loss_total": 0.02724038064479828,
      "step": 12510
    },
    {
      "loss_action": 0.014752798713743687,
      "loss_total": 0.014752798713743687,
      "step": 12510
    },
    {
      "loss_action": 0.009759844280779362,
      "loss_total": 0.009759844280779362,
      "step": 12510
    },
    {
      "loss_action": 0.007263822481036186,
      "loss_total": 0.007263822481036186,
      "step": 12510
    },
    {
      "loss_action": 0.01769685558974743,
      "loss_total": 0.01769685558974743,
      "step": 12510
    },
    {
      "loss_action": 0.00865503866225481,
      "loss_total": 0.00865503866225481,
      "step": 12510
    },
    {
      "loss_action": 0.01630646362900734,
      "loss_total": 0.01630646362900734,
      "step": 12510
    },
    {
      "grad_norm": 0.2065163105726242,
      "learning_rate": 9.84622915758475e-05,
      "loss": 0.0164,
      "step": 12520
    },
    {
      "loss_action": 0.019853273406624794,
      "loss_total": 0.019853273406624794,
      "step": 12520
    },
    {
      "loss_action": 0.017914580181241035,
      "loss_total": 0.017914580181241035,
      "step": 12520
    },
    {
      "loss_action": 0.016261223703622818,
      "loss_total": 0.016261223703622818,
      "step": 12520
    },
    {
      "loss_action": 0.028884677216410637,
      "loss_total": 0.028884677216410637,
      "step": 12520
    },
    {
      "loss_action": 0.007138358894735575,
      "loss_total": 0.007138358894735575,
      "step": 12520
    },
    {
      "loss_action": 0.012757163494825363,
      "loss_total": 0.012757163494825363,
      "step": 12520
    },
    {
      "loss_action": 0.006736365146934986,
      "loss_total": 0.006736365146934986,
      "step": 12520
    },
    {
      "loss_action": 0.012113964185118675,
      "loss_total": 0.012113964185118675,
      "step": 12520
    },
    {
      "grad_norm": 0.17469947040081024,
      "learning_rate": 9.845821982725034e-05,
      "loss": 0.0194,
      "step": 12530
    },
    {
      "loss_action": 0.018855076283216476,
      "loss_total": 0.018855076283216476,
      "step": 12530
    },
    {
      "loss_action": 0.013195950537919998,
      "loss_total": 0.013195950537919998,
      "step": 12530
    },
    {
      "loss_action": 0.028285738080739975,
      "loss_total": 0.028285738080739975,
      "step": 12530
    },
    {
      "loss_action": 0.011462927795946598,
      "loss_total": 0.011462927795946598,
      "step": 12530
    },
    {
      "loss_action": 0.030242104083299637,
      "loss_total": 0.030242104083299637,
      "step": 12530
    },
    {
      "loss_action": 0.013584905304014683,
      "loss_total": 0.013584905304014683,
      "step": 12530
    },
    {
      "loss_action": 0.025696583092212677,
      "loss_total": 0.025696583092212677,
      "step": 12530
    },
    {
      "loss_action": 0.02106756716966629,
      "loss_total": 0.02106756716966629,
      "step": 12530
    },
    {
      "grad_norm": 0.24090000987052917,
      "learning_rate": 9.845414277933514e-05,
      "loss": 0.0172,
      "step": 12540
    },
    {
      "loss_action": 0.01404189970344305,
      "loss_total": 0.01404189970344305,
      "step": 12540
    },
    {
      "loss_action": 0.015693027526140213,
      "loss_total": 0.015693027526140213,
      "step": 12540
    },
    {
      "loss_action": 0.04030273109674454,
      "loss_total": 0.04030273109674454,
      "step": 12540
    },
    {
      "loss_action": 0.012377305887639523,
      "loss_total": 0.012377305887639523,
      "step": 12540
    },
    {
      "loss_action": 0.01087009534239769,
      "loss_total": 0.01087009534239769,
      "step": 12540
    },
    {
      "loss_action": 0.008363548666238785,
      "loss_total": 0.008363548666238785,
      "step": 12540
    },
    {
      "loss_action": 0.009005701169371605,
      "loss_total": 0.009005701169371605,
      "step": 12540
    },
    {
      "loss_action": 0.011283837258815765,
      "loss_total": 0.011283837258815765,
      "step": 12540
    },
    {
      "grad_norm": 0.14110630750656128,
      "learning_rate": 9.845006043254771e-05,
      "loss": 0.0172,
      "step": 12550
    },
    {
      "loss_action": 0.014611436054110527,
      "loss_total": 0.014611436054110527,
      "step": 12550
    },
    {
      "loss_action": 0.006460579577833414,
      "loss_total": 0.006460579577833414,
      "step": 12550
    },
    {
      "loss_action": 0.01225951686501503,
      "loss_total": 0.01225951686501503,
      "step": 12550
    },
    {
      "loss_action": 0.012880642898380756,
      "loss_total": 0.012880642898380756,
      "step": 12550
    },
    {
      "loss_action": 0.005672947037965059,
      "loss_total": 0.005672947037965059,
      "step": 12550
    },
    {
      "loss_action": 0.0064501455053687096,
      "loss_total": 0.0064501455053687096,
      "step": 12550
    },
    {
      "loss_action": 0.013738187961280346,
      "loss_total": 0.013738187961280346,
      "step": 12550
    },
    {
      "loss_action": 0.014209874905645847,
      "loss_total": 0.014209874905645847,
      "step": 12550
    },
    {
      "grad_norm": 0.18621216714382172,
      "learning_rate": 9.844597278733451e-05,
      "loss": 0.0178,
      "step": 12560
    },
    {
      "loss_action": 0.021770425140857697,
      "loss_total": 0.021770425140857697,
      "step": 12560
    },
    {
      "loss_action": 0.009895093739032745,
      "loss_total": 0.009895093739032745,
      "step": 12560
    },
    {
      "loss_action": 0.023565934970974922,
      "loss_total": 0.023565934970974922,
      "step": 12560
    },
    {
      "loss_action": 0.018474267795681953,
      "loss_total": 0.018474267795681953,
      "step": 12560
    },
    {
      "loss_action": 0.019876454025506973,
      "loss_total": 0.019876454025506973,
      "step": 12560
    },
    {
      "loss_action": 0.016535861417651176,
      "loss_total": 0.016535861417651176,
      "step": 12560
    },
    {
      "loss_action": 0.016216736286878586,
      "loss_total": 0.016216736286878586,
      "step": 12560
    },
    {
      "loss_action": 0.007257960736751556,
      "loss_total": 0.007257960736751556,
      "step": 12560
    },
    {
      "grad_norm": 0.20574796199798584,
      "learning_rate": 9.844187984414259e-05,
      "loss": 0.0181,
      "step": 12570
    },
    {
      "loss_action": 0.009035111404955387,
      "loss_total": 0.009035111404955387,
      "step": 12570
    },
    {
      "loss_action": 0.009465949609875679,
      "loss_total": 0.009465949609875679,
      "step": 12570
    },
    {
      "loss_action": 0.009535782039165497,
      "loss_total": 0.009535782039165497,
      "step": 12570
    },
    {
      "loss_action": 0.012036805041134357,
      "loss_total": 0.012036805041134357,
      "step": 12570
    },
    {
      "loss_action": 0.035650160163640976,
      "loss_total": 0.035650160163640976,
      "step": 12570
    },
    {
      "loss_action": 0.018153702840209007,
      "loss_total": 0.018153702840209007,
      "step": 12570
    },
    {
      "loss_action": 0.009579389356076717,
      "loss_total": 0.009579389356076717,
      "step": 12570
    },
    {
      "loss_action": 0.014819958247244358,
      "loss_total": 0.014819958247244358,
      "step": 12570
    },
    {
      "grad_norm": 0.23355382680892944,
      "learning_rate": 9.84377816034195e-05,
      "loss": 0.0191,
      "step": 12580
    },
    {
      "loss_action": 0.016181495040655136,
      "loss_total": 0.016181495040655136,
      "step": 12580
    },
    {
      "loss_action": 0.016077157109975815,
      "loss_total": 0.016077157109975815,
      "step": 12580
    },
    {
      "loss_action": 0.010468371212482452,
      "loss_total": 0.010468371212482452,
      "step": 12580
    },
    {
      "loss_action": 0.023354312404990196,
      "loss_total": 0.023354312404990196,
      "step": 12580
    },
    {
      "loss_action": 0.011915392242372036,
      "loss_total": 0.011915392242372036,
      "step": 12580
    },
    {
      "loss_action": 0.02122214436531067,
      "loss_total": 0.02122214436531067,
      "step": 12580
    },
    {
      "loss_action": 0.007552123628556728,
      "loss_total": 0.007552123628556728,
      "step": 12580
    },
    {
      "loss_action": 0.032544903457164764,
      "loss_total": 0.032544903457164764,
      "step": 12580
    },
    {
      "grad_norm": 0.19383825361728668,
      "learning_rate": 9.843367806561345e-05,
      "loss": 0.0177,
      "step": 12590
    },
    {
      "loss_action": 0.008178102783858776,
      "loss_total": 0.008178102783858776,
      "step": 12590
    },
    {
      "loss_action": 0.02030593529343605,
      "loss_total": 0.02030593529343605,
      "step": 12590
    },
    {
      "loss_action": 0.01603207364678383,
      "loss_total": 0.01603207364678383,
      "step": 12590
    },
    {
      "loss_action": 0.008100798353552818,
      "loss_total": 0.008100798353552818,
      "step": 12590
    },
    {
      "loss_action": 0.009123395197093487,
      "loss_total": 0.009123395197093487,
      "step": 12590
    },
    {
      "loss_action": 0.009121930226683617,
      "loss_total": 0.009121930226683617,
      "step": 12590
    },
    {
      "loss_action": 0.025720881298184395,
      "loss_total": 0.025720881298184395,
      "step": 12590
    },
    {
      "loss_action": 0.012192558497190475,
      "loss_total": 0.012192558497190475,
      "step": 12590
    },
    {
      "grad_norm": 0.16064003109931946,
      "learning_rate": 9.842956923117317e-05,
      "loss": 0.0163,
      "step": 12600
    },
    {
      "loss_action": 0.008345842361450195,
      "loss_total": 0.008345842361450195,
      "step": 12600
    },
    {
      "loss_action": 0.009638817049562931,
      "loss_total": 0.009638817049562931,
      "step": 12600
    },
    {
      "loss_action": 0.023713460192084312,
      "loss_total": 0.023713460192084312,
      "step": 12600
    },
    {
      "loss_action": 0.012210695073008537,
      "loss_total": 0.012210695073008537,
      "step": 12600
    },
    {
      "loss_action": 0.007505341432988644,
      "loss_total": 0.007505341432988644,
      "step": 12600
    },
    {
      "loss_action": 0.009753189980983734,
      "loss_total": 0.009753189980983734,
      "step": 12600
    },
    {
      "loss_action": 0.012788443826138973,
      "loss_total": 0.012788443826138973,
      "step": 12600
    },
    {
      "loss_action": 0.021677736192941666,
      "loss_total": 0.021677736192941666,
      "step": 12600
    },
    {
      "grad_norm": 0.24578505754470825,
      "learning_rate": 9.842545510054802e-05,
      "loss": 0.0154,
      "step": 12610
    },
    {
      "loss_action": 0.011545410379767418,
      "loss_total": 0.011545410379767418,
      "step": 12610
    },
    {
      "loss_action": 0.02589024230837822,
      "loss_total": 0.02589024230837822,
      "step": 12610
    },
    {
      "loss_action": 0.02227151021361351,
      "loss_total": 0.02227151021361351,
      "step": 12610
    },
    {
      "loss_action": 0.015712816268205643,
      "loss_total": 0.015712816268205643,
      "step": 12610
    },
    {
      "loss_action": 0.04236625134944916,
      "loss_total": 0.04236625134944916,
      "step": 12610
    },
    {
      "loss_action": 0.011963007971644402,
      "loss_total": 0.011963007971644402,
      "step": 12610
    },
    {
      "loss_action": 0.00925598107278347,
      "loss_total": 0.00925598107278347,
      "step": 12610
    },
    {
      "loss_action": 0.01889665052294731,
      "loss_total": 0.01889665052294731,
      "step": 12610
    },
    {
      "grad_norm": 0.16023904085159302,
      "learning_rate": 9.842133567418792e-05,
      "loss": 0.0165,
      "step": 12620
    },
    {
      "loss_action": 0.011337699368596077,
      "loss_total": 0.011337699368596077,
      "step": 12620
    },
    {
      "loss_action": 0.01850200444459915,
      "loss_total": 0.01850200444459915,
      "step": 12620
    },
    {
      "loss_action": 0.018685581162571907,
      "loss_total": 0.018685581162571907,
      "step": 12620
    },
    {
      "loss_action": 0.01041786465793848,
      "loss_total": 0.01041786465793848,
      "step": 12620
    },
    {
      "loss_action": 0.022406097501516342,
      "loss_total": 0.022406097501516342,
      "step": 12620
    },
    {
      "loss_action": 0.04215272143483162,
      "loss_total": 0.04215272143483162,
      "step": 12620
    },
    {
      "loss_action": 0.02022206410765648,
      "loss_total": 0.02022206410765648,
      "step": 12620
    },
    {
      "loss_action": 0.024880267679691315,
      "loss_total": 0.024880267679691315,
      "step": 12620
    },
    {
      "grad_norm": 0.23157595098018646,
      "learning_rate": 9.841721095254333e-05,
      "loss": 0.0173,
      "step": 12630
    },
    {
      "loss_action": 0.02169712260365486,
      "loss_total": 0.02169712260365486,
      "step": 12630
    },
    {
      "loss_action": 0.02485026977956295,
      "loss_total": 0.02485026977956295,
      "step": 12630
    },
    {
      "loss_action": 0.02536836639046669,
      "loss_total": 0.02536836639046669,
      "step": 12630
    },
    {
      "loss_action": 0.033829692751169205,
      "loss_total": 0.033829692751169205,
      "step": 12630
    },
    {
      "loss_action": 0.009942732751369476,
      "loss_total": 0.009942732751369476,
      "step": 12630
    },
    {
      "loss_action": 0.0070703900419175625,
      "loss_total": 0.0070703900419175625,
      "step": 12630
    },
    {
      "loss_action": 0.019160786643624306,
      "loss_total": 0.019160786643624306,
      "step": 12630
    },
    {
      "loss_action": 0.019770270213484764,
      "loss_total": 0.019770270213484764,
      "step": 12630
    },
    {
      "grad_norm": 0.2306511402130127,
      "learning_rate": 9.841308093606537e-05,
      "loss": 0.0198,
      "step": 12640
    },
    {
      "loss_action": 0.008087683469057083,
      "loss_total": 0.008087683469057083,
      "step": 12640
    },
    {
      "loss_action": 0.012280348688364029,
      "loss_total": 0.012280348688364029,
      "step": 12640
    },
    {
      "loss_action": 0.014358747750520706,
      "loss_total": 0.014358747750520706,
      "step": 12640
    },
    {
      "loss_action": 0.013792550191283226,
      "loss_total": 0.013792550191283226,
      "step": 12640
    },
    {
      "loss_action": 0.02346046455204487,
      "loss_total": 0.02346046455204487,
      "step": 12640
    },
    {
      "loss_action": 0.007808412425220013,
      "loss_total": 0.007808412425220013,
      "step": 12640
    },
    {
      "loss_action": 0.030902080237865448,
      "loss_total": 0.030902080237865448,
      "step": 12640
    },
    {
      "loss_action": 0.01229884847998619,
      "loss_total": 0.01229884847998619,
      "step": 12640
    },
    {
      "grad_norm": 0.14144617319107056,
      "learning_rate": 9.840894562520565e-05,
      "loss": 0.0163,
      "step": 12650
    },
    {
      "loss_action": 0.040601667016744614,
      "loss_total": 0.040601667016744614,
      "step": 12650
    },
    {
      "loss_action": 0.02449154108762741,
      "loss_total": 0.02449154108762741,
      "step": 12650
    },
    {
      "loss_action": 0.03318455442786217,
      "loss_total": 0.03318455442786217,
      "step": 12650
    },
    {
      "loss_action": 0.03259662538766861,
      "loss_total": 0.03259662538766861,
      "step": 12650
    },
    {
      "loss_action": 0.012364515103399754,
      "loss_total": 0.012364515103399754,
      "step": 12650
    },
    {
      "loss_action": 0.03739108890295029,
      "loss_total": 0.03739108890295029,
      "step": 12650
    },
    {
      "loss_action": 0.014694876968860626,
      "loss_total": 0.014694876968860626,
      "step": 12650
    },
    {
      "loss_action": 0.022985950112342834,
      "loss_total": 0.022985950112342834,
      "step": 12650
    },
    {
      "grad_norm": 0.14208291471004486,
      "learning_rate": 9.840480502041642e-05,
      "loss": 0.018,
      "step": 12660
    },
    {
      "loss_action": 0.011035009287297726,
      "loss_total": 0.011035009287297726,
      "step": 12660
    },
    {
      "loss_action": 0.018170109018683434,
      "loss_total": 0.018170109018683434,
      "step": 12660
    },
    {
      "loss_action": 0.011222477070987225,
      "loss_total": 0.011222477070987225,
      "step": 12660
    },
    {
      "loss_action": 0.00906936451792717,
      "loss_total": 0.00906936451792717,
      "step": 12660
    },
    {
      "loss_action": 0.04234614968299866,
      "loss_total": 0.04234614968299866,
      "step": 12660
    },
    {
      "loss_action": 0.009962184354662895,
      "loss_total": 0.009962184354662895,
      "step": 12660
    },
    {
      "loss_action": 0.016965150833129883,
      "loss_total": 0.016965150833129883,
      "step": 12660
    },
    {
      "loss_action": 0.020351029932498932,
      "loss_total": 0.020351029932498932,
      "step": 12660
    },
    {
      "grad_norm": 0.17605964839458466,
      "learning_rate": 9.840065912215049e-05,
      "loss": 0.0167,
      "step": 12670
    },
    {
      "loss_action": 0.021686695516109467,
      "loss_total": 0.021686695516109467,
      "step": 12670
    },
    {
      "loss_action": 0.019939405843615532,
      "loss_total": 0.019939405843615532,
      "step": 12670
    },
    {
      "loss_action": 0.016759110614657402,
      "loss_total": 0.016759110614657402,
      "step": 12670
    },
    {
      "loss_action": 0.014034610241651535,
      "loss_total": 0.014034610241651535,
      "step": 12670
    },
    {
      "loss_action": 0.015697697177529335,
      "loss_total": 0.015697697177529335,
      "step": 12670
    },
    {
      "loss_action": 0.01484249159693718,
      "loss_total": 0.01484249159693718,
      "step": 12670
    },
    {
      "loss_action": 0.013420453295111656,
      "loss_total": 0.013420453295111656,
      "step": 12670
    },
    {
      "loss_action": 0.019085992127656937,
      "loss_total": 0.019085992127656937,
      "step": 12670
    },
    {
      "grad_norm": 0.16203169524669647,
      "learning_rate": 9.839650793086124e-05,
      "loss": 0.0165,
      "step": 12680
    },
    {
      "loss_action": 0.02912694588303566,
      "loss_total": 0.02912694588303566,
      "step": 12680
    },
    {
      "loss_action": 0.009729909710586071,
      "loss_total": 0.009729909710586071,
      "step": 12680
    },
    {
      "loss_action": 0.006268455181270838,
      "loss_total": 0.006268455181270838,
      "step": 12680
    },
    {
      "loss_action": 0.032168544828891754,
      "loss_total": 0.032168544828891754,
      "step": 12680
    },
    {
      "loss_action": 0.010061478242278099,
      "loss_total": 0.010061478242278099,
      "step": 12680
    },
    {
      "loss_action": 0.005456457380205393,
      "loss_total": 0.005456457380205393,
      "step": 12680
    },
    {
      "loss_action": 0.017742257565259933,
      "loss_total": 0.017742257565259933,
      "step": 12680
    },
    {
      "loss_action": 0.013053342700004578,
      "loss_total": 0.013053342700004578,
      "step": 12680
    },
    {
      "grad_norm": 0.18929025530815125,
      "learning_rate": 9.839235144700265e-05,
      "loss": 0.0185,
      "step": 12690
    },
    {
      "loss_action": 0.012136014178395271,
      "loss_total": 0.012136014178395271,
      "step": 12690
    },
    {
      "loss_action": 0.01589549146592617,
      "loss_total": 0.01589549146592617,
      "step": 12690
    },
    {
      "loss_action": 0.019629651680588722,
      "loss_total": 0.019629651680588722,
      "step": 12690
    },
    {
      "loss_action": 0.016579996794462204,
      "loss_total": 0.016579996794462204,
      "step": 12690
    },
    {
      "loss_action": 0.020024430006742477,
      "loss_total": 0.020024430006742477,
      "step": 12690
    },
    {
      "loss_action": 0.012944209389388561,
      "loss_total": 0.012944209389388561,
      "step": 12690
    },
    {
      "loss_action": 0.027458850294351578,
      "loss_total": 0.027458850294351578,
      "step": 12690
    },
    {
      "loss_action": 0.00922575406730175,
      "loss_total": 0.00922575406730175,
      "step": 12690
    },
    {
      "grad_norm": 0.19035299122333527,
      "learning_rate": 9.838818967102926e-05,
      "loss": 0.0168,
      "step": 12700
    },
    {
      "loss_action": 0.01147662103176117,
      "loss_total": 0.01147662103176117,
      "step": 12700
    },
    {
      "loss_action": 0.01942812278866768,
      "loss_total": 0.01942812278866768,
      "step": 12700
    },
    {
      "loss_action": 0.017708610743284225,
      "loss_total": 0.017708610743284225,
      "step": 12700
    },
    {
      "loss_action": 0.010482841171324253,
      "loss_total": 0.010482841171324253,
      "step": 12700
    },
    {
      "loss_action": 0.015473340637981892,
      "loss_total": 0.015473340637981892,
      "step": 12700
    },
    {
      "loss_action": 0.010170700959861279,
      "loss_total": 0.010170700959861279,
      "step": 12700
    },
    {
      "loss_action": 0.02647292986512184,
      "loss_total": 0.02647292986512184,
      "step": 12700
    },
    {
      "loss_action": 0.009792705997824669,
      "loss_total": 0.009792705997824669,
      "step": 12700
    },
    {
      "grad_norm": 0.2753385007381439,
      "learning_rate": 9.83840226033962e-05,
      "loss": 0.0177,
      "step": 12710
    },
    {
      "loss_action": 0.020289568230509758,
      "loss_total": 0.020289568230509758,
      "step": 12710
    },
    {
      "loss_action": 0.00979272648692131,
      "loss_total": 0.00979272648692131,
      "step": 12710
    },
    {
      "loss_action": 0.008312823250889778,
      "loss_total": 0.008312823250889778,
      "step": 12710
    },
    {
      "loss_action": 0.0303599052131176,
      "loss_total": 0.0303599052131176,
      "step": 12710
    },
    {
      "loss_action": 0.008828777819871902,
      "loss_total": 0.008828777819871902,
      "step": 12710
    },
    {
      "loss_action": 0.0348513126373291,
      "loss_total": 0.0348513126373291,
      "step": 12710
    },
    {
      "loss_action": 0.02117108553647995,
      "loss_total": 0.02117108553647995,
      "step": 12710
    },
    {
      "loss_action": 0.007172880694270134,
      "loss_total": 0.007172880694270134,
      "step": 12710
    },
    {
      "grad_norm": 0.2333795428276062,
      "learning_rate": 9.837985024455918e-05,
      "loss": 0.0214,
      "step": 12720
    },
    {
      "loss_action": 0.014138630591332912,
      "loss_total": 0.014138630591332912,
      "step": 12720
    },
    {
      "loss_action": 0.007762501947581768,
      "loss_total": 0.007762501947581768,
      "step": 12720
    },
    {
      "loss_action": 0.014756696298718452,
      "loss_total": 0.014756696298718452,
      "step": 12720
    },
    {
      "loss_action": 0.007633211091160774,
      "loss_total": 0.007633211091160774,
      "step": 12720
    },
    {
      "loss_action": 0.03272601589560509,
      "loss_total": 0.03272601589560509,
      "step": 12720
    },
    {
      "loss_action": 0.013623854145407677,
      "loss_total": 0.013623854145407677,
      "step": 12720
    },
    {
      "loss_action": 0.021828103810548782,
      "loss_total": 0.021828103810548782,
      "step": 12720
    },
    {
      "loss_action": 0.02652287855744362,
      "loss_total": 0.02652287855744362,
      "step": 12720
    },
    {
      "grad_norm": 0.1302257478237152,
      "learning_rate": 9.837567259497447e-05,
      "loss": 0.0188,
      "step": 12730
    },
    {
      "loss_action": 0.02535422146320343,
      "loss_total": 0.02535422146320343,
      "step": 12730
    },
    {
      "loss_action": 0.029137160629034042,
      "loss_total": 0.029137160629034042,
      "step": 12730
    },
    {
      "loss_action": 0.03309795260429382,
      "loss_total": 0.03309795260429382,
      "step": 12730
    },
    {
      "loss_action": 0.00883631594479084,
      "loss_total": 0.00883631594479084,
      "step": 12730
    },
    {
      "loss_action": 0.019542232155799866,
      "loss_total": 0.019542232155799866,
      "step": 12730
    },
    {
      "loss_action": 0.011160314083099365,
      "loss_total": 0.011160314083099365,
      "step": 12730
    },
    {
      "loss_action": 0.015625784173607826,
      "loss_total": 0.015625784173607826,
      "step": 12730
    },
    {
      "loss_action": 0.015161607414484024,
      "loss_total": 0.015161607414484024,
      "step": 12730
    },
    {
      "grad_norm": 0.13648036122322083,
      "learning_rate": 9.837148965509894e-05,
      "loss": 0.0152,
      "step": 12740
    },
    {
      "loss_action": 0.008754335343837738,
      "loss_total": 0.008754335343837738,
      "step": 12740
    },
    {
      "loss_action": 0.015177750959992409,
      "loss_total": 0.015177750959992409,
      "step": 12740
    },
    {
      "loss_action": 0.0078025502152740955,
      "loss_total": 0.0078025502152740955,
      "step": 12740
    },
    {
      "loss_action": 0.01656784489750862,
      "loss_total": 0.01656784489750862,
      "step": 12740
    },
    {
      "loss_action": 0.012076826766133308,
      "loss_total": 0.012076826766133308,
      "step": 12740
    },
    {
      "loss_action": 0.020047932863235474,
      "loss_total": 0.020047932863235474,
      "step": 12740
    },
    {
      "loss_action": 0.019494999200105667,
      "loss_total": 0.019494999200105667,
      "step": 12740
    },
    {
      "loss_action": 0.00593350175768137,
      "loss_total": 0.00593350175768137,
      "step": 12740
    },
    {
      "grad_norm": 0.13923534750938416,
      "learning_rate": 9.836730142539001e-05,
      "loss": 0.0173,
      "step": 12750
    },
    {
      "loss_action": 0.034979041665792465,
      "loss_total": 0.034979041665792465,
      "step": 12750
    },
    {
      "loss_action": 0.010912973433732986,
      "loss_total": 0.010912973433732986,
      "step": 12750
    },
    {
      "loss_action": 0.08701098710298538,
      "loss_total": 0.08701098710298538,
      "step": 12750
    },
    {
      "loss_action": 0.03091278299689293,
      "loss_total": 0.03091278299689293,
      "step": 12750
    },
    {
      "loss_action": 0.030259359627962112,
      "loss_total": 0.030259359627962112,
      "step": 12750
    },
    {
      "loss_action": 0.023334287106990814,
      "loss_total": 0.023334287106990814,
      "step": 12750
    },
    {
      "loss_action": 0.009205658920109272,
      "loss_total": 0.009205658920109272,
      "step": 12750
    },
    {
      "loss_action": 0.013017544522881508,
      "loss_total": 0.013017544522881508,
      "step": 12750
    },
    {
      "grad_norm": 0.18890023231506348,
      "learning_rate": 9.836310790630574e-05,
      "loss": 0.0194,
      "step": 12760
    },
    {
      "loss_action": 0.02443743869662285,
      "loss_total": 0.02443743869662285,
      "step": 12760
    },
    {
      "loss_action": 0.02173842489719391,
      "loss_total": 0.02173842489719391,
      "step": 12760
    },
    {
      "loss_action": 0.01274958997964859,
      "loss_total": 0.01274958997964859,
      "step": 12760
    },
    {
      "loss_action": 0.012550992891192436,
      "loss_total": 0.012550992891192436,
      "step": 12760
    },
    {
      "loss_action": 0.013787327334284782,
      "loss_total": 0.013787327334284782,
      "step": 12760
    },
    {
      "loss_action": 0.093144990503788,
      "loss_total": 0.093144990503788,
      "step": 12760
    },
    {
      "loss_action": 0.03390594571828842,
      "loss_total": 0.03390594571828842,
      "step": 12760
    },
    {
      "loss_action": 0.024316471070051193,
      "loss_total": 0.024316471070051193,
      "step": 12760
    },
    {
      "grad_norm": 0.1900348663330078,
      "learning_rate": 9.83589090983047e-05,
      "loss": 0.0186,
      "step": 12770
    },
    {
      "loss_action": 0.019958965480327606,
      "loss_total": 0.019958965480327606,
      "step": 12770
    },
    {
      "loss_action": 0.010671721771359444,
      "loss_total": 0.010671721771359444,
      "step": 12770
    },
    {
      "loss_action": 0.008176904171705246,
      "loss_total": 0.008176904171705246,
      "step": 12770
    },
    {
      "loss_action": 0.01249251514673233,
      "loss_total": 0.01249251514673233,
      "step": 12770
    },
    {
      "loss_action": 0.018026836216449738,
      "loss_total": 0.018026836216449738,
      "step": 12770
    },
    {
      "loss_action": 0.01626189425587654,
      "loss_total": 0.01626189425587654,
      "step": 12770
    },
    {
      "loss_action": 0.006918342784047127,
      "loss_total": 0.006918342784047127,
      "step": 12770
    },
    {
      "loss_action": 0.023217834532260895,
      "loss_total": 0.023217834532260895,
      "step": 12770
    },
    {
      "grad_norm": 0.14758706092834473,
      "learning_rate": 9.835470500184605e-05,
      "loss": 0.0174,
      "step": 12780
    },
    {
      "loss_action": 0.013227970339357853,
      "loss_total": 0.013227970339357853,
      "step": 12780
    },
    {
      "loss_action": 0.009203795343637466,
      "loss_total": 0.009203795343637466,
      "step": 12780
    },
    {
      "loss_action": 0.029506830498576164,
      "loss_total": 0.029506830498576164,
      "step": 12780
    },
    {
      "loss_action": 0.01578332856297493,
      "loss_total": 0.01578332856297493,
      "step": 12780
    },
    {
      "loss_action": 0.016741294413805008,
      "loss_total": 0.016741294413805008,
      "step": 12780
    },
    {
      "loss_action": 0.0257718563079834,
      "loss_total": 0.0257718563079834,
      "step": 12780
    },
    {
      "loss_action": 0.010625205934047699,
      "loss_total": 0.010625205934047699,
      "step": 12780
    },
    {
      "loss_action": 0.0153635423630476,
      "loss_total": 0.0153635423630476,
      "step": 12780
    },
    {
      "grad_norm": 0.20616014301776886,
      "learning_rate": 9.835049561738957e-05,
      "loss": 0.0167,
      "step": 12790
    },
    {
      "loss_action": 0.014184253290295601,
      "loss_total": 0.014184253290295601,
      "step": 12790
    },
    {
      "loss_action": 0.021467121317982674,
      "loss_total": 0.021467121317982674,
      "step": 12790
    },
    {
      "loss_action": 0.014139709994196892,
      "loss_total": 0.014139709994196892,
      "step": 12790
    },
    {
      "loss_action": 0.016697298735380173,
      "loss_total": 0.016697298735380173,
      "step": 12790
    },
    {
      "loss_action": 0.0139585230499506,
      "loss_total": 0.0139585230499506,
      "step": 12790
    },
    {
      "loss_action": 0.022704709321260452,
      "loss_total": 0.022704709321260452,
      "step": 12790
    },
    {
      "loss_action": 0.0066462187096476555,
      "loss_total": 0.0066462187096476555,
      "step": 12790
    },
    {
      "loss_action": 0.03314559906721115,
      "loss_total": 0.03314559906721115,
      "step": 12790
    },
    {
      "grad_norm": 0.1776684671640396,
      "learning_rate": 9.834628094539558e-05,
      "loss": 0.0161,
      "step": 12800
    },
    {
      "loss_action": 0.015587687492370605,
      "loss_total": 0.015587687492370605,
      "step": 12800
    },
    {
      "loss_action": 0.025850391015410423,
      "loss_total": 0.025850391015410423,
      "step": 12800
    },
    {
      "loss_action": 0.016678467392921448,
      "loss_total": 0.016678467392921448,
      "step": 12800
    },
    {
      "loss_action": 0.0059786271303892136,
      "loss_total": 0.0059786271303892136,
      "step": 12800
    },
    {
      "loss_action": 0.019976889714598656,
      "loss_total": 0.019976889714598656,
      "step": 12800
    },
    {
      "loss_action": 0.0101097347214818,
      "loss_total": 0.0101097347214818,
      "step": 12800
    },
    {
      "loss_action": 0.03211526572704315,
      "loss_total": 0.03211526572704315,
      "step": 12800
    },
    {
      "loss_action": 0.013684989884495735,
      "loss_total": 0.013684989884495735,
      "step": 12800
    },
    {
      "grad_norm": 0.1577797383069992,
      "learning_rate": 9.834206098632499e-05,
      "loss": 0.0161,
      "step": 12810
    },
    {
      "loss_action": 0.012035730294883251,
      "loss_total": 0.012035730294883251,
      "step": 12810
    },
    {
      "loss_action": 0.009428450837731361,
      "loss_total": 0.009428450837731361,
      "step": 12810
    },
    {
      "loss_action": 0.036045871675014496,
      "loss_total": 0.036045871675014496,
      "step": 12810
    },
    {
      "loss_action": 0.007438520900905132,
      "loss_total": 0.007438520900905132,
      "step": 12810
    },
    {
      "loss_action": 0.011520367115736008,
      "loss_total": 0.011520367115736008,
      "step": 12810
    },
    {
      "loss_action": 0.026962704956531525,
      "loss_total": 0.026962704956531525,
      "step": 12810
    },
    {
      "loss_action": 0.016166474670171738,
      "loss_total": 0.016166474670171738,
      "step": 12810
    },
    {
      "loss_action": 0.014485828578472137,
      "loss_total": 0.014485828578472137,
      "step": 12810
    },
    {
      "grad_norm": 0.14851658046245575,
      "learning_rate": 9.833783574063931e-05,
      "loss": 0.0157,
      "step": 12820
    },
    {
      "loss_action": 0.009237369522452354,
      "loss_total": 0.009237369522452354,
      "step": 12820
    },
    {
      "loss_action": 0.026770342141389847,
      "loss_total": 0.026770342141389847,
      "step": 12820
    },
    {
      "loss_action": 0.005107590463012457,
      "loss_total": 0.005107590463012457,
      "step": 12820
    },
    {
      "loss_action": 0.00836959108710289,
      "loss_total": 0.00836959108710289,
      "step": 12820
    },
    {
      "loss_action": 0.009813966229557991,
      "loss_total": 0.009813966229557991,
      "step": 12820
    },
    {
      "loss_action": 0.008045585826039314,
      "loss_total": 0.008045585826039314,
      "step": 12820
    },
    {
      "loss_action": 0.01654687151312828,
      "loss_total": 0.01654687151312828,
      "step": 12820
    },
    {
      "loss_action": 0.008043477311730385,
      "loss_total": 0.008043477311730385,
      "step": 12820
    },
    {
      "grad_norm": 0.18388327956199646,
      "learning_rate": 9.833360520880058e-05,
      "loss": 0.0164,
      "step": 12830
    },
    {
      "loss_action": 0.014525786973536015,
      "loss_total": 0.014525786973536015,
      "step": 12830
    },
    {
      "loss_action": 0.011336048133671284,
      "loss_total": 0.011336048133671284,
      "step": 12830
    },
    {
      "loss_action": 0.008053921163082123,
      "loss_total": 0.008053921163082123,
      "step": 12830
    },
    {
      "loss_action": 0.024031540378928185,
      "loss_total": 0.024031540378928185,
      "step": 12830
    },
    {
      "loss_action": 0.03144393116235733,
      "loss_total": 0.03144393116235733,
      "step": 12830
    },
    {
      "loss_action": 0.021711960434913635,
      "loss_total": 0.021711960434913635,
      "step": 12830
    },
    {
      "loss_action": 0.006459782365709543,
      "loss_total": 0.006459782365709543,
      "step": 12830
    },
    {
      "loss_action": 0.01765717938542366,
      "loss_total": 0.01765717938542366,
      "step": 12830
    },
    {
      "grad_norm": 0.1837148368358612,
      "learning_rate": 9.832936939127144e-05,
      "loss": 0.0164,
      "step": 12840
    },
    {
      "loss_action": 0.016802916303277016,
      "loss_total": 0.016802916303277016,
      "step": 12840
    },
    {
      "loss_action": 0.019748445600271225,
      "loss_total": 0.019748445600271225,
      "step": 12840
    },
    {
      "loss_action": 0.010121101513504982,
      "loss_total": 0.010121101513504982,
      "step": 12840
    },
    {
      "loss_action": 0.01765602082014084,
      "loss_total": 0.01765602082014084,
      "step": 12840
    },
    {
      "loss_action": 0.02090616524219513,
      "loss_total": 0.02090616524219513,
      "step": 12840
    },
    {
      "loss_action": 0.010261020623147488,
      "loss_total": 0.010261020623147488,
      "step": 12840
    },
    {
      "loss_action": 0.020191872492432594,
      "loss_total": 0.020191872492432594,
      "step": 12840
    },
    {
      "loss_action": 0.020300239324569702,
      "loss_total": 0.020300239324569702,
      "step": 12840
    },
    {
      "grad_norm": 0.1719897985458374,
      "learning_rate": 9.832512828851515e-05,
      "loss": 0.016,
      "step": 12850
    },
    {
      "loss_action": 0.015771731734275818,
      "loss_total": 0.015771731734275818,
      "step": 12850
    },
    {
      "loss_action": 0.014742533676326275,
      "loss_total": 0.014742533676326275,
      "step": 12850
    },
    {
      "loss_action": 0.013280603103339672,
      "loss_total": 0.013280603103339672,
      "step": 12850
    },
    {
      "loss_action": 0.007669773884117603,
      "loss_total": 0.007669773884117603,
      "step": 12850
    },
    {
      "loss_action": 0.0119880810379982,
      "loss_total": 0.0119880810379982,
      "step": 12850
    },
    {
      "loss_action": 0.011721974238753319,
      "loss_total": 0.011721974238753319,
      "step": 12850
    },
    {
      "loss_action": 0.018032340332865715,
      "loss_total": 0.018032340332865715,
      "step": 12850
    },
    {
      "loss_action": 0.0066011883318424225,
      "loss_total": 0.0066011883318424225,
      "step": 12850
    },
    {
      "grad_norm": 0.15520943701267242,
      "learning_rate": 9.832088190099546e-05,
      "loss": 0.0141,
      "step": 12860
    },
    {
      "loss_action": 0.01464068703353405,
      "loss_total": 0.01464068703353405,
      "step": 12860
    },
    {
      "loss_action": 0.018925461918115616,
      "loss_total": 0.018925461918115616,
      "step": 12860
    },
    {
      "loss_action": 0.007299234624952078,
      "loss_total": 0.007299234624952078,
      "step": 12860
    },
    {
      "loss_action": 0.008030766621232033,
      "loss_total": 0.008030766621232033,
      "step": 12860
    },
    {
      "loss_action": 0.018992356956005096,
      "loss_total": 0.018992356956005096,
      "step": 12860
    },
    {
      "loss_action": 0.02666328474879265,
      "loss_total": 0.02666328474879265,
      "step": 12860
    },
    {
      "loss_action": 0.0253143347799778,
      "loss_total": 0.0253143347799778,
      "step": 12860
    },
    {
      "loss_action": 0.011630837805569172,
      "loss_total": 0.011630837805569172,
      "step": 12860
    },
    {
      "grad_norm": 0.15845102071762085,
      "learning_rate": 9.831663022917679e-05,
      "loss": 0.015,
      "step": 12870
    },
    {
      "loss_action": 0.007707318756729364,
      "loss_total": 0.007707318756729364,
      "step": 12870
    },
    {
      "loss_action": 0.008365404792129993,
      "loss_total": 0.008365404792129993,
      "step": 12870
    },
    {
      "loss_action": 0.009646203368902206,
      "loss_total": 0.009646203368902206,
      "step": 12870
    },
    {
      "loss_action": 0.025016646832227707,
      "loss_total": 0.025016646832227707,
      "step": 12870
    },
    {
      "loss_action": 0.009709511883556843,
      "loss_total": 0.009709511883556843,
      "step": 12870
    },
    {
      "loss_action": 0.013853260315954685,
      "loss_total": 0.013853260315954685,
      "step": 12870
    },
    {
      "loss_action": 0.008282259106636047,
      "loss_total": 0.008282259106636047,
      "step": 12870
    },
    {
      "loss_action": 0.010381652042269707,
      "loss_total": 0.010381652042269707,
      "step": 12870
    },
    {
      "grad_norm": 0.19053636491298676,
      "learning_rate": 9.831237327352407e-05,
      "loss": 0.014,
      "step": 12880
    },
    {
      "loss_action": 0.02450467087328434,
      "loss_total": 0.02450467087328434,
      "step": 12880
    },
    {
      "loss_action": 0.009190798737108707,
      "loss_total": 0.009190798737108707,
      "step": 12880
    },
    {
      "loss_action": 0.008982105180621147,
      "loss_total": 0.008982105180621147,
      "step": 12880
    },
    {
      "loss_action": 0.009780962020158768,
      "loss_total": 0.009780962020158768,
      "step": 12880
    },
    {
      "loss_action": 0.028018059208989143,
      "loss_total": 0.028018059208989143,
      "step": 12880
    },
    {
      "loss_action": 0.012155906297266483,
      "loss_total": 0.012155906297266483,
      "step": 12880
    },
    {
      "loss_action": 0.016565244644880295,
      "loss_total": 0.016565244644880295,
      "step": 12880
    },
    {
      "loss_action": 0.00896470993757248,
      "loss_total": 0.00896470993757248,
      "step": 12880
    },
    {
      "grad_norm": 0.23678508400917053,
      "learning_rate": 9.830811103450286e-05,
      "loss": 0.0175,
      "step": 12890
    },
    {
      "loss_action": 0.013682186603546143,
      "loss_total": 0.013682186603546143,
      "step": 12890
    },
    {
      "loss_action": 0.024580229073762894,
      "loss_total": 0.024580229073762894,
      "step": 12890
    },
    {
      "loss_action": 0.011589473113417625,
      "loss_total": 0.011589473113417625,
      "step": 12890
    },
    {
      "loss_action": 0.020366014912724495,
      "loss_total": 0.020366014912724495,
      "step": 12890
    },
    {
      "loss_action": 0.022601203992962837,
      "loss_total": 0.022601203992962837,
      "step": 12890
    },
    {
      "loss_action": 0.014756722375750542,
      "loss_total": 0.014756722375750542,
      "step": 12890
    },
    {
      "loss_action": 0.008884030394256115,
      "loss_total": 0.008884030394256115,
      "step": 12890
    },
    {
      "loss_action": 0.024993982166051865,
      "loss_total": 0.024993982166051865,
      "step": 12890
    },
    {
      "grad_norm": 0.13691440224647522,
      "learning_rate": 9.830384351257924e-05,
      "loss": 0.0147,
      "step": 12900
    },
    {
      "loss_action": 0.0226982980966568,
      "loss_total": 0.0226982980966568,
      "step": 12900
    },
    {
      "loss_action": 0.017066601663827896,
      "loss_total": 0.017066601663827896,
      "step": 12900
    },
    {
      "loss_action": 0.026374924927949905,
      "loss_total": 0.026374924927949905,
      "step": 12900
    },
    {
      "loss_action": 0.015194754116237164,
      "loss_total": 0.015194754116237164,
      "step": 12900
    },
    {
      "loss_action": 0.009734774939715862,
      "loss_total": 0.009734774939715862,
      "step": 12900
    },
    {
      "loss_action": 0.030964944511651993,
      "loss_total": 0.030964944511651993,
      "step": 12900
    },
    {
      "loss_action": 0.021294724196195602,
      "loss_total": 0.021294724196195602,
      "step": 12900
    },
    {
      "loss_action": 0.012942835688591003,
      "loss_total": 0.012942835688591003,
      "step": 12900
    },
    {
      "grad_norm": 0.13213062286376953,
      "learning_rate": 9.829957070821993e-05,
      "loss": 0.0168,
      "step": 12910
    },
    {
      "loss_action": 0.020501818507909775,
      "loss_total": 0.020501818507909775,
      "step": 12910
    },
    {
      "loss_action": 0.012579767033457756,
      "loss_total": 0.012579767033457756,
      "step": 12910
    },
    {
      "loss_action": 0.032555483281612396,
      "loss_total": 0.032555483281612396,
      "step": 12910
    },
    {
      "loss_action": 0.012693329714238644,
      "loss_total": 0.012693329714238644,
      "step": 12910
    },
    {
      "loss_action": 0.010794851928949356,
      "loss_total": 0.010794851928949356,
      "step": 12910
    },
    {
      "loss_action": 0.016997747123241425,
      "loss_total": 0.016997747123241425,
      "step": 12910
    },
    {
      "loss_action": 0.014164663851261139,
      "loss_total": 0.014164663851261139,
      "step": 12910
    },
    {
      "loss_action": 0.008299365639686584,
      "loss_total": 0.008299365639686584,
      "step": 12910
    },
    {
      "grad_norm": 0.1352020800113678,
      "learning_rate": 9.829529262189218e-05,
      "loss": 0.0171,
      "step": 12920
    },
    {
      "loss_action": 0.010104438289999962,
      "loss_total": 0.010104438289999962,
      "step": 12920
    },
    {
      "loss_action": 0.018695563077926636,
      "loss_total": 0.018695563077926636,
      "step": 12920
    },
    {
      "loss_action": 0.02613920532166958,
      "loss_total": 0.02613920532166958,
      "step": 12920
    },
    {
      "loss_action": 0.01628158614039421,
      "loss_total": 0.01628158614039421,
      "step": 12920
    },
    {
      "loss_action": 0.04672297462821007,
      "loss_total": 0.04672297462821007,
      "step": 12920
    },
    {
      "loss_action": 0.014934075064957142,
      "loss_total": 0.014934075064957142,
      "step": 12920
    },
    {
      "loss_action": 0.008836807683110237,
      "loss_total": 0.008836807683110237,
      "step": 12920
    },
    {
      "loss_action": 0.01271991990506649,
      "loss_total": 0.01271991990506649,
      "step": 12920
    },
    {
      "grad_norm": 0.19437426328659058,
      "learning_rate": 9.829100925406385e-05,
      "loss": 0.0173,
      "step": 12930
    },
    {
      "loss_action": 0.017477329820394516,
      "loss_total": 0.017477329820394516,
      "step": 12930
    },
    {
      "loss_action": 0.010904170572757721,
      "loss_total": 0.010904170572757721,
      "step": 12930
    },
    {
      "loss_action": 0.009682837873697281,
      "loss_total": 0.009682837873697281,
      "step": 12930
    },
    {
      "loss_action": 0.005822060164064169,
      "loss_total": 0.005822060164064169,
      "step": 12930
    },
    {
      "loss_action": 0.019292548298835754,
      "loss_total": 0.019292548298835754,
      "step": 12930
    },
    {
      "loss_action": 0.009742919355630875,
      "loss_total": 0.009742919355630875,
      "step": 12930
    },
    {
      "loss_action": 0.01611192896962166,
      "loss_total": 0.01611192896962166,
      "step": 12930
    },
    {
      "loss_action": 0.011172100901603699,
      "loss_total": 0.011172100901603699,
      "step": 12930
    },
    {
      "grad_norm": 0.2396552413702011,
      "learning_rate": 9.828672060520333e-05,
      "loss": 0.0161,
      "step": 12940
    },
    {
      "loss_action": 0.015270647592842579,
      "loss_total": 0.015270647592842579,
      "step": 12940
    },
    {
      "loss_action": 0.014106521382927895,
      "loss_total": 0.014106521382927895,
      "step": 12940
    },
    {
      "loss_action": 0.009659748524427414,
      "loss_total": 0.009659748524427414,
      "step": 12940
    },
    {
      "loss_action": 0.014371877536177635,
      "loss_total": 0.014371877536177635,
      "step": 12940
    },
    {
      "loss_action": 0.009797686710953712,
      "loss_total": 0.009797686710953712,
      "step": 12940
    },
    {
      "loss_action": 0.01346390787512064,
      "loss_total": 0.01346390787512064,
      "step": 12940
    },
    {
      "loss_action": 0.03077182173728943,
      "loss_total": 0.03077182173728943,
      "step": 12940
    },
    {
      "loss_action": 0.0158105306327343,
      "loss_total": 0.0158105306327343,
      "step": 12940
    },
    {
      "grad_norm": 0.1747855693101883,
      "learning_rate": 9.828242667577966e-05,
      "loss": 0.016,
      "step": 12950
    },
    {
      "loss_action": 0.011700822040438652,
      "loss_total": 0.011700822040438652,
      "step": 12950
    },
    {
      "loss_action": 0.007943284697830677,
      "loss_total": 0.007943284697830677,
      "step": 12950
    },
    {
      "loss_action": 0.019450398162007332,
      "loss_total": 0.019450398162007332,
      "step": 12950
    },
    {
      "loss_action": 0.006022312678396702,
      "loss_total": 0.006022312678396702,
      "step": 12950
    },
    {
      "loss_action": 0.012878120876848698,
      "loss_total": 0.012878120876848698,
      "step": 12950
    },
    {
      "loss_action": 0.010723483748733997,
      "loss_total": 0.010723483748733997,
      "step": 12950
    },
    {
      "loss_action": 0.020439285784959793,
      "loss_total": 0.020439285784959793,
      "step": 12950
    },
    {
      "loss_action": 0.013193811289966106,
      "loss_total": 0.013193811289966106,
      "step": 12950
    },
    {
      "grad_norm": 0.12956008315086365,
      "learning_rate": 9.82781274662624e-05,
      "loss": 0.0161,
      "step": 12960
    },
    {
      "loss_action": 0.011711062863469124,
      "loss_total": 0.011711062863469124,
      "step": 12960
    },
    {
      "loss_action": 0.013123958371579647,
      "loss_total": 0.013123958371579647,
      "step": 12960
    },
    {
      "loss_action": 0.015828881412744522,
      "loss_total": 0.015828881412744522,
      "step": 12960
    },
    {
      "loss_action": 0.010936334729194641,
      "loss_total": 0.010936334729194641,
      "step": 12960
    },
    {
      "loss_action": 0.0056502604857087135,
      "loss_total": 0.0056502604857087135,
      "step": 12960
    },
    {
      "loss_action": 0.011098440736532211,
      "loss_total": 0.011098440736532211,
      "step": 12960
    },
    {
      "loss_action": 0.009090974926948547,
      "loss_total": 0.009090974926948547,
      "step": 12960
    },
    {
      "loss_action": 0.016913145780563354,
      "loss_total": 0.016913145780563354,
      "step": 12960
    },
    {
      "grad_norm": 0.1381300538778305,
      "learning_rate": 9.82738229771217e-05,
      "loss": 0.0136,
      "step": 12970
    },
    {
      "loss_action": 0.014882024377584457,
      "loss_total": 0.014882024377584457,
      "step": 12970
    },
    {
      "loss_action": 0.011541399173438549,
      "loss_total": 0.011541399173438549,
      "step": 12970
    },
    {
      "loss_action": 0.010397848673164845,
      "loss_total": 0.010397848673164845,
      "step": 12970
    },
    {
      "loss_action": 0.011985596269369125,
      "loss_total": 0.011985596269369125,
      "step": 12970
    },
    {
      "loss_action": 0.010870389640331268,
      "loss_total": 0.010870389640331268,
      "step": 12970
    },
    {
      "loss_action": 0.0115358280017972,
      "loss_total": 0.0115358280017972,
      "step": 12970
    },
    {
      "loss_action": 0.014363586902618408,
      "loss_total": 0.014363586902618408,
      "step": 12970
    },
    {
      "loss_action": 0.031890690326690674,
      "loss_total": 0.031890690326690674,
      "step": 12970
    },
    {
      "grad_norm": 0.19522859156131744,
      "learning_rate": 9.826951320882829e-05,
      "loss": 0.0152,
      "step": 12980
    },
    {
      "loss_action": 0.01932087354362011,
      "loss_total": 0.01932087354362011,
      "step": 12980
    },
    {
      "loss_action": 0.045612044632434845,
      "loss_total": 0.045612044632434845,
      "step": 12980
    },
    {
      "loss_action": 0.01595180854201317,
      "loss_total": 0.01595180854201317,
      "step": 12980
    },
    {
      "loss_action": 0.024090159684419632,
      "loss_total": 0.024090159684419632,
      "step": 12980
    },
    {
      "loss_action": 0.014066734351217747,
      "loss_total": 0.014066734351217747,
      "step": 12980
    },
    {
      "loss_action": 0.0153131615370512,
      "loss_total": 0.0153131615370512,
      "step": 12980
    },
    {
      "loss_action": 0.020891014486551285,
      "loss_total": 0.020891014486551285,
      "step": 12980
    },
    {
      "loss_action": 0.011058293282985687,
      "loss_total": 0.011058293282985687,
      "step": 12980
    },
    {
      "grad_norm": 0.15816302597522736,
      "learning_rate": 9.826519816185351e-05,
      "loss": 0.017,
      "step": 12990
    },
    {
      "loss_action": 0.01667926274240017,
      "loss_total": 0.01667926274240017,
      "step": 12990
    },
    {
      "loss_action": 0.014067808166146278,
      "loss_total": 0.014067808166146278,
      "step": 12990
    },
    {
      "loss_action": 0.00806703232228756,
      "loss_total": 0.00806703232228756,
      "step": 12990
    },
    {
      "loss_action": 0.013478600420057774,
      "loss_total": 0.013478600420057774,
      "step": 12990
    },
    {
      "loss_action": 0.010652134194970131,
      "loss_total": 0.010652134194970131,
      "step": 12990
    },
    {
      "loss_action": 0.02304241806268692,
      "loss_total": 0.02304241806268692,
      "step": 12990
    },
    {
      "loss_action": 0.019073696807026863,
      "loss_total": 0.019073696807026863,
      "step": 12990
    },
    {
      "loss_action": 0.04789765924215317,
      "loss_total": 0.04789765924215317,
      "step": 12990
    },
    {
      "grad_norm": 0.1707111895084381,
      "learning_rate": 9.826087783666921e-05,
      "loss": 0.0167,
      "step": 13000
    },
    {
      "loss_action": 0.013012222945690155,
      "loss_total": 0.013012222945690155,
      "step": 13000
    },
    {
      "loss_action": 0.014676312915980816,
      "loss_total": 0.014676312915980816,
      "step": 13000
    },
    {
      "loss_action": 0.008100938983261585,
      "loss_total": 0.008100938983261585,
      "step": 13000
    },
    {
      "loss_action": 0.013156474567949772,
      "loss_total": 0.013156474567949772,
      "step": 13000
    },
    {
      "loss_action": 0.018474431708455086,
      "loss_total": 0.018474431708455086,
      "step": 13000
    },
    {
      "loss_action": 0.022574616596102715,
      "loss_total": 0.022574616596102715,
      "step": 13000
    },
    {
      "loss_action": 0.00804442260414362,
      "loss_total": 0.00804442260414362,
      "step": 13000
    },
    {
      "loss_action": 0.021740585565567017,
      "loss_total": 0.021740585565567017,
      "step": 13000
    },
    {
      "grad_norm": 0.15196654200553894,
      "learning_rate": 9.825655223374787e-05,
      "loss": 0.0151,
      "step": 13010
    },
    {
      "loss_action": 0.020356761291623116,
      "loss_total": 0.020356761291623116,
      "step": 13010
    },
    {
      "loss_action": 0.017006635665893555,
      "loss_total": 0.017006635665893555,
      "step": 13010
    },
    {
      "loss_action": 0.016003094613552094,
      "loss_total": 0.016003094613552094,
      "step": 13010
    },
    {
      "loss_action": 0.01559378020465374,
      "loss_total": 0.01559378020465374,
      "step": 13010
    },
    {
      "loss_action": 0.008348539471626282,
      "loss_total": 0.008348539471626282,
      "step": 13010
    },
    {
      "loss_action": 0.015612099319696426,
      "loss_total": 0.015612099319696426,
      "step": 13010
    },
    {
      "loss_action": 0.019803376868367195,
      "loss_total": 0.019803376868367195,
      "step": 13010
    },
    {
      "loss_action": 0.024960411712527275,
      "loss_total": 0.024960411712527275,
      "step": 13010
    },
    {
      "grad_norm": 0.20844195783138275,
      "learning_rate": 9.825222135356253e-05,
      "loss": 0.015,
      "step": 13020
    },
    {
      "loss_action": 0.007497986778616905,
      "loss_total": 0.007497986778616905,
      "step": 13020
    },
    {
      "loss_action": 0.006843674927949905,
      "loss_total": 0.006843674927949905,
      "step": 13020
    },
    {
      "loss_action": 0.010065891779959202,
      "loss_total": 0.010065891779959202,
      "step": 13020
    },
    {
      "loss_action": 0.006843936629593372,
      "loss_total": 0.006843936629593372,
      "step": 13020
    },
    {
      "loss_action": 0.029689744114875793,
      "loss_total": 0.029689744114875793,
      "step": 13020
    },
    {
      "loss_action": 0.018538549542427063,
      "loss_total": 0.018538549542427063,
      "step": 13020
    },
    {
      "loss_action": 0.015763740986585617,
      "loss_total": 0.015763740986585617,
      "step": 13020
    },
    {
      "loss_action": 0.007104414515197277,
      "loss_total": 0.007104414515197277,
      "step": 13020
    },
    {
      "grad_norm": 0.18364131450653076,
      "learning_rate": 9.82478851965868e-05,
      "loss": 0.0166,
      "step": 13030
    },
    {
      "loss_action": 0.01208273135125637,
      "loss_total": 0.01208273135125637,
      "step": 13030
    },
    {
      "loss_action": 0.014646302908658981,
      "loss_total": 0.014646302908658981,
      "step": 13030
    },
    {
      "loss_action": 0.01594618149101734,
      "loss_total": 0.01594618149101734,
      "step": 13030
    },
    {
      "loss_action": 0.013850759714841843,
      "loss_total": 0.013850759714841843,
      "step": 13030
    },
    {
      "loss_action": 0.02006862685084343,
      "loss_total": 0.02006862685084343,
      "step": 13030
    },
    {
      "loss_action": 0.017467714846134186,
      "loss_total": 0.017467714846134186,
      "step": 13030
    },
    {
      "loss_action": 0.010886883363127708,
      "loss_total": 0.010886883363127708,
      "step": 13030
    },
    {
      "loss_action": 0.034823499619960785,
      "loss_total": 0.034823499619960785,
      "step": 13030
    },
    {
      "grad_norm": 0.17684496939182281,
      "learning_rate": 9.82435437632949e-05,
      "loss": 0.0162,
      "step": 13040
    },
    {
      "loss_action": 0.023809850215911865,
      "loss_total": 0.023809850215911865,
      "step": 13040
    },
    {
      "loss_action": 0.012670569121837616,
      "loss_total": 0.012670569121837616,
      "step": 13040
    },
    {
      "loss_action": 0.04869125038385391,
      "loss_total": 0.04869125038385391,
      "step": 13040
    },
    {
      "loss_action": 0.020304158329963684,
      "loss_total": 0.020304158329963684,
      "step": 13040
    },
    {
      "loss_action": 0.007151692174375057,
      "loss_total": 0.007151692174375057,
      "step": 13040
    },
    {
      "loss_action": 0.023072902113199234,
      "loss_total": 0.023072902113199234,
      "step": 13040
    },
    {
      "loss_action": 0.015298725105822086,
      "loss_total": 0.015298725105822086,
      "step": 13040
    },
    {
      "loss_action": 0.02437177300453186,
      "loss_total": 0.02437177300453186,
      "step": 13040
    },
    {
      "grad_norm": 0.22914911806583405,
      "learning_rate": 9.823919705416158e-05,
      "loss": 0.0206,
      "step": 13050
    },
    {
      "loss_action": 0.015590723603963852,
      "loss_total": 0.015590723603963852,
      "step": 13050
    },
    {
      "loss_action": 0.026854559779167175,
      "loss_total": 0.026854559779167175,
      "step": 13050
    },
    {
      "loss_action": 0.015064439736306667,
      "loss_total": 0.015064439736306667,
      "step": 13050
    },
    {
      "loss_action": 0.008554563857614994,
      "loss_total": 0.008554563857614994,
      "step": 13050
    },
    {
      "loss_action": 0.02077556401491165,
      "loss_total": 0.02077556401491165,
      "step": 13050
    },
    {
      "loss_action": 0.015502097085118294,
      "loss_total": 0.015502097085118294,
      "step": 13050
    },
    {
      "loss_action": 0.015413518995046616,
      "loss_total": 0.015413518995046616,
      "step": 13050
    },
    {
      "loss_action": 0.020999066531658173,
      "loss_total": 0.020999066531658173,
      "step": 13050
    },
    {
      "grad_norm": 0.1860918402671814,
      "learning_rate": 9.82348450696622e-05,
      "loss": 0.0167,
      "step": 13060
    },
    {
      "loss_action": 0.016164101660251617,
      "loss_total": 0.016164101660251617,
      "step": 13060
    },
    {
      "loss_action": 0.015445028431713581,
      "loss_total": 0.015445028431713581,
      "step": 13060
    },
    {
      "loss_action": 0.02236858755350113,
      "loss_total": 0.02236858755350113,
      "step": 13060
    },
    {
      "loss_action": 0.011188926175236702,
      "loss_total": 0.011188926175236702,
      "step": 13060
    },
    {
      "loss_action": 0.008762545883655548,
      "loss_total": 0.008762545883655548,
      "step": 13060
    },
    {
      "loss_action": 0.013208195567131042,
      "loss_total": 0.013208195567131042,
      "step": 13060
    },
    {
      "loss_action": 0.006232676096260548,
      "loss_total": 0.006232676096260548,
      "step": 13060
    },
    {
      "loss_action": 0.009359413757920265,
      "loss_total": 0.009359413757920265,
      "step": 13060
    },
    {
      "grad_norm": 0.1777559369802475,
      "learning_rate": 9.823048781027268e-05,
      "loss": 0.0143,
      "step": 13070
    },
    {
      "loss_action": 0.010958215221762657,
      "loss_total": 0.010958215221762657,
      "step": 13070
    },
    {
      "loss_action": 0.026101354509592056,
      "loss_total": 0.026101354509592056,
      "step": 13070
    },
    {
      "loss_action": 0.01023908145725727,
      "loss_total": 0.01023908145725727,
      "step": 13070
    },
    {
      "loss_action": 0.018368231132626534,
      "loss_total": 0.018368231132626534,
      "step": 13070
    },
    {
      "loss_action": 0.017681611701846123,
      "loss_total": 0.017681611701846123,
      "step": 13070
    },
    {
      "loss_action": 0.010851660743355751,
      "loss_total": 0.010851660743355751,
      "step": 13070
    },
    {
      "loss_action": 0.011128358542919159,
      "loss_total": 0.011128358542919159,
      "step": 13070
    },
    {
      "loss_action": 0.015105390921235085,
      "loss_total": 0.015105390921235085,
      "step": 13070
    },
    {
      "grad_norm": 0.33747580647468567,
      "learning_rate": 9.822612527646953e-05,
      "loss": 0.0179,
      "step": 13080
    },
    {
      "loss_action": 0.035604506731033325,
      "loss_total": 0.035604506731033325,
      "step": 13080
    },
    {
      "loss_action": 0.026024676859378815,
      "loss_total": 0.026024676859378815,
      "step": 13080
    },
    {
      "loss_action": 0.031106913462281227,
      "loss_total": 0.031106913462281227,
      "step": 13080
    },
    {
      "loss_action": 0.011891640722751617,
      "loss_total": 0.011891640722751617,
      "step": 13080
    },
    {
      "loss_action": 0.03711279109120369,
      "loss_total": 0.03711279109120369,
      "step": 13080
    },
    {
      "loss_action": 0.0164842177182436,
      "loss_total": 0.0164842177182436,
      "step": 13080
    },
    {
      "loss_action": 0.016970593482255936,
      "loss_total": 0.016970593482255936,
      "step": 13080
    },
    {
      "loss_action": 0.01458953507244587,
      "loss_total": 0.01458953507244587,
      "step": 13080
    },
    {
      "grad_norm": 0.1899699568748474,
      "learning_rate": 9.822175746872984e-05,
      "loss": 0.018,
      "step": 13090
    },
    {
      "loss_action": 0.01008533127605915,
      "loss_total": 0.01008533127605915,
      "step": 13090
    },
    {
      "loss_action": 0.015294825658202171,
      "loss_total": 0.015294825658202171,
      "step": 13090
    },
    {
      "loss_action": 0.012020116671919823,
      "loss_total": 0.012020116671919823,
      "step": 13090
    },
    {
      "loss_action": 0.010562826879322529,
      "loss_total": 0.010562826879322529,
      "step": 13090
    },
    {
      "loss_action": 0.016439469531178474,
      "loss_total": 0.016439469531178474,
      "step": 13090
    },
    {
      "loss_action": 0.01464733388274908,
      "loss_total": 0.01464733388274908,
      "step": 13090
    },
    {
      "loss_action": 0.011790704913437366,
      "loss_total": 0.011790704913437366,
      "step": 13090
    },
    {
      "loss_action": 0.016473418101668358,
      "loss_total": 0.016473418101668358,
      "step": 13090
    },
    {
      "grad_norm": 0.1817503124475479,
      "learning_rate": 9.821738438753123e-05,
      "loss": 0.0171,
      "step": 13100
    },
    {
      "loss_action": 0.016162574291229248,
      "loss_total": 0.016162574291229248,
      "step": 13100
    },
    {
      "loss_action": 0.012558371759951115,
      "loss_total": 0.012558371759951115,
      "step": 13100
    },
    {
      "loss_action": 0.029419757425785065,
      "loss_total": 0.029419757425785065,
      "step": 13100
    },
    {
      "loss_action": 0.024345077574253082,
      "loss_total": 0.024345077574253082,
      "step": 13100
    },
    {
      "loss_action": 0.01157778687775135,
      "loss_total": 0.01157778687775135,
      "step": 13100
    },
    {
      "loss_action": 0.008846545591950417,
      "loss_total": 0.008846545591950417,
      "step": 13100
    },
    {
      "loss_action": 0.012883951887488365,
      "loss_total": 0.012883951887488365,
      "step": 13100
    },
    {
      "loss_action": 0.01012609712779522,
      "loss_total": 0.01012609712779522,
      "step": 13100
    },
    {
      "grad_norm": 0.18272100389003754,
      "learning_rate": 9.821300603335196e-05,
      "loss": 0.0162,
      "step": 13110
    },
    {
      "loss_action": 0.014362616464495659,
      "loss_total": 0.014362616464495659,
      "step": 13110
    },
    {
      "loss_action": 0.013262148946523666,
      "loss_total": 0.013262148946523666,
      "step": 13110
    },
    {
      "loss_action": 0.01665545627474785,
      "loss_total": 0.01665545627474785,
      "step": 13110
    },
    {
      "loss_action": 0.010987283661961555,
      "loss_total": 0.010987283661961555,
      "step": 13110
    },
    {
      "loss_action": 0.04959823936223984,
      "loss_total": 0.04959823936223984,
      "step": 13110
    },
    {
      "loss_action": 0.022489551454782486,
      "loss_total": 0.022489551454782486,
      "step": 13110
    },
    {
      "loss_action": 0.016306208446621895,
      "loss_total": 0.016306208446621895,
      "step": 13110
    },
    {
      "loss_action": 0.009202688932418823,
      "loss_total": 0.009202688932418823,
      "step": 13110
    },
    {
      "grad_norm": 0.14999735355377197,
      "learning_rate": 9.820862240667085e-05,
      "loss": 0.0169,
      "step": 13120
    },
    {
      "loss_action": 0.033583447337150574,
      "loss_total": 0.033583447337150574,
      "step": 13120
    },
    {
      "loss_action": 0.013161941431462765,
      "loss_total": 0.013161941431462765,
      "step": 13120
    },
    {
      "loss_action": 0.026264408603310585,
      "loss_total": 0.026264408603310585,
      "step": 13120
    },
    {
      "loss_action": 0.010201751254498959,
      "loss_total": 0.010201751254498959,
      "step": 13120
    },
    {
      "loss_action": 0.014539480209350586,
      "loss_total": 0.014539480209350586,
      "step": 13120
    },
    {
      "loss_action": 0.032289549708366394,
      "loss_total": 0.032289549708366394,
      "step": 13120
    },
    {
      "loss_action": 0.018849994987249374,
      "loss_total": 0.018849994987249374,
      "step": 13120
    },
    {
      "loss_action": 0.015408824197947979,
      "loss_total": 0.015408824197947979,
      "step": 13120
    },
    {
      "grad_norm": 0.18680521845817566,
      "learning_rate": 9.820423350796726e-05,
      "loss": 0.0171,
      "step": 13130
    },
    {
      "loss_action": 0.016242681071162224,
      "loss_total": 0.016242681071162224,
      "step": 13130
    },
    {
      "loss_action": 0.01702837646007538,
      "loss_total": 0.01702837646007538,
      "step": 13130
    },
    {
      "loss_action": 0.014856807887554169,
      "loss_total": 0.014856807887554169,
      "step": 13130
    },
    {
      "loss_action": 0.05546635389328003,
      "loss_total": 0.05546635389328003,
      "step": 13130
    },
    {
      "loss_action": 0.015684446319937706,
      "loss_total": 0.015684446319937706,
      "step": 13130
    },
    {
      "loss_action": 0.0071610645391047,
      "loss_total": 0.0071610645391047,
      "step": 13130
    },
    {
      "loss_action": 0.02609638124704361,
      "loss_total": 0.02609638124704361,
      "step": 13130
    },
    {
      "loss_action": 0.007656761910766363,
      "loss_total": 0.007656761910766363,
      "step": 13130
    },
    {
      "grad_norm": 0.2817325294017792,
      "learning_rate": 9.819983933772118e-05,
      "loss": 0.0157,
      "step": 13140
    },
    {
      "loss_action": 0.012282643467187881,
      "loss_total": 0.012282643467187881,
      "step": 13140
    },
    {
      "loss_action": 0.019487477838993073,
      "loss_total": 0.019487477838993073,
      "step": 13140
    },
    {
      "loss_action": 0.010687606409192085,
      "loss_total": 0.010687606409192085,
      "step": 13140
    },
    {
      "loss_action": 0.013327807188034058,
      "loss_total": 0.013327807188034058,
      "step": 13140
    },
    {
      "loss_action": 0.025387166067957878,
      "loss_total": 0.025387166067957878,
      "step": 13140
    },
    {
      "loss_action": 0.013199012726545334,
      "loss_total": 0.013199012726545334,
      "step": 13140
    },
    {
      "loss_action": 0.028551919385790825,
      "loss_total": 0.028551919385790825,
      "step": 13140
    },
    {
      "loss_action": 0.012221497483551502,
      "loss_total": 0.012221497483551502,
      "step": 13140
    },
    {
      "grad_norm": 0.15531198680400848,
      "learning_rate": 9.819543989641314e-05,
      "loss": 0.0187,
      "step": 13150
    },
    {
      "loss_action": 0.015989501029253006,
      "loss_total": 0.015989501029253006,
      "step": 13150
    },
    {
      "loss_action": 0.012144621461629868,
      "loss_total": 0.012144621461629868,
      "step": 13150
    },
    {
      "loss_action": 0.012452280148863792,
      "loss_total": 0.012452280148863792,
      "step": 13150
    },
    {
      "loss_action": 0.011844283901154995,
      "loss_total": 0.011844283901154995,
      "step": 13150
    },
    {
      "loss_action": 0.027961837127804756,
      "loss_total": 0.027961837127804756,
      "step": 13150
    },
    {
      "loss_action": 0.050785504281520844,
      "loss_total": 0.050785504281520844,
      "step": 13150
    },
    {
      "loss_action": 0.020657574757933617,
      "loss_total": 0.020657574757933617,
      "step": 13150
    },
    {
      "loss_action": 0.04807581007480621,
      "loss_total": 0.04807581007480621,
      "step": 13150
    },
    {
      "grad_norm": 0.20906025171279907,
      "learning_rate": 9.819103518452423e-05,
      "loss": 0.0198,
      "step": 13160
    },
    {
      "loss_action": 0.025503531098365784,
      "loss_total": 0.025503531098365784,
      "step": 13160
    },
    {
      "loss_action": 0.058872297406196594,
      "loss_total": 0.058872297406196594,
      "step": 13160
    },
    {
      "loss_action": 0.02366042695939541,
      "loss_total": 0.02366042695939541,
      "step": 13160
    },
    {
      "loss_action": 0.023747235536575317,
      "loss_total": 0.023747235536575317,
      "step": 13160
    },
    {
      "loss_action": 0.021192479878664017,
      "loss_total": 0.021192479878664017,
      "step": 13160
    },
    {
      "loss_action": 0.018687738105654716,
      "loss_total": 0.018687738105654716,
      "step": 13160
    },
    {
      "loss_action": 0.02082180231809616,
      "loss_total": 0.02082180231809616,
      "step": 13160
    },
    {
      "loss_action": 0.026635657995939255,
      "loss_total": 0.026635657995939255,
      "step": 13160
    },
    {
      "grad_norm": 0.15550296008586884,
      "learning_rate": 9.818662520253618e-05,
      "loss": 0.0175,
      "step": 13170
    },
    {
      "loss_action": 0.014979708008468151,
      "loss_total": 0.014979708008468151,
      "step": 13170
    },
    {
      "loss_action": 0.02174692042171955,
      "loss_total": 0.02174692042171955,
      "step": 13170
    },
    {
      "loss_action": 0.010146355256438255,
      "loss_total": 0.010146355256438255,
      "step": 13170
    },
    {
      "loss_action": 0.008536912500858307,
      "loss_total": 0.008536912500858307,
      "step": 13170
    },
    {
      "loss_action": 0.02759517729282379,
      "loss_total": 0.02759517729282379,
      "step": 13170
    },
    {
      "loss_action": 0.00924946740269661,
      "loss_total": 0.00924946740269661,
      "step": 13170
    },
    {
      "loss_action": 0.007345793768763542,
      "loss_total": 0.007345793768763542,
      "step": 13170
    },
    {
      "loss_action": 0.017464160919189453,
      "loss_total": 0.017464160919189453,
      "step": 13170
    },
    {
      "grad_norm": 0.16099514067173004,
      "learning_rate": 9.818220995093126e-05,
      "loss": 0.016,
      "step": 13180
    },
    {
      "loss_action": 0.007200251333415508,
      "loss_total": 0.007200251333415508,
      "step": 13180
    },
    {
      "loss_action": 0.01456447783857584,
      "loss_total": 0.01456447783857584,
      "step": 13180
    },
    {
      "loss_action": 0.025110002607107162,
      "loss_total": 0.025110002607107162,
      "step": 13180
    },
    {
      "loss_action": 0.028825052082538605,
      "loss_total": 0.028825052082538605,
      "step": 13180
    },
    {
      "loss_action": 0.025939229875802994,
      "loss_total": 0.025939229875802994,
      "step": 13180
    },
    {
      "loss_action": 0.011357693932950497,
      "loss_total": 0.011357693932950497,
      "step": 13180
    },
    {
      "loss_action": 0.0052269804291427135,
      "loss_total": 0.0052269804291427135,
      "step": 13180
    },
    {
      "loss_action": 0.04694153368473053,
      "loss_total": 0.04694153368473053,
      "step": 13180
    },
    {
      "grad_norm": 0.18964771926403046,
      "learning_rate": 9.817778943019228e-05,
      "loss": 0.016,
      "step": 13190
    },
    {
      "loss_action": 0.013393801636993885,
      "loss_total": 0.013393801636993885,
      "step": 13190
    },
    {
      "loss_action": 0.016690105199813843,
      "loss_total": 0.016690105199813843,
      "step": 13190
    },
    {
      "loss_action": 0.009579284116625786,
      "loss_total": 0.009579284116625786,
      "step": 13190
    },
    {
      "loss_action": 0.03189923241734505,
      "loss_total": 0.03189923241734505,
      "step": 13190
    },
    {
      "loss_action": 0.007325831800699234,
      "loss_total": 0.007325831800699234,
      "step": 13190
    },
    {
      "loss_action": 0.0060010612942278385,
      "loss_total": 0.0060010612942278385,
      "step": 13190
    },
    {
      "loss_action": 0.014319260604679585,
      "loss_total": 0.014319260604679585,
      "step": 13190
    },
    {
      "loss_action": 0.04590621590614319,
      "loss_total": 0.04590621590614319,
      "step": 13190
    },
    {
      "grad_norm": 0.17348159849643707,
      "learning_rate": 9.81733636408027e-05,
      "loss": 0.0148,
      "step": 13200
    },
    {
      "loss_action": 0.019431518390774727,
      "loss_total": 0.019431518390774727,
      "step": 13200
    },
    {
      "loss_action": 0.011629844084382057,
      "loss_total": 0.011629844084382057,
      "step": 13200
    },
    {
      "loss_action": 0.02051069587469101,
      "loss_total": 0.02051069587469101,
      "step": 13200
    },
    {
      "loss_action": 0.034929074347019196,
      "loss_total": 0.034929074347019196,
      "step": 13200
    },
    {
      "loss_action": 0.025657620280981064,
      "loss_total": 0.025657620280981064,
      "step": 13200
    },
    {
      "loss_action": 0.013319717720150948,
      "loss_total": 0.013319717720150948,
      "step": 13200
    },
    {
      "loss_action": 0.00875182542949915,
      "loss_total": 0.00875182542949915,
      "step": 13200
    },
    {
      "loss_action": 0.009344552643597126,
      "loss_total": 0.009344552643597126,
      "step": 13200
    },
    {
      "grad_norm": 0.3074282705783844,
      "learning_rate": 9.816893258324649e-05,
      "loss": 0.0203,
      "step": 13210
    },
    {
      "loss_action": 0.007093470543622971,
      "loss_total": 0.007093470543622971,
      "step": 13210
    },
    {
      "loss_action": 0.012347975745797157,
      "loss_total": 0.012347975745797157,
      "step": 13210
    },
    {
      "loss_action": 0.0333370603621006,
      "loss_total": 0.0333370603621006,
      "step": 13210
    },
    {
      "loss_action": 0.012590723112225533,
      "loss_total": 0.012590723112225533,
      "step": 13210
    },
    {
      "loss_action": 0.008995105512440205,
      "loss_total": 0.008995105512440205,
      "step": 13210
    },
    {
      "loss_action": 0.01847013644874096,
      "loss_total": 0.01847013644874096,
      "step": 13210
    },
    {
      "loss_action": 0.015533091500401497,
      "loss_total": 0.015533091500401497,
      "step": 13210
    },
    {
      "loss_action": 0.014821292832493782,
      "loss_total": 0.014821292832493782,
      "step": 13210
    },
    {
      "grad_norm": 0.1719026416540146,
      "learning_rate": 9.816449625800823e-05,
      "loss": 0.0181,
      "step": 13220
    },
    {
      "loss_action": 0.024392955005168915,
      "loss_total": 0.024392955005168915,
      "step": 13220
    },
    {
      "loss_action": 0.011210478842258453,
      "loss_total": 0.011210478842258453,
      "step": 13220
    },
    {
      "loss_action": 0.02254214510321617,
      "loss_total": 0.02254214510321617,
      "step": 13220
    },
    {
      "loss_action": 0.010689059272408485,
      "loss_total": 0.010689059272408485,
      "step": 13220
    },
    {
      "loss_action": 0.014349734410643578,
      "loss_total": 0.014349734410643578,
      "step": 13220
    },
    {
      "loss_action": 0.03192666172981262,
      "loss_total": 0.03192666172981262,
      "step": 13220
    },
    {
      "loss_action": 0.022220663726329803,
      "loss_total": 0.022220663726329803,
      "step": 13220
    },
    {
      "loss_action": 0.09717705845832825,
      "loss_total": 0.09717705845832825,
      "step": 13220
    },
    {
      "grad_norm": 0.12188282608985901,
      "learning_rate": 9.816005466557308e-05,
      "loss": 0.0185,
      "step": 13230
    },
    {
      "loss_action": 0.02731069177389145,
      "loss_total": 0.02731069177389145,
      "step": 13230
    },
    {
      "loss_action": 0.007600407116115093,
      "loss_total": 0.007600407116115093,
      "step": 13230
    },
    {
      "loss_action": 0.025680825114250183,
      "loss_total": 0.025680825114250183,
      "step": 13230
    },
    {
      "loss_action": 0.02266581542789936,
      "loss_total": 0.02266581542789936,
      "step": 13230
    },
    {
      "loss_action": 0.009572267532348633,
      "loss_total": 0.009572267532348633,
      "step": 13230
    },
    {
      "loss_action": 0.020923729985952377,
      "loss_total": 0.020923729985952377,
      "step": 13230
    },
    {
      "loss_action": 0.00830557756125927,
      "loss_total": 0.00830557756125927,
      "step": 13230
    },
    {
      "loss_action": 0.024410849437117577,
      "loss_total": 0.024410849437117577,
      "step": 13230
    },
    {
      "grad_norm": 0.19104047119617462,
      "learning_rate": 9.815560780642674e-05,
      "loss": 0.0173,
      "step": 13240
    },
    {
      "loss_action": 0.012828625738620758,
      "loss_total": 0.012828625738620758,
      "step": 13240
    },
    {
      "loss_action": 0.010607277974486351,
      "loss_total": 0.010607277974486351,
      "step": 13240
    },
    {
      "loss_action": 0.014165601693093777,
      "loss_total": 0.014165601693093777,
      "step": 13240
    },
    {
      "loss_action": 0.01614745706319809,
      "loss_total": 0.01614745706319809,
      "step": 13240
    },
    {
      "loss_action": 0.016774266958236694,
      "loss_total": 0.016774266958236694,
      "step": 13240
    },
    {
      "loss_action": 0.016768258064985275,
      "loss_total": 0.016768258064985275,
      "step": 13240
    },
    {
      "loss_action": 0.011478343978524208,
      "loss_total": 0.011478343978524208,
      "step": 13240
    },
    {
      "loss_action": 0.011522166430950165,
      "loss_total": 0.011522166430950165,
      "step": 13240
    },
    {
      "grad_norm": 0.1366862952709198,
      "learning_rate": 9.815115568105555e-05,
      "loss": 0.0175,
      "step": 13250
    },
    {
      "loss_action": 0.014499595388770103,
      "loss_total": 0.014499595388770103,
      "step": 13250
    },
    {
      "loss_action": 0.019872527569532394,
      "loss_total": 0.019872527569532394,
      "step": 13250
    },
    {
      "loss_action": 0.018990982323884964,
      "loss_total": 0.018990982323884964,
      "step": 13250
    },
    {
      "loss_action": 0.013060441240668297,
      "loss_total": 0.013060441240668297,
      "step": 13250
    },
    {
      "loss_action": 0.02466583251953125,
      "loss_total": 0.02466583251953125,
      "step": 13250
    },
    {
      "loss_action": 0.010445648804306984,
      "loss_total": 0.010445648804306984,
      "step": 13250
    },
    {
      "loss_action": 0.025433646515011787,
      "loss_total": 0.025433646515011787,
      "step": 13250
    },
    {
      "loss_action": 0.01679396443068981,
      "loss_total": 0.01679396443068981,
      "step": 13250
    },
    {
      "grad_norm": 0.22661767899990082,
      "learning_rate": 9.814669828994638e-05,
      "loss": 0.0176,
      "step": 13260
    },
    {
      "loss_action": 0.016855018213391304,
      "loss_total": 0.016855018213391304,
      "step": 13260
    },
    {
      "loss_action": 0.01806670054793358,
      "loss_total": 0.01806670054793358,
      "step": 13260
    },
    {
      "loss_action": 0.009548572823405266,
      "loss_total": 0.009548572823405266,
      "step": 13260
    },
    {
      "loss_action": 0.01672590896487236,
      "loss_total": 0.01672590896487236,
      "step": 13260
    },
    {
      "loss_action": 0.010609274730086327,
      "loss_total": 0.010609274730086327,
      "step": 13260
    },
    {
      "loss_action": 0.010685643181204796,
      "loss_total": 0.010685643181204796,
      "step": 13260
    },
    {
      "loss_action": 0.030407581478357315,
      "loss_total": 0.030407581478357315,
      "step": 13260
    },
    {
      "loss_action": 0.007125350646674633,
      "loss_total": 0.007125350646674633,
      "step": 13260
    },
    {
      "grad_norm": 0.22660374641418457,
      "learning_rate": 9.814223563358665e-05,
      "loss": 0.0184,
      "step": 13270
    },
    {
      "loss_action": 0.009045572951436043,
      "loss_total": 0.009045572951436043,
      "step": 13270
    },
    {
      "loss_action": 0.010680337436497211,
      "loss_total": 0.010680337436497211,
      "step": 13270
    },
    {
      "loss_action": 0.041934654116630554,
      "loss_total": 0.041934654116630554,
      "step": 13270
    },
    {
      "loss_action": 0.018391840159893036,
      "loss_total": 0.018391840159893036,
      "step": 13270
    },
    {
      "loss_action": 0.014797516167163849,
      "loss_total": 0.014797516167163849,
      "step": 13270
    },
    {
      "loss_action": 0.04094260558485985,
      "loss_total": 0.04094260558485985,
      "step": 13270
    },
    {
      "loss_action": 0.007632064633071423,
      "loss_total": 0.007632064633071423,
      "step": 13270
    },
    {
      "loss_action": 0.00841524638235569,
      "loss_total": 0.00841524638235569,
      "step": 13270
    },
    {
      "grad_norm": 0.18090122938156128,
      "learning_rate": 9.813776771246443e-05,
      "loss": 0.0175,
      "step": 13280
    },
    {
      "loss_action": 0.013242775574326515,
      "loss_total": 0.013242775574326515,
      "step": 13280
    },
    {
      "loss_action": 0.015158210881054401,
      "loss_total": 0.015158210881054401,
      "step": 13280
    },
    {
      "loss_action": 0.006941183935850859,
      "loss_total": 0.006941183935850859,
      "step": 13280
    },
    {
      "loss_action": 0.007726163603365421,
      "loss_total": 0.007726163603365421,
      "step": 13280
    },
    {
      "loss_action": 0.009298581629991531,
      "loss_total": 0.009298581629991531,
      "step": 13280
    },
    {
      "loss_action": 0.009325675666332245,
      "loss_total": 0.009325675666332245,
      "step": 13280
    },
    {
      "loss_action": 0.007759755942970514,
      "loss_total": 0.007759755942970514,
      "step": 13280
    },
    {
      "loss_action": 0.019166961312294006,
      "loss_total": 0.019166961312294006,
      "step": 13280
    },
    {
      "grad_norm": 0.23731432855129242,
      "learning_rate": 9.813329452706829e-05,
      "loss": 0.0171,
      "step": 13290
    },
    {
      "loss_action": 0.010727793909609318,
      "loss_total": 0.010727793909609318,
      "step": 13290
    },
    {
      "loss_action": 0.017520751804113388,
      "loss_total": 0.017520751804113388,
      "step": 13290
    },
    {
      "loss_action": 0.007554891053587198,
      "loss_total": 0.007554891053587198,
      "step": 13290
    },
    {
      "loss_action": 0.01345712598413229,
      "loss_total": 0.01345712598413229,
      "step": 13290
    },
    {
      "loss_action": 0.018524575978517532,
      "loss_total": 0.018524575978517532,
      "step": 13290
    },
    {
      "loss_action": 0.011183422058820724,
      "loss_total": 0.011183422058820724,
      "step": 13290
    },
    {
      "loss_action": 0.014007377438247204,
      "loss_total": 0.014007377438247204,
      "step": 13290
    },
    {
      "loss_action": 0.008227943442761898,
      "loss_total": 0.008227943442761898,
      "step": 13290
    },
    {
      "grad_norm": 0.28010693192481995,
      "learning_rate": 9.812881607788744e-05,
      "loss": 0.018,
      "step": 13300
    },
    {
      "loss_action": 0.018642816692590714,
      "loss_total": 0.018642816692590714,
      "step": 13300
    },
    {
      "loss_action": 0.011374952271580696,
      "loss_total": 0.011374952271580696,
      "step": 13300
    },
    {
      "loss_action": 0.011101536452770233,
      "loss_total": 0.011101536452770233,
      "step": 13300
    },
    {
      "loss_action": 0.02417563647031784,
      "loss_total": 0.02417563647031784,
      "step": 13300
    },
    {
      "loss_action": 0.051732003688812256,
      "loss_total": 0.051732003688812256,
      "step": 13300
    },
    {
      "loss_action": 0.015836844220757484,
      "loss_total": 0.015836844220757484,
      "step": 13300
    },
    {
      "loss_action": 0.011434314772486687,
      "loss_total": 0.011434314772486687,
      "step": 13300
    },
    {
      "loss_action": 0.014225821942090988,
      "loss_total": 0.014225821942090988,
      "step": 13300
    },
    {
      "grad_norm": 0.19656313955783844,
      "learning_rate": 9.812433236541163e-05,
      "loss": 0.017,
      "step": 13310
    },
    {
      "loss_action": 0.011785827577114105,
      "loss_total": 0.011785827577114105,
      "step": 13310
    },
    {
      "loss_action": 0.015096757560968399,
      "loss_total": 0.015096757560968399,
      "step": 13310
    },
    {
      "loss_action": 0.03162571042776108,
      "loss_total": 0.03162571042776108,
      "step": 13310
    },
    {
      "loss_action": 0.011370552703738213,
      "loss_total": 0.011370552703738213,
      "step": 13310
    },
    {
      "loss_action": 0.03154756501317024,
      "loss_total": 0.03154756501317024,
      "step": 13310
    },
    {
      "loss_action": 0.011438298970460892,
      "loss_total": 0.011438298970460892,
      "step": 13310
    },
    {
      "loss_action": 0.012913656421005726,
      "loss_total": 0.012913656421005726,
      "step": 13310
    },
    {
      "loss_action": 0.025073271244764328,
      "loss_total": 0.025073271244764328,
      "step": 13310
    },
    {
      "grad_norm": 0.17922784388065338,
      "learning_rate": 9.811984339013116e-05,
      "loss": 0.0206,
      "step": 13320
    },
    {
      "loss_action": 0.015172533690929413,
      "loss_total": 0.015172533690929413,
      "step": 13320
    },
    {
      "loss_action": 0.013186674565076828,
      "loss_total": 0.013186674565076828,
      "step": 13320
    },
    {
      "loss_action": 0.008469602093100548,
      "loss_total": 0.008469602093100548,
      "step": 13320
    },
    {
      "loss_action": 0.027656128630042076,
      "loss_total": 0.027656128630042076,
      "step": 13320
    },
    {
      "loss_action": 0.025565870106220245,
      "loss_total": 0.025565870106220245,
      "step": 13320
    },
    {
      "loss_action": 0.023357447236776352,
      "loss_total": 0.023357447236776352,
      "step": 13320
    },
    {
      "loss_action": 0.030749380588531494,
      "loss_total": 0.030749380588531494,
      "step": 13320
    },
    {
      "loss_action": 0.013034729287028313,
      "loss_total": 0.013034729287028313,
      "step": 13320
    },
    {
      "grad_norm": 0.1812462955713272,
      "learning_rate": 9.811534915253698e-05,
      "loss": 0.0179,
      "step": 13330
    },
    {
      "loss_action": 0.007527939509600401,
      "loss_total": 0.007527939509600401,
      "step": 13330
    },
    {
      "loss_action": 0.009689031168818474,
      "loss_total": 0.009689031168818474,
      "step": 13330
    },
    {
      "loss_action": 0.005427392199635506,
      "loss_total": 0.005427392199635506,
      "step": 13330
    },
    {
      "loss_action": 0.015068893320858479,
      "loss_total": 0.015068893320858479,
      "step": 13330
    },
    {
      "loss_action": 0.01311376504600048,
      "loss_total": 0.01311376504600048,
      "step": 13330
    },
    {
      "loss_action": 0.016372840851545334,
      "loss_total": 0.016372840851545334,
      "step": 13330
    },
    {
      "loss_action": 0.011717429384589195,
      "loss_total": 0.011717429384589195,
      "step": 13330
    },
    {
      "loss_action": 0.01911064237356186,
      "loss_total": 0.01911064237356186,
      "step": 13330
    },
    {
      "grad_norm": 0.1952459067106247,
      "learning_rate": 9.811084965312056e-05,
      "loss": 0.0178,
      "step": 13340
    },
    {
      "loss_action": 0.016306862235069275,
      "loss_total": 0.016306862235069275,
      "step": 13340
    },
    {
      "loss_action": 0.01609817147254944,
      "loss_total": 0.01609817147254944,
      "step": 13340
    },
    {
      "loss_action": 0.019114801660180092,
      "loss_total": 0.019114801660180092,
      "step": 13340
    },
    {
      "loss_action": 0.06417453289031982,
      "loss_total": 0.06417453289031982,
      "step": 13340
    },
    {
      "loss_action": 0.01002209447324276,
      "loss_total": 0.01002209447324276,
      "step": 13340
    },
    {
      "loss_action": 0.006836597342044115,
      "loss_total": 0.006836597342044115,
      "step": 13340
    },
    {
      "loss_action": 0.01699928008019924,
      "loss_total": 0.01699928008019924,
      "step": 13340
    },
    {
      "loss_action": 0.016207650303840637,
      "loss_total": 0.016207650303840637,
      "step": 13340
    },
    {
      "grad_norm": 0.21896301209926605,
      "learning_rate": 9.810634489237396e-05,
      "loss": 0.0172,
      "step": 13350
    },
    {
      "loss_action": 0.014243361540138721,
      "loss_total": 0.014243361540138721,
      "step": 13350
    },
    {
      "loss_action": 0.01652713306248188,
      "loss_total": 0.01652713306248188,
      "step": 13350
    },
    {
      "loss_action": 0.02757485769689083,
      "loss_total": 0.02757485769689083,
      "step": 13350
    },
    {
      "loss_action": 0.009390434250235558,
      "loss_total": 0.009390434250235558,
      "step": 13350
    },
    {
      "loss_action": 0.014553654007613659,
      "loss_total": 0.014553654007613659,
      "step": 13350
    },
    {
      "loss_action": 0.014782418496906757,
      "loss_total": 0.014782418496906757,
      "step": 13350
    },
    {
      "loss_action": 0.018028706312179565,
      "loss_total": 0.018028706312179565,
      "step": 13350
    },
    {
      "loss_action": 0.012468921020627022,
      "loss_total": 0.012468921020627022,
      "step": 13350
    },
    {
      "grad_norm": 0.20361408591270447,
      "learning_rate": 9.81018348707898e-05,
      "loss": 0.0179,
      "step": 13360
    },
    {
      "loss_action": 0.014733267948031425,
      "loss_total": 0.014733267948031425,
      "step": 13360
    },
    {
      "loss_action": 0.011312413029372692,
      "loss_total": 0.011312413029372692,
      "step": 13360
    },
    {
      "loss_action": 0.0062851025722920895,
      "loss_total": 0.0062851025722920895,
      "step": 13360
    },
    {
      "loss_action": 0.017031855881214142,
      "loss_total": 0.017031855881214142,
      "step": 13360
    },
    {
      "loss_action": 0.015424756333231926,
      "loss_total": 0.015424756333231926,
      "step": 13360
    },
    {
      "loss_action": 0.02016184665262699,
      "loss_total": 0.02016184665262699,
      "step": 13360
    },
    {
      "loss_action": 0.007720905356109142,
      "loss_total": 0.007720905356109142,
      "step": 13360
    },
    {
      "loss_action": 0.013863332569599152,
      "loss_total": 0.013863332569599152,
      "step": 13360
    },
    {
      "grad_norm": 0.15629205107688904,
      "learning_rate": 9.809731958886131e-05,
      "loss": 0.0157,
      "step": 13370
    },
    {
      "loss_action": 0.010138487443327904,
      "loss_total": 0.010138487443327904,
      "step": 13370
    },
    {
      "loss_action": 0.00818338431417942,
      "loss_total": 0.00818338431417942,
      "step": 13370
    },
    {
      "loss_action": 0.011351324617862701,
      "loss_total": 0.011351324617862701,
      "step": 13370
    },
    {
      "loss_action": 0.010828211903572083,
      "loss_total": 0.010828211903572083,
      "step": 13370
    },
    {
      "loss_action": 0.008608168922364712,
      "loss_total": 0.008608168922364712,
      "step": 13370
    },
    {
      "loss_action": 0.010441637597978115,
      "loss_total": 0.010441637597978115,
      "step": 13370
    },
    {
      "loss_action": 0.007045903243124485,
      "loss_total": 0.007045903243124485,
      "step": 13370
    },
    {
      "loss_action": 0.007446638308465481,
      "loss_total": 0.007446638308465481,
      "step": 13370
    },
    {
      "grad_norm": 0.15436246991157532,
      "learning_rate": 9.809279904708224e-05,
      "loss": 0.0167,
      "step": 13380
    },
    {
      "loss_action": 0.008947939611971378,
      "loss_total": 0.008947939611971378,
      "step": 13380
    },
    {
      "loss_action": 0.014534056186676025,
      "loss_total": 0.014534056186676025,
      "step": 13380
    },
    {
      "loss_action": 0.012318383902311325,
      "loss_total": 0.012318383902311325,
      "step": 13380
    },
    {
      "loss_action": 0.0794733390212059,
      "loss_total": 0.0794733390212059,
      "step": 13380
    },
    {
      "loss_action": 0.014077993109822273,
      "loss_total": 0.014077993109822273,
      "step": 13380
    },
    {
      "loss_action": 0.011871535331010818,
      "loss_total": 0.011871535331010818,
      "step": 13380
    },
    {
      "loss_action": 0.01769733801484108,
      "loss_total": 0.01769733801484108,
      "step": 13380
    },
    {
      "loss_action": 0.014455013908445835,
      "loss_total": 0.014455013908445835,
      "step": 13380
    },
    {
      "grad_norm": 0.17557783424854279,
      "learning_rate": 9.808827324594699e-05,
      "loss": 0.0173,
      "step": 13390
    },
    {
      "loss_action": 0.0076196882873773575,
      "loss_total": 0.0076196882873773575,
      "step": 13390
    },
    {
      "loss_action": 0.007608001586049795,
      "loss_total": 0.007608001586049795,
      "step": 13390
    },
    {
      "loss_action": 0.020780576393008232,
      "loss_total": 0.020780576393008232,
      "step": 13390
    },
    {
      "loss_action": 0.008869749493896961,
      "loss_total": 0.008869749493896961,
      "step": 13390
    },
    {
      "loss_action": 0.020135248079895973,
      "loss_total": 0.020135248079895973,
      "step": 13390
    },
    {
      "loss_action": 0.024325691163539886,
      "loss_total": 0.024325691163539886,
      "step": 13390
    },
    {
      "loss_action": 0.023669306188821793,
      "loss_total": 0.023669306188821793,
      "step": 13390
    },
    {
      "loss_action": 0.03309210389852524,
      "loss_total": 0.03309210389852524,
      "step": 13390
    },
    {
      "grad_norm": 0.13479535281658173,
      "learning_rate": 9.808374218595046e-05,
      "loss": 0.0169,
      "step": 13400
    },
    {
      "loss_action": 0.024091064929962158,
      "loss_total": 0.024091064929962158,
      "step": 13400
    },
    {
      "loss_action": 0.026290221139788628,
      "loss_total": 0.026290221139788628,
      "step": 13400
    },
    {
      "loss_action": 0.00787611398845911,
      "loss_total": 0.00787611398845911,
      "step": 13400
    },
    {
      "loss_action": 0.02613554522395134,
      "loss_total": 0.02613554522395134,
      "step": 13400
    },
    {
      "loss_action": 0.050248660147190094,
      "loss_total": 0.050248660147190094,
      "step": 13400
    },
    {
      "loss_action": 0.010978367179632187,
      "loss_total": 0.010978367179632187,
      "step": 13400
    },
    {
      "loss_action": 0.01277218945324421,
      "loss_total": 0.01277218945324421,
      "step": 13400
    },
    {
      "loss_action": 0.012947270646691322,
      "loss_total": 0.012947270646691322,
      "step": 13400
    },
    {
      "grad_norm": 0.17732706665992737,
      "learning_rate": 9.80792058675882e-05,
      "loss": 0.0161,
      "step": 13410
    },
    {
      "loss_action": 0.014707552269101143,
      "loss_total": 0.014707552269101143,
      "step": 13410
    },
    {
      "loss_action": 0.012719549238681793,
      "loss_total": 0.012719549238681793,
      "step": 13410
    },
    {
      "loss_action": 0.02192133478820324,
      "loss_total": 0.02192133478820324,
      "step": 13410
    },
    {
      "loss_action": 0.009052088484168053,
      "loss_total": 0.009052088484168053,
      "step": 13410
    },
    {
      "loss_action": 0.008277098648250103,
      "loss_total": 0.008277098648250103,
      "step": 13410
    },
    {
      "loss_action": 0.017916463315486908,
      "loss_total": 0.017916463315486908,
      "step": 13410
    },
    {
      "loss_action": 0.0131503501906991,
      "loss_total": 0.0131503501906991,
      "step": 13410
    },
    {
      "loss_action": 0.010923299938440323,
      "loss_total": 0.010923299938440323,
      "step": 13410
    },
    {
      "grad_norm": 0.12130902707576752,
      "learning_rate": 9.807466429135627e-05,
      "loss": 0.0172,
      "step": 13420
    },
    {
      "loss_action": 0.012429294176399708,
      "loss_total": 0.012429294176399708,
      "step": 13420
    },
    {
      "loss_action": 0.020946983247995377,
      "loss_total": 0.020946983247995377,
      "step": 13420
    },
    {
      "loss_action": 0.017591334879398346,
      "loss_total": 0.017591334879398346,
      "step": 13420
    },
    {
      "loss_action": 0.016232773661613464,
      "loss_total": 0.016232773661613464,
      "step": 13420
    },
    {
      "loss_action": 0.023647867143154144,
      "loss_total": 0.023647867143154144,
      "step": 13420
    },
    {
      "loss_action": 0.01614077389240265,
      "loss_total": 0.01614077389240265,
      "step": 13420
    },
    {
      "loss_action": 0.0152674475684762,
      "loss_total": 0.0152674475684762,
      "step": 13420
    },
    {
      "loss_action": 0.01640304923057556,
      "loss_total": 0.01640304923057556,
      "step": 13420
    },
    {
      "grad_norm": 0.16310612857341766,
      "learning_rate": 9.807011745775132e-05,
      "loss": 0.0184,
      "step": 13430
    },
    {
      "loss_action": 0.01620614528656006,
      "loss_total": 0.01620614528656006,
      "step": 13430
    },
    {
      "loss_action": 0.01358719076961279,
      "loss_total": 0.01358719076961279,
      "step": 13430
    },
    {
      "loss_action": 0.010905491188168526,
      "loss_total": 0.010905491188168526,
      "step": 13430
    },
    {
      "loss_action": 0.007843677885830402,
      "loss_total": 0.007843677885830402,
      "step": 13430
    },
    {
      "loss_action": 0.018354717642068863,
      "loss_total": 0.018354717642068863,
      "step": 13430
    },
    {
      "loss_action": 0.01277964748442173,
      "loss_total": 0.01277964748442173,
      "step": 13430
    },
    {
      "loss_action": 0.015277429483830929,
      "loss_total": 0.015277429483830929,
      "step": 13430
    },
    {
      "loss_action": 0.016792159527540207,
      "loss_total": 0.016792159527540207,
      "step": 13430
    },
    {
      "grad_norm": 0.1420498937368393,
      "learning_rate": 9.806556536727061e-05,
      "loss": 0.0175,
      "step": 13440
    },
    {
      "loss_action": 0.00712845241650939,
      "loss_total": 0.00712845241650939,
      "step": 13440
    },
    {
      "loss_action": 0.022456327453255653,
      "loss_total": 0.022456327453255653,
      "step": 13440
    },
    {
      "loss_action": 0.013661013916134834,
      "loss_total": 0.013661013916134834,
      "step": 13440
    },
    {
      "loss_action": 0.008845875039696693,
      "loss_total": 0.008845875039696693,
      "step": 13440
    },
    {
      "loss_action": 0.0219248216599226,
      "loss_total": 0.0219248216599226,
      "step": 13440
    },
    {
      "loss_action": 0.010599896311759949,
      "loss_total": 0.010599896311759949,
      "step": 13440
    },
    {
      "loss_action": 0.006848977878689766,
      "loss_total": 0.006848977878689766,
      "step": 13440
    },
    {
      "loss_action": 0.024944618344306946,
      "loss_total": 0.024944618344306946,
      "step": 13440
    },
    {
      "grad_norm": 0.1988210678100586,
      "learning_rate": 9.806100802041193e-05,
      "loss": 0.0163,
      "step": 13450
    },
    {
      "loss_action": 0.009123102761805058,
      "loss_total": 0.009123102761805058,
      "step": 13450
    },
    {
      "loss_action": 0.011806102469563484,
      "loss_total": 0.011806102469563484,
      "step": 13450
    },
    {
      "loss_action": 0.007301937323063612,
      "loss_total": 0.007301937323063612,
      "step": 13450
    },
    {
      "loss_action": 0.008685922250151634,
      "loss_total": 0.008685922250151634,
      "step": 13450
    },
    {
      "loss_action": 0.01964803971350193,
      "loss_total": 0.01964803971350193,
      "step": 13450
    },
    {
      "loss_action": 0.011399829760193825,
      "loss_total": 0.011399829760193825,
      "step": 13450
    },
    {
      "loss_action": 0.030296001583337784,
      "loss_total": 0.030296001583337784,
      "step": 13450
    },
    {
      "loss_action": 0.02482486702501774,
      "loss_total": 0.02482486702501774,
      "step": 13450
    },
    {
      "grad_norm": 0.22791321575641632,
      "learning_rate": 9.805644541767368e-05,
      "loss": 0.0156,
      "step": 13460
    },
    {
      "loss_action": 0.011361079290509224,
      "loss_total": 0.011361079290509224,
      "step": 13460
    },
    {
      "loss_action": 0.01181425154209137,
      "loss_total": 0.01181425154209137,
      "step": 13460
    },
    {
      "loss_action": 0.010312829166650772,
      "loss_total": 0.010312829166650772,
      "step": 13460
    },
    {
      "loss_action": 0.012247076258063316,
      "loss_total": 0.012247076258063316,
      "step": 13460
    },
    {
      "loss_action": 0.011627274565398693,
      "loss_total": 0.011627274565398693,
      "step": 13460
    },
    {
      "loss_action": 0.014235273003578186,
      "loss_total": 0.014235273003578186,
      "step": 13460
    },
    {
      "loss_action": 0.0148647865280509,
      "loss_total": 0.0148647865280509,
      "step": 13460
    },
    {
      "loss_action": 0.00510806031525135,
      "loss_total": 0.00510806031525135,
      "step": 13460
    },
    {
      "grad_norm": 0.18379898369312286,
      "learning_rate": 9.805187755955478e-05,
      "loss": 0.0184,
      "step": 13470
    },
    {
      "loss_action": 0.014572711661458015,
      "loss_total": 0.014572711661458015,
      "step": 13470
    },
    {
      "loss_action": 0.01608278602361679,
      "loss_total": 0.01608278602361679,
      "step": 13470
    },
    {
      "loss_action": 0.022571343928575516,
      "loss_total": 0.022571343928575516,
      "step": 13470
    },
    {
      "loss_action": 0.017510712146759033,
      "loss_total": 0.017510712146759033,
      "step": 13470
    },
    {
      "loss_action": 0.018574031069874763,
      "loss_total": 0.018574031069874763,
      "step": 13470
    },
    {
      "loss_action": 0.014761682599782944,
      "loss_total": 0.014761682599782944,
      "step": 13470
    },
    {
      "loss_action": 0.04468175023794174,
      "loss_total": 0.04468175023794174,
      "step": 13470
    },
    {
      "loss_action": 0.028268245980143547,
      "loss_total": 0.028268245980143547,
      "step": 13470
    },
    {
      "grad_norm": 0.155892014503479,
      "learning_rate": 9.804730444655483e-05,
      "loss": 0.017,
      "step": 13480
    },
    {
      "loss_action": 0.013638869859278202,
      "loss_total": 0.013638869859278202,
      "step": 13480
    },
    {
      "loss_action": 0.011565996333956718,
      "loss_total": 0.011565996333956718,
      "step": 13480
    },
    {
      "loss_action": 0.02009032666683197,
      "loss_total": 0.02009032666683197,
      "step": 13480
    },
    {
      "loss_action": 0.010326155461370945,
      "loss_total": 0.010326155461370945,
      "step": 13480
    },
    {
      "loss_action": 0.011535249650478363,
      "loss_total": 0.011535249650478363,
      "step": 13480
    },
    {
      "loss_action": 0.019492249935865402,
      "loss_total": 0.019492249935865402,
      "step": 13480
    },
    {
      "loss_action": 0.007475803140550852,
      "loss_total": 0.007475803140550852,
      "step": 13480
    },
    {
      "loss_action": 0.028817109763622284,
      "loss_total": 0.028817109763622284,
      "step": 13480
    },
    {
      "grad_norm": 0.13927806913852692,
      "learning_rate": 9.804272607917388e-05,
      "loss": 0.0173,
      "step": 13490
    },
    {
      "loss_action": 0.010663941502571106,
      "loss_total": 0.010663941502571106,
      "step": 13490
    },
    {
      "loss_action": 0.014775621704757214,
      "loss_total": 0.014775621704757214,
      "step": 13490
    },
    {
      "loss_action": 0.025668755173683167,
      "loss_total": 0.025668755173683167,
      "step": 13490
    },
    {
      "loss_action": 0.016837473958730698,
      "loss_total": 0.016837473958730698,
      "step": 13490
    },
    {
      "loss_action": 0.009851549752056599,
      "loss_total": 0.009851549752056599,
      "step": 13490
    },
    {
      "loss_action": 0.013191080652177334,
      "loss_total": 0.013191080652177334,
      "step": 13490
    },
    {
      "loss_action": 0.015481256879866123,
      "loss_total": 0.015481256879866123,
      "step": 13490
    },
    {
      "loss_action": 0.012914897873997688,
      "loss_total": 0.012914897873997688,
      "step": 13490
    },
    {
      "grad_norm": 0.1680966168642044,
      "learning_rate": 9.803814245791265e-05,
      "loss": 0.0179,
      "step": 13500
    },
    {
      "loss_action": 0.013837466016411781,
      "loss_total": 0.013837466016411781,
      "step": 13500
    },
    {
      "loss_action": 0.07568033784627914,
      "loss_total": 0.07568033784627914,
      "step": 13500
    },
    {
      "loss_action": 0.014352054335176945,
      "loss_total": 0.014352054335176945,
      "step": 13500
    },
    {
      "loss_action": 0.02041114680469036,
      "loss_total": 0.02041114680469036,
      "step": 13500
    },
    {
      "loss_action": 0.01934313029050827,
      "loss_total": 0.01934313029050827,
      "step": 13500
    },
    {
      "loss_action": 0.010349548421800137,
      "loss_total": 0.010349548421800137,
      "step": 13500
    },
    {
      "loss_action": 0.015082639642059803,
      "loss_total": 0.015082639642059803,
      "step": 13500
    },
    {
      "loss_action": 0.015674615278840065,
      "loss_total": 0.015674615278840065,
      "step": 13500
    },
    {
      "grad_norm": 0.23068834841251373,
      "learning_rate": 9.803355358327239e-05,
      "loss": 0.0166,
      "step": 13510
    },
    {
      "loss_action": 0.014548287726938725,
      "loss_total": 0.014548287726938725,
      "step": 13510
    },
    {
      "loss_action": 0.01001689676195383,
      "loss_total": 0.01001689676195383,
      "step": 13510
    },
    {
      "loss_action": 0.010786778293550014,
      "loss_total": 0.010786778293550014,
      "step": 13510
    },
    {
      "loss_action": 0.011761399917304516,
      "loss_total": 0.011761399917304516,
      "step": 13510
    },
    {
      "loss_action": 0.011415048502385616,
      "loss_total": 0.011415048502385616,
      "step": 13510
    },
    {
      "loss_action": 0.010036241263151169,
      "loss_total": 0.010036241263151169,
      "step": 13510
    },
    {
      "loss_action": 0.028758008033037186,
      "loss_total": 0.028758008033037186,
      "step": 13510
    },
    {
      "loss_action": 0.013727711513638496,
      "loss_total": 0.013727711513638496,
      "step": 13510
    },
    {
      "grad_norm": 0.21218781173229218,
      "learning_rate": 9.802895945575492e-05,
      "loss": 0.0161,
      "step": 13520
    },
    {
      "loss_action": 0.012749186716973782,
      "loss_total": 0.012749186716973782,
      "step": 13520
    },
    {
      "loss_action": 0.008870120160281658,
      "loss_total": 0.008870120160281658,
      "step": 13520
    },
    {
      "loss_action": 0.02578924410045147,
      "loss_total": 0.02578924410045147,
      "step": 13520
    },
    {
      "loss_action": 0.016116123646497726,
      "loss_total": 0.016116123646497726,
      "step": 13520
    },
    {
      "loss_action": 0.027277538552880287,
      "loss_total": 0.027277538552880287,
      "step": 13520
    },
    {
      "loss_action": 0.011812557466328144,
      "loss_total": 0.011812557466328144,
      "step": 13520
    },
    {
      "loss_action": 0.011935893446207047,
      "loss_total": 0.011935893446207047,
      "step": 13520
    },
    {
      "loss_action": 0.016173936426639557,
      "loss_total": 0.016173936426639557,
      "step": 13520
    },
    {
      "grad_norm": 0.20405644178390503,
      "learning_rate": 9.802436007586266e-05,
      "loss": 0.0197,
      "step": 13530
    },
    {
      "loss_action": 0.019264571368694305,
      "loss_total": 0.019264571368694305,
      "step": 13530
    },
    {
      "loss_action": 0.019403595477342606,
      "loss_total": 0.019403595477342606,
      "step": 13530
    },
    {
      "loss_action": 0.012139014899730682,
      "loss_total": 0.012139014899730682,
      "step": 13530
    },
    {
      "loss_action": 0.013598610647022724,
      "loss_total": 0.013598610647022724,
      "step": 13530
    },
    {
      "loss_action": 0.01840215176343918,
      "loss_total": 0.01840215176343918,
      "step": 13530
    },
    {
      "loss_action": 0.012197518721222878,
      "loss_total": 0.012197518721222878,
      "step": 13530
    },
    {
      "loss_action": 0.022892732173204422,
      "loss_total": 0.022892732173204422,
      "step": 13530
    },
    {
      "loss_action": 0.015708819031715393,
      "loss_total": 0.015708819031715393,
      "step": 13530
    },
    {
      "grad_norm": 0.16370059549808502,
      "learning_rate": 9.801975544409858e-05,
      "loss": 0.0195,
      "step": 13540
    },
    {
      "loss_action": 0.010889789089560509,
      "loss_total": 0.010889789089560509,
      "step": 13540
    },
    {
      "loss_action": 0.017163410782814026,
      "loss_total": 0.017163410782814026,
      "step": 13540
    },
    {
      "loss_action": 0.018871383741497993,
      "loss_total": 0.018871383741497993,
      "step": 13540
    },
    {
      "loss_action": 0.03451816365122795,
      "loss_total": 0.03451816365122795,
      "step": 13540
    },
    {
      "loss_action": 0.016673220321536064,
      "loss_total": 0.016673220321536064,
      "step": 13540
    },
    {
      "loss_action": 0.008650267496705055,
      "loss_total": 0.008650267496705055,
      "step": 13540
    },
    {
      "loss_action": 0.012784497812390327,
      "loss_total": 0.012784497812390327,
      "step": 13540
    },
    {
      "loss_action": 0.025967173278331757,
      "loss_total": 0.025967173278331757,
      "step": 13540
    },
    {
      "grad_norm": 0.16880738735198975,
      "learning_rate": 9.801514556096625e-05,
      "loss": 0.0189,
      "step": 13550
    },
    {
      "loss_action": 0.025508582592010498,
      "loss_total": 0.025508582592010498,
      "step": 13550
    },
    {
      "loss_action": 0.015131747350096703,
      "loss_total": 0.015131747350096703,
      "step": 13550
    },
    {
      "loss_action": 0.011540357023477554,
      "loss_total": 0.011540357023477554,
      "step": 13550
    },
    {
      "loss_action": 0.026073947548866272,
      "loss_total": 0.026073947548866272,
      "step": 13550
    },
    {
      "loss_action": 0.013635118491947651,
      "loss_total": 0.013635118491947651,
      "step": 13550
    },
    {
      "loss_action": 0.013753942213952541,
      "loss_total": 0.013753942213952541,
      "step": 13550
    },
    {
      "loss_action": 0.02332611382007599,
      "loss_total": 0.02332611382007599,
      "step": 13550
    },
    {
      "loss_action": 0.020201634615659714,
      "loss_total": 0.020201634615659714,
      "step": 13550
    },
    {
      "grad_norm": 0.18712882697582245,
      "learning_rate": 9.801053042696977e-05,
      "loss": 0.0166,
      "step": 13560
    },
    {
      "loss_action": 0.023113008588552475,
      "loss_total": 0.023113008588552475,
      "step": 13560
    },
    {
      "loss_action": 0.01704452559351921,
      "loss_total": 0.01704452559351921,
      "step": 13560
    },
    {
      "loss_action": 0.032432738691568375,
      "loss_total": 0.032432738691568375,
      "step": 13560
    },
    {
      "loss_action": 0.0072596725076437,
      "loss_total": 0.0072596725076437,
      "step": 13560
    },
    {
      "loss_action": 0.010706611908972263,
      "loss_total": 0.010706611908972263,
      "step": 13560
    },
    {
      "loss_action": 0.017832070589065552,
      "loss_total": 0.017832070589065552,
      "step": 13560
    },
    {
      "loss_action": 0.020214535295963287,
      "loss_total": 0.020214535295963287,
      "step": 13560
    },
    {
      "loss_action": 0.013483751565217972,
      "loss_total": 0.013483751565217972,
      "step": 13560
    },
    {
      "grad_norm": 0.20353655517101288,
      "learning_rate": 9.800591004261388e-05,
      "loss": 0.0172,
      "step": 13570
    },
    {
      "loss_action": 0.012779532000422478,
      "loss_total": 0.012779532000422478,
      "step": 13570
    },
    {
      "loss_action": 0.017247170209884644,
      "loss_total": 0.017247170209884644,
      "step": 13570
    },
    {
      "loss_action": 0.017806880176067352,
      "loss_total": 0.017806880176067352,
      "step": 13570
    },
    {
      "loss_action": 0.012001429684460163,
      "loss_total": 0.012001429684460163,
      "step": 13570
    },
    {
      "loss_action": 0.015658840537071228,
      "loss_total": 0.015658840537071228,
      "step": 13570
    },
    {
      "loss_action": 0.016944587230682373,
      "loss_total": 0.016944587230682373,
      "step": 13570
    },
    {
      "loss_action": 0.03929975628852844,
      "loss_total": 0.03929975628852844,
      "step": 13570
    },
    {
      "loss_action": 0.009101583622395992,
      "loss_total": 0.009101583622395992,
      "step": 13570
    },
    {
      "grad_norm": 0.12418092042207718,
      "learning_rate": 9.800128440840385e-05,
      "loss": 0.0162,
      "step": 13580
    },
    {
      "loss_action": 0.009390830993652344,
      "loss_total": 0.009390830993652344,
      "step": 13580
    },
    {
      "loss_action": 0.0063331290148198605,
      "loss_total": 0.0063331290148198605,
      "step": 13580
    },
    {
      "loss_action": 0.014452005736529827,
      "loss_total": 0.014452005736529827,
      "step": 13580
    },
    {
      "loss_action": 0.010846163146197796,
      "loss_total": 0.010846163146197796,
      "step": 13580
    },
    {
      "loss_action": 0.012201203033328056,
      "loss_total": 0.012201203033328056,
      "step": 13580
    },
    {
      "loss_action": 0.011575776152312756,
      "loss_total": 0.011575776152312756,
      "step": 13580
    },
    {
      "loss_action": 0.02181638404726982,
      "loss_total": 0.02181638404726982,
      "step": 13580
    },
    {
      "loss_action": 0.01899048127233982,
      "loss_total": 0.01899048127233982,
      "step": 13580
    },
    {
      "grad_norm": 0.1611330807209015,
      "learning_rate": 9.799665352484552e-05,
      "loss": 0.0186,
      "step": 13590
    },
    {
      "loss_action": 0.01968630775809288,
      "loss_total": 0.01968630775809288,
      "step": 13590
    },
    {
      "loss_action": 0.017470765858888626,
      "loss_total": 0.017470765858888626,
      "step": 13590
    },
    {
      "loss_action": 0.025495151057839394,
      "loss_total": 0.025495151057839394,
      "step": 13590
    },
    {
      "loss_action": 0.020510122179985046,
      "loss_total": 0.020510122179985046,
      "step": 13590
    },
    {
      "loss_action": 0.022166762501001358,
      "loss_total": 0.022166762501001358,
      "step": 13590
    },
    {
      "loss_action": 0.018935929983854294,
      "loss_total": 0.018935929983854294,
      "step": 13590
    },
    {
      "loss_action": 0.022179657593369484,
      "loss_total": 0.022179657593369484,
      "step": 13590
    },
    {
      "loss_action": 0.01533395517617464,
      "loss_total": 0.01533395517617464,
      "step": 13590
    },
    {
      "grad_norm": 0.1874292939901352,
      "learning_rate": 9.799201739244532e-05,
      "loss": 0.0175,
      "step": 13600
    },
    {
      "loss_action": 0.014178872108459473,
      "loss_total": 0.014178872108459473,
      "step": 13600
    },
    {
      "loss_action": 0.01734197698533535,
      "loss_total": 0.01734197698533535,
      "step": 13600
    },
    {
      "loss_action": 0.024522602558135986,
      "loss_total": 0.024522602558135986,
      "step": 13600
    },
    {
      "loss_action": 0.014783384278416634,
      "loss_total": 0.014783384278416634,
      "step": 13600
    },
    {
      "loss_action": 0.010786034166812897,
      "loss_total": 0.010786034166812897,
      "step": 13600
    },
    {
      "loss_action": 0.019660774618387222,
      "loss_total": 0.019660774618387222,
      "step": 13600
    },
    {
      "loss_action": 0.02713238261640072,
      "loss_total": 0.02713238261640072,
      "step": 13600
    },
    {
      "loss_action": 0.010307245887815952,
      "loss_total": 0.010307245887815952,
      "step": 13600
    },
    {
      "grad_norm": 0.19970007240772247,
      "learning_rate": 9.798737601171025e-05,
      "loss": 0.0166,
      "step": 13610
    },
    {
      "loss_action": 0.021181181073188782,
      "loss_total": 0.021181181073188782,
      "step": 13610
    },
    {
      "loss_action": 0.015468710102140903,
      "loss_total": 0.015468710102140903,
      "step": 13610
    },
    {
      "loss_action": 0.020184487104415894,
      "loss_total": 0.020184487104415894,
      "step": 13610
    },
    {
      "loss_action": 0.01374826766550541,
      "loss_total": 0.01374826766550541,
      "step": 13610
    },
    {
      "loss_action": 0.020140597596764565,
      "loss_total": 0.020140597596764565,
      "step": 13610
    },
    {
      "loss_action": 0.009784091264009476,
      "loss_total": 0.009784091264009476,
      "step": 13610
    },
    {
      "loss_action": 0.009729688987135887,
      "loss_total": 0.009729688987135887,
      "step": 13610
    },
    {
      "loss_action": 0.01626819372177124,
      "loss_total": 0.01626819372177124,
      "step": 13610
    },
    {
      "grad_norm": 0.16461072862148285,
      "learning_rate": 9.79827293831479e-05,
      "loss": 0.0163,
      "step": 13620
    },
    {
      "loss_action": 0.012484023347496986,
      "loss_total": 0.012484023347496986,
      "step": 13620
    },
    {
      "loss_action": 0.03346584364771843,
      "loss_total": 0.03346584364771843,
      "step": 13620
    },
    {
      "loss_action": 0.018716594204306602,
      "loss_total": 0.018716594204306602,
      "step": 13620
    },
    {
      "loss_action": 0.008220501244068146,
      "loss_total": 0.008220501244068146,
      "step": 13620
    },
    {
      "loss_action": 0.014900168403983116,
      "loss_total": 0.014900168403983116,
      "step": 13620
    },
    {
      "loss_action": 0.01477285660803318,
      "loss_total": 0.01477285660803318,
      "step": 13620
    },
    {
      "loss_action": 0.011871786788105965,
      "loss_total": 0.011871786788105965,
      "step": 13620
    },
    {
      "loss_action": 0.021497443318367004,
      "loss_total": 0.021497443318367004,
      "step": 13620
    },
    {
      "grad_norm": 0.18826262652873993,
      "learning_rate": 9.797807750726638e-05,
      "loss": 0.016,
      "step": 13630
    },
    {
      "loss_action": 0.014617059379816055,
      "loss_total": 0.014617059379816055,
      "step": 13630
    },
    {
      "loss_action": 0.006982092745602131,
      "loss_total": 0.006982092745602131,
      "step": 13630
    },
    {
      "loss_action": 0.008311592042446136,
      "loss_total": 0.008311592042446136,
      "step": 13630
    },
    {
      "loss_action": 0.012437397614121437,
      "loss_total": 0.012437397614121437,
      "step": 13630
    },
    {
      "loss_action": 0.03249906748533249,
      "loss_total": 0.03249906748533249,
      "step": 13630
    },
    {
      "loss_action": 0.006862808018922806,
      "loss_total": 0.006862808018922806,
      "step": 13630
    },
    {
      "loss_action": 0.010742086917161942,
      "loss_total": 0.010742086917161942,
      "step": 13630
    },
    {
      "loss_action": 0.008556796237826347,
      "loss_total": 0.008556796237826347,
      "step": 13630
    },
    {
      "grad_norm": 0.2365618497133255,
      "learning_rate": 9.797342038457446e-05,
      "loss": 0.0173,
      "step": 13640
    },
    {
      "loss_action": 0.008858737535774708,
      "loss_total": 0.008858737535774708,
      "step": 13640
    },
    {
      "loss_action": 0.007950968109071255,
      "loss_total": 0.007950968109071255,
      "step": 13640
    },
    {
      "loss_action": 0.037161827087402344,
      "loss_total": 0.037161827087402344,
      "step": 13640
    },
    {
      "loss_action": 0.05678582191467285,
      "loss_total": 0.05678582191467285,
      "step": 13640
    },
    {
      "loss_action": 0.019242601469159126,
      "loss_total": 0.019242601469159126,
      "step": 13640
    },
    {
      "loss_action": 0.01279471255838871,
      "loss_total": 0.01279471255838871,
      "step": 13640
    },
    {
      "loss_action": 0.017408277839422226,
      "loss_total": 0.017408277839422226,
      "step": 13640
    },
    {
      "loss_action": 0.005544647574424744,
      "loss_total": 0.005544647574424744,
      "step": 13640
    },
    {
      "grad_norm": 0.21175946295261383,
      "learning_rate": 9.796875801558141e-05,
      "loss": 0.0176,
      "step": 13650
    },
    {
      "loss_action": 0.004926054738461971,
      "loss_total": 0.004926054738461971,
      "step": 13650
    },
    {
      "loss_action": 0.03762931749224663,
      "loss_total": 0.03762931749224663,
      "step": 13650
    },
    {
      "loss_action": 0.017239149659872055,
      "loss_total": 0.017239149659872055,
      "step": 13650
    },
    {
      "loss_action": 0.011463732458651066,
      "loss_total": 0.011463732458651066,
      "step": 13650
    },
    {
      "loss_action": 0.007821325212717056,
      "loss_total": 0.007821325212717056,
      "step": 13650
    },
    {
      "loss_action": 0.025237184017896652,
      "loss_total": 0.025237184017896652,
      "step": 13650
    },
    {
      "loss_action": 0.007461771368980408,
      "loss_total": 0.007461771368980408,
      "step": 13650
    },
    {
      "loss_action": 0.022344760596752167,
      "loss_total": 0.022344760596752167,
      "step": 13650
    },
    {
      "grad_norm": 0.16055820882320404,
      "learning_rate": 9.79640904007971e-05,
      "loss": 0.0163,
      "step": 13660
    },
    {
      "loss_action": 0.01050284132361412,
      "loss_total": 0.01050284132361412,
      "step": 13660
    },
    {
      "loss_action": 0.03934960812330246,
      "loss_total": 0.03934960812330246,
      "step": 13660
    },
    {
      "loss_action": 0.012612481601536274,
      "loss_total": 0.012612481601536274,
      "step": 13660
    },
    {
      "loss_action": 0.012829231098294258,
      "loss_total": 0.012829231098294258,
      "step": 13660
    },
    {
      "loss_action": 0.04152867943048477,
      "loss_total": 0.04152867943048477,
      "step": 13660
    },
    {
      "loss_action": 0.007951317355036736,
      "loss_total": 0.007951317355036736,
      "step": 13660
    },
    {
      "loss_action": 0.015480902045965195,
      "loss_total": 0.015480902045965195,
      "step": 13660
    },
    {
      "loss_action": 0.016792641952633858,
      "loss_total": 0.016792641952633858,
      "step": 13660
    },
    {
      "grad_norm": 0.15433049201965332,
      "learning_rate": 9.795941754073199e-05,
      "loss": 0.0171,
      "step": 13670
    },
    {
      "loss_action": 0.015646222978830338,
      "loss_total": 0.015646222978830338,
      "step": 13670
    },
    {
      "loss_action": 0.025784293189644814,
      "loss_total": 0.025784293189644814,
      "step": 13670
    },
    {
      "loss_action": 0.010765813291072845,
      "loss_total": 0.010765813291072845,
      "step": 13670
    },
    {
      "loss_action": 0.01670004054903984,
      "loss_total": 0.01670004054903984,
      "step": 13670
    },
    {
      "loss_action": 0.028867963701486588,
      "loss_total": 0.028867963701486588,
      "step": 13670
    },
    {
      "loss_action": 0.01057548075914383,
      "loss_total": 0.01057548075914383,
      "step": 13670
    },
    {
      "loss_action": 0.01773383468389511,
      "loss_total": 0.01773383468389511,
      "step": 13670
    },
    {
      "loss_action": 0.011269948445260525,
      "loss_total": 0.011269948445260525,
      "step": 13670
    },
    {
      "grad_norm": 0.26976898312568665,
      "learning_rate": 9.795473943589705e-05,
      "loss": 0.0216,
      "step": 13680
    },
    {
      "loss_action": 0.018812675029039383,
      "loss_total": 0.018812675029039383,
      "step": 13680
    },
    {
      "loss_action": 0.023816825821995735,
      "loss_total": 0.023816825821995735,
      "step": 13680
    },
    {
      "loss_action": 0.010303135961294174,
      "loss_total": 0.010303135961294174,
      "step": 13680
    },
    {
      "loss_action": 0.009477282874286175,
      "loss_total": 0.009477282874286175,
      "step": 13680
    },
    {
      "loss_action": 0.01965559646487236,
      "loss_total": 0.01965559646487236,
      "step": 13680
    },
    {
      "loss_action": 0.040945470333099365,
      "loss_total": 0.040945470333099365,
      "step": 13680
    },
    {
      "loss_action": 0.01239261869341135,
      "loss_total": 0.01239261869341135,
      "step": 13680
    },
    {
      "loss_action": 0.02438396029174328,
      "loss_total": 0.02438396029174328,
      "step": 13680
    },
    {
      "grad_norm": 0.15569515526294708,
      "learning_rate": 9.795005608680394e-05,
      "loss": 0.0184,
      "step": 13690
    },
    {
      "loss_action": 0.021689854562282562,
      "loss_total": 0.021689854562282562,
      "step": 13690
    },
    {
      "loss_action": 0.014711647294461727,
      "loss_total": 0.014711647294461727,
      "step": 13690
    },
    {
      "loss_action": 0.027367904782295227,
      "loss_total": 0.027367904782295227,
      "step": 13690
    },
    {
      "loss_action": 0.008727390319108963,
      "loss_total": 0.008727390319108963,
      "step": 13690
    },
    {
      "loss_action": 0.020856330171227455,
      "loss_total": 0.020856330171227455,
      "step": 13690
    },
    {
      "loss_action": 0.013682023622095585,
      "loss_total": 0.013682023622095585,
      "step": 13690
    },
    {
      "loss_action": 0.0275837741792202,
      "loss_total": 0.0275837741792202,
      "step": 13690
    },
    {
      "loss_action": 0.03749329596757889,
      "loss_total": 0.03749329596757889,
      "step": 13690
    },
    {
      "grad_norm": 0.13959670066833496,
      "learning_rate": 9.794536749396477e-05,
      "loss": 0.0164,
      "step": 13700
    },
    {
      "loss_action": 0.011739260517060757,
      "loss_total": 0.011739260517060757,
      "step": 13700
    },
    {
      "loss_action": 0.019511474296450615,
      "loss_total": 0.019511474296450615,
      "step": 13700
    },
    {
      "loss_action": 0.032817140221595764,
      "loss_total": 0.032817140221595764,
      "step": 13700
    },
    {
      "loss_action": 0.02159264124929905,
      "loss_total": 0.02159264124929905,
      "step": 13700
    },
    {
      "loss_action": 0.013079366646707058,
      "loss_total": 0.013079366646707058,
      "step": 13700
    },
    {
      "loss_action": 0.051951296627521515,
      "loss_total": 0.051951296627521515,
      "step": 13700
    },
    {
      "loss_action": 0.014276513829827309,
      "loss_total": 0.014276513829827309,
      "step": 13700
    },
    {
      "loss_action": 0.020720647647976875,
      "loss_total": 0.020720647647976875,
      "step": 13700
    },
    {
      "grad_norm": 0.20401202142238617,
      "learning_rate": 9.79406736578923e-05,
      "loss": 0.0192,
      "step": 13710
    },
    {
      "loss_action": 0.02325131557881832,
      "loss_total": 0.02325131557881832,
      "step": 13710
    },
    {
      "loss_action": 0.014085176400840282,
      "loss_total": 0.014085176400840282,
      "step": 13710
    },
    {
      "loss_action": 0.015317240729928017,
      "loss_total": 0.015317240729928017,
      "step": 13710
    },
    {
      "loss_action": 0.017662156373262405,
      "loss_total": 0.017662156373262405,
      "step": 13710
    },
    {
      "loss_action": 0.017181135714054108,
      "loss_total": 0.017181135714054108,
      "step": 13710
    },
    {
      "loss_action": 0.03668079525232315,
      "loss_total": 0.03668079525232315,
      "step": 13710
    },
    {
      "loss_action": 0.012450656853616238,
      "loss_total": 0.012450656853616238,
      "step": 13710
    },
    {
      "loss_action": 0.019102230668067932,
      "loss_total": 0.019102230668067932,
      "step": 13710
    },
    {
      "grad_norm": 0.14729438722133636,
      "learning_rate": 9.793597457909984e-05,
      "loss": 0.0152,
      "step": 13720
    },
    {
      "loss_action": 0.009422684088349342,
      "loss_total": 0.009422684088349342,
      "step": 13720
    },
    {
      "loss_action": 0.021924294531345367,
      "loss_total": 0.021924294531345367,
      "step": 13720
    },
    {
      "loss_action": 0.01772914081811905,
      "loss_total": 0.01772914081811905,
      "step": 13720
    },
    {
      "loss_action": 0.02469763346016407,
      "loss_total": 0.02469763346016407,
      "step": 13720
    },
    {
      "loss_action": 0.008478598669171333,
      "loss_total": 0.008478598669171333,
      "step": 13720
    },
    {
      "loss_action": 0.013762397691607475,
      "loss_total": 0.013762397691607475,
      "step": 13720
    },
    {
      "loss_action": 0.0054332055151462555,
      "loss_total": 0.0054332055151462555,
      "step": 13720
    },
    {
      "loss_action": 0.07023152709007263,
      "loss_total": 0.07023152709007263,
      "step": 13720
    },
    {
      "grad_norm": 0.10949881374835968,
      "learning_rate": 9.793127025810127e-05,
      "loss": 0.0172,
      "step": 13730
    },
    {
      "loss_action": 0.025333594530820847,
      "loss_total": 0.025333594530820847,
      "step": 13730
    },
    {
      "loss_action": 0.01790638267993927,
      "loss_total": 0.01790638267993927,
      "step": 13730
    },
    {
      "loss_action": 0.00933932326734066,
      "loss_total": 0.00933932326734066,
      "step": 13730
    },
    {
      "loss_action": 0.01320028118789196,
      "loss_total": 0.01320028118789196,
      "step": 13730
    },
    {
      "loss_action": 0.03934521973133087,
      "loss_total": 0.03934521973133087,
      "step": 13730
    },
    {
      "loss_action": 0.007943877018988132,
      "loss_total": 0.007943877018988132,
      "step": 13730
    },
    {
      "loss_action": 0.016663216054439545,
      "loss_total": 0.016663216054439545,
      "step": 13730
    },
    {
      "loss_action": 0.007027240935713053,
      "loss_total": 0.007027240935713053,
      "step": 13730
    },
    {
      "grad_norm": 0.12971460819244385,
      "learning_rate": 9.792656069541104e-05,
      "loss": 0.0148,
      "step": 13740
    },
    {
      "loss_action": 0.02062329091131687,
      "loss_total": 0.02062329091131687,
      "step": 13740
    },
    {
      "loss_action": 0.014625984244048595,
      "loss_total": 0.014625984244048595,
      "step": 13740
    },
    {
      "loss_action": 0.009634358808398247,
      "loss_total": 0.009634358808398247,
      "step": 13740
    },
    {
      "loss_action": 0.017984362319111824,
      "loss_total": 0.017984362319111824,
      "step": 13740
    },
    {
      "loss_action": 0.018131565302610397,
      "loss_total": 0.018131565302610397,
      "step": 13740
    },
    {
      "loss_action": 0.03387743979692459,
      "loss_total": 0.03387743979692459,
      "step": 13740
    },
    {
      "loss_action": 0.01356857642531395,
      "loss_total": 0.01356857642531395,
      "step": 13740
    },
    {
      "loss_action": 0.009111492894589901,
      "loss_total": 0.009111492894589901,
      "step": 13740
    },
    {
      "grad_norm": 0.18269793689250946,
      "learning_rate": 9.79218458915442e-05,
      "loss": 0.0204,
      "step": 13750
    },
    {
      "loss_action": 0.012056156992912292,
      "loss_total": 0.012056156992912292,
      "step": 13750
    },
    {
      "loss_action": 0.009974563494324684,
      "loss_total": 0.009974563494324684,
      "step": 13750
    },
    {
      "loss_action": 0.015143346041440964,
      "loss_total": 0.015143346041440964,
      "step": 13750
    },
    {
      "loss_action": 0.017776863649487495,
      "loss_total": 0.017776863649487495,
      "step": 13750
    },
    {
      "loss_action": 0.01370709203183651,
      "loss_total": 0.01370709203183651,
      "step": 13750
    },
    {
      "loss_action": 0.010265583172440529,
      "loss_total": 0.010265583172440529,
      "step": 13750
    },
    {
      "loss_action": 0.008758662268519402,
      "loss_total": 0.008758662268519402,
      "step": 13750
    },
    {
      "loss_action": 0.007076524663716555,
      "loss_total": 0.007076524663716555,
      "step": 13750
    },
    {
      "grad_norm": 0.1970062404870987,
      "learning_rate": 9.791712584701634e-05,
      "loss": 0.0166,
      "step": 13760
    },
    {
      "loss_action": 0.008913526311516762,
      "loss_total": 0.008913526311516762,
      "step": 13760
    },
    {
      "loss_action": 0.012758566066622734,
      "loss_total": 0.012758566066622734,
      "step": 13760
    },
    {
      "loss_action": 0.021286701783537865,
      "loss_total": 0.021286701783537865,
      "step": 13760
    },
    {
      "loss_action": 0.01777656376361847,
      "loss_total": 0.01777656376361847,
      "step": 13760
    },
    {
      "loss_action": 0.011759202927350998,
      "loss_total": 0.011759202927350998,
      "step": 13760
    },
    {
      "loss_action": 0.014462805353105068,
      "loss_total": 0.014462805353105068,
      "step": 13760
    },
    {
      "loss_action": 0.007563401013612747,
      "loss_total": 0.007563401013612747,
      "step": 13760
    },
    {
      "loss_action": 0.01620250940322876,
      "loss_total": 0.01620250940322876,
      "step": 13760
    },
    {
      "grad_norm": 0.1401229351758957,
      "learning_rate": 9.791240056234364e-05,
      "loss": 0.0156,
      "step": 13770
    },
    {
      "loss_action": 0.011959380470216274,
      "loss_total": 0.011959380470216274,
      "step": 13770
    },
    {
      "loss_action": 0.006733780726790428,
      "loss_total": 0.006733780726790428,
      "step": 13770
    },
    {
      "loss_action": 0.011329034343361855,
      "loss_total": 0.011329034343361855,
      "step": 13770
    },
    {
      "loss_action": 0.011252413503825665,
      "loss_total": 0.011252413503825665,
      "step": 13770
    },
    {
      "loss_action": 0.011593944393098354,
      "loss_total": 0.011593944393098354,
      "step": 13770
    },
    {
      "loss_action": 0.008190082386136055,
      "loss_total": 0.008190082386136055,
      "step": 13770
    },
    {
      "loss_action": 0.00895366258919239,
      "loss_total": 0.00895366258919239,
      "step": 13770
    },
    {
      "loss_action": 0.014094918966293335,
      "loss_total": 0.014094918966293335,
      "step": 13770
    },
    {
      "grad_norm": 0.1716127246618271,
      "learning_rate": 9.790767003804283e-05,
      "loss": 0.0134,
      "step": 13780
    },
    {
      "loss_action": 0.008496968075633049,
      "loss_total": 0.008496968075633049,
      "step": 13780
    },
    {
      "loss_action": 0.012463103048503399,
      "loss_total": 0.012463103048503399,
      "step": 13780
    },
    {
      "loss_action": 0.010944424197077751,
      "loss_total": 0.010944424197077751,
      "step": 13780
    },
    {
      "loss_action": 0.013961227610707283,
      "loss_total": 0.013961227610707283,
      "step": 13780
    },
    {
      "loss_action": 0.008063637651503086,
      "loss_total": 0.008063637651503086,
      "step": 13780
    },
    {
      "loss_action": 0.014483697712421417,
      "loss_total": 0.014483697712421417,
      "step": 13780
    },
    {
      "loss_action": 0.008968167006969452,
      "loss_total": 0.008968167006969452,
      "step": 13780
    },
    {
      "loss_action": 0.017884597182273865,
      "loss_total": 0.017884597182273865,
      "step": 13780
    },
    {
      "grad_norm": 0.15019039809703827,
      "learning_rate": 9.790293427463126e-05,
      "loss": 0.0156,
      "step": 13790
    },
    {
      "loss_action": 0.014670347794890404,
      "loss_total": 0.014670347794890404,
      "step": 13790
    },
    {
      "loss_action": 0.010589225217700005,
      "loss_total": 0.010589225217700005,
      "step": 13790
    },
    {
      "loss_action": 0.010084059089422226,
      "loss_total": 0.010084059089422226,
      "step": 13790
    },
    {
      "loss_action": 0.005493061617016792,
      "loss_total": 0.005493061617016792,
      "step": 13790
    },
    {
      "loss_action": 0.012327411212027073,
      "loss_total": 0.012327411212027073,
      "step": 13790
    },
    {
      "loss_action": 0.01672293245792389,
      "loss_total": 0.01672293245792389,
      "step": 13790
    },
    {
      "loss_action": 0.008131474256515503,
      "loss_total": 0.008131474256515503,
      "step": 13790
    },
    {
      "loss_action": 0.013869792222976685,
      "loss_total": 0.013869792222976685,
      "step": 13790
    },
    {
      "grad_norm": 0.18934187293052673,
      "learning_rate": 9.789819327262684e-05,
      "loss": 0.0147,
      "step": 13800
    },
    {
      "loss_action": 0.003549586981534958,
      "loss_total": 0.003549586981534958,
      "step": 13800
    },
    {
      "loss_action": 0.04063579440116882,
      "loss_total": 0.04063579440116882,
      "step": 13800
    },
    {
      "loss_action": 0.019140159711241722,
      "loss_total": 0.019140159711241722,
      "step": 13800
    },
    {
      "loss_action": 0.03638026863336563,
      "loss_total": 0.03638026863336563,
      "step": 13800
    },
    {
      "loss_action": 0.01745283603668213,
      "loss_total": 0.01745283603668213,
      "step": 13800
    },
    {
      "loss_action": 0.009996331296861172,
      "loss_total": 0.009996331296861172,
      "step": 13800
    },
    {
      "loss_action": 0.018991611897945404,
      "loss_total": 0.018991611897945404,
      "step": 13800
    },
    {
      "loss_action": 0.012396247126162052,
      "loss_total": 0.012396247126162052,
      "step": 13800
    },
    {
      "grad_norm": 0.16161327064037323,
      "learning_rate": 9.7893447032548e-05,
      "loss": 0.0163,
      "step": 13810
    },
    {
      "loss_action": 0.015376189723610878,
      "loss_total": 0.015376189723610878,
      "step": 13810
    },
    {
      "loss_action": 0.009760858491063118,
      "loss_total": 0.009760858491063118,
      "step": 13810
    },
    {
      "loss_action": 0.019928913563489914,
      "loss_total": 0.019928913563489914,
      "step": 13810
    },
    {
      "loss_action": 0.016087738797068596,
      "loss_total": 0.016087738797068596,
      "step": 13810
    },
    {
      "loss_action": 0.01573866792023182,
      "loss_total": 0.01573866792023182,
      "step": 13810
    },
    {
      "loss_action": 0.026387885212898254,
      "loss_total": 0.026387885212898254,
      "step": 13810
    },
    {
      "loss_action": 0.013472769409418106,
      "loss_total": 0.013472769409418106,
      "step": 13810
    },
    {
      "loss_action": 0.014224663376808167,
      "loss_total": 0.014224663376808167,
      "step": 13810
    },
    {
      "grad_norm": 0.16420243680477142,
      "learning_rate": 9.78886955549138e-05,
      "loss": 0.0161,
      "step": 13820
    },
    {
      "loss_action": 0.022005734965205193,
      "loss_total": 0.022005734965205193,
      "step": 13820
    },
    {
      "loss_action": 0.01937474124133587,
      "loss_total": 0.01937474124133587,
      "step": 13820
    },
    {
      "loss_action": 0.014826247468590736,
      "loss_total": 0.014826247468590736,
      "step": 13820
    },
    {
      "loss_action": 0.02564801275730133,
      "loss_total": 0.02564801275730133,
      "step": 13820
    },
    {
      "loss_action": 0.03511757403612137,
      "loss_total": 0.03511757403612137,
      "step": 13820
    },
    {
      "loss_action": 0.008803075179457664,
      "loss_total": 0.008803075179457664,
      "step": 13820
    },
    {
      "loss_action": 0.022059492766857147,
      "loss_total": 0.022059492766857147,
      "step": 13820
    },
    {
      "loss_action": 0.013597758486866951,
      "loss_total": 0.013597758486866951,
      "step": 13820
    },
    {
      "grad_norm": 0.18244335055351257,
      "learning_rate": 9.788393884024387e-05,
      "loss": 0.0169,
      "step": 13830
    },
    {
      "loss_action": 0.011283611878752708,
      "loss_total": 0.011283611878752708,
      "step": 13830
    },
    {
      "loss_action": 0.010838942602276802,
      "loss_total": 0.010838942602276802,
      "step": 13830
    },
    {
      "loss_action": 0.017025409266352654,
      "loss_total": 0.017025409266352654,
      "step": 13830
    },
    {
      "loss_action": 0.018834806978702545,
      "loss_total": 0.018834806978702545,
      "step": 13830
    },
    {
      "loss_action": 0.012713794596493244,
      "loss_total": 0.012713794596493244,
      "step": 13830
    },
    {
      "loss_action": 0.008984122425317764,
      "loss_total": 0.008984122425317764,
      "step": 13830
    },
    {
      "loss_action": 0.027617322281003,
      "loss_total": 0.027617322281003,
      "step": 13830
    },
    {
      "loss_action": 0.021864207461476326,
      "loss_total": 0.021864207461476326,
      "step": 13830
    },
    {
      "grad_norm": 0.17336970567703247,
      "learning_rate": 9.787917688905836e-05,
      "loss": 0.0159,
      "step": 13840
    },
    {
      "loss_action": 0.0106976218521595,
      "loss_total": 0.0106976218521595,
      "step": 13840
    },
    {
      "loss_action": 0.01621370017528534,
      "loss_total": 0.01621370017528534,
      "step": 13840
    },
    {
      "loss_action": 0.01559182908385992,
      "loss_total": 0.01559182908385992,
      "step": 13840
    },
    {
      "loss_action": 0.015892023220658302,
      "loss_total": 0.015892023220658302,
      "step": 13840
    },
    {
      "loss_action": 0.015176698565483093,
      "loss_total": 0.015176698565483093,
      "step": 13840
    },
    {
      "loss_action": 0.048699814826250076,
      "loss_total": 0.048699814826250076,
      "step": 13840
    },
    {
      "loss_action": 0.012502528727054596,
      "loss_total": 0.012502528727054596,
      "step": 13840
    },
    {
      "loss_action": 0.008007943630218506,
      "loss_total": 0.008007943630218506,
      "step": 13840
    },
    {
      "grad_norm": 0.14050766825675964,
      "learning_rate": 9.787440970187807e-05,
      "loss": 0.0162,
      "step": 13850
    },
    {
      "loss_action": 0.023925330489873886,
      "loss_total": 0.023925330489873886,
      "step": 13850
    },
    {
      "loss_action": 0.013609899207949638,
      "loss_total": 0.013609899207949638,
      "step": 13850
    },
    {
      "loss_action": 0.005193791817873716,
      "loss_total": 0.005193791817873716,
      "step": 13850
    },
    {
      "loss_action": 0.010570180602371693,
      "loss_total": 0.010570180602371693,
      "step": 13850
    },
    {
      "loss_action": 0.015029115602374077,
      "loss_total": 0.015029115602374077,
      "step": 13850
    },
    {
      "loss_action": 0.021368643268942833,
      "loss_total": 0.021368643268942833,
      "step": 13850
    },
    {
      "loss_action": 0.035214390605688095,
      "loss_total": 0.035214390605688095,
      "step": 13850
    },
    {
      "loss_action": 0.009474389255046844,
      "loss_total": 0.009474389255046844,
      "step": 13850
    },
    {
      "grad_norm": 0.17223912477493286,
      "learning_rate": 9.786963727922429e-05,
      "loss": 0.0146,
      "step": 13860
    },
    {
      "loss_action": 0.012628478929400444,
      "loss_total": 0.012628478929400444,
      "step": 13860
    },
    {
      "loss_action": 0.01462803315371275,
      "loss_total": 0.01462803315371275,
      "step": 13860
    },
    {
      "loss_action": 0.011547510512173176,
      "loss_total": 0.011547510512173176,
      "step": 13860
    },
    {
      "loss_action": 0.011732334271073341,
      "loss_total": 0.011732334271073341,
      "step": 13860
    },
    {
      "loss_action": 0.009151533246040344,
      "loss_total": 0.009151533246040344,
      "step": 13860
    },
    {
      "loss_action": 0.01448067743331194,
      "loss_total": 0.01448067743331194,
      "step": 13860
    },
    {
      "loss_action": 0.012512595392763615,
      "loss_total": 0.012512595392763615,
      "step": 13860
    },
    {
      "loss_action": 0.008745670318603516,
      "loss_total": 0.008745670318603516,
      "step": 13860
    },
    {
      "grad_norm": 0.15114791691303253,
      "learning_rate": 9.786485962161897e-05,
      "loss": 0.0165,
      "step": 13870
    },
    {
      "loss_action": 0.007547416258603334,
      "loss_total": 0.007547416258603334,
      "step": 13870
    },
    {
      "loss_action": 0.0072648897767066956,
      "loss_total": 0.0072648897767066956,
      "step": 13870
    },
    {
      "loss_action": 0.03528352081775665,
      "loss_total": 0.03528352081775665,
      "step": 13870
    },
    {
      "loss_action": 0.008856765925884247,
      "loss_total": 0.008856765925884247,
      "step": 13870
    },
    {
      "loss_action": 0.008794047869741917,
      "loss_total": 0.008794047869741917,
      "step": 13870
    },
    {
      "loss_action": 0.013388441875576973,
      "loss_total": 0.013388441875576973,
      "step": 13870
    },
    {
      "loss_action": 0.022040605545043945,
      "loss_total": 0.022040605545043945,
      "step": 13870
    },
    {
      "loss_action": 0.0055736517533659935,
      "loss_total": 0.0055736517533659935,
      "step": 13870
    },
    {
      "grad_norm": 0.1534935086965561,
      "learning_rate": 9.786007672958455e-05,
      "loss": 0.0179,
      "step": 13880
    },
    {
      "loss_action": 0.024340247735381126,
      "loss_total": 0.024340247735381126,
      "step": 13880
    },
    {
      "loss_action": 0.009987406432628632,
      "loss_total": 0.009987406432628632,
      "step": 13880
    },
    {
      "loss_action": 0.02471756562590599,
      "loss_total": 0.02471756562590599,
      "step": 13880
    },
    {
      "loss_action": 0.020114993676543236,
      "loss_total": 0.020114993676543236,
      "step": 13880
    },
    {
      "loss_action": 0.014020671136677265,
      "loss_total": 0.014020671136677265,
      "step": 13880
    },
    {
      "loss_action": 0.011576054617762566,
      "loss_total": 0.011576054617762566,
      "step": 13880
    },
    {
      "loss_action": 0.009217137470841408,
      "loss_total": 0.009217137470841408,
      "step": 13880
    },
    {
      "loss_action": 0.011314846575260162,
      "loss_total": 0.011314846575260162,
      "step": 13880
    },
    {
      "grad_norm": 0.19363762438297272,
      "learning_rate": 9.78552886036441e-05,
      "loss": 0.0146,
      "step": 13890
    },
    {
      "loss_action": 0.012591693550348282,
      "loss_total": 0.012591693550348282,
      "step": 13890
    },
    {
      "loss_action": 0.0084270890802145,
      "loss_total": 0.0084270890802145,
      "step": 13890
    },
    {
      "loss_action": 0.010611765086650848,
      "loss_total": 0.010611765086650848,
      "step": 13890
    },
    {
      "loss_action": 0.0256962813436985,
      "loss_total": 0.0256962813436985,
      "step": 13890
    },
    {
      "loss_action": 0.02028333954513073,
      "loss_total": 0.02028333954513073,
      "step": 13890
    },
    {
      "loss_action": 0.010413018986582756,
      "loss_total": 0.010413018986582756,
      "step": 13890
    },
    {
      "loss_action": 0.014895490370690823,
      "loss_total": 0.014895490370690823,
      "step": 13890
    },
    {
      "loss_action": 0.0076860771514475346,
      "loss_total": 0.0076860771514475346,
      "step": 13890
    },
    {
      "grad_norm": 0.19177846610546112,
      "learning_rate": 9.785049524432124e-05,
      "loss": 0.0151,
      "step": 13900
    },
    {
      "loss_action": 0.008065549656748772,
      "loss_total": 0.008065549656748772,
      "step": 13900
    },
    {
      "loss_action": 0.019114723429083824,
      "loss_total": 0.019114723429083824,
      "step": 13900
    },
    {
      "loss_action": 0.01038377545773983,
      "loss_total": 0.01038377545773983,
      "step": 13900
    },
    {
      "loss_action": 0.01707608625292778,
      "loss_total": 0.01707608625292778,
      "step": 13900
    },
    {
      "loss_action": 0.0298639964312315,
      "loss_total": 0.0298639964312315,
      "step": 13900
    },
    {
      "loss_action": 0.03909067064523697,
      "loss_total": 0.03909067064523697,
      "step": 13900
    },
    {
      "loss_action": 0.005747275892645121,
      "loss_total": 0.005747275892645121,
      "step": 13900
    },
    {
      "loss_action": 0.011424895375967026,
      "loss_total": 0.011424895375967026,
      "step": 13900
    },
    {
      "grad_norm": 0.16693203151226044,
      "learning_rate": 9.784569665214016e-05,
      "loss": 0.015,
      "step": 13910
    },
    {
      "loss_action": 0.007772810757160187,
      "loss_total": 0.007772810757160187,
      "step": 13910
    },
    {
      "loss_action": 0.014648513868451118,
      "loss_total": 0.014648513868451118,
      "step": 13910
    },
    {
      "loss_action": 0.00953863374888897,
      "loss_total": 0.00953863374888897,
      "step": 13910
    },
    {
      "loss_action": 0.00789185892790556,
      "loss_total": 0.00789185892790556,
      "step": 13910
    },
    {
      "loss_action": 0.006493680644780397,
      "loss_total": 0.006493680644780397,
      "step": 13910
    },
    {
      "loss_action": 0.011012924835085869,
      "loss_total": 0.011012924835085869,
      "step": 13910
    },
    {
      "loss_action": 0.00666186073794961,
      "loss_total": 0.00666186073794961,
      "step": 13910
    },
    {
      "loss_action": 0.009742427617311478,
      "loss_total": 0.009742427617311478,
      "step": 13910
    },
    {
      "grad_norm": 0.13354189693927765,
      "learning_rate": 9.784089282762563e-05,
      "loss": 0.0138,
      "step": 13920
    },
    {
      "loss_action": 0.013951820321381092,
      "loss_total": 0.013951820321381092,
      "step": 13920
    },
    {
      "loss_action": 0.015724021941423416,
      "loss_total": 0.015724021941423416,
      "step": 13920
    },
    {
      "loss_action": 0.01021549105644226,
      "loss_total": 0.01021549105644226,
      "step": 13920
    },
    {
      "loss_action": 0.01305839791893959,
      "loss_total": 0.01305839791893959,
      "step": 13920
    },
    {
      "loss_action": 0.012765923514962196,
      "loss_total": 0.012765923514962196,
      "step": 13920
    },
    {
      "loss_action": 0.00904004741460085,
      "loss_total": 0.00904004741460085,
      "step": 13920
    },
    {
      "loss_action": 0.009095851331949234,
      "loss_total": 0.009095851331949234,
      "step": 13920
    },
    {
      "loss_action": 0.02802601084113121,
      "loss_total": 0.02802601084113121,
      "step": 13920
    },
    {
      "grad_norm": 0.2044854313135147,
      "learning_rate": 9.7836083771303e-05,
      "loss": 0.0155,
      "step": 13930
    },
    {
      "loss_action": 0.02627871185541153,
      "loss_total": 0.02627871185541153,
      "step": 13930
    },
    {
      "loss_action": 0.02014417201280594,
      "loss_total": 0.02014417201280594,
      "step": 13930
    },
    {
      "loss_action": 0.0219867005944252,
      "loss_total": 0.0219867005944252,
      "step": 13930
    },
    {
      "loss_action": 0.014709439128637314,
      "loss_total": 0.014709439128637314,
      "step": 13930
    },
    {
      "loss_action": 0.022203288972377777,
      "loss_total": 0.022203288972377777,
      "step": 13930
    },
    {
      "loss_action": 0.012199592776596546,
      "loss_total": 0.012199592776596546,
      "step": 13930
    },
    {
      "loss_action": 0.008796889334917068,
      "loss_total": 0.008796889334917068,
      "step": 13930
    },
    {
      "loss_action": 0.009998675435781479,
      "loss_total": 0.009998675435781479,
      "step": 13930
    },
    {
      "grad_norm": 0.18357039988040924,
      "learning_rate": 9.783126948369817e-05,
      "loss": 0.0145,
      "step": 13940
    },
    {
      "loss_action": 0.02089398354291916,
      "loss_total": 0.02089398354291916,
      "step": 13940
    },
    {
      "loss_action": 0.018966306000947952,
      "loss_total": 0.018966306000947952,
      "step": 13940
    },
    {
      "loss_action": 0.018001647666096687,
      "loss_total": 0.018001647666096687,
      "step": 13940
    },
    {
      "loss_action": 0.008043033070862293,
      "loss_total": 0.008043033070862293,
      "step": 13940
    },
    {
      "loss_action": 0.0192410871386528,
      "loss_total": 0.0192410871386528,
      "step": 13940
    },
    {
      "loss_action": 0.02619009092450142,
      "loss_total": 0.02619009092450142,
      "step": 13940
    },
    {
      "loss_action": 0.012674141675233841,
      "loss_total": 0.012674141675233841,
      "step": 13940
    },
    {
      "loss_action": 0.0118867177516222,
      "loss_total": 0.0118867177516222,
      "step": 13940
    },
    {
      "grad_norm": 0.21108484268188477,
      "learning_rate": 9.78264499653376e-05,
      "loss": 0.0181,
      "step": 13950
    },
    {
      "loss_action": 0.02094515599310398,
      "loss_total": 0.02094515599310398,
      "step": 13950
    },
    {
      "loss_action": 0.015053832903504372,
      "loss_total": 0.015053832903504372,
      "step": 13950
    },
    {
      "loss_action": 0.01744385063648224,
      "loss_total": 0.01744385063648224,
      "step": 13950
    },
    {
      "loss_action": 0.01560446061193943,
      "loss_total": 0.01560446061193943,
      "step": 13950
    },
    {
      "loss_action": 0.020227130502462387,
      "loss_total": 0.020227130502462387,
      "step": 13950
    },
    {
      "loss_action": 0.011119666509330273,
      "loss_total": 0.011119666509330273,
      "step": 13950
    },
    {
      "loss_action": 0.008822294883430004,
      "loss_total": 0.008822294883430004,
      "step": 13950
    },
    {
      "loss_action": 0.024406710639595985,
      "loss_total": 0.024406710639595985,
      "step": 13950
    },
    {
      "grad_norm": 0.22846664488315582,
      "learning_rate": 9.782162521674838e-05,
      "loss": 0.0192,
      "step": 13960
    },
    {
      "loss_action": 0.012442277744412422,
      "loss_total": 0.012442277744412422,
      "step": 13960
    },
    {
      "loss_action": 0.01839885301887989,
      "loss_total": 0.01839885301887989,
      "step": 13960
    },
    {
      "loss_action": 0.024130623787641525,
      "loss_total": 0.024130623787641525,
      "step": 13960
    },
    {
      "loss_action": 0.018565580248832703,
      "loss_total": 0.018565580248832703,
      "step": 13960
    },
    {
      "loss_action": 0.012300090864300728,
      "loss_total": 0.012300090864300728,
      "step": 13960
    },
    {
      "loss_action": 0.11139123886823654,
      "loss_total": 0.11139123886823654,
      "step": 13960
    },
    {
      "loss_action": 0.01769872009754181,
      "loss_total": 0.01769872009754181,
      "step": 13960
    },
    {
      "loss_action": 0.015595190227031708,
      "loss_total": 0.015595190227031708,
      "step": 13960
    },
    {
      "grad_norm": 0.20485107600688934,
      "learning_rate": 9.781679523845812e-05,
      "loss": 0.0188,
      "step": 13970
    },
    {
      "loss_action": 0.008492941036820412,
      "loss_total": 0.008492941036820412,
      "step": 13970
    },
    {
      "loss_action": 0.019768929108977318,
      "loss_total": 0.019768929108977318,
      "step": 13970
    },
    {
      "loss_action": 0.029199756681919098,
      "loss_total": 0.029199756681919098,
      "step": 13970
    },
    {
      "loss_action": 0.012274868786334991,
      "loss_total": 0.012274868786334991,
      "step": 13970
    },
    {
      "loss_action": 0.027392935007810593,
      "loss_total": 0.027392935007810593,
      "step": 13970
    },
    {
      "loss_action": 0.032194241881370544,
      "loss_total": 0.032194241881370544,
      "step": 13970
    },
    {
      "loss_action": 0.012140344828367233,
      "loss_total": 0.012140344828367233,
      "step": 13970
    },
    {
      "loss_action": 0.027405865490436554,
      "loss_total": 0.027405865490436554,
      "step": 13970
    },
    {
      "grad_norm": 0.15757513046264648,
      "learning_rate": 9.781196003099502e-05,
      "loss": 0.0177,
      "step": 13980
    },
    {
      "loss_action": 0.03220563009381294,
      "loss_total": 0.03220563009381294,
      "step": 13980
    },
    {
      "loss_action": 0.016027435660362244,
      "loss_total": 0.016027435660362244,
      "step": 13980
    },
    {
      "loss_action": 0.015172822400927544,
      "loss_total": 0.015172822400927544,
      "step": 13980
    },
    {
      "loss_action": 0.014448498375713825,
      "loss_total": 0.014448498375713825,
      "step": 13980
    },
    {
      "loss_action": 0.013094441033899784,
      "loss_total": 0.013094441033899784,
      "step": 13980
    },
    {
      "loss_action": 0.006462831050157547,
      "loss_total": 0.006462831050157547,
      "step": 13980
    },
    {
      "loss_action": 0.04572426527738571,
      "loss_total": 0.04572426527738571,
      "step": 13980
    },
    {
      "loss_action": 0.004976016003638506,
      "loss_total": 0.004976016003638506,
      "step": 13980
    },
    {
      "grad_norm": 0.2366219013929367,
      "learning_rate": 9.780711959488786e-05,
      "loss": 0.0167,
      "step": 13990
    },
    {
      "loss_action": 0.014186090789735317,
      "loss_total": 0.014186090789735317,
      "step": 13990
    },
    {
      "loss_action": 0.024117104709148407,
      "loss_total": 0.024117104709148407,
      "step": 13990
    },
    {
      "loss_action": 0.009350908920168877,
      "loss_total": 0.009350908920168877,
      "step": 13990
    },
    {
      "loss_action": 0.007083405274897814,
      "loss_total": 0.007083405274897814,
      "step": 13990
    },
    {
      "loss_action": 0.020200563594698906,
      "loss_total": 0.020200563594698906,
      "step": 13990
    },
    {
      "loss_action": 0.01102851890027523,
      "loss_total": 0.01102851890027523,
      "step": 13990
    },
    {
      "loss_action": 0.009027805179357529,
      "loss_total": 0.009027805179357529,
      "step": 13990
    },
    {
      "loss_action": 0.009995205327868462,
      "loss_total": 0.009995205327868462,
      "step": 13990
    },
    {
      "grad_norm": 0.2232310026884079,
      "learning_rate": 9.780227393066599e-05,
      "loss": 0.0155,
      "step": 14000
    },
    {
      "loss_action": 0.014686202630400658,
      "loss_total": 0.014686202630400658,
      "step": 14000
    },
    {
      "loss_action": 0.008620691485702991,
      "loss_total": 0.008620691485702991,
      "step": 14000
    },
    {
      "loss_action": 0.010978920385241508,
      "loss_total": 0.010978920385241508,
      "step": 14000
    },
    {
      "loss_action": 0.011149127967655659,
      "loss_total": 0.011149127967655659,
      "step": 14000
    },
    {
      "loss_action": 0.011042238213121891,
      "loss_total": 0.011042238213121891,
      "step": 14000
    },
    {
      "loss_action": 0.014609843492507935,
      "loss_total": 0.014609843492507935,
      "step": 14000
    },
    {
      "loss_action": 0.01952013373374939,
      "loss_total": 0.01952013373374939,
      "step": 14000
    },
    {
      "loss_action": 0.014709440991282463,
      "loss_total": 0.014709440991282463,
      "step": 14000
    },
    {
      "grad_norm": 0.13651922345161438,
      "learning_rate": 9.77974230388593e-05,
      "loss": 0.0168,
      "step": 14010
    },
    {
      "loss_action": 0.00910880882292986,
      "loss_total": 0.00910880882292986,
      "step": 14010
    },
    {
      "loss_action": 0.017674520611763,
      "loss_total": 0.017674520611763,
      "step": 14010
    },
    {
      "loss_action": 0.007537044584751129,
      "loss_total": 0.007537044584751129,
      "step": 14010
    },
    {
      "loss_action": 0.009037612937390804,
      "loss_total": 0.009037612937390804,
      "step": 14010
    },
    {
      "loss_action": 0.019207525998353958,
      "loss_total": 0.019207525998353958,
      "step": 14010
    },
    {
      "loss_action": 0.008939637802541256,
      "loss_total": 0.008939637802541256,
      "step": 14010
    },
    {
      "loss_action": 0.01789913885295391,
      "loss_total": 0.01789913885295391,
      "step": 14010
    },
    {
      "loss_action": 0.005495792254805565,
      "loss_total": 0.005495792254805565,
      "step": 14010
    },
    {
      "grad_norm": 0.12256206572055817,
      "learning_rate": 9.779256691999829e-05,
      "loss": 0.0149,
      "step": 14020
    },
    {
      "loss_action": 0.007883483543992043,
      "loss_total": 0.007883483543992043,
      "step": 14020
    },
    {
      "loss_action": 0.005105172283947468,
      "loss_total": 0.005105172283947468,
      "step": 14020
    },
    {
      "loss_action": 0.01464876439422369,
      "loss_total": 0.01464876439422369,
      "step": 14020
    },
    {
      "loss_action": 0.00813451036810875,
      "loss_total": 0.00813451036810875,
      "step": 14020
    },
    {
      "loss_action": 0.020994452759623528,
      "loss_total": 0.020994452759623528,
      "step": 14020
    },
    {
      "loss_action": 0.010653483681380749,
      "loss_total": 0.010653483681380749,
      "step": 14020
    },
    {
      "loss_action": 0.008286930620670319,
      "loss_total": 0.008286930620670319,
      "step": 14020
    },
    {
      "loss_action": 0.008246475830674171,
      "loss_total": 0.008246475830674171,
      "step": 14020
    },
    {
      "grad_norm": 0.17846538126468658,
      "learning_rate": 9.778770557461403e-05,
      "loss": 0.0148,
      "step": 14030
    },
    {
      "loss_action": 0.008074860088527203,
      "loss_total": 0.008074860088527203,
      "step": 14030
    },
    {
      "loss_action": 0.006732444744557142,
      "loss_total": 0.006732444744557142,
      "step": 14030
    },
    {
      "loss_action": 0.004377016332000494,
      "loss_total": 0.004377016332000494,
      "step": 14030
    },
    {
      "loss_action": 0.015439838171005249,
      "loss_total": 0.015439838171005249,
      "step": 14030
    },
    {
      "loss_action": 0.019368154928088188,
      "loss_total": 0.019368154928088188,
      "step": 14030
    },
    {
      "loss_action": 0.017844272777438164,
      "loss_total": 0.017844272777438164,
      "step": 14030
    },
    {
      "loss_action": 0.011791078373789787,
      "loss_total": 0.011791078373789787,
      "step": 14030
    },
    {
      "loss_action": 0.016248848289251328,
      "loss_total": 0.016248848289251328,
      "step": 14030
    },
    {
      "grad_norm": 0.15677687525749207,
      "learning_rate": 9.778283900323812e-05,
      "loss": 0.015,
      "step": 14040
    },
    {
      "loss_action": 0.02930036187171936,
      "loss_total": 0.02930036187171936,
      "step": 14040
    },
    {
      "loss_action": 0.01896565407514572,
      "loss_total": 0.01896565407514572,
      "step": 14040
    },
    {
      "loss_action": 0.012452936731278896,
      "loss_total": 0.012452936731278896,
      "step": 14040
    },
    {
      "loss_action": 0.008992176502943039,
      "loss_total": 0.008992176502943039,
      "step": 14040
    },
    {
      "loss_action": 0.007221446372568607,
      "loss_total": 0.007221446372568607,
      "step": 14040
    },
    {
      "loss_action": 0.021501928567886353,
      "loss_total": 0.021501928567886353,
      "step": 14040
    },
    {
      "loss_action": 0.013859694823622704,
      "loss_total": 0.013859694823622704,
      "step": 14040
    },
    {
      "loss_action": 0.01579868048429489,
      "loss_total": 0.01579868048429489,
      "step": 14040
    },
    {
      "grad_norm": 0.25154444575309753,
      "learning_rate": 9.777796720640277e-05,
      "loss": 0.0182,
      "step": 14050
    },
    {
      "loss_action": 0.01811341941356659,
      "loss_total": 0.01811341941356659,
      "step": 14050
    },
    {
      "loss_action": 0.018778018653392792,
      "loss_total": 0.018778018653392792,
      "step": 14050
    },
    {
      "loss_action": 0.021018892526626587,
      "loss_total": 0.021018892526626587,
      "step": 14050
    },
    {
      "loss_action": 0.033226288855075836,
      "loss_total": 0.033226288855075836,
      "step": 14050
    },
    {
      "loss_action": 0.01839499920606613,
      "loss_total": 0.01839499920606613,
      "step": 14050
    },
    {
      "loss_action": 0.018251920118927956,
      "loss_total": 0.018251920118927956,
      "step": 14050
    },
    {
      "loss_action": 0.0244591161608696,
      "loss_total": 0.0244591161608696,
      "step": 14050
    },
    {
      "loss_action": 0.028339149430394173,
      "loss_total": 0.028339149430394173,
      "step": 14050
    },
    {
      "grad_norm": 0.2031908631324768,
      "learning_rate": 9.777309018464078e-05,
      "loss": 0.0176,
      "step": 14060
    },
    {
      "loss_action": 0.023794420063495636,
      "loss_total": 0.023794420063495636,
      "step": 14060
    },
    {
      "loss_action": 0.020259272307157516,
      "loss_total": 0.020259272307157516,
      "step": 14060
    },
    {
      "loss_action": 0.02260528691112995,
      "loss_total": 0.02260528691112995,
      "step": 14060
    },
    {
      "loss_action": 0.01705705001950264,
      "loss_total": 0.01705705001950264,
      "step": 14060
    },
    {
      "loss_action": 0.017174363136291504,
      "loss_total": 0.017174363136291504,
      "step": 14060
    },
    {
      "loss_action": 0.011131156235933304,
      "loss_total": 0.011131156235933304,
      "step": 14060
    },
    {
      "loss_action": 0.009865537285804749,
      "loss_total": 0.009865537285804749,
      "step": 14060
    },
    {
      "loss_action": 0.027736399322748184,
      "loss_total": 0.027736399322748184,
      "step": 14060
    },
    {
      "grad_norm": 0.16246002912521362,
      "learning_rate": 9.776820793848547e-05,
      "loss": 0.0156,
      "step": 14070
    },
    {
      "loss_action": 0.017706070095300674,
      "loss_total": 0.017706070095300674,
      "step": 14070
    },
    {
      "loss_action": 0.018729349598288536,
      "loss_total": 0.018729349598288536,
      "step": 14070
    },
    {
      "loss_action": 0.020174125209450722,
      "loss_total": 0.020174125209450722,
      "step": 14070
    },
    {
      "loss_action": 0.011954188346862793,
      "loss_total": 0.011954188346862793,
      "step": 14070
    },
    {
      "loss_action": 0.01227056235074997,
      "loss_total": 0.01227056235074997,
      "step": 14070
    },
    {
      "loss_action": 0.010462051257491112,
      "loss_total": 0.010462051257491112,
      "step": 14070
    },
    {
      "loss_action": 0.01365402340888977,
      "loss_total": 0.01365402340888977,
      "step": 14070
    },
    {
      "loss_action": 0.014361518435180187,
      "loss_total": 0.014361518435180187,
      "step": 14070
    },
    {
      "grad_norm": 0.13608582317829132,
      "learning_rate": 9.776332046847075e-05,
      "loss": 0.0146,
      "step": 14080
    },
    {
      "loss_action": 0.017879096791148186,
      "loss_total": 0.017879096791148186,
      "step": 14080
    },
    {
      "loss_action": 0.012791048735380173,
      "loss_total": 0.012791048735380173,
      "step": 14080
    },
    {
      "loss_action": 0.009166443720459938,
      "loss_total": 0.009166443720459938,
      "step": 14080
    },
    {
      "loss_action": 0.013310227543115616,
      "loss_total": 0.013310227543115616,
      "step": 14080
    },
    {
      "loss_action": 0.020802821964025497,
      "loss_total": 0.020802821964025497,
      "step": 14080
    },
    {
      "loss_action": 0.01627601683139801,
      "loss_total": 0.01627601683139801,
      "step": 14080
    },
    {
      "loss_action": 0.016055583953857422,
      "loss_total": 0.016055583953857422,
      "step": 14080
    },
    {
      "loss_action": 0.01717136986553669,
      "loss_total": 0.01717136986553669,
      "step": 14080
    },
    {
      "grad_norm": 0.1634460687637329,
      "learning_rate": 9.775842777513111e-05,
      "loss": 0.0137,
      "step": 14090
    },
    {
      "loss_action": 0.01814194768667221,
      "loss_total": 0.01814194768667221,
      "step": 14090
    },
    {
      "loss_action": 0.020903371274471283,
      "loss_total": 0.020903371274471283,
      "step": 14090
    },
    {
      "loss_action": 0.009221228770911694,
      "loss_total": 0.009221228770911694,
      "step": 14090
    },
    {
      "loss_action": 0.009236163459718227,
      "loss_total": 0.009236163459718227,
      "step": 14090
    },
    {
      "loss_action": 0.013772998936474323,
      "loss_total": 0.013772998936474323,
      "step": 14090
    },
    {
      "loss_action": 0.014304092153906822,
      "loss_total": 0.014304092153906822,
      "step": 14090
    },
    {
      "loss_action": 0.014552155509591103,
      "loss_total": 0.014552155509591103,
      "step": 14090
    },
    {
      "loss_action": 0.008420385420322418,
      "loss_total": 0.008420385420322418,
      "step": 14090
    },
    {
      "grad_norm": 0.2204243391752243,
      "learning_rate": 9.775352985900163e-05,
      "loss": 0.0151,
      "step": 14100
    },
    {
      "loss_action": 0.027912456542253494,
      "loss_total": 0.027912456542253494,
      "step": 14100
    },
    {
      "loss_action": 0.02314477413892746,
      "loss_total": 0.02314477413892746,
      "step": 14100
    },
    {
      "loss_action": 0.023846197873353958,
      "loss_total": 0.023846197873353958,
      "step": 14100
    },
    {
      "loss_action": 0.011248830705881119,
      "loss_total": 0.011248830705881119,
      "step": 14100
    },
    {
      "loss_action": 0.016769492998719215,
      "loss_total": 0.016769492998719215,
      "step": 14100
    },
    {
      "loss_action": 0.012331388890743256,
      "loss_total": 0.012331388890743256,
      "step": 14100
    },
    {
      "loss_action": 0.02522699534893036,
      "loss_total": 0.02522699534893036,
      "step": 14100
    },
    {
      "loss_action": 0.04191197454929352,
      "loss_total": 0.04191197454929352,
      "step": 14100
    },
    {
      "grad_norm": 0.14704476296901703,
      "learning_rate": 9.774862672061791e-05,
      "loss": 0.0169,
      "step": 14110
    },
    {
      "loss_action": 0.01886792853474617,
      "loss_total": 0.01886792853474617,
      "step": 14110
    },
    {
      "loss_action": 0.02214677259325981,
      "loss_total": 0.02214677259325981,
      "step": 14110
    },
    {
      "loss_action": 0.014624078758060932,
      "loss_total": 0.014624078758060932,
      "step": 14110
    },
    {
      "loss_action": 0.013095912523567677,
      "loss_total": 0.013095912523567677,
      "step": 14110
    },
    {
      "loss_action": 0.023290008306503296,
      "loss_total": 0.023290008306503296,
      "step": 14110
    },
    {
      "loss_action": 0.010474010370671749,
      "loss_total": 0.010474010370671749,
      "step": 14110
    },
    {
      "loss_action": 0.015623703598976135,
      "loss_total": 0.015623703598976135,
      "step": 14110
    },
    {
      "loss_action": 0.010417098179459572,
      "loss_total": 0.010417098179459572,
      "step": 14110
    },
    {
      "grad_norm": 0.27927204966545105,
      "learning_rate": 9.774371836051616e-05,
      "loss": 0.0191,
      "step": 14120
    },
    {
      "loss_action": 0.015873732045292854,
      "loss_total": 0.015873732045292854,
      "step": 14120
    },
    {
      "loss_action": 0.019200632348656654,
      "loss_total": 0.019200632348656654,
      "step": 14120
    },
    {
      "loss_action": 0.03397410362958908,
      "loss_total": 0.03397410362958908,
      "step": 14120
    },
    {
      "loss_action": 0.027150912210345268,
      "loss_total": 0.027150912210345268,
      "step": 14120
    },
    {
      "loss_action": 0.013947715982794762,
      "loss_total": 0.013947715982794762,
      "step": 14120
    },
    {
      "loss_action": 0.011262346059083939,
      "loss_total": 0.011262346059083939,
      "step": 14120
    },
    {
      "loss_action": 0.007940007373690605,
      "loss_total": 0.007940007373690605,
      "step": 14120
    },
    {
      "loss_action": 0.015559021383523941,
      "loss_total": 0.015559021383523941,
      "step": 14120
    },
    {
      "grad_norm": 0.28829529881477356,
      "learning_rate": 9.773880477923315e-05,
      "loss": 0.0195,
      "step": 14130
    },
    {
      "loss_action": 0.032833173871040344,
      "loss_total": 0.032833173871040344,
      "step": 14130
    },
    {
      "loss_action": 0.017099618911743164,
      "loss_total": 0.017099618911743164,
      "step": 14130
    },
    {
      "loss_action": 0.040204837918281555,
      "loss_total": 0.040204837918281555,
      "step": 14130
    },
    {
      "loss_action": 0.04027467221021652,
      "loss_total": 0.04027467221021652,
      "step": 14130
    },
    {
      "loss_action": 0.018101010471582413,
      "loss_total": 0.018101010471582413,
      "step": 14130
    },
    {
      "loss_action": 0.01173420250415802,
      "loss_total": 0.01173420250415802,
      "step": 14130
    },
    {
      "loss_action": 0.029654715210199356,
      "loss_total": 0.029654715210199356,
      "step": 14130
    },
    {
      "loss_action": 0.01761901006102562,
      "loss_total": 0.01761901006102562,
      "step": 14130
    },
    {
      "grad_norm": 0.17855441570281982,
      "learning_rate": 9.773388597730623e-05,
      "loss": 0.018,
      "step": 14140
    },
    {
      "loss_action": 0.008716597221791744,
      "loss_total": 0.008716597221791744,
      "step": 14140
    },
    {
      "loss_action": 0.02661023661494255,
      "loss_total": 0.02661023661494255,
      "step": 14140
    },
    {
      "loss_action": 0.015833094716072083,
      "loss_total": 0.015833094716072083,
      "step": 14140
    },
    {
      "loss_action": 0.016383852809667587,
      "loss_total": 0.016383852809667587,
      "step": 14140
    },
    {
      "loss_action": 0.006516527384519577,
      "loss_total": 0.006516527384519577,
      "step": 14140
    },
    {
      "loss_action": 0.005813130177557468,
      "loss_total": 0.005813130177557468,
      "step": 14140
    },
    {
      "loss_action": 0.008420628495514393,
      "loss_total": 0.008420628495514393,
      "step": 14140
    },
    {
      "loss_action": 0.011040771380066872,
      "loss_total": 0.011040771380066872,
      "step": 14140
    },
    {
      "grad_norm": 0.19853395223617554,
      "learning_rate": 9.77289619552733e-05,
      "loss": 0.0161,
      "step": 14150
    },
    {
      "loss_action": 0.02092866785824299,
      "loss_total": 0.02092866785824299,
      "step": 14150
    },
    {
      "loss_action": 0.013035889714956284,
      "loss_total": 0.013035889714956284,
      "step": 14150
    },
    {
      "loss_action": 0.009948574006557465,
      "loss_total": 0.009948574006557465,
      "step": 14150
    },
    {
      "loss_action": 0.013201257213950157,
      "loss_total": 0.013201257213950157,
      "step": 14150
    },
    {
      "loss_action": 0.007743148133158684,
      "loss_total": 0.007743148133158684,
      "step": 14150
    },
    {
      "loss_action": 0.034573622047901154,
      "loss_total": 0.034573622047901154,
      "step": 14150
    },
    {
      "loss_action": 0.009801575914025307,
      "loss_total": 0.009801575914025307,
      "step": 14150
    },
    {
      "loss_action": 0.022817116230726242,
      "loss_total": 0.022817116230726242,
      "step": 14150
    },
    {
      "grad_norm": 0.16656123101711273,
      "learning_rate": 9.772403271367285e-05,
      "loss": 0.0182,
      "step": 14160
    },
    {
      "loss_action": 0.009120329283177853,
      "loss_total": 0.009120329283177853,
      "step": 14160
    },
    {
      "loss_action": 0.017819488421082497,
      "loss_total": 0.017819488421082497,
      "step": 14160
    },
    {
      "loss_action": 0.014831731095910072,
      "loss_total": 0.014831731095910072,
      "step": 14160
    },
    {
      "loss_action": 0.009028385393321514,
      "loss_total": 0.009028385393321514,
      "step": 14160
    },
    {
      "loss_action": 0.01166658103466034,
      "loss_total": 0.01166658103466034,
      "step": 14160
    },
    {
      "loss_action": 0.028249256312847137,
      "loss_total": 0.028249256312847137,
      "step": 14160
    },
    {
      "loss_action": 0.009315084666013718,
      "loss_total": 0.009315084666013718,
      "step": 14160
    },
    {
      "loss_action": 0.026647664606571198,
      "loss_total": 0.026647664606571198,
      "step": 14160
    },
    {
      "grad_norm": 0.22088149189949036,
      "learning_rate": 9.771909825304396e-05,
      "loss": 0.0192,
      "step": 14170
    },
    {
      "loss_action": 0.013554329052567482,
      "loss_total": 0.013554329052567482,
      "step": 14170
    },
    {
      "loss_action": 0.010980073362588882,
      "loss_total": 0.010980073362588882,
      "step": 14170
    },
    {
      "loss_action": 0.014308127574622631,
      "loss_total": 0.014308127574622631,
      "step": 14170
    },
    {
      "loss_action": 0.032895997166633606,
      "loss_total": 0.032895997166633606,
      "step": 14170
    },
    {
      "loss_action": 0.008076382800936699,
      "loss_total": 0.008076382800936699,
      "step": 14170
    },
    {
      "loss_action": 0.009649978950619698,
      "loss_total": 0.009649978950619698,
      "step": 14170
    },
    {
      "loss_action": 0.016572408378124237,
      "loss_total": 0.016572408378124237,
      "step": 14170
    },
    {
      "loss_action": 0.019289543852210045,
      "loss_total": 0.019289543852210045,
      "step": 14170
    },
    {
      "grad_norm": 0.13008922338485718,
      "learning_rate": 9.771415857392619e-05,
      "loss": 0.0164,
      "step": 14180
    },
    {
      "loss_action": 0.034745048731565475,
      "loss_total": 0.034745048731565475,
      "step": 14180
    },
    {
      "loss_action": 0.01930294558405876,
      "loss_total": 0.01930294558405876,
      "step": 14180
    },
    {
      "loss_action": 0.01787792146205902,
      "loss_total": 0.01787792146205902,
      "step": 14180
    },
    {
      "loss_action": 0.01262889988720417,
      "loss_total": 0.01262889988720417,
      "step": 14180
    },
    {
      "loss_action": 0.01738644205033779,
      "loss_total": 0.01738644205033779,
      "step": 14180
    },
    {
      "loss_action": 0.015531676821410656,
      "loss_total": 0.015531676821410656,
      "step": 14180
    },
    {
      "loss_action": 0.01984291896224022,
      "loss_total": 0.01984291896224022,
      "step": 14180
    },
    {
      "loss_action": 0.027573373168706894,
      "loss_total": 0.027573373168706894,
      "step": 14180
    },
    {
      "grad_norm": 0.23690354824066162,
      "learning_rate": 9.770921367685978e-05,
      "loss": 0.0175,
      "step": 14190
    },
    {
      "loss_action": 0.007917361333966255,
      "loss_total": 0.007917361333966255,
      "step": 14190
    },
    {
      "loss_action": 0.013441160321235657,
      "loss_total": 0.013441160321235657,
      "step": 14190
    },
    {
      "loss_action": 0.012857240624725819,
      "loss_total": 0.012857240624725819,
      "step": 14190
    },
    {
      "loss_action": 0.00786628294736147,
      "loss_total": 0.00786628294736147,
      "step": 14190
    },
    {
      "loss_action": 0.012325524352490902,
      "loss_total": 0.012325524352490902,
      "step": 14190
    },
    {
      "loss_action": 0.02954961732029915,
      "loss_total": 0.02954961732029915,
      "step": 14190
    },
    {
      "loss_action": 0.012590896338224411,
      "loss_total": 0.012590896338224411,
      "step": 14190
    },
    {
      "loss_action": 0.009718294255435467,
      "loss_total": 0.009718294255435467,
      "step": 14190
    },
    {
      "grad_norm": 0.16733913123607635,
      "learning_rate": 9.770426356238551e-05,
      "loss": 0.0153,
      "step": 14200
    },
    {
      "loss_action": 0.018068773671984673,
      "loss_total": 0.018068773671984673,
      "step": 14200
    },
    {
      "loss_action": 0.005186004564166069,
      "loss_total": 0.005186004564166069,
      "step": 14200
    },
    {
      "loss_action": 0.01383789349347353,
      "loss_total": 0.01383789349347353,
      "step": 14200
    },
    {
      "loss_action": 0.017253633588552475,
      "loss_total": 0.017253633588552475,
      "step": 14200
    },
    {
      "loss_action": 0.014312472194433212,
      "loss_total": 0.014312472194433212,
      "step": 14200
    },
    {
      "loss_action": 0.010726172477006912,
      "loss_total": 0.010726172477006912,
      "step": 14200
    },
    {
      "loss_action": 0.03202599287033081,
      "loss_total": 0.03202599287033081,
      "step": 14200
    },
    {
      "loss_action": 0.011882929131388664,
      "loss_total": 0.011882929131388664,
      "step": 14200
    },
    {
      "grad_norm": 0.2170286327600479,
      "learning_rate": 9.769930823104469e-05,
      "loss": 0.0194,
      "step": 14210
    },
    {
      "loss_action": 0.013767783530056477,
      "loss_total": 0.013767783530056477,
      "step": 14210
    },
    {
      "loss_action": 0.023228805512189865,
      "loss_total": 0.023228805512189865,
      "step": 14210
    },
    {
      "loss_action": 0.0207907073199749,
      "loss_total": 0.0207907073199749,
      "step": 14210
    },
    {
      "loss_action": 0.0231107659637928,
      "loss_total": 0.0231107659637928,
      "step": 14210
    },
    {
      "loss_action": 0.026517316699028015,
      "loss_total": 0.026517316699028015,
      "step": 14210
    },
    {
      "loss_action": 0.0170893594622612,
      "loss_total": 0.0170893594622612,
      "step": 14210
    },
    {
      "loss_action": 0.017939642071723938,
      "loss_total": 0.017939642071723938,
      "step": 14210
    },
    {
      "loss_action": 0.013120806775987148,
      "loss_total": 0.013120806775987148,
      "step": 14210
    },
    {
      "grad_norm": 0.2183549553155899,
      "learning_rate": 9.769434768337926e-05,
      "loss": 0.0189,
      "step": 14220
    },
    {
      "loss_action": 0.00959404744207859,
      "loss_total": 0.00959404744207859,
      "step": 14220
    },
    {
      "loss_action": 0.015648216009140015,
      "loss_total": 0.015648216009140015,
      "step": 14220
    },
    {
      "loss_action": 0.009729837067425251,
      "loss_total": 0.009729837067425251,
      "step": 14220
    },
    {
      "loss_action": 0.011147045530378819,
      "loss_total": 0.011147045530378819,
      "step": 14220
    },
    {
      "loss_action": 0.029994817450642586,
      "loss_total": 0.029994817450642586,
      "step": 14220
    },
    {
      "loss_action": 0.016280293464660645,
      "loss_total": 0.016280293464660645,
      "step": 14220
    },
    {
      "loss_action": 0.01437271386384964,
      "loss_total": 0.01437271386384964,
      "step": 14220
    },
    {
      "loss_action": 0.01146605983376503,
      "loss_total": 0.01146605983376503,
      "step": 14220
    },
    {
      "grad_norm": 0.22812031209468842,
      "learning_rate": 9.768938191993164e-05,
      "loss": 0.0176,
      "step": 14230
    },
    {
      "loss_action": 0.028510916978120804,
      "loss_total": 0.028510916978120804,
      "step": 14230
    },
    {
      "loss_action": 0.0075269476510584354,
      "loss_total": 0.0075269476510584354,
      "step": 14230
    },
    {
      "loss_action": 0.01765255816280842,
      "loss_total": 0.01765255816280842,
      "step": 14230
    },
    {
      "loss_action": 0.02662837691605091,
      "loss_total": 0.02662837691605091,
      "step": 14230
    },
    {
      "loss_action": 0.04121122136712074,
      "loss_total": 0.04121122136712074,
      "step": 14230
    },
    {
      "loss_action": 0.02080010250210762,
      "loss_total": 0.02080010250210762,
      "step": 14230
    },
    {
      "loss_action": 0.00674237497150898,
      "loss_total": 0.00674237497150898,
      "step": 14230
    },
    {
      "loss_action": 0.026829171925783157,
      "loss_total": 0.026829171925783157,
      "step": 14230
    },
    {
      "grad_norm": 0.18482916057109833,
      "learning_rate": 9.768441094124494e-05,
      "loss": 0.0172,
      "step": 14240
    },
    {
      "loss_action": 0.035447828471660614,
      "loss_total": 0.035447828471660614,
      "step": 14240
    },
    {
      "loss_action": 0.019931603223085403,
      "loss_total": 0.019931603223085403,
      "step": 14240
    },
    {
      "loss_action": 0.02439563348889351,
      "loss_total": 0.02439563348889351,
      "step": 14240
    },
    {
      "loss_action": 0.015474340878427029,
      "loss_total": 0.015474340878427029,
      "step": 14240
    },
    {
      "loss_action": 0.012408571317791939,
      "loss_total": 0.012408571317791939,
      "step": 14240
    },
    {
      "loss_action": 0.019842149689793587,
      "loss_total": 0.019842149689793587,
      "step": 14240
    },
    {
      "loss_action": 0.024603918194770813,
      "loss_total": 0.024603918194770813,
      "step": 14240
    },
    {
      "loss_action": 0.008396652527153492,
      "loss_total": 0.008396652527153492,
      "step": 14240
    },
    {
      "grad_norm": 0.1541205644607544,
      "learning_rate": 9.767943474786275e-05,
      "loss": 0.0167,
      "step": 14250
    },
    {
      "loss_action": 0.033455733209848404,
      "loss_total": 0.033455733209848404,
      "step": 14250
    },
    {
      "loss_action": 0.018387356773018837,
      "loss_total": 0.018387356773018837,
      "step": 14250
    },
    {
      "loss_action": 0.012497346848249435,
      "loss_total": 0.012497346848249435,
      "step": 14250
    },
    {
      "loss_action": 0.006396562792360783,
      "loss_total": 0.006396562792360783,
      "step": 14250
    },
    {
      "loss_action": 0.01709839515388012,
      "loss_total": 0.01709839515388012,
      "step": 14250
    },
    {
      "loss_action": 0.007586930878460407,
      "loss_total": 0.007586930878460407,
      "step": 14250
    },
    {
      "loss_action": 0.013282005675137043,
      "loss_total": 0.013282005675137043,
      "step": 14250
    },
    {
      "loss_action": 0.011378003284335136,
      "loss_total": 0.011378003284335136,
      "step": 14250
    },
    {
      "grad_norm": 0.14400343596935272,
      "learning_rate": 9.767445334032923e-05,
      "loss": 0.016,
      "step": 14260
    },
    {
      "loss_action": 0.009371764957904816,
      "loss_total": 0.009371764957904816,
      "step": 14260
    },
    {
      "loss_action": 0.015198640525341034,
      "loss_total": 0.015198640525341034,
      "step": 14260
    },
    {
      "loss_action": 0.017062688246369362,
      "loss_total": 0.017062688246369362,
      "step": 14260
    },
    {
      "loss_action": 0.007369315717369318,
      "loss_total": 0.007369315717369318,
      "step": 14260
    },
    {
      "loss_action": 0.039521101862192154,
      "loss_total": 0.039521101862192154,
      "step": 14260
    },
    {
      "loss_action": 0.026582783088088036,
      "loss_total": 0.026582783088088036,
      "step": 14260
    },
    {
      "loss_action": 0.013092728331685066,
      "loss_total": 0.013092728331685066,
      "step": 14260
    },
    {
      "loss_action": 0.006014091894030571,
      "loss_total": 0.006014091894030571,
      "step": 14260
    },
    {
      "grad_norm": 0.17440901696681976,
      "learning_rate": 9.766946671918919e-05,
      "loss": 0.0181,
      "step": 14270
    },
    {
      "loss_action": 0.00990930013358593,
      "loss_total": 0.00990930013358593,
      "step": 14270
    },
    {
      "loss_action": 0.010819345712661743,
      "loss_total": 0.010819345712661743,
      "step": 14270
    },
    {
      "loss_action": 0.013848178088665009,
      "loss_total": 0.013848178088665009,
      "step": 14270
    },
    {
      "loss_action": 0.016326649114489555,
      "loss_total": 0.016326649114489555,
      "step": 14270
    },
    {
      "loss_action": 0.011326811276376247,
      "loss_total": 0.011326811276376247,
      "step": 14270
    },
    {
      "loss_action": 0.016545090824365616,
      "loss_total": 0.016545090824365616,
      "step": 14270
    },
    {
      "loss_action": 0.022257287055253983,
      "loss_total": 0.022257287055253983,
      "step": 14270
    },
    {
      "loss_action": 0.019604934379458427,
      "loss_total": 0.019604934379458427,
      "step": 14270
    },
    {
      "grad_norm": 0.18804459273815155,
      "learning_rate": 9.766447488498796e-05,
      "loss": 0.0161,
      "step": 14280
    },
    {
      "loss_action": 0.013146262615919113,
      "loss_total": 0.013146262615919113,
      "step": 14280
    },
    {
      "loss_action": 0.014310391619801521,
      "loss_total": 0.014310391619801521,
      "step": 14280
    },
    {
      "loss_action": 0.010739048011600971,
      "loss_total": 0.010739048011600971,
      "step": 14280
    },
    {
      "loss_action": 0.02142718993127346,
      "loss_total": 0.02142718993127346,
      "step": 14280
    },
    {
      "loss_action": 0.006427812855690718,
      "loss_total": 0.006427812855690718,
      "step": 14280
    },
    {
      "loss_action": 0.010017964988946915,
      "loss_total": 0.010017964988946915,
      "step": 14280
    },
    {
      "loss_action": 0.016389355063438416,
      "loss_total": 0.016389355063438416,
      "step": 14280
    },
    {
      "loss_action": 0.01263804268091917,
      "loss_total": 0.01263804268091917,
      "step": 14280
    },
    {
      "grad_norm": 0.15027953684329987,
      "learning_rate": 9.765947783827139e-05,
      "loss": 0.0143,
      "step": 14290
    },
    {
      "loss_action": 0.006129159592092037,
      "loss_total": 0.006129159592092037,
      "step": 14290
    },
    {
      "loss_action": 0.012514615431427956,
      "loss_total": 0.012514615431427956,
      "step": 14290
    },
    {
      "loss_action": 0.014305317774415016,
      "loss_total": 0.014305317774415016,
      "step": 14290
    },
    {
      "loss_action": 0.0101857241243124,
      "loss_total": 0.0101857241243124,
      "step": 14290
    },
    {
      "loss_action": 0.008275145664811134,
      "loss_total": 0.008275145664811134,
      "step": 14290
    },
    {
      "loss_action": 0.018383989110589027,
      "loss_total": 0.018383989110589027,
      "step": 14290
    },
    {
      "loss_action": 0.008695784024894238,
      "loss_total": 0.008695784024894238,
      "step": 14290
    },
    {
      "loss_action": 0.020358091220259666,
      "loss_total": 0.020358091220259666,
      "step": 14290
    },
    {
      "grad_norm": 0.14552612602710724,
      "learning_rate": 9.765447557958599e-05,
      "loss": 0.0132,
      "step": 14300
    },
    {
      "loss_action": 0.03560462221503258,
      "loss_total": 0.03560462221503258,
      "step": 14300
    },
    {
      "loss_action": 0.0071512917056679726,
      "loss_total": 0.0071512917056679726,
      "step": 14300
    },
    {
      "loss_action": 0.017724022269248962,
      "loss_total": 0.017724022269248962,
      "step": 14300
    },
    {
      "loss_action": 0.019089452922344208,
      "loss_total": 0.019089452922344208,
      "step": 14300
    },
    {
      "loss_action": 0.008489688858389854,
      "loss_total": 0.008489688858389854,
      "step": 14300
    },
    {
      "loss_action": 0.01238475926220417,
      "loss_total": 0.01238475926220417,
      "step": 14300
    },
    {
      "loss_action": 0.031258463859558105,
      "loss_total": 0.031258463859558105,
      "step": 14300
    },
    {
      "loss_action": 0.009839397855103016,
      "loss_total": 0.009839397855103016,
      "step": 14300
    },
    {
      "grad_norm": 0.3473113179206848,
      "learning_rate": 9.764946810947879e-05,
      "loss": 0.017,
      "step": 14310
    },
    {
      "loss_action": 0.007233933545649052,
      "loss_total": 0.007233933545649052,
      "step": 14310
    },
    {
      "loss_action": 0.005628746934235096,
      "loss_total": 0.005628746934235096,
      "step": 14310
    },
    {
      "loss_action": 0.007060951553285122,
      "loss_total": 0.007060951553285122,
      "step": 14310
    },
    {
      "loss_action": 0.013920016586780548,
      "loss_total": 0.013920016586780548,
      "step": 14310
    },
    {
      "loss_action": 0.01720801740884781,
      "loss_total": 0.01720801740884781,
      "step": 14310
    },
    {
      "loss_action": 0.016233108937740326,
      "loss_total": 0.016233108937740326,
      "step": 14310
    },
    {
      "loss_action": 0.014940225519239902,
      "loss_total": 0.014940225519239902,
      "step": 14310
    },
    {
      "loss_action": 0.009873386472463608,
      "loss_total": 0.009873386472463608,
      "step": 14310
    },
    {
      "grad_norm": 0.14614412188529968,
      "learning_rate": 9.764445542849738e-05,
      "loss": 0.0169,
      "step": 14320
    },
    {
      "loss_action": 0.014863908290863037,
      "loss_total": 0.014863908290863037,
      "step": 14320
    },
    {
      "loss_action": 0.021959710866212845,
      "loss_total": 0.021959710866212845,
      "step": 14320
    },
    {
      "loss_action": 0.007667945697903633,
      "loss_total": 0.007667945697903633,
      "step": 14320
    },
    {
      "loss_action": 0.012556255795061588,
      "loss_total": 0.012556255795061588,
      "step": 14320
    },
    {
      "loss_action": 0.009394794702529907,
      "loss_total": 0.009394794702529907,
      "step": 14320
    },
    {
      "loss_action": 0.014016369357705116,
      "loss_total": 0.014016369357705116,
      "step": 14320
    },
    {
      "loss_action": 0.020972833037376404,
      "loss_total": 0.020972833037376404,
      "step": 14320
    },
    {
      "loss_action": 0.023641258478164673,
      "loss_total": 0.023641258478164673,
      "step": 14320
    },
    {
      "grad_norm": 0.15392538905143738,
      "learning_rate": 9.763943753718998e-05,
      "loss": 0.0157,
      "step": 14330
    },
    {
      "loss_action": 0.011151758953928947,
      "loss_total": 0.011151758953928947,
      "step": 14330
    },
    {
      "loss_action": 0.008263606578111649,
      "loss_total": 0.008263606578111649,
      "step": 14330
    },
    {
      "loss_action": 0.012877129018306732,
      "loss_total": 0.012877129018306732,
      "step": 14330
    },
    {
      "loss_action": 0.008890297263860703,
      "loss_total": 0.008890297263860703,
      "step": 14330
    },
    {
      "loss_action": 0.018754743039608,
      "loss_total": 0.018754743039608,
      "step": 14330
    },
    {
      "loss_action": 0.011121006682515144,
      "loss_total": 0.011121006682515144,
      "step": 14330
    },
    {
      "loss_action": 0.022436166182160378,
      "loss_total": 0.022436166182160378,
      "step": 14330
    },
    {
      "loss_action": 0.02477555349469185,
      "loss_total": 0.02477555349469185,
      "step": 14330
    },
    {
      "grad_norm": 0.18997082114219666,
      "learning_rate": 9.76344144361053e-05,
      "loss": 0.0173,
      "step": 14340
    },
    {
      "loss_action": 0.017381075769662857,
      "loss_total": 0.017381075769662857,
      "step": 14340
    },
    {
      "loss_action": 0.006390512455254793,
      "loss_total": 0.006390512455254793,
      "step": 14340
    },
    {
      "loss_action": 0.011413775384426117,
      "loss_total": 0.011413775384426117,
      "step": 14340
    },
    {
      "loss_action": 0.013325311243534088,
      "loss_total": 0.013325311243534088,
      "step": 14340
    },
    {
      "loss_action": 0.053102172911167145,
      "loss_total": 0.053102172911167145,
      "step": 14340
    },
    {
      "loss_action": 0.0166816096752882,
      "loss_total": 0.0166816096752882,
      "step": 14340
    },
    {
      "loss_action": 0.01696334406733513,
      "loss_total": 0.01696334406733513,
      "step": 14340
    },
    {
      "loss_action": 0.012820585630834103,
      "loss_total": 0.012820585630834103,
      "step": 14340
    },
    {
      "grad_norm": 0.1630266159772873,
      "learning_rate": 9.762938612579269e-05,
      "loss": 0.0164,
      "step": 14350
    },
    {
      "loss_action": 0.007881841622292995,
      "loss_total": 0.007881841622292995,
      "step": 14350
    },
    {
      "loss_action": 0.014315851032733917,
      "loss_total": 0.014315851032733917,
      "step": 14350
    },
    {
      "loss_action": 0.019671306014060974,
      "loss_total": 0.019671306014060974,
      "step": 14350
    },
    {
      "loss_action": 0.012103790417313576,
      "loss_total": 0.012103790417313576,
      "step": 14350
    },
    {
      "loss_action": 0.015056801028549671,
      "loss_total": 0.015056801028549671,
      "step": 14350
    },
    {
      "loss_action": 0.023081541061401367,
      "loss_total": 0.023081541061401367,
      "step": 14350
    },
    {
      "loss_action": 0.01217074878513813,
      "loss_total": 0.01217074878513813,
      "step": 14350
    },
    {
      "loss_action": 0.00965444277971983,
      "loss_total": 0.00965444277971983,
      "step": 14350
    },
    {
      "grad_norm": 0.14502264559268951,
      "learning_rate": 9.762435260680202e-05,
      "loss": 0.0146,
      "step": 14360
    },
    {
      "loss_action": 0.010843183845281601,
      "loss_total": 0.010843183845281601,
      "step": 14360
    },
    {
      "loss_action": 0.014760865829885006,
      "loss_total": 0.014760865829885006,
      "step": 14360
    },
    {
      "loss_action": 0.006282821297645569,
      "loss_total": 0.006282821297645569,
      "step": 14360
    },
    {
      "loss_action": 0.007246724329888821,
      "loss_total": 0.007246724329888821,
      "step": 14360
    },
    {
      "loss_action": 0.005886542610824108,
      "loss_total": 0.005886542610824108,
      "step": 14360
    },
    {
      "loss_action": 0.01996929943561554,
      "loss_total": 0.01996929943561554,
      "step": 14360
    },
    {
      "loss_action": 0.02708493359386921,
      "loss_total": 0.02708493359386921,
      "step": 14360
    },
    {
      "loss_action": 0.009834717959165573,
      "loss_total": 0.009834717959165573,
      "step": 14360
    },
    {
      "grad_norm": 0.16330835223197937,
      "learning_rate": 9.761931387968373e-05,
      "loss": 0.0153,
      "step": 14370
    },
    {
      "loss_action": 0.024787308648228645,
      "loss_total": 0.024787308648228645,
      "step": 14370
    },
    {
      "loss_action": 0.009162288159132004,
      "loss_total": 0.009162288159132004,
      "step": 14370
    },
    {
      "loss_action": 0.015726087614893913,
      "loss_total": 0.015726087614893913,
      "step": 14370
    },
    {
      "loss_action": 0.00983706209808588,
      "loss_total": 0.00983706209808588,
      "step": 14370
    },
    {
      "loss_action": 0.016418952494859695,
      "loss_total": 0.016418952494859695,
      "step": 14370
    },
    {
      "loss_action": 0.010909602046012878,
      "loss_total": 0.010909602046012878,
      "step": 14370
    },
    {
      "loss_action": 0.01623002626001835,
      "loss_total": 0.01623002626001835,
      "step": 14370
    },
    {
      "loss_action": 0.012321911752223969,
      "loss_total": 0.012321911752223969,
      "step": 14370
    },
    {
      "grad_norm": 0.12023872137069702,
      "learning_rate": 9.76142699449889e-05,
      "loss": 0.0155,
      "step": 14380
    },
    {
      "loss_action": 0.004281153902411461,
      "loss_total": 0.004281153902411461,
      "step": 14380
    },
    {
      "loss_action": 0.0075017851777374744,
      "loss_total": 0.0075017851777374744,
      "step": 14380
    },
    {
      "loss_action": 0.021748820319771767,
      "loss_total": 0.021748820319771767,
      "step": 14380
    },
    {
      "loss_action": 0.025422733277082443,
      "loss_total": 0.025422733277082443,
      "step": 14380
    },
    {
      "loss_action": 0.008454565890133381,
      "loss_total": 0.008454565890133381,
      "step": 14380
    },
    {
      "loss_action": 0.02769812010228634,
      "loss_total": 0.02769812010228634,
      "step": 14380
    },
    {
      "loss_action": 0.010935005731880665,
      "loss_total": 0.010935005731880665,
      "step": 14380
    },
    {
      "loss_action": 0.009355347603559494,
      "loss_total": 0.009355347603559494,
      "step": 14380
    },
    {
      "grad_norm": 0.16641926765441895,
      "learning_rate": 9.760922080326908e-05,
      "loss": 0.0157,
      "step": 14390
    },
    {
      "loss_action": 0.008104052394628525,
      "loss_total": 0.008104052394628525,
      "step": 14390
    },
    {
      "loss_action": 0.022005263715982437,
      "loss_total": 0.022005263715982437,
      "step": 14390
    },
    {
      "loss_action": 0.016335200518369675,
      "loss_total": 0.016335200518369675,
      "step": 14390
    },
    {
      "loss_action": 0.019689440727233887,
      "loss_total": 0.019689440727233887,
      "step": 14390
    },
    {
      "loss_action": 0.02621021494269371,
      "loss_total": 0.02621021494269371,
      "step": 14390
    },
    {
      "loss_action": 0.010375871323049068,
      "loss_total": 0.010375871323049068,
      "step": 14390
    },
    {
      "loss_action": 0.015421060845255852,
      "loss_total": 0.015421060845255852,
      "step": 14390
    },
    {
      "loss_action": 0.011863240972161293,
      "loss_total": 0.011863240972161293,
      "step": 14390
    },
    {
      "grad_norm": 0.2823319137096405,
      "learning_rate": 9.760416645507644e-05,
      "loss": 0.0176,
      "step": 14400
    },
    {
      "loss_action": 0.012378262355923653,
      "loss_total": 0.012378262355923653,
      "step": 14400
    },
    {
      "loss_action": 0.011931506916880608,
      "loss_total": 0.011931506916880608,
      "step": 14400
    },
    {
      "loss_action": 0.009551230818033218,
      "loss_total": 0.009551230818033218,
      "step": 14400
    },
    {
      "loss_action": 0.024887926876544952,
      "loss_total": 0.024887926876544952,
      "step": 14400
    },
    {
      "loss_action": 0.02562386728823185,
      "loss_total": 0.02562386728823185,
      "step": 14400
    },
    {
      "loss_action": 0.027009010314941406,
      "loss_total": 0.027009010314941406,
      "step": 14400
    },
    {
      "loss_action": 0.010395332239568233,
      "loss_total": 0.010395332239568233,
      "step": 14400
    },
    {
      "loss_action": 0.014492958784103394,
      "loss_total": 0.014492958784103394,
      "step": 14400
    },
    {
      "grad_norm": 0.2576218545436859,
      "learning_rate": 9.759910690096375e-05,
      "loss": 0.0167,
      "step": 14410
    },
    {
      "loss_action": 0.009238659404218197,
      "loss_total": 0.009238659404218197,
      "step": 14410
    },
    {
      "loss_action": 0.014812891371548176,
      "loss_total": 0.014812891371548176,
      "step": 14410
    },
    {
      "loss_action": 0.024365536868572235,
      "loss_total": 0.024365536868572235,
      "step": 14410
    },
    {
      "loss_action": 0.010830394923686981,
      "loss_total": 0.010830394923686981,
      "step": 14410
    },
    {
      "loss_action": 0.009097888134419918,
      "loss_total": 0.009097888134419918,
      "step": 14410
    },
    {
      "loss_action": 0.01957409456372261,
      "loss_total": 0.01957409456372261,
      "step": 14410
    },
    {
      "loss_action": 0.013054360635578632,
      "loss_total": 0.013054360635578632,
      "step": 14410
    },
    {
      "loss_action": 0.017727356404066086,
      "loss_total": 0.017727356404066086,
      "step": 14410
    },
    {
      "grad_norm": 0.1861598640680313,
      "learning_rate": 9.759404214148429e-05,
      "loss": 0.0138,
      "step": 14420
    },
    {
      "loss_action": 0.02606361173093319,
      "loss_total": 0.02606361173093319,
      "step": 14420
    },
    {
      "loss_action": 0.020766839385032654,
      "loss_total": 0.020766839385032654,
      "step": 14420
    },
    {
      "loss_action": 0.010315073654055595,
      "loss_total": 0.010315073654055595,
      "step": 14420
    },
    {
      "loss_action": 0.031366944313049316,
      "loss_total": 0.031366944313049316,
      "step": 14420
    },
    {
      "loss_action": 0.014614587649703026,
      "loss_total": 0.014614587649703026,
      "step": 14420
    },
    {
      "loss_action": 0.02692478708922863,
      "loss_total": 0.02692478708922863,
      "step": 14420
    },
    {
      "loss_action": 0.014915939420461655,
      "loss_total": 0.014915939420461655,
      "step": 14420
    },
    {
      "loss_action": 0.013272704556584358,
      "loss_total": 0.013272704556584358,
      "step": 14420
    },
    {
      "grad_norm": 0.1633979082107544,
      "learning_rate": 9.758897217719191e-05,
      "loss": 0.0178,
      "step": 14430
    },
    {
      "loss_action": 0.010977678000926971,
      "loss_total": 0.010977678000926971,
      "step": 14430
    },
    {
      "loss_action": 0.04804307222366333,
      "loss_total": 0.04804307222366333,
      "step": 14430
    },
    {
      "loss_action": 0.015573637560009956,
      "loss_total": 0.015573637560009956,
      "step": 14430
    },
    {
      "loss_action": 0.011206259950995445,
      "loss_total": 0.011206259950995445,
      "step": 14430
    },
    {
      "loss_action": 0.010391663759946823,
      "loss_total": 0.010391663759946823,
      "step": 14430
    },
    {
      "loss_action": 0.018444780260324478,
      "loss_total": 0.018444780260324478,
      "step": 14430
    },
    {
      "loss_action": 0.014683271758258343,
      "loss_total": 0.014683271758258343,
      "step": 14430
    },
    {
      "loss_action": 0.02145109698176384,
      "loss_total": 0.02145109698176384,
      "step": 14430
    },
    {
      "grad_norm": 0.16697056591510773,
      "learning_rate": 9.758389700864113e-05,
      "loss": 0.016,
      "step": 14440
    },
    {
      "loss_action": 0.010233364999294281,
      "loss_total": 0.010233364999294281,
      "step": 14440
    },
    {
      "loss_action": 0.009805092588067055,
      "loss_total": 0.009805092588067055,
      "step": 14440
    },
    {
      "loss_action": 0.017379166558384895,
      "loss_total": 0.017379166558384895,
      "step": 14440
    },
    {
      "loss_action": 0.00934434961527586,
      "loss_total": 0.00934434961527586,
      "step": 14440
    },
    {
      "loss_action": 0.012325087562203407,
      "loss_total": 0.012325087562203407,
      "step": 14440
    },
    {
      "loss_action": 0.00884481891989708,
      "loss_total": 0.00884481891989708,
      "step": 14440
    },
    {
      "loss_action": 0.013212722726166248,
      "loss_total": 0.013212722726166248,
      "step": 14440
    },
    {
      "loss_action": 0.01230397168546915,
      "loss_total": 0.01230397168546915,
      "step": 14440
    },
    {
      "grad_norm": 0.16061395406723022,
      "learning_rate": 9.757881663638688e-05,
      "loss": 0.016,
      "step": 14450
    },
    {
      "loss_action": 0.007443105801939964,
      "loss_total": 0.007443105801939964,
      "step": 14450
    },
    {
      "loss_action": 0.01544114388525486,
      "loss_total": 0.01544114388525486,
      "step": 14450
    },
    {
      "loss_action": 0.010917219333350658,
      "loss_total": 0.010917219333350658,
      "step": 14450
    },
    {
      "loss_action": 0.014561889693140984,
      "loss_total": 0.014561889693140984,
      "step": 14450
    },
    {
      "loss_action": 0.011622173711657524,
      "loss_total": 0.011622173711657524,
      "step": 14450
    },
    {
      "loss_action": 0.017963258549571037,
      "loss_total": 0.017963258549571037,
      "step": 14450
    },
    {
      "loss_action": 0.01038055308163166,
      "loss_total": 0.01038055308163166,
      "step": 14450
    },
    {
      "loss_action": 0.006091484799981117,
      "loss_total": 0.006091484799981117,
      "step": 14450
    },
    {
      "grad_norm": 0.21330735087394714,
      "learning_rate": 9.757373106098478e-05,
      "loss": 0.0157,
      "step": 14460
    },
    {
      "loss_action": 0.009356088005006313,
      "loss_total": 0.009356088005006313,
      "step": 14460
    },
    {
      "loss_action": 0.014195289462804794,
      "loss_total": 0.014195289462804794,
      "step": 14460
    },
    {
      "loss_action": 0.02572651393711567,
      "loss_total": 0.02572651393711567,
      "step": 14460
    },
    {
      "loss_action": 0.019763408228754997,
      "loss_total": 0.019763408228754997,
      "step": 14460
    },
    {
      "loss_action": 0.026623882353305817,
      "loss_total": 0.026623882353305817,
      "step": 14460
    },
    {
      "loss_action": 0.02207326516509056,
      "loss_total": 0.02207326516509056,
      "step": 14460
    },
    {
      "loss_action": 0.014177324250340462,
      "loss_total": 0.014177324250340462,
      "step": 14460
    },
    {
      "loss_action": 0.017544107511639595,
      "loss_total": 0.017544107511639595,
      "step": 14460
    },
    {
      "grad_norm": 0.1890297383069992,
      "learning_rate": 9.756864028299097e-05,
      "loss": 0.017,
      "step": 14470
    },
    {
      "loss_action": 0.01592528074979782,
      "loss_total": 0.01592528074979782,
      "step": 14470
    },
    {
      "loss_action": 0.013792416080832481,
      "loss_total": 0.013792416080832481,
      "step": 14470
    },
    {
      "loss_action": 0.012816432863473892,
      "loss_total": 0.012816432863473892,
      "step": 14470
    },
    {
      "loss_action": 0.02175040729343891,
      "loss_total": 0.02175040729343891,
      "step": 14470
    },
    {
      "loss_action": 0.016166705638170242,
      "loss_total": 0.016166705638170242,
      "step": 14470
    },
    {
      "loss_action": 0.011935614049434662,
      "loss_total": 0.011935614049434662,
      "step": 14470
    },
    {
      "loss_action": 0.01898186095058918,
      "loss_total": 0.01898186095058918,
      "step": 14470
    },
    {
      "loss_action": 0.00893469899892807,
      "loss_total": 0.00893469899892807,
      "step": 14470
    },
    {
      "grad_norm": 0.18607285618782043,
      "learning_rate": 9.75635443029622e-05,
      "loss": 0.0148,
      "step": 14480
    },
    {
      "loss_action": 0.02555042691528797,
      "loss_total": 0.02555042691528797,
      "step": 14480
    },
    {
      "loss_action": 0.019518958404660225,
      "loss_total": 0.019518958404660225,
      "step": 14480
    },
    {
      "loss_action": 0.013233880512416363,
      "loss_total": 0.013233880512416363,
      "step": 14480
    },
    {
      "loss_action": 0.013734481297433376,
      "loss_total": 0.013734481297433376,
      "step": 14480
    },
    {
      "loss_action": 0.009409891441464424,
      "loss_total": 0.009409891441464424,
      "step": 14480
    },
    {
      "loss_action": 0.014422431588172913,
      "loss_total": 0.014422431588172913,
      "step": 14480
    },
    {
      "loss_action": 0.010279767215251923,
      "loss_total": 0.010279767215251923,
      "step": 14480
    },
    {
      "loss_action": 0.017558155581355095,
      "loss_total": 0.017558155581355095,
      "step": 14480
    },
    {
      "grad_norm": 0.20131155848503113,
      "learning_rate": 9.755844312145572e-05,
      "loss": 0.0157,
      "step": 14490
    },
    {
      "loss_action": 0.059440769255161285,
      "loss_total": 0.059440769255161285,
      "step": 14490
    },
    {
      "loss_action": 0.024390388280153275,
      "loss_total": 0.024390388280153275,
      "step": 14490
    },
    {
      "loss_action": 0.010832729749381542,
      "loss_total": 0.010832729749381542,
      "step": 14490
    },
    {
      "loss_action": 0.0205308198928833,
      "loss_total": 0.0205308198928833,
      "step": 14490
    },
    {
      "loss_action": 0.008086331188678741,
      "loss_total": 0.008086331188678741,
      "step": 14490
    },
    {
      "loss_action": 0.03504524752497673,
      "loss_total": 0.03504524752497673,
      "step": 14490
    },
    {
      "loss_action": 0.027185073122382164,
      "loss_total": 0.027185073122382164,
      "step": 14490
    },
    {
      "loss_action": 0.027915820479393005,
      "loss_total": 0.027915820479393005,
      "step": 14490
    },
    {
      "grad_norm": 0.18437916040420532,
      "learning_rate": 9.755333673902941e-05,
      "loss": 0.0189,
      "step": 14500
    },
    {
      "loss_action": 0.0058797309175133705,
      "loss_total": 0.0058797309175133705,
      "step": 14500
    },
    {
      "loss_action": 0.018656939268112183,
      "loss_total": 0.018656939268112183,
      "step": 14500
    },
    {
      "loss_action": 0.01996406354010105,
      "loss_total": 0.01996406354010105,
      "step": 14500
    },
    {
      "loss_action": 0.01713639684021473,
      "loss_total": 0.01713639684021473,
      "step": 14500
    },
    {
      "loss_action": 0.0274362713098526,
      "loss_total": 0.0274362713098526,
      "step": 14500
    },
    {
      "loss_action": 0.015215571969747543,
      "loss_total": 0.015215571969747543,
      "step": 14500
    },
    {
      "loss_action": 0.051671579480171204,
      "loss_total": 0.051671579480171204,
      "step": 14500
    },
    {
      "loss_action": 0.009831108152866364,
      "loss_total": 0.009831108152866364,
      "step": 14500
    },
    {
      "grad_norm": 0.2347242832183838,
      "learning_rate": 9.75482251562417e-05,
      "loss": 0.0218,
      "step": 14510
    },
    {
      "loss_action": 0.01630667969584465,
      "loss_total": 0.01630667969584465,
      "step": 14510
    },
    {
      "loss_action": 0.014838386327028275,
      "loss_total": 0.014838386327028275,
      "step": 14510
    },
    {
      "loss_action": 0.00954940915107727,
      "loss_total": 0.00954940915107727,
      "step": 14510
    },
    {
      "loss_action": 0.02228633686900139,
      "loss_total": 0.02228633686900139,
      "step": 14510
    },
    {
      "loss_action": 0.025243230164051056,
      "loss_total": 0.025243230164051056,
      "step": 14510
    },
    {
      "loss_action": 0.02283014915883541,
      "loss_total": 0.02283014915883541,
      "step": 14510
    },
    {
      "loss_action": 0.009483877569437027,
      "loss_total": 0.009483877569437027,
      "step": 14510
    },
    {
      "loss_action": 0.019631821662187576,
      "loss_total": 0.019631821662187576,
      "step": 14510
    },
    {
      "grad_norm": 0.14792688190937042,
      "learning_rate": 9.754310837365155e-05,
      "loss": 0.0184,
      "step": 14520
    },
    {
      "loss_action": 0.010656321421265602,
      "loss_total": 0.010656321421265602,
      "step": 14520
    },
    {
      "loss_action": 0.008225972764194012,
      "loss_total": 0.008225972764194012,
      "step": 14520
    },
    {
      "loss_action": 0.01857737824320793,
      "loss_total": 0.01857737824320793,
      "step": 14520
    },
    {
      "loss_action": 0.014010310173034668,
      "loss_total": 0.014010310173034668,
      "step": 14520
    },
    {
      "loss_action": 0.017115216702222824,
      "loss_total": 0.017115216702222824,
      "step": 14520
    },
    {
      "loss_action": 0.011018522083759308,
      "loss_total": 0.011018522083759308,
      "step": 14520
    },
    {
      "loss_action": 0.008363913744688034,
      "loss_total": 0.008363913744688034,
      "step": 14520
    },
    {
      "loss_action": 0.013351322151720524,
      "loss_total": 0.013351322151720524,
      "step": 14520
    },
    {
      "grad_norm": 0.15634332597255707,
      "learning_rate": 9.753798639181856e-05,
      "loss": 0.0169,
      "step": 14530
    },
    {
      "loss_action": 0.015017025172710419,
      "loss_total": 0.015017025172710419,
      "step": 14530
    },
    {
      "loss_action": 0.009396912530064583,
      "loss_total": 0.009396912530064583,
      "step": 14530
    },
    {
      "loss_action": 0.028098711743950844,
      "loss_total": 0.028098711743950844,
      "step": 14530
    },
    {
      "loss_action": 0.033701471984386444,
      "loss_total": 0.033701471984386444,
      "step": 14530
    },
    {
      "loss_action": 0.016439925879240036,
      "loss_total": 0.016439925879240036,
      "step": 14530
    },
    {
      "loss_action": 0.018061485141515732,
      "loss_total": 0.018061485141515732,
      "step": 14530
    },
    {
      "loss_action": 0.01888098195195198,
      "loss_total": 0.01888098195195198,
      "step": 14530
    },
    {
      "loss_action": 0.02401093766093254,
      "loss_total": 0.02401093766093254,
      "step": 14530
    },
    {
      "grad_norm": 0.15503573417663574,
      "learning_rate": 9.753285921130286e-05,
      "loss": 0.0157,
      "step": 14540
    },
    {
      "loss_action": 0.009418221190571785,
      "loss_total": 0.009418221190571785,
      "step": 14540
    },
    {
      "loss_action": 0.01099791843444109,
      "loss_total": 0.01099791843444109,
      "step": 14540
    },
    {
      "loss_action": 0.03398760035634041,
      "loss_total": 0.03398760035634041,
      "step": 14540
    },
    {
      "loss_action": 0.024328626692295074,
      "loss_total": 0.024328626692295074,
      "step": 14540
    },
    {
      "loss_action": 0.024057522416114807,
      "loss_total": 0.024057522416114807,
      "step": 14540
    },
    {
      "loss_action": 0.021385755389928818,
      "loss_total": 0.021385755389928818,
      "step": 14540
    },
    {
      "loss_action": 0.00700512807816267,
      "loss_total": 0.00700512807816267,
      "step": 14540
    },
    {
      "loss_action": 0.007501816377043724,
      "loss_total": 0.007501816377043724,
      "step": 14540
    },
    {
      "grad_norm": 0.181606262922287,
      "learning_rate": 9.752772683266512e-05,
      "loss": 0.0159,
      "step": 14550
    },
    {
      "loss_action": 0.015510162338614464,
      "loss_total": 0.015510162338614464,
      "step": 14550
    },
    {
      "loss_action": 0.006589705590158701,
      "loss_total": 0.006589705590158701,
      "step": 14550
    },
    {
      "loss_action": 0.021297583356499672,
      "loss_total": 0.021297583356499672,
      "step": 14550
    },
    {
      "loss_action": 0.008726052939891815,
      "loss_total": 0.008726052939891815,
      "step": 14550
    },
    {
      "loss_action": 0.014049727469682693,
      "loss_total": 0.014049727469682693,
      "step": 14550
    },
    {
      "loss_action": 0.01981598511338234,
      "loss_total": 0.01981598511338234,
      "step": 14550
    },
    {
      "loss_action": 0.014923839829862118,
      "loss_total": 0.014923839829862118,
      "step": 14550
    },
    {
      "loss_action": 0.012549476698040962,
      "loss_total": 0.012549476698040962,
      "step": 14550
    },
    {
      "grad_norm": 0.1250845044851303,
      "learning_rate": 9.752258925646665e-05,
      "loss": 0.015,
      "step": 14560
    },
    {
      "loss_action": 0.020338768139481544,
      "loss_total": 0.020338768139481544,
      "step": 14560
    },
    {
      "loss_action": 0.024097824469208717,
      "loss_total": 0.024097824469208717,
      "step": 14560
    },
    {
      "loss_action": 0.011695914901793003,
      "loss_total": 0.011695914901793003,
      "step": 14560
    },
    {
      "loss_action": 0.00894535519182682,
      "loss_total": 0.00894535519182682,
      "step": 14560
    },
    {
      "loss_action": 0.02352399379014969,
      "loss_total": 0.02352399379014969,
      "step": 14560
    },
    {
      "loss_action": 0.015581590123474598,
      "loss_total": 0.015581590123474598,
      "step": 14560
    },
    {
      "loss_action": 0.00804905779659748,
      "loss_total": 0.00804905779659748,
      "step": 14560
    },
    {
      "loss_action": 0.02074587345123291,
      "loss_total": 0.02074587345123291,
      "step": 14560
    },
    {
      "grad_norm": 0.19274543225765228,
      "learning_rate": 9.751744648326926e-05,
      "loss": 0.0143,
      "step": 14570
    },
    {
      "loss_action": 0.006214922294020653,
      "loss_total": 0.006214922294020653,
      "step": 14570
    },
    {
      "loss_action": 0.030775398015975952,
      "loss_total": 0.030775398015975952,
      "step": 14570
    },
    {
      "loss_action": 0.007943110540509224,
      "loss_total": 0.007943110540509224,
      "step": 14570
    },
    {
      "loss_action": 0.006762887816876173,
      "loss_total": 0.006762887816876173,
      "step": 14570
    },
    {
      "loss_action": 0.009148062206804752,
      "loss_total": 0.009148062206804752,
      "step": 14570
    },
    {
      "loss_action": 0.012713059782981873,
      "loss_total": 0.012713059782981873,
      "step": 14570
    },
    {
      "loss_action": 0.008952106349170208,
      "loss_total": 0.008952106349170208,
      "step": 14570
    },
    {
      "loss_action": 0.01775827817618847,
      "loss_total": 0.01775827817618847,
      "step": 14570
    },
    {
      "grad_norm": 0.22774401307106018,
      "learning_rate": 9.751229851363536e-05,
      "loss": 0.0145,
      "step": 14580
    },
    {
      "loss_action": 0.004974839277565479,
      "loss_total": 0.004974839277565479,
      "step": 14580
    },
    {
      "loss_action": 0.012046847492456436,
      "loss_total": 0.012046847492456436,
      "step": 14580
    },
    {
      "loss_action": 0.015509658493101597,
      "loss_total": 0.015509658493101597,
      "step": 14580
    },
    {
      "loss_action": 0.007684963755309582,
      "loss_total": 0.007684963755309582,
      "step": 14580
    },
    {
      "loss_action": 0.005661602132022381,
      "loss_total": 0.005661602132022381,
      "step": 14580
    },
    {
      "loss_action": 0.012605223804712296,
      "loss_total": 0.012605223804712296,
      "step": 14580
    },
    {
      "loss_action": 0.011420712806284428,
      "loss_total": 0.011420712806284428,
      "step": 14580
    },
    {
      "loss_action": 0.01613772287964821,
      "loss_total": 0.01613772287964821,
      "step": 14580
    },
    {
      "grad_norm": 0.15628460049629211,
      "learning_rate": 9.750714534812793e-05,
      "loss": 0.0146,
      "step": 14590
    },
    {
      "loss_action": 0.027875222265720367,
      "loss_total": 0.027875222265720367,
      "step": 14590
    },
    {
      "loss_action": 0.008987309411168098,
      "loss_total": 0.008987309411168098,
      "step": 14590
    },
    {
      "loss_action": 0.004765924997627735,
      "loss_total": 0.004765924997627735,
      "step": 14590
    },
    {
      "loss_action": 0.009450826793909073,
      "loss_total": 0.009450826793909073,
      "step": 14590
    },
    {
      "loss_action": 0.015091339126229286,
      "loss_total": 0.015091339126229286,
      "step": 14590
    },
    {
      "loss_action": 0.0098233912140131,
      "loss_total": 0.0098233912140131,
      "step": 14590
    },
    {
      "loss_action": 0.006167841609567404,
      "loss_total": 0.006167841609567404,
      "step": 14590
    },
    {
      "loss_action": 0.01760605350136757,
      "loss_total": 0.01760605350136757,
      "step": 14590
    },
    {
      "grad_norm": 0.1502782553434372,
      "learning_rate": 9.750198698731053e-05,
      "loss": 0.0165,
      "step": 14600
    },
    {
      "loss_action": 0.014268544502556324,
      "loss_total": 0.014268544502556324,
      "step": 14600
    },
    {
      "loss_action": 0.011296164244413376,
      "loss_total": 0.011296164244413376,
      "step": 14600
    },
    {
      "loss_action": 0.016055572777986526,
      "loss_total": 0.016055572777986526,
      "step": 14600
    },
    {
      "loss_action": 0.00775066576898098,
      "loss_total": 0.00775066576898098,
      "step": 14600
    },
    {
      "loss_action": 0.019406836479902267,
      "loss_total": 0.019406836479902267,
      "step": 14600
    },
    {
      "loss_action": 0.011647921986877918,
      "loss_total": 0.011647921986877918,
      "step": 14600
    },
    {
      "loss_action": 0.021564776077866554,
      "loss_total": 0.021564776077866554,
      "step": 14600
    },
    {
      "loss_action": 0.0497189499437809,
      "loss_total": 0.0497189499437809,
      "step": 14600
    },
    {
      "grad_norm": 0.15541678667068481,
      "learning_rate": 9.749682343174722e-05,
      "loss": 0.0152,
      "step": 14610
    },
    {
      "loss_action": 0.007836672477424145,
      "loss_total": 0.007836672477424145,
      "step": 14610
    },
    {
      "loss_action": 0.016261573880910873,
      "loss_total": 0.016261573880910873,
      "step": 14610
    },
    {
      "loss_action": 0.028369218111038208,
      "loss_total": 0.028369218111038208,
      "step": 14610
    },
    {
      "loss_action": 0.020167745649814606,
      "loss_total": 0.020167745649814606,
      "step": 14610
    },
    {
      "loss_action": 0.017377352342009544,
      "loss_total": 0.017377352342009544,
      "step": 14610
    },
    {
      "loss_action": 0.013943735510110855,
      "loss_total": 0.013943735510110855,
      "step": 14610
    },
    {
      "loss_action": 0.007283220998942852,
      "loss_total": 0.007283220998942852,
      "step": 14610
    },
    {
      "loss_action": 0.007829321548342705,
      "loss_total": 0.007829321548342705,
      "step": 14610
    },
    {
      "grad_norm": 0.19159792363643646,
      "learning_rate": 9.749165468200272e-05,
      "loss": 0.0155,
      "step": 14620
    },
    {
      "loss_action": 0.03547011315822601,
      "loss_total": 0.03547011315822601,
      "step": 14620
    },
    {
      "loss_action": 0.008439840748906136,
      "loss_total": 0.008439840748906136,
      "step": 14620
    },
    {
      "loss_action": 0.020384952425956726,
      "loss_total": 0.020384952425956726,
      "step": 14620
    },
    {
      "loss_action": 0.008413400501012802,
      "loss_total": 0.008413400501012802,
      "step": 14620
    },
    {
      "loss_action": 0.014084781520068645,
      "loss_total": 0.014084781520068645,
      "step": 14620
    },
    {
      "loss_action": 0.016909435391426086,
      "loss_total": 0.016909435391426086,
      "step": 14620
    },
    {
      "loss_action": 0.027707744389772415,
      "loss_total": 0.027707744389772415,
      "step": 14620
    },
    {
      "loss_action": 0.018187226727604866,
      "loss_total": 0.018187226727604866,
      "step": 14620
    },
    {
      "grad_norm": 0.1837855726480484,
      "learning_rate": 9.748648073864229e-05,
      "loss": 0.0155,
      "step": 14630
    },
    {
      "loss_action": 0.013551456853747368,
      "loss_total": 0.013551456853747368,
      "step": 14630
    },
    {
      "loss_action": 0.013527683913707733,
      "loss_total": 0.013527683913707733,
      "step": 14630
    },
    {
      "loss_action": 0.014262738637626171,
      "loss_total": 0.014262738637626171,
      "step": 14630
    },
    {
      "loss_action": 0.008080731146037579,
      "loss_total": 0.008080731146037579,
      "step": 14630
    },
    {
      "loss_action": 0.015359677374362946,
      "loss_total": 0.015359677374362946,
      "step": 14630
    },
    {
      "loss_action": 0.004455007612705231,
      "loss_total": 0.004455007612705231,
      "step": 14630
    },
    {
      "loss_action": 0.013653216883540154,
      "loss_total": 0.013653216883540154,
      "step": 14630
    },
    {
      "loss_action": 0.02832048572599888,
      "loss_total": 0.02832048572599888,
      "step": 14630
    },
    {
      "grad_norm": 0.16439945995807648,
      "learning_rate": 9.748130160223168e-05,
      "loss": 0.0152,
      "step": 14640
    },
    {
      "loss_action": 0.017334984615445137,
      "loss_total": 0.017334984615445137,
      "step": 14640
    },
    {
      "loss_action": 0.020268166437745094,
      "loss_total": 0.020268166437745094,
      "step": 14640
    },
    {
      "loss_action": 0.014408156275749207,
      "loss_total": 0.014408156275749207,
      "step": 14640
    },
    {
      "loss_action": 0.010935531929135323,
      "loss_total": 0.010935531929135323,
      "step": 14640
    },
    {
      "loss_action": 0.012950345873832703,
      "loss_total": 0.012950345873832703,
      "step": 14640
    },
    {
      "loss_action": 0.008528546430170536,
      "loss_total": 0.008528546430170536,
      "step": 14640
    },
    {
      "loss_action": 0.020602190867066383,
      "loss_total": 0.020602190867066383,
      "step": 14640
    },
    {
      "loss_action": 0.021708974614739418,
      "loss_total": 0.021708974614739418,
      "step": 14640
    },
    {
      "grad_norm": 0.12649023532867432,
      "learning_rate": 9.747611727333734e-05,
      "loss": 0.0169,
      "step": 14650
    },
    {
      "loss_action": 0.017952874302864075,
      "loss_total": 0.017952874302864075,
      "step": 14650
    },
    {
      "loss_action": 0.008977743797004223,
      "loss_total": 0.008977743797004223,
      "step": 14650
    },
    {
      "loss_action": 0.028822030872106552,
      "loss_total": 0.028822030872106552,
      "step": 14650
    },
    {
      "loss_action": 0.016178105026483536,
      "loss_total": 0.016178105026483536,
      "step": 14650
    },
    {
      "loss_action": 0.017224550247192383,
      "loss_total": 0.017224550247192383,
      "step": 14650
    },
    {
      "loss_action": 0.01320785004645586,
      "loss_total": 0.01320785004645586,
      "step": 14650
    },
    {
      "loss_action": 0.011422362178564072,
      "loss_total": 0.011422362178564072,
      "step": 14650
    },
    {
      "loss_action": 0.012751754373311996,
      "loss_total": 0.012751754373311996,
      "step": 14650
    },
    {
      "grad_norm": 0.20090413093566895,
      "learning_rate": 9.74709277525262e-05,
      "loss": 0.0151,
      "step": 14660
    },
    {
      "loss_action": 0.030156929045915604,
      "loss_total": 0.030156929045915604,
      "step": 14660
    },
    {
      "loss_action": 0.012923884205520153,
      "loss_total": 0.012923884205520153,
      "step": 14660
    },
    {
      "loss_action": 0.031089017167687416,
      "loss_total": 0.031089017167687416,
      "step": 14660
    },
    {
      "loss_action": 0.01823962852358818,
      "loss_total": 0.01823962852358818,
      "step": 14660
    },
    {
      "loss_action": 0.03125765174627304,
      "loss_total": 0.03125765174627304,
      "step": 14660
    },
    {
      "loss_action": 0.009032199159264565,
      "loss_total": 0.009032199159264565,
      "step": 14660
    },
    {
      "loss_action": 0.013990476727485657,
      "loss_total": 0.013990476727485657,
      "step": 14660
    },
    {
      "loss_action": 0.007191427983343601,
      "loss_total": 0.007191427983343601,
      "step": 14660
    },
    {
      "grad_norm": 0.21166926622390747,
      "learning_rate": 9.746573304036576e-05,
      "loss": 0.0169,
      "step": 14670
    },
    {
      "loss_action": 0.014488417655229568,
      "loss_total": 0.014488417655229568,
      "step": 14670
    },
    {
      "loss_action": 0.006298181135207415,
      "loss_total": 0.006298181135207415,
      "step": 14670
    },
    {
      "loss_action": 0.020928679034113884,
      "loss_total": 0.020928679034113884,
      "step": 14670
    },
    {
      "loss_action": 0.019678987562656403,
      "loss_total": 0.019678987562656403,
      "step": 14670
    },
    {
      "loss_action": 0.007489409297704697,
      "loss_total": 0.007489409297704697,
      "step": 14670
    },
    {
      "loss_action": 0.03587757796049118,
      "loss_total": 0.03587757796049118,
      "step": 14670
    },
    {
      "loss_action": 0.008987934328615665,
      "loss_total": 0.008987934328615665,
      "step": 14670
    },
    {
      "loss_action": 0.032659079879522324,
      "loss_total": 0.032659079879522324,
      "step": 14670
    },
    {
      "grad_norm": 0.14316128194332123,
      "learning_rate": 9.746053313742412e-05,
      "loss": 0.0157,
      "step": 14680
    },
    {
      "loss_action": 0.01350359246134758,
      "loss_total": 0.01350359246134758,
      "step": 14680
    },
    {
      "loss_action": 0.015107894316315651,
      "loss_total": 0.015107894316315651,
      "step": 14680
    },
    {
      "loss_action": 0.011203259229660034,
      "loss_total": 0.011203259229660034,
      "step": 14680
    },
    {
      "loss_action": 0.01416133251041174,
      "loss_total": 0.01416133251041174,
      "step": 14680
    },
    {
      "loss_action": 0.012232054024934769,
      "loss_total": 0.012232054024934769,
      "step": 14680
    },
    {
      "loss_action": 0.014128516428172588,
      "loss_total": 0.014128516428172588,
      "step": 14680
    },
    {
      "loss_action": 0.004986242391169071,
      "loss_total": 0.004986242391169071,
      "step": 14680
    },
    {
      "loss_action": 0.005979727488011122,
      "loss_total": 0.005979727488011122,
      "step": 14680
    },
    {
      "grad_norm": 0.17578139901161194,
      "learning_rate": 9.745532804426994e-05,
      "loss": 0.0138,
      "step": 14690
    },
    {
      "loss_action": 0.009708981961011887,
      "loss_total": 0.009708981961011887,
      "step": 14690
    },
    {
      "loss_action": 0.006660011596977711,
      "loss_total": 0.006660011596977711,
      "step": 14690
    },
    {
      "loss_action": 0.010685235261917114,
      "loss_total": 0.010685235261917114,
      "step": 14690
    },
    {
      "loss_action": 0.014074455946683884,
      "loss_total": 0.014074455946683884,
      "step": 14690
    },
    {
      "loss_action": 0.011978662572801113,
      "loss_total": 0.011978662572801113,
      "step": 14690
    },
    {
      "loss_action": 0.01367267407476902,
      "loss_total": 0.01367267407476902,
      "step": 14690
    },
    {
      "loss_action": 0.018060263246297836,
      "loss_total": 0.018060263246297836,
      "step": 14690
    },
    {
      "loss_action": 0.007801365107297897,
      "loss_total": 0.007801365107297897,
      "step": 14690
    },
    {
      "grad_norm": 0.18894325196743011,
      "learning_rate": 9.745011776147242e-05,
      "loss": 0.0165,
      "step": 14700
    },
    {
      "loss_action": 0.01306743174791336,
      "loss_total": 0.01306743174791336,
      "step": 14700
    },
    {
      "loss_action": 0.021335426717996597,
      "loss_total": 0.021335426717996597,
      "step": 14700
    },
    {
      "loss_action": 0.03927599638700485,
      "loss_total": 0.03927599638700485,
      "step": 14700
    },
    {
      "loss_action": 0.03340766206383705,
      "loss_total": 0.03340766206383705,
      "step": 14700
    },
    {
      "loss_action": 0.016584962606430054,
      "loss_total": 0.016584962606430054,
      "step": 14700
    },
    {
      "loss_action": 0.010310172103345394,
      "loss_total": 0.010310172103345394,
      "step": 14700
    },
    {
      "loss_action": 0.01503182202577591,
      "loss_total": 0.01503182202577591,
      "step": 14700
    },
    {
      "loss_action": 0.009586988016963005,
      "loss_total": 0.009586988016963005,
      "step": 14700
    },
    {
      "grad_norm": 0.12831677496433258,
      "learning_rate": 9.744490228960138e-05,
      "loss": 0.0137,
      "step": 14710
    },
    {
      "loss_action": 0.014233825728297234,
      "loss_total": 0.014233825728297234,
      "step": 14710
    },
    {
      "loss_action": 0.01832715794444084,
      "loss_total": 0.01832715794444084,
      "step": 14710
    },
    {
      "loss_action": 0.008120906539261341,
      "loss_total": 0.008120906539261341,
      "step": 14710
    },
    {
      "loss_action": 0.019297629594802856,
      "loss_total": 0.019297629594802856,
      "step": 14710
    },
    {
      "loss_action": 0.007585052400827408,
      "loss_total": 0.007585052400827408,
      "step": 14710
    },
    {
      "loss_action": 0.013748177327215672,
      "loss_total": 0.013748177327215672,
      "step": 14710
    },
    {
      "loss_action": 0.012812810018658638,
      "loss_total": 0.012812810018658638,
      "step": 14710
    },
    {
      "loss_action": 0.008690322749316692,
      "loss_total": 0.008690322749316692,
      "step": 14710
    },
    {
      "grad_norm": 0.17327500879764557,
      "learning_rate": 9.743968162922713e-05,
      "loss": 0.0141,
      "step": 14720
    },
    {
      "loss_action": 0.011790478602051735,
      "loss_total": 0.011790478602051735,
      "step": 14720
    },
    {
      "loss_action": 0.027714267373085022,
      "loss_total": 0.027714267373085022,
      "step": 14720
    },
    {
      "loss_action": 0.015730492770671844,
      "loss_total": 0.015730492770671844,
      "step": 14720
    },
    {
      "loss_action": 0.011352681554853916,
      "loss_total": 0.011352681554853916,
      "step": 14720
    },
    {
      "loss_action": 0.010885265655815601,
      "loss_total": 0.010885265655815601,
      "step": 14720
    },
    {
      "loss_action": 0.023169491440057755,
      "loss_total": 0.023169491440057755,
      "step": 14720
    },
    {
      "loss_action": 0.014134950935840607,
      "loss_total": 0.014134950935840607,
      "step": 14720
    },
    {
      "loss_action": 0.015273423865437508,
      "loss_total": 0.015273423865437508,
      "step": 14720
    },
    {
      "grad_norm": 0.21868906915187836,
      "learning_rate": 9.743445578092064e-05,
      "loss": 0.0168,
      "step": 14730
    },
    {
      "loss_action": 0.019163217395544052,
      "loss_total": 0.019163217395544052,
      "step": 14730
    },
    {
      "loss_action": 0.028395432978868484,
      "loss_total": 0.028395432978868484,
      "step": 14730
    },
    {
      "loss_action": 0.0082484045997262,
      "loss_total": 0.0082484045997262,
      "step": 14730
    },
    {
      "loss_action": 0.011131423525512218,
      "loss_total": 0.011131423525512218,
      "step": 14730
    },
    {
      "loss_action": 0.015588100999593735,
      "loss_total": 0.015588100999593735,
      "step": 14730
    },
    {
      "loss_action": 0.012793883681297302,
      "loss_total": 0.012793883681297302,
      "step": 14730
    },
    {
      "loss_action": 0.0258651003241539,
      "loss_total": 0.0258651003241539,
      "step": 14730
    },
    {
      "loss_action": 0.006682721897959709,
      "loss_total": 0.006682721897959709,
      "step": 14730
    },
    {
      "grad_norm": 0.18668816983699799,
      "learning_rate": 9.742922474525338e-05,
      "loss": 0.0153,
      "step": 14740
    },
    {
      "loss_action": 0.03788527846336365,
      "loss_total": 0.03788527846336365,
      "step": 14740
    },
    {
      "loss_action": 0.014183188788592815,
      "loss_total": 0.014183188788592815,
      "step": 14740
    },
    {
      "loss_action": 0.0146095622330904,
      "loss_total": 0.0146095622330904,
      "step": 14740
    },
    {
      "loss_action": 0.010476467199623585,
      "loss_total": 0.010476467199623585,
      "step": 14740
    },
    {
      "loss_action": 0.008168966509401798,
      "loss_total": 0.008168966509401798,
      "step": 14740
    },
    {
      "loss_action": 0.018899329006671906,
      "loss_total": 0.018899329006671906,
      "step": 14740
    },
    {
      "loss_action": 0.008320038206875324,
      "loss_total": 0.008320038206875324,
      "step": 14740
    },
    {
      "loss_action": 0.009230111725628376,
      "loss_total": 0.009230111725628376,
      "step": 14740
    },
    {
      "grad_norm": 0.18438787758350372,
      "learning_rate": 9.742398852279741e-05,
      "loss": 0.0153,
      "step": 14750
    },
    {
      "loss_action": 0.013777684420347214,
      "loss_total": 0.013777684420347214,
      "step": 14750
    },
    {
      "loss_action": 0.008029742166399956,
      "loss_total": 0.008029742166399956,
      "step": 14750
    },
    {
      "loss_action": 0.022827032953500748,
      "loss_total": 0.022827032953500748,
      "step": 14750
    },
    {
      "loss_action": 0.019955934956669807,
      "loss_total": 0.019955934956669807,
      "step": 14750
    },
    {
      "loss_action": 0.018107125535607338,
      "loss_total": 0.018107125535607338,
      "step": 14750
    },
    {
      "loss_action": 0.01068935263901949,
      "loss_total": 0.01068935263901949,
      "step": 14750
    },
    {
      "loss_action": 0.02010117657482624,
      "loss_total": 0.02010117657482624,
      "step": 14750
    },
    {
      "loss_action": 0.012938614934682846,
      "loss_total": 0.012938614934682846,
      "step": 14750
    },
    {
      "grad_norm": 0.14401185512542725,
      "learning_rate": 9.741874711412535e-05,
      "loss": 0.0154,
      "step": 14760
    },
    {
      "loss_action": 0.02239745669066906,
      "loss_total": 0.02239745669066906,
      "step": 14760
    },
    {
      "loss_action": 0.008313646540045738,
      "loss_total": 0.008313646540045738,
      "step": 14760
    },
    {
      "loss_action": 0.021636590361595154,
      "loss_total": 0.021636590361595154,
      "step": 14760
    },
    {
      "loss_action": 0.01895536482334137,
      "loss_total": 0.01895536482334137,
      "step": 14760
    },
    {
      "loss_action": 0.030238104984164238,
      "loss_total": 0.030238104984164238,
      "step": 14760
    },
    {
      "loss_action": 0.018977150321006775,
      "loss_total": 0.018977150321006775,
      "step": 14760
    },
    {
      "loss_action": 0.018780773505568504,
      "loss_total": 0.018780773505568504,
      "step": 14760
    },
    {
      "loss_action": 0.012068241834640503,
      "loss_total": 0.012068241834640503,
      "step": 14760
    },
    {
      "grad_norm": 0.1436859667301178,
      "learning_rate": 9.741350051981042e-05,
      "loss": 0.0139,
      "step": 14770
    },
    {
      "loss_action": 0.010045452043414116,
      "loss_total": 0.010045452043414116,
      "step": 14770
    },
    {
      "loss_action": 0.00832198653370142,
      "loss_total": 0.00832198653370142,
      "step": 14770
    },
    {
      "loss_action": 0.012393465265631676,
      "loss_total": 0.012393465265631676,
      "step": 14770
    },
    {
      "loss_action": 0.012850350700318813,
      "loss_total": 0.012850350700318813,
      "step": 14770
    },
    {
      "loss_action": 0.006541543640196323,
      "loss_total": 0.006541543640196323,
      "step": 14770
    },
    {
      "loss_action": 0.021816164255142212,
      "loss_total": 0.021816164255142212,
      "step": 14770
    },
    {
      "loss_action": 0.012204930186271667,
      "loss_total": 0.012204930186271667,
      "step": 14770
    },
    {
      "loss_action": 0.02785297855734825,
      "loss_total": 0.02785297855734825,
      "step": 14770
    },
    {
      "grad_norm": 0.1608431339263916,
      "learning_rate": 9.740824874042633e-05,
      "loss": 0.0147,
      "step": 14780
    },
    {
      "loss_action": 0.007971548475325108,
      "loss_total": 0.007971548475325108,
      "step": 14780
    },
    {
      "loss_action": 0.021094270050525665,
      "loss_total": 0.021094270050525665,
      "step": 14780
    },
    {
      "loss_action": 0.015109351836144924,
      "loss_total": 0.015109351836144924,
      "step": 14780
    },
    {
      "loss_action": 0.01559544913470745,
      "loss_total": 0.01559544913470745,
      "step": 14780
    },
    {
      "loss_action": 0.018625248223543167,
      "loss_total": 0.018625248223543167,
      "step": 14780
    },
    {
      "loss_action": 0.011148425750434399,
      "loss_total": 0.011148425750434399,
      "step": 14780
    },
    {
      "loss_action": 0.04023481905460358,
      "loss_total": 0.04023481905460358,
      "step": 14780
    },
    {
      "loss_action": 0.005297597963362932,
      "loss_total": 0.005297597963362932,
      "step": 14780
    },
    {
      "grad_norm": 0.1920621246099472,
      "learning_rate": 9.740299177654746e-05,
      "loss": 0.0157,
      "step": 14790
    },
    {
      "loss_action": 0.010703274980187416,
      "loss_total": 0.010703274980187416,
      "step": 14790
    },
    {
      "loss_action": 0.011150352656841278,
      "loss_total": 0.011150352656841278,
      "step": 14790
    },
    {
      "loss_action": 0.01867035962641239,
      "loss_total": 0.01867035962641239,
      "step": 14790
    },
    {
      "loss_action": 0.006020219996571541,
      "loss_total": 0.006020219996571541,
      "step": 14790
    },
    {
      "loss_action": 0.008918390609323978,
      "loss_total": 0.008918390609323978,
      "step": 14790
    },
    {
      "loss_action": 0.010038726031780243,
      "loss_total": 0.010038726031780243,
      "step": 14790
    },
    {
      "loss_action": 0.009750076569616795,
      "loss_total": 0.009750076569616795,
      "step": 14790
    },
    {
      "loss_action": 0.03672067075967789,
      "loss_total": 0.03672067075967789,
      "step": 14790
    },
    {
      "grad_norm": 0.211679145693779,
      "learning_rate": 9.739772962874867e-05,
      "loss": 0.0166,
      "step": 14800
    },
    {
      "loss_action": 0.017455842345952988,
      "loss_total": 0.017455842345952988,
      "step": 14800
    },
    {
      "loss_action": 0.023598698899149895,
      "loss_total": 0.023598698899149895,
      "step": 14800
    },
    {
      "loss_action": 0.011331452056765556,
      "loss_total": 0.011331452056765556,
      "step": 14800
    },
    {
      "loss_action": 0.009331352077424526,
      "loss_total": 0.009331352077424526,
      "step": 14800
    },
    {
      "loss_action": 0.016955824568867683,
      "loss_total": 0.016955824568867683,
      "step": 14800
    },
    {
      "loss_action": 0.04154234379529953,
      "loss_total": 0.04154234379529953,
      "step": 14800
    },
    {
      "loss_action": 0.02111826278269291,
      "loss_total": 0.02111826278269291,
      "step": 14800
    },
    {
      "loss_action": 0.0079474076628685,
      "loss_total": 0.0079474076628685,
      "step": 14800
    },
    {
      "grad_norm": 0.1215631514787674,
      "learning_rate": 9.739246229760541e-05,
      "loss": 0.0153,
      "step": 14810
    },
    {
      "loss_action": 0.017978765070438385,
      "loss_total": 0.017978765070438385,
      "step": 14810
    },
    {
      "loss_action": 0.01315128244459629,
      "loss_total": 0.01315128244459629,
      "step": 14810
    },
    {
      "loss_action": 0.011196346953511238,
      "loss_total": 0.011196346953511238,
      "step": 14810
    },
    {
      "loss_action": 0.007121604401618242,
      "loss_total": 0.007121604401618242,
      "step": 14810
    },
    {
      "loss_action": 0.005768962670117617,
      "loss_total": 0.005768962670117617,
      "step": 14810
    },
    {
      "loss_action": 0.01751057803630829,
      "loss_total": 0.01751057803630829,
      "step": 14810
    },
    {
      "loss_action": 0.03873071074485779,
      "loss_total": 0.03873071074485779,
      "step": 14810
    },
    {
      "loss_action": 0.009285656735301018,
      "loss_total": 0.009285656735301018,
      "step": 14810
    },
    {
      "grad_norm": 0.1496841013431549,
      "learning_rate": 9.738718978369376e-05,
      "loss": 0.0145,
      "step": 14820
    },
    {
      "loss_action": 0.014528988860547543,
      "loss_total": 0.014528988860547543,
      "step": 14820
    },
    {
      "loss_action": 0.02072639763355255,
      "loss_total": 0.02072639763355255,
      "step": 14820
    },
    {
      "loss_action": 0.012396849691867828,
      "loss_total": 0.012396849691867828,
      "step": 14820
    },
    {
      "loss_action": 0.008308716118335724,
      "loss_total": 0.008308716118335724,
      "step": 14820
    },
    {
      "loss_action": 0.013596022501587868,
      "loss_total": 0.013596022501587868,
      "step": 14820
    },
    {
      "loss_action": 0.012803943827748299,
      "loss_total": 0.012803943827748299,
      "step": 14820
    },
    {
      "loss_action": 0.014097122475504875,
      "loss_total": 0.014097122475504875,
      "step": 14820
    },
    {
      "loss_action": 0.008599761873483658,
      "loss_total": 0.008599761873483658,
      "step": 14820
    },
    {
      "grad_norm": 0.2136567234992981,
      "learning_rate": 9.738191208759025e-05,
      "loss": 0.0149,
      "step": 14830
    },
    {
      "loss_action": 0.04031527042388916,
      "loss_total": 0.04031527042388916,
      "step": 14830
    },
    {
      "loss_action": 0.00888173095881939,
      "loss_total": 0.00888173095881939,
      "step": 14830
    },
    {
      "loss_action": 0.012845522724092007,
      "loss_total": 0.012845522724092007,
      "step": 14830
    },
    {
      "loss_action": 0.007916975766420364,
      "loss_total": 0.007916975766420364,
      "step": 14830
    },
    {
      "loss_action": 0.029180029407143593,
      "loss_total": 0.029180029407143593,
      "step": 14830
    },
    {
      "loss_action": 0.01669861190021038,
      "loss_total": 0.01669861190021038,
      "step": 14830
    },
    {
      "loss_action": 0.008052541874349117,
      "loss_total": 0.008052541874349117,
      "step": 14830
    },
    {
      "loss_action": 0.007937964051961899,
      "loss_total": 0.007937964051961899,
      "step": 14830
    },
    {
      "grad_norm": 0.14583776891231537,
      "learning_rate": 9.73766292098721e-05,
      "loss": 0.0162,
      "step": 14840
    },
    {
      "loss_action": 0.025688808411359787,
      "loss_total": 0.025688808411359787,
      "step": 14840
    },
    {
      "loss_action": 0.010346386581659317,
      "loss_total": 0.010346386581659317,
      "step": 14840
    },
    {
      "loss_action": 0.020237665623426437,
      "loss_total": 0.020237665623426437,
      "step": 14840
    },
    {
      "loss_action": 0.007569045759737492,
      "loss_total": 0.007569045759737492,
      "step": 14840
    },
    {
      "loss_action": 0.007537629455327988,
      "loss_total": 0.007537629455327988,
      "step": 14840
    },
    {
      "loss_action": 0.01266756746917963,
      "loss_total": 0.01266756746917963,
      "step": 14840
    },
    {
      "loss_action": 0.023907456547021866,
      "loss_total": 0.023907456547021866,
      "step": 14840
    },
    {
      "loss_action": 0.016677409410476685,
      "loss_total": 0.016677409410476685,
      "step": 14840
    },
    {
      "grad_norm": 0.12611694633960724,
      "learning_rate": 9.737134115111699e-05,
      "loss": 0.0149,
      "step": 14850
    },
    {
      "loss_action": 0.015947578474879265,
      "loss_total": 0.015947578474879265,
      "step": 14850
    },
    {
      "loss_action": 0.016872886568307877,
      "loss_total": 0.016872886568307877,
      "step": 14850
    },
    {
      "loss_action": 0.008607368916273117,
      "loss_total": 0.008607368916273117,
      "step": 14850
    },
    {
      "loss_action": 0.01493430882692337,
      "loss_total": 0.01493430882692337,
      "step": 14850
    },
    {
      "loss_action": 0.02598113752901554,
      "loss_total": 0.02598113752901554,
      "step": 14850
    },
    {
      "loss_action": 0.007606099359691143,
      "loss_total": 0.007606099359691143,
      "step": 14850
    },
    {
      "loss_action": 0.013949752785265446,
      "loss_total": 0.013949752785265446,
      "step": 14850
    },
    {
      "loss_action": 0.03776310011744499,
      "loss_total": 0.03776310011744499,
      "step": 14850
    },
    {
      "grad_norm": 0.14611737430095673,
      "learning_rate": 9.736604791190323e-05,
      "loss": 0.0145,
      "step": 14860
    },
    {
      "loss_action": 0.07286809384822845,
      "loss_total": 0.07286809384822845,
      "step": 14860
    },
    {
      "loss_action": 0.010717282071709633,
      "loss_total": 0.010717282071709633,
      "step": 14860
    },
    {
      "loss_action": 0.021561868488788605,
      "loss_total": 0.021561868488788605,
      "step": 14860
    },
    {
      "loss_action": 0.01165581401437521,
      "loss_total": 0.01165581401437521,
      "step": 14860
    },
    {
      "loss_action": 0.006152486428618431,
      "loss_total": 0.006152486428618431,
      "step": 14860
    },
    {
      "loss_action": 0.007966351695358753,
      "loss_total": 0.007966351695358753,
      "step": 14860
    },
    {
      "loss_action": 0.010645108297467232,
      "loss_total": 0.010645108297467232,
      "step": 14860
    },
    {
      "loss_action": 0.012535730376839638,
      "loss_total": 0.012535730376839638,
      "step": 14860
    },
    {
      "grad_norm": 0.12340188026428223,
      "learning_rate": 9.73607494928097e-05,
      "loss": 0.0162,
      "step": 14870
    },
    {
      "loss_action": 0.005595833528786898,
      "loss_total": 0.005595833528786898,
      "step": 14870
    },
    {
      "loss_action": 0.016563214361667633,
      "loss_total": 0.016563214361667633,
      "step": 14870
    },
    {
      "loss_action": 0.013277802616357803,
      "loss_total": 0.013277802616357803,
      "step": 14870
    },
    {
      "loss_action": 0.03355550765991211,
      "loss_total": 0.03355550765991211,
      "step": 14870
    },
    {
      "loss_action": 0.012172884307801723,
      "loss_total": 0.012172884307801723,
      "step": 14870
    },
    {
      "loss_action": 0.024638719856739044,
      "loss_total": 0.024638719856739044,
      "step": 14870
    },
    {
      "loss_action": 0.01901623234152794,
      "loss_total": 0.01901623234152794,
      "step": 14870
    },
    {
      "loss_action": 0.030821382999420166,
      "loss_total": 0.030821382999420166,
      "step": 14870
    },
    {
      "grad_norm": 0.3041504919528961,
      "learning_rate": 9.735544589441581e-05,
      "loss": 0.0203,
      "step": 14880
    },
    {
      "loss_action": 0.017046812921762466,
      "loss_total": 0.017046812921762466,
      "step": 14880
    },
    {
      "loss_action": 0.018826603889465332,
      "loss_total": 0.018826603889465332,
      "step": 14880
    },
    {
      "loss_action": 0.015108579769730568,
      "loss_total": 0.015108579769730568,
      "step": 14880
    },
    {
      "loss_action": 0.016204917803406715,
      "loss_total": 0.016204917803406715,
      "step": 14880
    },
    {
      "loss_action": 0.011574667878448963,
      "loss_total": 0.011574667878448963,
      "step": 14880
    },
    {
      "loss_action": 0.015606104396283627,
      "loss_total": 0.015606104396283627,
      "step": 14880
    },
    {
      "loss_action": 0.017310822382569313,
      "loss_total": 0.017310822382569313,
      "step": 14880
    },
    {
      "loss_action": 0.025506408885121346,
      "loss_total": 0.025506408885121346,
      "step": 14880
    },
    {
      "grad_norm": 0.1943705826997757,
      "learning_rate": 9.735013711730154e-05,
      "loss": 0.0175,
      "step": 14890
    },
    {
      "loss_action": 0.016151342540979385,
      "loss_total": 0.016151342540979385,
      "step": 14890
    },
    {
      "loss_action": 0.011875428259372711,
      "loss_total": 0.011875428259372711,
      "step": 14890
    },
    {
      "loss_action": 0.023894784972071648,
      "loss_total": 0.023894784972071648,
      "step": 14890
    },
    {
      "loss_action": 0.012875067070126534,
      "loss_total": 0.012875067070126534,
      "step": 14890
    },
    {
      "loss_action": 0.01730332337319851,
      "loss_total": 0.01730332337319851,
      "step": 14890
    },
    {
      "loss_action": 0.006967745255678892,
      "loss_total": 0.006967745255678892,
      "step": 14890
    },
    {
      "loss_action": 0.04011356830596924,
      "loss_total": 0.04011356830596924,
      "step": 14890
    },
    {
      "loss_action": 0.013262314721941948,
      "loss_total": 0.013262314721941948,
      "step": 14890
    },
    {
      "grad_norm": 0.14868155121803284,
      "learning_rate": 9.734482316204747e-05,
      "loss": 0.0199,
      "step": 14900
    },
    {
      "loss_action": 0.03174171596765518,
      "loss_total": 0.03174171596765518,
      "step": 14900
    },
    {
      "loss_action": 0.015577445738017559,
      "loss_total": 0.015577445738017559,
      "step": 14900
    },
    {
      "loss_action": 0.009470227174460888,
      "loss_total": 0.009470227174460888,
      "step": 14900
    },
    {
      "loss_action": 0.020680438727140427,
      "loss_total": 0.020680438727140427,
      "step": 14900
    },
    {
      "loss_action": 0.01629677414894104,
      "loss_total": 0.01629677414894104,
      "step": 14900
    },
    {
      "loss_action": 0.017444796860218048,
      "loss_total": 0.017444796860218048,
      "step": 14900
    },
    {
      "loss_action": 0.011245849542319775,
      "loss_total": 0.011245849542319775,
      "step": 14900
    },
    {
      "loss_action": 0.013937585055828094,
      "loss_total": 0.013937585055828094,
      "step": 14900
    },
    {
      "grad_norm": 0.19787144660949707,
      "learning_rate": 9.733950402923473e-05,
      "loss": 0.0166,
      "step": 14910
    },
    {
      "loss_action": 0.010503089055418968,
      "loss_total": 0.010503089055418968,
      "step": 14910
    },
    {
      "loss_action": 0.011294884607195854,
      "loss_total": 0.011294884607195854,
      "step": 14910
    },
    {
      "loss_action": 0.009199192747473717,
      "loss_total": 0.009199192747473717,
      "step": 14910
    },
    {
      "loss_action": 0.010656943544745445,
      "loss_total": 0.010656943544745445,
      "step": 14910
    },
    {
      "loss_action": 0.017683453857898712,
      "loss_total": 0.017683453857898712,
      "step": 14910
    },
    {
      "loss_action": 0.007879216223955154,
      "loss_total": 0.007879216223955154,
      "step": 14910
    },
    {
      "loss_action": 0.01673552766442299,
      "loss_total": 0.01673552766442299,
      "step": 14910
    },
    {
      "loss_action": 0.027671420946717262,
      "loss_total": 0.027671420946717262,
      "step": 14910
    },
    {
      "grad_norm": 0.20283280313014984,
      "learning_rate": 9.7334179719445e-05,
      "loss": 0.0178,
      "step": 14920
    },
    {
      "loss_action": 0.01384131982922554,
      "loss_total": 0.01384131982922554,
      "step": 14920
    },
    {
      "loss_action": 0.015878334641456604,
      "loss_total": 0.015878334641456604,
      "step": 14920
    },
    {
      "loss_action": 0.01441684179008007,
      "loss_total": 0.01441684179008007,
      "step": 14920
    },
    {
      "loss_action": 0.013192130252718925,
      "loss_total": 0.013192130252718925,
      "step": 14920
    },
    {
      "loss_action": 0.008590108714997768,
      "loss_total": 0.008590108714997768,
      "step": 14920
    },
    {
      "loss_action": 0.014932569116353989,
      "loss_total": 0.014932569116353989,
      "step": 14920
    },
    {
      "loss_action": 0.01508037094026804,
      "loss_total": 0.01508037094026804,
      "step": 14920
    },
    {
      "loss_action": 0.007413962855935097,
      "loss_total": 0.007413962855935097,
      "step": 14920
    },
    {
      "grad_norm": 0.18083307147026062,
      "learning_rate": 9.732885023326053e-05,
      "loss": 0.0157,
      "step": 14930
    },
    {
      "loss_action": 0.0070734778419137,
      "loss_total": 0.0070734778419137,
      "step": 14930
    },
    {
      "loss_action": 0.011982947587966919,
      "loss_total": 0.011982947587966919,
      "step": 14930
    },
    {
      "loss_action": 0.021754279732704163,
      "loss_total": 0.021754279732704163,
      "step": 14930
    },
    {
      "loss_action": 0.012673895806074142,
      "loss_total": 0.012673895806074142,
      "step": 14930
    },
    {
      "loss_action": 0.006877038162201643,
      "loss_total": 0.006877038162201643,
      "step": 14930
    },
    {
      "loss_action": 0.007373017258942127,
      "loss_total": 0.007373017258942127,
      "step": 14930
    },
    {
      "loss_action": 0.00679670087993145,
      "loss_total": 0.00679670087993145,
      "step": 14930
    },
    {
      "loss_action": 0.02116025611758232,
      "loss_total": 0.02116025611758232,
      "step": 14930
    },
    {
      "grad_norm": 0.2522033452987671,
      "learning_rate": 9.732351557126418e-05,
      "loss": 0.0168,
      "step": 14940
    },
    {
      "loss_action": 0.013271371833980083,
      "loss_total": 0.013271371833980083,
      "step": 14940
    },
    {
      "loss_action": 0.014366181567311287,
      "loss_total": 0.014366181567311287,
      "step": 14940
    },
    {
      "loss_action": 0.01918879710137844,
      "loss_total": 0.01918879710137844,
      "step": 14940
    },
    {
      "loss_action": 0.009620416909456253,
      "loss_total": 0.009620416909456253,
      "step": 14940
    },
    {
      "loss_action": 0.012514572590589523,
      "loss_total": 0.012514572590589523,
      "step": 14940
    },
    {
      "loss_action": 0.02146904543042183,
      "loss_total": 0.02146904543042183,
      "step": 14940
    },
    {
      "loss_action": 0.004559161141514778,
      "loss_total": 0.004559161141514778,
      "step": 14940
    },
    {
      "loss_action": 0.0161956287920475,
      "loss_total": 0.0161956287920475,
      "step": 14940
    },
    {
      "grad_norm": 0.195486381649971,
      "learning_rate": 9.731817573403929e-05,
      "loss": 0.0166,
      "step": 14950
    },
    {
      "loss_action": 0.012336818501353264,
      "loss_total": 0.012336818501353264,
      "step": 14950
    },
    {
      "loss_action": 0.01639982871711254,
      "loss_total": 0.01639982871711254,
      "step": 14950
    },
    {
      "loss_action": 0.018753662705421448,
      "loss_total": 0.018753662705421448,
      "step": 14950
    },
    {
      "loss_action": 0.009568432345986366,
      "loss_total": 0.009568432345986366,
      "step": 14950
    },
    {
      "loss_action": 0.009165013208985329,
      "loss_total": 0.009165013208985329,
      "step": 14950
    },
    {
      "loss_action": 0.007983299903571606,
      "loss_total": 0.007983299903571606,
      "step": 14950
    },
    {
      "loss_action": 0.012042995542287827,
      "loss_total": 0.012042995542287827,
      "step": 14950
    },
    {
      "loss_action": 0.014535589143633842,
      "loss_total": 0.014535589143633842,
      "step": 14950
    },
    {
      "grad_norm": 0.2313574254512787,
      "learning_rate": 9.731283072216985e-05,
      "loss": 0.0156,
      "step": 14960
    },
    {
      "loss_action": 0.009488997980952263,
      "loss_total": 0.009488997980952263,
      "step": 14960
    },
    {
      "loss_action": 0.0072409287095069885,
      "loss_total": 0.0072409287095069885,
      "step": 14960
    },
    {
      "loss_action": 0.007607384119182825,
      "loss_total": 0.007607384119182825,
      "step": 14960
    },
    {
      "loss_action": 0.012133199721574783,
      "loss_total": 0.012133199721574783,
      "step": 14960
    },
    {
      "loss_action": 0.0209006629884243,
      "loss_total": 0.0209006629884243,
      "step": 14960
    },
    {
      "loss_action": 0.014519572257995605,
      "loss_total": 0.014519572257995605,
      "step": 14960
    },
    {
      "loss_action": 0.01652955263853073,
      "loss_total": 0.01652955263853073,
      "step": 14960
    },
    {
      "loss_action": 0.02902013435959816,
      "loss_total": 0.02902013435959816,
      "step": 14960
    },
    {
      "grad_norm": 0.16715286672115326,
      "learning_rate": 9.730748053624039e-05,
      "loss": 0.0167,
      "step": 14970
    },
    {
      "loss_action": 0.015357635915279388,
      "loss_total": 0.015357635915279388,
      "step": 14970
    },
    {
      "loss_action": 0.007425928022712469,
      "loss_total": 0.007425928022712469,
      "step": 14970
    },
    {
      "loss_action": 0.019772212952375412,
      "loss_total": 0.019772212952375412,
      "step": 14970
    },
    {
      "loss_action": 0.009901242330670357,
      "loss_total": 0.009901242330670357,
      "step": 14970
    },
    {
      "loss_action": 0.009285022504627705,
      "loss_total": 0.009285022504627705,
      "step": 14970
    },
    {
      "loss_action": 0.00795666966587305,
      "loss_total": 0.00795666966587305,
      "step": 14970
    },
    {
      "loss_action": 0.010130341164767742,
      "loss_total": 0.010130341164767742,
      "step": 14970
    },
    {
      "loss_action": 0.00818297266960144,
      "loss_total": 0.00818297266960144,
      "step": 14970
    },
    {
      "grad_norm": 0.111038938164711,
      "learning_rate": 9.730212517683598e-05,
      "loss": 0.0155,
      "step": 14980
    },
    {
      "loss_action": 0.021290581673383713,
      "loss_total": 0.021290581673383713,
      "step": 14980
    },
    {
      "loss_action": 0.012854174710810184,
      "loss_total": 0.012854174710810184,
      "step": 14980
    },
    {
      "loss_action": 0.00875875260680914,
      "loss_total": 0.00875875260680914,
      "step": 14980
    },
    {
      "loss_action": 0.017498144879937172,
      "loss_total": 0.017498144879937172,
      "step": 14980
    },
    {
      "loss_action": 0.02299676090478897,
      "loss_total": 0.02299676090478897,
      "step": 14980
    },
    {
      "loss_action": 0.023708032444119453,
      "loss_total": 0.023708032444119453,
      "step": 14980
    },
    {
      "loss_action": 0.02893589437007904,
      "loss_total": 0.02893589437007904,
      "step": 14980
    },
    {
      "loss_action": 0.025535712018609047,
      "loss_total": 0.025535712018609047,
      "step": 14980
    },
    {
      "grad_norm": 0.1508130133152008,
      "learning_rate": 9.729676464454228e-05,
      "loss": 0.0151,
      "step": 14990
    },
    {
      "loss_action": 0.01513385958969593,
      "loss_total": 0.01513385958969593,
      "step": 14990
    },
    {
      "loss_action": 0.014201408252120018,
      "loss_total": 0.014201408252120018,
      "step": 14990
    },
    {
      "loss_action": 0.006280149333178997,
      "loss_total": 0.006280149333178997,
      "step": 14990
    },
    {
      "loss_action": 0.014167413115501404,
      "loss_total": 0.014167413115501404,
      "step": 14990
    },
    {
      "loss_action": 0.020253486931324005,
      "loss_total": 0.020253486931324005,
      "step": 14990
    },
    {
      "loss_action": 0.007430158089846373,
      "loss_total": 0.007430158089846373,
      "step": 14990
    },
    {
      "loss_action": 0.011158306151628494,
      "loss_total": 0.011158306151628494,
      "step": 14990
    },
    {
      "loss_action": 0.006946534384042025,
      "loss_total": 0.006946534384042025,
      "step": 14990
    },
    {
      "grad_norm": 0.29753202199935913,
      "learning_rate": 9.72913989399455e-05,
      "loss": 0.0152,
      "step": 15000
    },
    {
      "loss_action": 0.02682853676378727,
      "loss_total": 0.02682853676378727,
      "step": 15000
    },
    {
      "loss_action": 0.006796056404709816,
      "loss_total": 0.006796056404709816,
      "step": 15000
    },
    {
      "loss_action": 0.010625910013914108,
      "loss_total": 0.010625910013914108,
      "step": 15000
    },
    {
      "loss_action": 0.0135709960013628,
      "loss_total": 0.0135709960013628,
      "step": 15000
    },
    {
      "loss_action": 0.010616455227136612,
      "loss_total": 0.010616455227136612,
      "step": 15000
    },
    {
      "loss_action": 0.06180037930607796,
      "loss_total": 0.06180037930607796,
      "step": 15000
    },
    {
      "loss_action": 0.009597797878086567,
      "loss_total": 0.009597797878086567,
      "step": 15000
    },
    {
      "loss_action": 0.010435083881020546,
      "loss_total": 0.010435083881020546,
      "step": 15000
    },
    {
      "grad_norm": 0.17136628925800323,
      "learning_rate": 9.728602806363242e-05,
      "loss": 0.0162,
      "step": 15010
    },
    {
      "loss_action": 0.01000857912003994,
      "loss_total": 0.01000857912003994,
      "step": 15010
    },
    {
      "loss_action": 0.013626131229102612,
      "loss_total": 0.013626131229102612,
      "step": 15010
    },
    {
      "loss_action": 0.022652143612504005,
      "loss_total": 0.022652143612504005,
      "step": 15010
    },
    {
      "loss_action": 0.018564168363809586,
      "loss_total": 0.018564168363809586,
      "step": 15010
    },
    {
      "loss_action": 0.01159057579934597,
      "loss_total": 0.01159057579934597,
      "step": 15010
    },
    {
      "loss_action": 0.043686643242836,
      "loss_total": 0.043686643242836,
      "step": 15010
    },
    {
      "loss_action": 0.010890129953622818,
      "loss_total": 0.010890129953622818,
      "step": 15010
    },
    {
      "loss_action": 0.0073134019039571285,
      "loss_total": 0.0073134019039571285,
      "step": 15010
    },
    {
      "grad_norm": 0.1351417601108551,
      "learning_rate": 9.728065201619043e-05,
      "loss": 0.0162,
      "step": 15020
    },
    {
      "loss_action": 0.008449696004390717,
      "loss_total": 0.008449696004390717,
      "step": 15020
    },
    {
      "loss_action": 0.006284849252551794,
      "loss_total": 0.006284849252551794,
      "step": 15020
    },
    {
      "loss_action": 0.010193780064582825,
      "loss_total": 0.010193780064582825,
      "step": 15020
    },
    {
      "loss_action": 0.004967467859387398,
      "loss_total": 0.004967467859387398,
      "step": 15020
    },
    {
      "loss_action": 0.018442578613758087,
      "loss_total": 0.018442578613758087,
      "step": 15020
    },
    {
      "loss_action": 0.012373486533761024,
      "loss_total": 0.012373486533761024,
      "step": 15020
    },
    {
      "loss_action": 0.005152427591383457,
      "loss_total": 0.005152427591383457,
      "step": 15020
    },
    {
      "loss_action": 0.019472643733024597,
      "loss_total": 0.019472643733024597,
      "step": 15020
    },
    {
      "grad_norm": 0.1673237681388855,
      "learning_rate": 9.727527079820742e-05,
      "loss": 0.0129,
      "step": 15030
    },
    {
      "loss_action": 0.023577891290187836,
      "loss_total": 0.023577891290187836,
      "step": 15030
    },
    {
      "loss_action": 0.02636164054274559,
      "loss_total": 0.02636164054274559,
      "step": 15030
    },
    {
      "loss_action": 0.01834850385785103,
      "loss_total": 0.01834850385785103,
      "step": 15030
    },
    {
      "loss_action": 0.017603304237127304,
      "loss_total": 0.017603304237127304,
      "step": 15030
    },
    {
      "loss_action": 0.03290187567472458,
      "loss_total": 0.03290187567472458,
      "step": 15030
    },
    {
      "loss_action": 0.015832068398594856,
      "loss_total": 0.015832068398594856,
      "step": 15030
    },
    {
      "loss_action": 0.007671669125556946,
      "loss_total": 0.007671669125556946,
      "step": 15030
    },
    {
      "loss_action": 0.03732544183731079,
      "loss_total": 0.03732544183731079,
      "step": 15030
    },
    {
      "grad_norm": 0.1281953603029251,
      "learning_rate": 9.726988441027186e-05,
      "loss": 0.0163,
      "step": 15040
    },
    {
      "loss_action": 0.009265758097171783,
      "loss_total": 0.009265758097171783,
      "step": 15040
    },
    {
      "loss_action": 0.01145603321492672,
      "loss_total": 0.01145603321492672,
      "step": 15040
    },
    {
      "loss_action": 0.012387788854539394,
      "loss_total": 0.012387788854539394,
      "step": 15040
    },
    {
      "loss_action": 0.021867170929908752,
      "loss_total": 0.021867170929908752,
      "step": 15040
    },
    {
      "loss_action": 0.014889631420373917,
      "loss_total": 0.014889631420373917,
      "step": 15040
    },
    {
      "loss_action": 0.008288968354463577,
      "loss_total": 0.008288968354463577,
      "step": 15040
    },
    {
      "loss_action": 0.014809832908213139,
      "loss_total": 0.014809832908213139,
      "step": 15040
    },
    {
      "loss_action": 0.016728777438402176,
      "loss_total": 0.016728777438402176,
      "step": 15040
    },
    {
      "grad_norm": 0.134229376912117,
      "learning_rate": 9.726449285297281e-05,
      "loss": 0.0159,
      "step": 15050
    },
    {
      "loss_action": 0.058238349854946136,
      "loss_total": 0.058238349854946136,
      "step": 15050
    },
    {
      "loss_action": 0.01050536148250103,
      "loss_total": 0.01050536148250103,
      "step": 15050
    },
    {
      "loss_action": 0.016536587849259377,
      "loss_total": 0.016536587849259377,
      "step": 15050
    },
    {
      "loss_action": 0.022390220314264297,
      "loss_total": 0.022390220314264297,
      "step": 15050
    },
    {
      "loss_action": 0.013273756951093674,
      "loss_total": 0.013273756951093674,
      "step": 15050
    },
    {
      "loss_action": 0.0065149604342877865,
      "loss_total": 0.0065149604342877865,
      "step": 15050
    },
    {
      "loss_action": 0.025235896930098534,
      "loss_total": 0.025235896930098534,
      "step": 15050
    },
    {
      "loss_action": 0.006028212606906891,
      "loss_total": 0.006028212606906891,
      "step": 15050
    },
    {
      "grad_norm": 0.20744603872299194,
      "learning_rate": 9.72590961268999e-05,
      "loss": 0.0144,
      "step": 15060
    },
    {
      "loss_action": 0.015087338164448738,
      "loss_total": 0.015087338164448738,
      "step": 15060
    },
    {
      "loss_action": 0.01141892746090889,
      "loss_total": 0.01141892746090889,
      "step": 15060
    },
    {
      "loss_action": 0.008898833766579628,
      "loss_total": 0.008898833766579628,
      "step": 15060
    },
    {
      "loss_action": 0.02415739744901657,
      "loss_total": 0.02415739744901657,
      "step": 15060
    },
    {
      "loss_action": 0.007250120863318443,
      "loss_total": 0.007250120863318443,
      "step": 15060
    },
    {
      "loss_action": 0.009136239066720009,
      "loss_total": 0.009136239066720009,
      "step": 15060
    },
    {
      "loss_action": 0.05133980140089989,
      "loss_total": 0.05133980140089989,
      "step": 15060
    },
    {
      "loss_action": 0.008134642615914345,
      "loss_total": 0.008134642615914345,
      "step": 15060
    },
    {
      "grad_norm": 0.15806706249713898,
      "learning_rate": 9.725369423264328e-05,
      "loss": 0.0158,
      "step": 15070
    },
    {
      "loss_action": 0.013517918065190315,
      "loss_total": 0.013517918065190315,
      "step": 15070
    },
    {
      "loss_action": 0.010805548168718815,
      "loss_total": 0.010805548168718815,
      "step": 15070
    },
    {
      "loss_action": 0.006701058708131313,
      "loss_total": 0.006701058708131313,
      "step": 15070
    },
    {
      "loss_action": 0.023207660764455795,
      "loss_total": 0.023207660764455795,
      "step": 15070
    },
    {
      "loss_action": 0.008636001497507095,
      "loss_total": 0.008636001497507095,
      "step": 15070
    },
    {
      "loss_action": 0.008561712689697742,
      "loss_total": 0.008561712689697742,
      "step": 15070
    },
    {
      "loss_action": 0.008015097118914127,
      "loss_total": 0.008015097118914127,
      "step": 15070
    },
    {
      "loss_action": 0.006913782097399235,
      "loss_total": 0.006913782097399235,
      "step": 15070
    },
    {
      "grad_norm": 0.1502251923084259,
      "learning_rate": 9.72482871707937e-05,
      "loss": 0.0168,
      "step": 15080
    },
    {
      "loss_action": 0.02023051306605339,
      "loss_total": 0.02023051306605339,
      "step": 15080
    },
    {
      "loss_action": 0.007715125568211079,
      "loss_total": 0.007715125568211079,
      "step": 15080
    },
    {
      "loss_action": 0.008676020428538322,
      "loss_total": 0.008676020428538322,
      "step": 15080
    },
    {
      "loss_action": 0.021284079179167747,
      "loss_total": 0.021284079179167747,
      "step": 15080
    },
    {
      "loss_action": 0.010914006270468235,
      "loss_total": 0.010914006270468235,
      "step": 15080
    },
    {
      "loss_action": 0.016797101125121117,
      "loss_total": 0.016797101125121117,
      "step": 15080
    },
    {
      "loss_action": 0.010444403626024723,
      "loss_total": 0.010444403626024723,
      "step": 15080
    },
    {
      "loss_action": 0.014972305856645107,
      "loss_total": 0.014972305856645107,
      "step": 15080
    },
    {
      "grad_norm": 0.21168366074562073,
      "learning_rate": 9.724287494194247e-05,
      "loss": 0.0174,
      "step": 15090
    },
    {
      "loss_action": 0.024094194173812866,
      "loss_total": 0.024094194173812866,
      "step": 15090
    },
    {
      "loss_action": 0.009572669863700867,
      "loss_total": 0.009572669863700867,
      "step": 15090
    },
    {
      "loss_action": 0.016734542325139046,
      "loss_total": 0.016734542325139046,
      "step": 15090
    },
    {
      "loss_action": 0.010537569411098957,
      "loss_total": 0.010537569411098957,
      "step": 15090
    },
    {
      "loss_action": 0.00749222794547677,
      "loss_total": 0.00749222794547677,
      "step": 15090
    },
    {
      "loss_action": 0.008048990741372108,
      "loss_total": 0.008048990741372108,
      "step": 15090
    },
    {
      "loss_action": 0.015009674243628979,
      "loss_total": 0.015009674243628979,
      "step": 15090
    },
    {
      "loss_action": 0.01597963087260723,
      "loss_total": 0.01597963087260723,
      "step": 15090
    },
    {
      "grad_norm": 0.19525593519210815,
      "learning_rate": 9.723745754668147e-05,
      "loss": 0.0154,
      "step": 15100
    },
    {
      "loss_action": 0.01472614798694849,
      "loss_total": 0.01472614798694849,
      "step": 15100
    },
    {
      "loss_action": 0.020503133535385132,
      "loss_total": 0.020503133535385132,
      "step": 15100
    },
    {
      "loss_action": 0.015246598049998283,
      "loss_total": 0.015246598049998283,
      "step": 15100
    },
    {
      "loss_action": 0.01765097863972187,
      "loss_total": 0.01765097863972187,
      "step": 15100
    },
    {
      "loss_action": 0.02407556213438511,
      "loss_total": 0.02407556213438511,
      "step": 15100
    },
    {
      "loss_action": 0.011206349357962608,
      "loss_total": 0.011206349357962608,
      "step": 15100
    },
    {
      "loss_action": 0.017643015831708908,
      "loss_total": 0.017643015831708908,
      "step": 15100
    },
    {
      "loss_action": 0.009058463387191296,
      "loss_total": 0.009058463387191296,
      "step": 15100
    },
    {
      "grad_norm": 0.1580590158700943,
      "learning_rate": 9.723203498560313e-05,
      "loss": 0.0157,
      "step": 15110
    },
    {
      "loss_action": 0.00628923624753952,
      "loss_total": 0.00628923624753952,
      "step": 15110
    },
    {
      "loss_action": 0.00940530002117157,
      "loss_total": 0.00940530002117157,
      "step": 15110
    },
    {
      "loss_action": 0.007386085111647844,
      "loss_total": 0.007386085111647844,
      "step": 15110
    },
    {
      "loss_action": 0.00960257276892662,
      "loss_total": 0.00960257276892662,
      "step": 15110
    },
    {
      "loss_action": 0.015246225520968437,
      "loss_total": 0.015246225520968437,
      "step": 15110
    },
    {
      "loss_action": 0.03040846437215805,
      "loss_total": 0.03040846437215805,
      "step": 15110
    },
    {
      "loss_action": 0.012891306541860104,
      "loss_total": 0.012891306541860104,
      "step": 15110
    },
    {
      "loss_action": 0.03265929967164993,
      "loss_total": 0.03265929967164993,
      "step": 15110
    },
    {
      "grad_norm": 0.1714230179786682,
      "learning_rate": 9.722660725930046e-05,
      "loss": 0.0171,
      "step": 15120
    },
    {
      "loss_action": 0.008723122999072075,
      "loss_total": 0.008723122999072075,
      "step": 15120
    },
    {
      "loss_action": 0.017628345638513565,
      "loss_total": 0.017628345638513565,
      "step": 15120
    },
    {
      "loss_action": 0.02256077155470848,
      "loss_total": 0.02256077155470848,
      "step": 15120
    },
    {
      "loss_action": 0.010043785907328129,
      "loss_total": 0.010043785907328129,
      "step": 15120
    },
    {
      "loss_action": 0.011724338866770267,
      "loss_total": 0.011724338866770267,
      "step": 15120
    },
    {
      "loss_action": 0.007014283444732428,
      "loss_total": 0.007014283444732428,
      "step": 15120
    },
    {
      "loss_action": 0.018430903553962708,
      "loss_total": 0.018430903553962708,
      "step": 15120
    },
    {
      "loss_action": 0.008817661553621292,
      "loss_total": 0.008817661553621292,
      "step": 15120
    },
    {
      "grad_norm": 0.20384618639945984,
      "learning_rate": 9.722117436836702e-05,
      "loss": 0.0155,
      "step": 15130
    },
    {
      "loss_action": 0.012969502247869968,
      "loss_total": 0.012969502247869968,
      "step": 15130
    },
    {
      "loss_action": 0.02235153131186962,
      "loss_total": 0.02235153131186962,
      "step": 15130
    },
    {
      "loss_action": 0.007901247590780258,
      "loss_total": 0.007901247590780258,
      "step": 15130
    },
    {
      "loss_action": 0.01054275594651699,
      "loss_total": 0.01054275594651699,
      "step": 15130
    },
    {
      "loss_action": 0.04578002914786339,
      "loss_total": 0.04578002914786339,
      "step": 15130
    },
    {
      "loss_action": 0.022138401865959167,
      "loss_total": 0.022138401865959167,
      "step": 15130
    },
    {
      "loss_action": 0.016876831650733948,
      "loss_total": 0.016876831650733948,
      "step": 15130
    },
    {
      "loss_action": 0.023844225332140923,
      "loss_total": 0.023844225332140923,
      "step": 15130
    },
    {
      "grad_norm": 0.16018809378147125,
      "learning_rate": 9.721573631339696e-05,
      "loss": 0.0162,
      "step": 15140
    },
    {
      "loss_action": 0.054278574883937836,
      "loss_total": 0.054278574883937836,
      "step": 15140
    },
    {
      "loss_action": 0.010092227719724178,
      "loss_total": 0.010092227719724178,
      "step": 15140
    },
    {
      "loss_action": 0.007218291983008385,
      "loss_total": 0.007218291983008385,
      "step": 15140
    },
    {
      "loss_action": 0.01534692756831646,
      "loss_total": 0.01534692756831646,
      "step": 15140
    },
    {
      "loss_action": 0.018260665237903595,
      "loss_total": 0.018260665237903595,
      "step": 15140
    },
    {
      "loss_action": 0.021187318488955498,
      "loss_total": 0.021187318488955498,
      "step": 15140
    },
    {
      "loss_action": 0.022113829851150513,
      "loss_total": 0.022113829851150513,
      "step": 15140
    },
    {
      "loss_action": 0.022218022495508194,
      "loss_total": 0.022218022495508194,
      "step": 15140
    },
    {
      "grad_norm": 0.11706603318452835,
      "learning_rate": 9.721029309498494e-05,
      "loss": 0.0155,
      "step": 15150
    },
    {
      "loss_action": 0.014759737066924572,
      "loss_total": 0.014759737066924572,
      "step": 15150
    },
    {
      "loss_action": 0.012730010785162449,
      "loss_total": 0.012730010785162449,
      "step": 15150
    },
    {
      "loss_action": 0.011180643923580647,
      "loss_total": 0.011180643923580647,
      "step": 15150
    },
    {
      "loss_action": 0.01121140643954277,
      "loss_total": 0.01121140643954277,
      "step": 15150
    },
    {
      "loss_action": 0.03567896783351898,
      "loss_total": 0.03567896783351898,
      "step": 15150
    },
    {
      "loss_action": 0.009034078568220139,
      "loss_total": 0.009034078568220139,
      "step": 15150
    },
    {
      "loss_action": 0.023154063150286674,
      "loss_total": 0.023154063150286674,
      "step": 15150
    },
    {
      "loss_action": 0.011629195883870125,
      "loss_total": 0.011629195883870125,
      "step": 15150
    },
    {
      "grad_norm": 0.18033520877361298,
      "learning_rate": 9.720484471372627e-05,
      "loss": 0.0155,
      "step": 15160
    },
    {
      "loss_action": 0.0060471780598163605,
      "loss_total": 0.0060471780598163605,
      "step": 15160
    },
    {
      "loss_action": 0.01758566126227379,
      "loss_total": 0.01758566126227379,
      "step": 15160
    },
    {
      "loss_action": 0.01981724426150322,
      "loss_total": 0.01981724426150322,
      "step": 15160
    },
    {
      "loss_action": 0.015376560389995575,
      "loss_total": 0.015376560389995575,
      "step": 15160
    },
    {
      "loss_action": 0.011289363726973534,
      "loss_total": 0.011289363726973534,
      "step": 15160
    },
    {
      "loss_action": 0.011910758912563324,
      "loss_total": 0.011910758912563324,
      "step": 15160
    },
    {
      "loss_action": 0.02077672630548477,
      "loss_total": 0.02077672630548477,
      "step": 15160
    },
    {
      "loss_action": 0.011600714176893234,
      "loss_total": 0.011600714176893234,
      "step": 15160
    },
    {
      "grad_norm": 0.15961416065692902,
      "learning_rate": 9.719939117021673e-05,
      "loss": 0.0155,
      "step": 15170
    },
    {
      "loss_action": 0.008057755418121815,
      "loss_total": 0.008057755418121815,
      "step": 15170
    },
    {
      "loss_action": 0.006470745895057917,
      "loss_total": 0.006470745895057917,
      "step": 15170
    },
    {
      "loss_action": 0.013716607354581356,
      "loss_total": 0.013716607354581356,
      "step": 15170
    },
    {
      "loss_action": 0.027618030086159706,
      "loss_total": 0.027618030086159706,
      "step": 15170
    },
    {
      "loss_action": 0.01387866958975792,
      "loss_total": 0.01387866958975792,
      "step": 15170
    },
    {
      "loss_action": 0.007307242602109909,
      "loss_total": 0.007307242602109909,
      "step": 15170
    },
    {
      "loss_action": 0.019986897706985474,
      "loss_total": 0.019986897706985474,
      "step": 15170
    },
    {
      "loss_action": 0.01961676776409149,
      "loss_total": 0.01961676776409149,
      "step": 15170
    },
    {
      "grad_norm": 0.2094365656375885,
      "learning_rate": 9.719393246505275e-05,
      "loss": 0.0149,
      "step": 15180
    },
    {
      "loss_action": 0.0173526369035244,
      "loss_total": 0.0173526369035244,
      "step": 15180
    },
    {
      "loss_action": 0.012097813189029694,
      "loss_total": 0.012097813189029694,
      "step": 15180
    },
    {
      "loss_action": 0.02289830520749092,
      "loss_total": 0.02289830520749092,
      "step": 15180
    },
    {
      "loss_action": 0.012279669754207134,
      "loss_total": 0.012279669754207134,
      "step": 15180
    },
    {
      "loss_action": 0.01458912342786789,
      "loss_total": 0.01458912342786789,
      "step": 15180
    },
    {
      "loss_action": 0.012393330223858356,
      "loss_total": 0.012393330223858356,
      "step": 15180
    },
    {
      "loss_action": 0.00829496793448925,
      "loss_total": 0.00829496793448925,
      "step": 15180
    },
    {
      "loss_action": 0.009197469800710678,
      "loss_total": 0.009197469800710678,
      "step": 15180
    },
    {
      "grad_norm": 0.17666460573673248,
      "learning_rate": 9.718846859883128e-05,
      "loss": 0.0161,
      "step": 15190
    },
    {
      "loss_action": 0.019840266555547714,
      "loss_total": 0.019840266555547714,
      "step": 15190
    },
    {
      "loss_action": 0.013701849617064,
      "loss_total": 0.013701849617064,
      "step": 15190
    },
    {
      "loss_action": 0.00598107697442174,
      "loss_total": 0.00598107697442174,
      "step": 15190
    },
    {
      "loss_action": 0.016056876629590988,
      "loss_total": 0.016056876629590988,
      "step": 15190
    },
    {
      "loss_action": 0.01593422330915928,
      "loss_total": 0.01593422330915928,
      "step": 15190
    },
    {
      "loss_action": 0.008803683333098888,
      "loss_total": 0.008803683333098888,
      "step": 15190
    },
    {
      "loss_action": 0.005194171331822872,
      "loss_total": 0.005194171331822872,
      "step": 15190
    },
    {
      "loss_action": 0.025025594979524612,
      "loss_total": 0.025025594979524612,
      "step": 15190
    },
    {
      "grad_norm": 0.1742391735315323,
      "learning_rate": 9.718299957214982e-05,
      "loss": 0.015,
      "step": 15200
    },
    {
      "loss_action": 0.013195752166211605,
      "loss_total": 0.013195752166211605,
      "step": 15200
    },
    {
      "loss_action": 0.024198926985263824,
      "loss_total": 0.024198926985263824,
      "step": 15200
    },
    {
      "loss_action": 0.009235178120434284,
      "loss_total": 0.009235178120434284,
      "step": 15200
    },
    {
      "loss_action": 0.01326045673340559,
      "loss_total": 0.01326045673340559,
      "step": 15200
    },
    {
      "loss_action": 0.013147788122296333,
      "loss_total": 0.013147788122296333,
      "step": 15200
    },
    {
      "loss_action": 0.010757887735962868,
      "loss_total": 0.010757887735962868,
      "step": 15200
    },
    {
      "loss_action": 0.01927226036787033,
      "loss_total": 0.01927226036787033,
      "step": 15200
    },
    {
      "loss_action": 0.00890268012881279,
      "loss_total": 0.00890268012881279,
      "step": 15200
    },
    {
      "grad_norm": 0.15611745417118073,
      "learning_rate": 9.717752538560646e-05,
      "loss": 0.015,
      "step": 15210
    },
    {
      "loss_action": 0.011964799836277962,
      "loss_total": 0.011964799836277962,
      "step": 15210
    },
    {
      "loss_action": 0.011429920792579651,
      "loss_total": 0.011429920792579651,
      "step": 15210
    },
    {
      "loss_action": 0.010010088793933392,
      "loss_total": 0.010010088793933392,
      "step": 15210
    },
    {
      "loss_action": 0.014752037823200226,
      "loss_total": 0.014752037823200226,
      "step": 15210
    },
    {
      "loss_action": 0.03866192325949669,
      "loss_total": 0.03866192325949669,
      "step": 15210
    },
    {
      "loss_action": 0.005049800965934992,
      "loss_total": 0.005049800965934992,
      "step": 15210
    },
    {
      "loss_action": 0.011660387739539146,
      "loss_total": 0.011660387739539146,
      "step": 15210
    },
    {
      "loss_action": 0.012007113546133041,
      "loss_total": 0.012007113546133041,
      "step": 15210
    },
    {
      "grad_norm": 0.15221703052520752,
      "learning_rate": 9.717204603979986e-05,
      "loss": 0.0152,
      "step": 15220
    },
    {
      "loss_action": 0.006887567229568958,
      "loss_total": 0.006887567229568958,
      "step": 15220
    },
    {
      "loss_action": 0.0066578383557498455,
      "loss_total": 0.0066578383557498455,
      "step": 15220
    },
    {
      "loss_action": 0.01838318444788456,
      "loss_total": 0.01838318444788456,
      "step": 15220
    },
    {
      "loss_action": 0.006094018928706646,
      "loss_total": 0.006094018928706646,
      "step": 15220
    },
    {
      "loss_action": 0.009504678659141064,
      "loss_total": 0.009504678659141064,
      "step": 15220
    },
    {
      "loss_action": 0.03538697585463524,
      "loss_total": 0.03538697585463524,
      "step": 15220
    },
    {
      "loss_action": 0.009276654571294785,
      "loss_total": 0.009276654571294785,
      "step": 15220
    },
    {
      "loss_action": 0.015998784452676773,
      "loss_total": 0.015998784452676773,
      "step": 15220
    },
    {
      "grad_norm": 0.22590959072113037,
      "learning_rate": 9.716656153532922e-05,
      "loss": 0.0164,
      "step": 15230
    },
    {
      "loss_action": 0.014067367650568485,
      "loss_total": 0.014067367650568485,
      "step": 15230
    },
    {
      "loss_action": 0.0075179110281169415,
      "loss_total": 0.0075179110281169415,
      "step": 15230
    },
    {
      "loss_action": 0.007952487096190453,
      "loss_total": 0.007952487096190453,
      "step": 15230
    },
    {
      "loss_action": 0.01586076058447361,
      "loss_total": 0.01586076058447361,
      "step": 15230
    },
    {
      "loss_action": 0.021264176815748215,
      "loss_total": 0.021264176815748215,
      "step": 15230
    },
    {
      "loss_action": 0.0072861481457948685,
      "loss_total": 0.0072861481457948685,
      "step": 15230
    },
    {
      "loss_action": 0.007235419936478138,
      "loss_total": 0.007235419936478138,
      "step": 15230
    },
    {
      "loss_action": 0.009955649264156818,
      "loss_total": 0.009955649264156818,
      "step": 15230
    },
    {
      "grad_norm": 0.2765030860900879,
      "learning_rate": 9.716107187279434e-05,
      "loss": 0.0164,
      "step": 15240
    },
    {
      "loss_action": 0.016379807144403458,
      "loss_total": 0.016379807144403458,
      "step": 15240
    },
    {
      "loss_action": 0.019542671740055084,
      "loss_total": 0.019542671740055084,
      "step": 15240
    },
    {
      "loss_action": 0.031263113021850586,
      "loss_total": 0.031263113021850586,
      "step": 15240
    },
    {
      "loss_action": 0.0060362135991454124,
      "loss_total": 0.0060362135991454124,
      "step": 15240
    },
    {
      "loss_action": 0.02399410307407379,
      "loss_total": 0.02399410307407379,
      "step": 15240
    },
    {
      "loss_action": 0.013582970947027206,
      "loss_total": 0.013582970947027206,
      "step": 15240
    },
    {
      "loss_action": 0.011578105390071869,
      "loss_total": 0.011578105390071869,
      "step": 15240
    },
    {
      "loss_action": 0.019155630841851234,
      "loss_total": 0.019155630841851234,
      "step": 15240
    },
    {
      "grad_norm": 0.1995314061641693,
      "learning_rate": 9.715557705279555e-05,
      "loss": 0.0158,
      "step": 15250
    },
    {
      "loss_action": 0.0774068832397461,
      "loss_total": 0.0774068832397461,
      "step": 15250
    },
    {
      "loss_action": 0.0071439556777477264,
      "loss_total": 0.0071439556777477264,
      "step": 15250
    },
    {
      "loss_action": 0.018536213785409927,
      "loss_total": 0.018536213785409927,
      "step": 15250
    },
    {
      "loss_action": 0.007436382584273815,
      "loss_total": 0.007436382584273815,
      "step": 15250
    },
    {
      "loss_action": 0.03472120314836502,
      "loss_total": 0.03472120314836502,
      "step": 15250
    },
    {
      "loss_action": 0.014807865023612976,
      "loss_total": 0.014807865023612976,
      "step": 15250
    },
    {
      "loss_action": 0.015032957307994366,
      "loss_total": 0.015032957307994366,
      "step": 15250
    },
    {
      "loss_action": 0.010757763870060444,
      "loss_total": 0.010757763870060444,
      "step": 15250
    },
    {
      "grad_norm": 0.10501395910978317,
      "learning_rate": 9.715007707593372e-05,
      "loss": 0.0139,
      "step": 15260
    },
    {
      "loss_action": 0.007462994195520878,
      "loss_total": 0.007462994195520878,
      "step": 15260
    },
    {
      "loss_action": 0.003783969208598137,
      "loss_total": 0.003783969208598137,
      "step": 15260
    },
    {
      "loss_action": 0.008511315099895,
      "loss_total": 0.008511315099895,
      "step": 15260
    },
    {
      "loss_action": 0.023934146389365196,
      "loss_total": 0.023934146389365196,
      "step": 15260
    },
    {
      "loss_action": 0.01449873112142086,
      "loss_total": 0.01449873112142086,
      "step": 15260
    },
    {
      "loss_action": 0.007244612090289593,
      "loss_total": 0.007244612090289593,
      "step": 15260
    },
    {
      "loss_action": 0.022769538685679436,
      "loss_total": 0.022769538685679436,
      "step": 15260
    },
    {
      "loss_action": 0.009057554416358471,
      "loss_total": 0.009057554416358471,
      "step": 15260
    },
    {
      "grad_norm": 0.10013797879219055,
      "learning_rate": 9.714457194281036e-05,
      "loss": 0.0157,
      "step": 15270
    },
    {
      "loss_action": 0.01129811443388462,
      "loss_total": 0.01129811443388462,
      "step": 15270
    },
    {
      "loss_action": 0.008034231141209602,
      "loss_total": 0.008034231141209602,
      "step": 15270
    },
    {
      "loss_action": 0.023980598896741867,
      "loss_total": 0.023980598896741867,
      "step": 15270
    },
    {
      "loss_action": 0.012530923821032047,
      "loss_total": 0.012530923821032047,
      "step": 15270
    },
    {
      "loss_action": 0.008251381106674671,
      "loss_total": 0.008251381106674671,
      "step": 15270
    },
    {
      "loss_action": 0.020121080800890923,
      "loss_total": 0.020121080800890923,
      "step": 15270
    },
    {
      "loss_action": 0.0057046981528401375,
      "loss_total": 0.0057046981528401375,
      "step": 15270
    },
    {
      "loss_action": 0.007477584294974804,
      "loss_total": 0.007477584294974804,
      "step": 15270
    },
    {
      "grad_norm": 0.2220582365989685,
      "learning_rate": 9.713906165402751e-05,
      "loss": 0.0159,
      "step": 15280
    },
    {
      "loss_action": 0.004967016167938709,
      "loss_total": 0.004967016167938709,
      "step": 15280
    },
    {
      "loss_action": 0.005593262612819672,
      "loss_total": 0.005593262612819672,
      "step": 15280
    },
    {
      "loss_action": 0.02005796879529953,
      "loss_total": 0.02005796879529953,
      "step": 15280
    },
    {
      "loss_action": 0.008898822590708733,
      "loss_total": 0.008898822590708733,
      "step": 15280
    },
    {
      "loss_action": 0.0064045218750834465,
      "loss_total": 0.0064045218750834465,
      "step": 15280
    },
    {
      "loss_action": 0.020959816873073578,
      "loss_total": 0.020959816873073578,
      "step": 15280
    },
    {
      "loss_action": 0.01141125988215208,
      "loss_total": 0.01141125988215208,
      "step": 15280
    },
    {
      "loss_action": 0.013025540858507156,
      "loss_total": 0.013025540858507156,
      "step": 15280
    },
    {
      "grad_norm": 0.22781848907470703,
      "learning_rate": 9.713354621018774e-05,
      "loss": 0.0162,
      "step": 15290
    },
    {
      "loss_action": 0.00772085739299655,
      "loss_total": 0.00772085739299655,
      "step": 15290
    },
    {
      "loss_action": 0.021677779033780098,
      "loss_total": 0.021677779033780098,
      "step": 15290
    },
    {
      "loss_action": 0.015207299031317234,
      "loss_total": 0.015207299031317234,
      "step": 15290
    },
    {
      "loss_action": 0.014463725499808788,
      "loss_total": 0.014463725499808788,
      "step": 15290
    },
    {
      "loss_action": 0.004000487271696329,
      "loss_total": 0.004000487271696329,
      "step": 15290
    },
    {
      "loss_action": 0.009279757738113403,
      "loss_total": 0.009279757738113403,
      "step": 15290
    },
    {
      "loss_action": 0.008953657001256943,
      "loss_total": 0.008953657001256943,
      "step": 15290
    },
    {
      "loss_action": 0.025541158393025398,
      "loss_total": 0.025541158393025398,
      "step": 15290
    },
    {
      "grad_norm": 0.2247113585472107,
      "learning_rate": 9.712802561189422e-05,
      "loss": 0.0191,
      "step": 15300
    },
    {
      "loss_action": 0.018841879442334175,
      "loss_total": 0.018841879442334175,
      "step": 15300
    },
    {
      "loss_action": 0.01788465678691864,
      "loss_total": 0.01788465678691864,
      "step": 15300
    },
    {
      "loss_action": 0.015164515934884548,
      "loss_total": 0.015164515934884548,
      "step": 15300
    },
    {
      "loss_action": 0.016486601904034615,
      "loss_total": 0.016486601904034615,
      "step": 15300
    },
    {
      "loss_action": 0.013014704920351505,
      "loss_total": 0.013014704920351505,
      "step": 15300
    },
    {
      "loss_action": 0.01250331848859787,
      "loss_total": 0.01250331848859787,
      "step": 15300
    },
    {
      "loss_action": 0.012308070436120033,
      "loss_total": 0.012308070436120033,
      "step": 15300
    },
    {
      "loss_action": 0.007405593525618315,
      "loss_total": 0.007405593525618315,
      "step": 15300
    },
    {
      "grad_norm": 0.16291175782680511,
      "learning_rate": 9.712249985975069e-05,
      "loss": 0.0152,
      "step": 15310
    },
    {
      "loss_action": 0.009546586312353611,
      "loss_total": 0.009546586312353611,
      "step": 15310
    },
    {
      "loss_action": 0.019367879256606102,
      "loss_total": 0.019367879256606102,
      "step": 15310
    },
    {
      "loss_action": 0.011789551004767418,
      "loss_total": 0.011789551004767418,
      "step": 15310
    },
    {
      "loss_action": 0.009440412744879723,
      "loss_total": 0.009440412744879723,
      "step": 15310
    },
    {
      "loss_action": 0.015560212545096874,
      "loss_total": 0.015560212545096874,
      "step": 15310
    },
    {
      "loss_action": 0.02776893973350525,
      "loss_total": 0.02776893973350525,
      "step": 15310
    },
    {
      "loss_action": 0.019962700083851814,
      "loss_total": 0.019962700083851814,
      "step": 15310
    },
    {
      "loss_action": 0.01947145164012909,
      "loss_total": 0.01947145164012909,
      "step": 15310
    },
    {
      "grad_norm": 0.1395709067583084,
      "learning_rate": 9.71169689543614e-05,
      "loss": 0.0148,
      "step": 15320
    },
    {
      "loss_action": 0.027002226561307907,
      "loss_total": 0.027002226561307907,
      "step": 15320
    },
    {
      "loss_action": 0.013739275746047497,
      "loss_total": 0.013739275746047497,
      "step": 15320
    },
    {
      "loss_action": 0.008318918757140636,
      "loss_total": 0.008318918757140636,
      "step": 15320
    },
    {
      "loss_action": 0.01027560792863369,
      "loss_total": 0.01027560792863369,
      "step": 15320
    },
    {
      "loss_action": 0.01744995266199112,
      "loss_total": 0.01744995266199112,
      "step": 15320
    },
    {
      "loss_action": 0.008160405792295933,
      "loss_total": 0.008160405792295933,
      "step": 15320
    },
    {
      "loss_action": 0.011346055194735527,
      "loss_total": 0.011346055194735527,
      "step": 15320
    },
    {
      "loss_action": 0.008778175339102745,
      "loss_total": 0.008778175339102745,
      "step": 15320
    },
    {
      "grad_norm": 0.17551420629024506,
      "learning_rate": 9.711143289633123e-05,
      "loss": 0.0147,
      "step": 15330
    },
    {
      "loss_action": 0.011854161508381367,
      "loss_total": 0.011854161508381367,
      "step": 15330
    },
    {
      "loss_action": 0.02422381564974785,
      "loss_total": 0.02422381564974785,
      "step": 15330
    },
    {
      "loss_action": 0.02302105538547039,
      "loss_total": 0.02302105538547039,
      "step": 15330
    },
    {
      "loss_action": 0.0262843519449234,
      "loss_total": 0.0262843519449234,
      "step": 15330
    },
    {
      "loss_action": 0.030721087008714676,
      "loss_total": 0.030721087008714676,
      "step": 15330
    },
    {
      "loss_action": 0.014311959967017174,
      "loss_total": 0.014311959967017174,
      "step": 15330
    },
    {
      "loss_action": 0.018095888197422028,
      "loss_total": 0.018095888197422028,
      "step": 15330
    },
    {
      "loss_action": 0.007370693609118462,
      "loss_total": 0.007370693609118462,
      "step": 15330
    },
    {
      "grad_norm": 0.24331018328666687,
      "learning_rate": 9.710589168626561e-05,
      "loss": 0.0165,
      "step": 15340
    },
    {
      "loss_action": 0.03322882950305939,
      "loss_total": 0.03322882950305939,
      "step": 15340
    },
    {
      "loss_action": 0.014670263044536114,
      "loss_total": 0.014670263044536114,
      "step": 15340
    },
    {
      "loss_action": 0.01593601144850254,
      "loss_total": 0.01593601144850254,
      "step": 15340
    },
    {
      "loss_action": 0.022566339001059532,
      "loss_total": 0.022566339001059532,
      "step": 15340
    },
    {
      "loss_action": 0.013092352077364922,
      "loss_total": 0.013092352077364922,
      "step": 15340
    },
    {
      "loss_action": 0.008287250064313412,
      "loss_total": 0.008287250064313412,
      "step": 15340
    },
    {
      "loss_action": 0.018706919625401497,
      "loss_total": 0.018706919625401497,
      "step": 15340
    },
    {
      "loss_action": 0.020265907049179077,
      "loss_total": 0.020265907049179077,
      "step": 15340
    },
    {
      "grad_norm": 0.17085498571395874,
      "learning_rate": 9.710034532477048e-05,
      "loss": 0.0165,
      "step": 15350
    },
    {
      "loss_action": 0.013361480087041855,
      "loss_total": 0.013361480087041855,
      "step": 15350
    },
    {
      "loss_action": 0.01084704790264368,
      "loss_total": 0.01084704790264368,
      "step": 15350
    },
    {
      "loss_action": 0.0202865619212389,
      "loss_total": 0.0202865619212389,
      "step": 15350
    },
    {
      "loss_action": 0.011915725655853748,
      "loss_total": 0.011915725655853748,
      "step": 15350
    },
    {
      "loss_action": 0.013167756609618664,
      "loss_total": 0.013167756609618664,
      "step": 15350
    },
    {
      "loss_action": 0.03509073331952095,
      "loss_total": 0.03509073331952095,
      "step": 15350
    },
    {
      "loss_action": 0.006993365008383989,
      "loss_total": 0.006993365008383989,
      "step": 15350
    },
    {
      "loss_action": 0.028793174773454666,
      "loss_total": 0.028793174773454666,
      "step": 15350
    },
    {
      "grad_norm": 0.17277175188064575,
      "learning_rate": 9.709479381245239e-05,
      "loss": 0.0164,
      "step": 15360
    },
    {
      "loss_action": 0.06003303825855255,
      "loss_total": 0.06003303825855255,
      "step": 15360
    },
    {
      "loss_action": 0.027813829481601715,
      "loss_total": 0.027813829481601715,
      "step": 15360
    },
    {
      "loss_action": 0.011449583806097507,
      "loss_total": 0.011449583806097507,
      "step": 15360
    },
    {
      "loss_action": 0.01936599612236023,
      "loss_total": 0.01936599612236023,
      "step": 15360
    },
    {
      "loss_action": 0.021730497479438782,
      "loss_total": 0.021730497479438782,
      "step": 15360
    },
    {
      "loss_action": 0.02206762135028839,
      "loss_total": 0.02206762135028839,
      "step": 15360
    },
    {
      "loss_action": 0.017262576147913933,
      "loss_total": 0.017262576147913933,
      "step": 15360
    },
    {
      "loss_action": 0.014531460590660572,
      "loss_total": 0.014531460590660572,
      "step": 15360
    },
    {
      "grad_norm": 0.20284895598888397,
      "learning_rate": 9.708923714991847e-05,
      "loss": 0.0176,
      "step": 15370
    },
    {
      "loss_action": 0.0071755675598979,
      "loss_total": 0.0071755675598979,
      "step": 15370
    },
    {
      "loss_action": 0.010656965896487236,
      "loss_total": 0.010656965896487236,
      "step": 15370
    },
    {
      "loss_action": 0.013962427154183388,
      "loss_total": 0.013962427154183388,
      "step": 15370
    },
    {
      "loss_action": 0.005544362589716911,
      "loss_total": 0.005544362589716911,
      "step": 15370
    },
    {
      "loss_action": 0.012154614552855492,
      "loss_total": 0.012154614552855492,
      "step": 15370
    },
    {
      "loss_action": 0.01410285010933876,
      "loss_total": 0.01410285010933876,
      "step": 15370
    },
    {
      "loss_action": 0.012727739289402962,
      "loss_total": 0.012727739289402962,
      "step": 15370
    },
    {
      "loss_action": 0.01583849824965,
      "loss_total": 0.01583849824965,
      "step": 15370
    },
    {
      "grad_norm": 0.18267285823822021,
      "learning_rate": 9.708367533777638e-05,
      "loss": 0.0142,
      "step": 15380
    },
    {
      "loss_action": 0.023086532950401306,
      "loss_total": 0.023086532950401306,
      "step": 15380
    },
    {
      "loss_action": 0.007609999272972345,
      "loss_total": 0.007609999272972345,
      "step": 15380
    },
    {
      "loss_action": 0.0037087835371494293,
      "loss_total": 0.0037087835371494293,
      "step": 15380
    },
    {
      "loss_action": 0.019437793642282486,
      "loss_total": 0.019437793642282486,
      "step": 15380
    },
    {
      "loss_action": 0.01562971994280815,
      "loss_total": 0.01562971994280815,
      "step": 15380
    },
    {
      "loss_action": 0.013891971670091152,
      "loss_total": 0.013891971670091152,
      "step": 15380
    },
    {
      "loss_action": 0.01156688667833805,
      "loss_total": 0.01156688667833805,
      "step": 15380
    },
    {
      "loss_action": 0.0353635735809803,
      "loss_total": 0.0353635735809803,
      "step": 15380
    },
    {
      "grad_norm": 0.1907607913017273,
      "learning_rate": 9.707810837663431e-05,
      "loss": 0.0185,
      "step": 15390
    },
    {
      "loss_action": 0.01247350126504898,
      "loss_total": 0.01247350126504898,
      "step": 15390
    },
    {
      "loss_action": 0.009441222995519638,
      "loss_total": 0.009441222995519638,
      "step": 15390
    },
    {
      "loss_action": 0.015063416212797165,
      "loss_total": 0.015063416212797165,
      "step": 15390
    },
    {
      "loss_action": 0.054673150181770325,
      "loss_total": 0.054673150181770325,
      "step": 15390
    },
    {
      "loss_action": 0.01195414550602436,
      "loss_total": 0.01195414550602436,
      "step": 15390
    },
    {
      "loss_action": 0.007796690799295902,
      "loss_total": 0.007796690799295902,
      "step": 15390
    },
    {
      "loss_action": 0.013734434731304646,
      "loss_total": 0.013734434731304646,
      "step": 15390
    },
    {
      "loss_action": 0.01884915679693222,
      "loss_total": 0.01884915679693222,
      "step": 15390
    },
    {
      "grad_norm": 0.18390309810638428,
      "learning_rate": 9.707253626710113e-05,
      "loss": 0.0211,
      "step": 15400
    },
    {
      "loss_action": 0.02071082592010498,
      "loss_total": 0.02071082592010498,
      "step": 15400
    },
    {
      "loss_action": 0.02188500203192234,
      "loss_total": 0.02188500203192234,
      "step": 15400
    },
    {
      "loss_action": 0.015675699338316917,
      "loss_total": 0.015675699338316917,
      "step": 15400
    },
    {
      "loss_action": 0.015007665380835533,
      "loss_total": 0.015007665380835533,
      "step": 15400
    },
    {
      "loss_action": 0.0274087805300951,
      "loss_total": 0.0274087805300951,
      "step": 15400
    },
    {
      "loss_action": 0.022937379777431488,
      "loss_total": 0.022937379777431488,
      "step": 15400
    },
    {
      "loss_action": 0.014557365328073502,
      "loss_total": 0.014557365328073502,
      "step": 15400
    },
    {
      "loss_action": 0.0222237017005682,
      "loss_total": 0.0222237017005682,
      "step": 15400
    },
    {
      "grad_norm": 0.20946280658245087,
      "learning_rate": 9.706695900978613e-05,
      "loss": 0.0171,
      "step": 15410
    },
    {
      "loss_action": 0.03305204212665558,
      "loss_total": 0.03305204212665558,
      "step": 15410
    },
    {
      "loss_action": 0.0214192233979702,
      "loss_total": 0.0214192233979702,
      "step": 15410
    },
    {
      "loss_action": 0.10598335415124893,
      "loss_total": 0.10598335415124893,
      "step": 15410
    },
    {
      "loss_action": 0.025543730705976486,
      "loss_total": 0.025543730705976486,
      "step": 15410
    },
    {
      "loss_action": 0.011726409196853638,
      "loss_total": 0.011726409196853638,
      "step": 15410
    },
    {
      "loss_action": 0.015466359443962574,
      "loss_total": 0.015466359443962574,
      "step": 15410
    },
    {
      "loss_action": 0.012703122571110725,
      "loss_total": 0.012703122571110725,
      "step": 15410
    },
    {
      "loss_action": 0.024561580270528793,
      "loss_total": 0.024561580270528793,
      "step": 15410
    },
    {
      "grad_norm": 0.2160477638244629,
      "learning_rate": 9.706137660529926e-05,
      "loss": 0.0207,
      "step": 15420
    },
    {
      "loss_action": 0.014688418246805668,
      "loss_total": 0.014688418246805668,
      "step": 15420
    },
    {
      "loss_action": 0.010840648785233498,
      "loss_total": 0.010840648785233498,
      "step": 15420
    },
    {
      "loss_action": 0.01830402947962284,
      "loss_total": 0.01830402947962284,
      "step": 15420
    },
    {
      "loss_action": 0.01349988766014576,
      "loss_total": 0.01349988766014576,
      "step": 15420
    },
    {
      "loss_action": 0.01935730129480362,
      "loss_total": 0.01935730129480362,
      "step": 15420
    },
    {
      "loss_action": 0.013350656256079674,
      "loss_total": 0.013350656256079674,
      "step": 15420
    },
    {
      "loss_action": 0.015263218432664871,
      "loss_total": 0.015263218432664871,
      "step": 15420
    },
    {
      "loss_action": 0.013453761115670204,
      "loss_total": 0.013453761115670204,
      "step": 15420
    },
    {
      "grad_norm": 0.14544707536697388,
      "learning_rate": 9.705578905425101e-05,
      "loss": 0.0156,
      "step": 15430
    },
    {
      "loss_action": 0.013515976257622242,
      "loss_total": 0.013515976257622242,
      "step": 15430
    },
    {
      "loss_action": 0.01946825161576271,
      "loss_total": 0.01946825161576271,
      "step": 15430
    },
    {
      "loss_action": 0.01082414947450161,
      "loss_total": 0.01082414947450161,
      "step": 15430
    },
    {
      "loss_action": 0.009013279341161251,
      "loss_total": 0.009013279341161251,
      "step": 15430
    },
    {
      "loss_action": 0.009393873624503613,
      "loss_total": 0.009393873624503613,
      "step": 15430
    },
    {
      "loss_action": 0.018527286127209663,
      "loss_total": 0.018527286127209663,
      "step": 15430
    },
    {
      "loss_action": 0.007790662348270416,
      "loss_total": 0.007790662348270416,
      "step": 15430
    },
    {
      "loss_action": 0.013882352039217949,
      "loss_total": 0.013882352039217949,
      "step": 15430
    },
    {
      "grad_norm": 0.1269291490316391,
      "learning_rate": 9.705019635725241e-05,
      "loss": 0.0175,
      "step": 15440
    },
    {
      "loss_action": 0.006013709586113691,
      "loss_total": 0.006013709586113691,
      "step": 15440
    },
    {
      "loss_action": 0.006901971064507961,
      "loss_total": 0.006901971064507961,
      "step": 15440
    },
    {
      "loss_action": 0.009790030308067799,
      "loss_total": 0.009790030308067799,
      "step": 15440
    },
    {
      "loss_action": 0.010996720753610134,
      "loss_total": 0.010996720753610134,
      "step": 15440
    },
    {
      "loss_action": 0.021552495658397675,
      "loss_total": 0.021552495658397675,
      "step": 15440
    },
    {
      "loss_action": 0.020663777366280556,
      "loss_total": 0.020663777366280556,
      "step": 15440
    },
    {
      "loss_action": 0.011324681341648102,
      "loss_total": 0.011324681341648102,
      "step": 15440
    },
    {
      "loss_action": 0.011165380477905273,
      "loss_total": 0.011165380477905273,
      "step": 15440
    },
    {
      "grad_norm": 0.10815703123807907,
      "learning_rate": 9.704459851491508e-05,
      "loss": 0.0152,
      "step": 15450
    },
    {
      "loss_action": 0.013841072097420692,
      "loss_total": 0.013841072097420692,
      "step": 15450
    },
    {
      "loss_action": 0.00859292596578598,
      "loss_total": 0.00859292596578598,
      "step": 15450
    },
    {
      "loss_action": 0.011616358533501625,
      "loss_total": 0.011616358533501625,
      "step": 15450
    },
    {
      "loss_action": 0.016583269461989403,
      "loss_total": 0.016583269461989403,
      "step": 15450
    },
    {
      "loss_action": 0.008454091846942902,
      "loss_total": 0.008454091846942902,
      "step": 15450
    },
    {
      "loss_action": 0.007631763815879822,
      "loss_total": 0.007631763815879822,
      "step": 15450
    },
    {
      "loss_action": 0.010689729824662209,
      "loss_total": 0.010689729824662209,
      "step": 15450
    },
    {
      "loss_action": 0.03599679842591286,
      "loss_total": 0.03599679842591286,
      "step": 15450
    },
    {
      "grad_norm": 0.16539180278778076,
      "learning_rate": 9.703899552785118e-05,
      "loss": 0.0133,
      "step": 15460
    },
    {
      "loss_action": 0.012625172734260559,
      "loss_total": 0.012625172734260559,
      "step": 15460
    },
    {
      "loss_action": 0.018377628177404404,
      "loss_total": 0.018377628177404404,
      "step": 15460
    },
    {
      "loss_action": 0.00749807246029377,
      "loss_total": 0.00749807246029377,
      "step": 15460
    },
    {
      "loss_action": 0.011176463216543198,
      "loss_total": 0.011176463216543198,
      "step": 15460
    },
    {
      "loss_action": 0.012902792543172836,
      "loss_total": 0.012902792543172836,
      "step": 15460
    },
    {
      "loss_action": 0.006897264160215855,
      "loss_total": 0.006897264160215855,
      "step": 15460
    },
    {
      "loss_action": 0.010921109467744827,
      "loss_total": 0.010921109467744827,
      "step": 15460
    },
    {
      "loss_action": 0.011708485893905163,
      "loss_total": 0.011708485893905163,
      "step": 15460
    },
    {
      "grad_norm": 0.2056962251663208,
      "learning_rate": 9.703338739667346e-05,
      "loss": 0.0129,
      "step": 15470
    },
    {
      "loss_action": 0.015761688351631165,
      "loss_total": 0.015761688351631165,
      "step": 15470
    },
    {
      "loss_action": 0.005084613338112831,
      "loss_total": 0.005084613338112831,
      "step": 15470
    },
    {
      "loss_action": 0.009173577651381493,
      "loss_total": 0.009173577651381493,
      "step": 15470
    },
    {
      "loss_action": 0.01152215339243412,
      "loss_total": 0.01152215339243412,
      "step": 15470
    },
    {
      "loss_action": 0.011135724373161793,
      "loss_total": 0.011135724373161793,
      "step": 15470
    },
    {
      "loss_action": 0.012228096835315228,
      "loss_total": 0.012228096835315228,
      "step": 15470
    },
    {
      "loss_action": 0.00464438833296299,
      "loss_total": 0.00464438833296299,
      "step": 15470
    },
    {
      "loss_action": 0.010624801740050316,
      "loss_total": 0.010624801740050316,
      "step": 15470
    },
    {
      "grad_norm": 0.11040553450584412,
      "learning_rate": 9.70277741219952e-05,
      "loss": 0.0154,
      "step": 15480
    },
    {
      "loss_action": 0.01989268884062767,
      "loss_total": 0.01989268884062767,
      "step": 15480
    },
    {
      "loss_action": 0.010925883427262306,
      "loss_total": 0.010925883427262306,
      "step": 15480
    },
    {
      "loss_action": 0.004669847432523966,
      "loss_total": 0.004669847432523966,
      "step": 15480
    },
    {
      "loss_action": 0.009340650402009487,
      "loss_total": 0.009340650402009487,
      "step": 15480
    },
    {
      "loss_action": 0.011773651465773582,
      "loss_total": 0.011773651465773582,
      "step": 15480
    },
    {
      "loss_action": 0.01705217733979225,
      "loss_total": 0.01705217733979225,
      "step": 15480
    },
    {
      "loss_action": 0.011215953156352043,
      "loss_total": 0.011215953156352043,
      "step": 15480
    },
    {
      "loss_action": 0.014402088709175587,
      "loss_total": 0.014402088709175587,
      "step": 15480
    },
    {
      "grad_norm": 0.12664058804512024,
      "learning_rate": 9.702215570443027e-05,
      "loss": 0.0152,
      "step": 15490
    },
    {
      "loss_action": 0.04768848419189453,
      "loss_total": 0.04768848419189453,
      "step": 15490
    },
    {
      "loss_action": 0.014484542421996593,
      "loss_total": 0.014484542421996593,
      "step": 15490
    },
    {
      "loss_action": 0.019711917266249657,
      "loss_total": 0.019711917266249657,
      "step": 15490
    },
    {
      "loss_action": 0.01784622110426426,
      "loss_total": 0.01784622110426426,
      "step": 15490
    },
    {
      "loss_action": 0.00439043715596199,
      "loss_total": 0.00439043715596199,
      "step": 15490
    },
    {
      "loss_action": 0.009642453864216805,
      "loss_total": 0.009642453864216805,
      "step": 15490
    },
    {
      "loss_action": 0.010374677367508411,
      "loss_total": 0.010374677367508411,
      "step": 15490
    },
    {
      "loss_action": 0.011762447655200958,
      "loss_total": 0.011762447655200958,
      "step": 15490
    },
    {
      "grad_norm": 0.23270222544670105,
      "learning_rate": 9.701653214459309e-05,
      "loss": 0.0169,
      "step": 15500
    },
    {
      "loss_action": 0.01255176030099392,
      "loss_total": 0.01255176030099392,
      "step": 15500
    },
    {
      "loss_action": 0.01010025292634964,
      "loss_total": 0.01010025292634964,
      "step": 15500
    },
    {
      "loss_action": 0.02544931322336197,
      "loss_total": 0.02544931322336197,
      "step": 15500
    },
    {
      "loss_action": 0.012807609513401985,
      "loss_total": 0.012807609513401985,
      "step": 15500
    },
    {
      "loss_action": 0.00999796949326992,
      "loss_total": 0.00999796949326992,
      "step": 15500
    },
    {
      "loss_action": 0.00885615311563015,
      "loss_total": 0.00885615311563015,
      "step": 15500
    },
    {
      "loss_action": 0.009670249186456203,
      "loss_total": 0.009670249186456203,
      "step": 15500
    },
    {
      "loss_action": 0.010824913159012794,
      "loss_total": 0.010824913159012794,
      "step": 15500
    },
    {
      "grad_norm": 0.2513470947742462,
      "learning_rate": 9.701090344309865e-05,
      "loss": 0.0163,
      "step": 15510
    },
    {
      "loss_action": 0.008131444454193115,
      "loss_total": 0.008131444454193115,
      "step": 15510
    },
    {
      "loss_action": 0.013467948883771896,
      "loss_total": 0.013467948883771896,
      "step": 15510
    },
    {
      "loss_action": 0.008831650018692017,
      "loss_total": 0.008831650018692017,
      "step": 15510
    },
    {
      "loss_action": 0.01677798107266426,
      "loss_total": 0.01677798107266426,
      "step": 15510
    },
    {
      "loss_action": 0.007530823815613985,
      "loss_total": 0.007530823815613985,
      "step": 15510
    },
    {
      "loss_action": 0.013053682632744312,
      "loss_total": 0.013053682632744312,
      "step": 15510
    },
    {
      "loss_action": 0.024966616183519363,
      "loss_total": 0.024966616183519363,
      "step": 15510
    },
    {
      "loss_action": 0.014703731052577496,
      "loss_total": 0.014703731052577496,
      "step": 15510
    },
    {
      "grad_norm": 0.19544735550880432,
      "learning_rate": 9.700526960056247e-05,
      "loss": 0.0159,
      "step": 15520
    },
    {
      "loss_action": 0.016616538166999817,
      "loss_total": 0.016616538166999817,
      "step": 15520
    },
    {
      "loss_action": 0.009077437222003937,
      "loss_total": 0.009077437222003937,
      "step": 15520
    },
    {
      "loss_action": 0.00931164063513279,
      "loss_total": 0.00931164063513279,
      "step": 15520
    },
    {
      "loss_action": 0.01747943088412285,
      "loss_total": 0.01747943088412285,
      "step": 15520
    },
    {
      "loss_action": 0.0067847976461052895,
      "loss_total": 0.0067847976461052895,
      "step": 15520
    },
    {
      "loss_action": 0.019962213933467865,
      "loss_total": 0.019962213933467865,
      "step": 15520
    },
    {
      "loss_action": 0.0134382713586092,
      "loss_total": 0.0134382713586092,
      "step": 15520
    },
    {
      "loss_action": 0.01678469404578209,
      "loss_total": 0.01678469404578209,
      "step": 15520
    },
    {
      "grad_norm": 0.16582228243350983,
      "learning_rate": 9.699963061760068e-05,
      "loss": 0.0151,
      "step": 15530
    },
    {
      "loss_action": 0.006681438069790602,
      "loss_total": 0.006681438069790602,
      "step": 15530
    },
    {
      "loss_action": 0.019443361088633537,
      "loss_total": 0.019443361088633537,
      "step": 15530
    },
    {
      "loss_action": 0.005723302718251944,
      "loss_total": 0.005723302718251944,
      "step": 15530
    },
    {
      "loss_action": 0.009702019393444061,
      "loss_total": 0.009702019393444061,
      "step": 15530
    },
    {
      "loss_action": 0.008038102649152279,
      "loss_total": 0.008038102649152279,
      "step": 15530
    },
    {
      "loss_action": 0.007593527436256409,
      "loss_total": 0.007593527436256409,
      "step": 15530
    },
    {
      "loss_action": 0.0119254719465971,
      "loss_total": 0.0119254719465971,
      "step": 15530
    },
    {
      "loss_action": 0.014115508645772934,
      "loss_total": 0.014115508645772934,
      "step": 15530
    },
    {
      "grad_norm": 0.20954398810863495,
      "learning_rate": 9.699398649482997e-05,
      "loss": 0.0149,
      "step": 15540
    },
    {
      "loss_action": 0.014850183390080929,
      "loss_total": 0.014850183390080929,
      "step": 15540
    },
    {
      "loss_action": 0.01201297715306282,
      "loss_total": 0.01201297715306282,
      "step": 15540
    },
    {
      "loss_action": 0.01377265527844429,
      "loss_total": 0.01377265527844429,
      "step": 15540
    },
    {
      "loss_action": 0.030551228672266006,
      "loss_total": 0.030551228672266006,
      "step": 15540
    },
    {
      "loss_action": 0.01347457617521286,
      "loss_total": 0.01347457617521286,
      "step": 15540
    },
    {
      "loss_action": 0.006561644375324249,
      "loss_total": 0.006561644375324249,
      "step": 15540
    },
    {
      "loss_action": 0.0168885700404644,
      "loss_total": 0.0168885700404644,
      "step": 15540
    },
    {
      "loss_action": 0.028116289526224136,
      "loss_total": 0.028116289526224136,
      "step": 15540
    },
    {
      "grad_norm": 0.20457929372787476,
      "learning_rate": 9.698833723286753e-05,
      "loss": 0.0158,
      "step": 15550
    },
    {
      "loss_action": 0.033760473132133484,
      "loss_total": 0.033760473132133484,
      "step": 15550
    },
    {
      "loss_action": 0.019220512360334396,
      "loss_total": 0.019220512360334396,
      "step": 15550
    },
    {
      "loss_action": 0.013930452056229115,
      "loss_total": 0.013930452056229115,
      "step": 15550
    },
    {
      "loss_action": 0.005122382193803787,
      "loss_total": 0.005122382193803787,
      "step": 15550
    },
    {
      "loss_action": 0.011863208375871181,
      "loss_total": 0.011863208375871181,
      "step": 15550
    },
    {
      "loss_action": 0.019712546840310097,
      "loss_total": 0.019712546840310097,
      "step": 15550
    },
    {
      "loss_action": 0.08662110567092896,
      "loss_total": 0.08662110567092896,
      "step": 15550
    },
    {
      "loss_action": 0.018728645518422127,
      "loss_total": 0.018728645518422127,
      "step": 15550
    },
    {
      "grad_norm": 0.11677533388137817,
      "learning_rate": 9.698268283233118e-05,
      "loss": 0.0159,
      "step": 15560
    },
    {
      "loss_action": 0.02066265046596527,
      "loss_total": 0.02066265046596527,
      "step": 15560
    },
    {
      "loss_action": 0.015910472720861435,
      "loss_total": 0.015910472720861435,
      "step": 15560
    },
    {
      "loss_action": 0.00841684639453888,
      "loss_total": 0.00841684639453888,
      "step": 15560
    },
    {
      "loss_action": 0.007998506538569927,
      "loss_total": 0.007998506538569927,
      "step": 15560
    },
    {
      "loss_action": 0.012017488479614258,
      "loss_total": 0.012017488479614258,
      "step": 15560
    },
    {
      "loss_action": 0.009464744478464127,
      "loss_total": 0.009464744478464127,
      "step": 15560
    },
    {
      "loss_action": 0.005144868511706591,
      "loss_total": 0.005144868511706591,
      "step": 15560
    },
    {
      "loss_action": 0.012278817594051361,
      "loss_total": 0.012278817594051361,
      "step": 15560
    },
    {
      "grad_norm": 0.17948195338249207,
      "learning_rate": 9.697702329383929e-05,
      "loss": 0.015,
      "step": 15570
    },
    {
      "loss_action": 0.012877603992819786,
      "loss_total": 0.012877603992819786,
      "step": 15570
    },
    {
      "loss_action": 0.007007325068116188,
      "loss_total": 0.007007325068116188,
      "step": 15570
    },
    {
      "loss_action": 0.010952196083962917,
      "loss_total": 0.010952196083962917,
      "step": 15570
    },
    {
      "loss_action": 0.016878299415111542,
      "loss_total": 0.016878299415111542,
      "step": 15570
    },
    {
      "loss_action": 0.007191294804215431,
      "loss_total": 0.007191294804215431,
      "step": 15570
    },
    {
      "loss_action": 0.015038494020700455,
      "loss_total": 0.015038494020700455,
      "step": 15570
    },
    {
      "loss_action": 0.039459533989429474,
      "loss_total": 0.039459533989429474,
      "step": 15570
    },
    {
      "loss_action": 0.0067969998344779015,
      "loss_total": 0.0067969998344779015,
      "step": 15570
    },
    {
      "grad_norm": 0.2411048859357834,
      "learning_rate": 9.697135861801074e-05,
      "loss": 0.0176,
      "step": 15580
    },
    {
      "loss_action": 0.010132881812751293,
      "loss_total": 0.010132881812751293,
      "step": 15580
    },
    {
      "loss_action": 0.005674688145518303,
      "loss_total": 0.005674688145518303,
      "step": 15580
    },
    {
      "loss_action": 0.018587691709399223,
      "loss_total": 0.018587691709399223,
      "step": 15580
    },
    {
      "loss_action": 0.011367671191692352,
      "loss_total": 0.011367671191692352,
      "step": 15580
    },
    {
      "loss_action": 0.011166690848767757,
      "loss_total": 0.011166690848767757,
      "step": 15580
    },
    {
      "loss_action": 0.011725250631570816,
      "loss_total": 0.011725250631570816,
      "step": 15580
    },
    {
      "loss_action": 0.016455598175525665,
      "loss_total": 0.016455598175525665,
      "step": 15580
    },
    {
      "loss_action": 0.018066417425870895,
      "loss_total": 0.018066417425870895,
      "step": 15580
    },
    {
      "grad_norm": 0.16570012271404266,
      "learning_rate": 9.696568880546505e-05,
      "loss": 0.0139,
      "step": 15590
    },
    {
      "loss_action": 0.015785356983542442,
      "loss_total": 0.015785356983542442,
      "step": 15590
    },
    {
      "loss_action": 0.017683256417512894,
      "loss_total": 0.017683256417512894,
      "step": 15590
    },
    {
      "loss_action": 0.020022477954626083,
      "loss_total": 0.020022477954626083,
      "step": 15590
    },
    {
      "loss_action": 0.013291146606206894,
      "loss_total": 0.013291146606206894,
      "step": 15590
    },
    {
      "loss_action": 0.011712143197655678,
      "loss_total": 0.011712143197655678,
      "step": 15590
    },
    {
      "loss_action": 0.007596705108880997,
      "loss_total": 0.007596705108880997,
      "step": 15590
    },
    {
      "loss_action": 0.007449922617524862,
      "loss_total": 0.007449922617524862,
      "step": 15590
    },
    {
      "loss_action": 0.011365109123289585,
      "loss_total": 0.011365109123289585,
      "step": 15590
    },
    {
      "grad_norm": 0.19082584977149963,
      "learning_rate": 9.696001385682223e-05,
      "loss": 0.0163,
      "step": 15600
    },
    {
      "loss_action": 0.010816104710102081,
      "loss_total": 0.010816104710102081,
      "step": 15600
    },
    {
      "loss_action": 0.007157905492931604,
      "loss_total": 0.007157905492931604,
      "step": 15600
    },
    {
      "loss_action": 0.02899194322526455,
      "loss_total": 0.02899194322526455,
      "step": 15600
    },
    {
      "loss_action": 0.02310125157237053,
      "loss_total": 0.02310125157237053,
      "step": 15600
    },
    {
      "loss_action": 0.023012347519397736,
      "loss_total": 0.023012347519397736,
      "step": 15600
    },
    {
      "loss_action": 0.009295452386140823,
      "loss_total": 0.009295452386140823,
      "step": 15600
    },
    {
      "loss_action": 0.023196272552013397,
      "loss_total": 0.023196272552013397,
      "step": 15600
    },
    {
      "loss_action": 0.016555530950427055,
      "loss_total": 0.016555530950427055,
      "step": 15600
    },
    {
      "grad_norm": 0.21298232674598694,
      "learning_rate": 9.695433377270291e-05,
      "loss": 0.0151,
      "step": 15610
    },
    {
      "loss_action": 0.016015462577342987,
      "loss_total": 0.016015462577342987,
      "step": 15610
    },
    {
      "loss_action": 0.008741866797208786,
      "loss_total": 0.008741866797208786,
      "step": 15610
    },
    {
      "loss_action": 0.007697681896388531,
      "loss_total": 0.007697681896388531,
      "step": 15610
    },
    {
      "loss_action": 0.010490639135241508,
      "loss_total": 0.010490639135241508,
      "step": 15610
    },
    {
      "loss_action": 0.007470706943422556,
      "loss_total": 0.007470706943422556,
      "step": 15610
    },
    {
      "loss_action": 0.02176305651664734,
      "loss_total": 0.02176305651664734,
      "step": 15610
    },
    {
      "loss_action": 0.016792230308055878,
      "loss_total": 0.016792230308055878,
      "step": 15610
    },
    {
      "loss_action": 0.010342445224523544,
      "loss_total": 0.010342445224523544,
      "step": 15610
    },
    {
      "grad_norm": 0.23186948895454407,
      "learning_rate": 9.694864855372824e-05,
      "loss": 0.0156,
      "step": 15620
    },
    {
      "loss_action": 0.016173377633094788,
      "loss_total": 0.016173377633094788,
      "step": 15620
    },
    {
      "loss_action": 0.014561589807271957,
      "loss_total": 0.014561589807271957,
      "step": 15620
    },
    {
      "loss_action": 0.004392966628074646,
      "loss_total": 0.004392966628074646,
      "step": 15620
    },
    {
      "loss_action": 0.006002284120768309,
      "loss_total": 0.006002284120768309,
      "step": 15620
    },
    {
      "loss_action": 0.016459427773952484,
      "loss_total": 0.016459427773952484,
      "step": 15620
    },
    {
      "loss_action": 0.011782687157392502,
      "loss_total": 0.011782687157392502,
      "step": 15620
    },
    {
      "loss_action": 0.011309056542813778,
      "loss_total": 0.011309056542813778,
      "step": 15620
    },
    {
      "loss_action": 0.007748357020318508,
      "loss_total": 0.007748357020318508,
      "step": 15620
    },
    {
      "grad_norm": 0.2161106914281845,
      "learning_rate": 9.694295820051995e-05,
      "loss": 0.0177,
      "step": 15630
    },
    {
      "loss_action": 0.01250760443508625,
      "loss_total": 0.01250760443508625,
      "step": 15630
    },
    {
      "loss_action": 0.02056395635008812,
      "loss_total": 0.02056395635008812,
      "step": 15630
    },
    {
      "loss_action": 0.030167004093527794,
      "loss_total": 0.030167004093527794,
      "step": 15630
    },
    {
      "loss_action": 0.013180594891309738,
      "loss_total": 0.013180594891309738,
      "step": 15630
    },
    {
      "loss_action": 0.010734937153756618,
      "loss_total": 0.010734937153756618,
      "step": 15630
    },
    {
      "loss_action": 0.026215869933366776,
      "loss_total": 0.026215869933366776,
      "step": 15630
    },
    {
      "loss_action": 0.03697869926691055,
      "loss_total": 0.03697869926691055,
      "step": 15630
    },
    {
      "loss_action": 0.011187181808054447,
      "loss_total": 0.011187181808054447,
      "step": 15630
    },
    {
      "grad_norm": 0.3482372760772705,
      "learning_rate": 9.693726271370032e-05,
      "loss": 0.0169,
      "step": 15640
    },
    {
      "loss_action": 0.019549746066331863,
      "loss_total": 0.019549746066331863,
      "step": 15640
    },
    {
      "loss_action": 0.010362455621361732,
      "loss_total": 0.010362455621361732,
      "step": 15640
    },
    {
      "loss_action": 0.006746422499418259,
      "loss_total": 0.006746422499418259,
      "step": 15640
    },
    {
      "loss_action": 0.012444909662008286,
      "loss_total": 0.012444909662008286,
      "step": 15640
    },
    {
      "loss_action": 0.011606045067310333,
      "loss_total": 0.011606045067310333,
      "step": 15640
    },
    {
      "loss_action": 0.03489512950181961,
      "loss_total": 0.03489512950181961,
      "step": 15640
    },
    {
      "loss_action": 0.02028575912117958,
      "loss_total": 0.02028575912117958,
      "step": 15640
    },
    {
      "loss_action": 0.008984539657831192,
      "loss_total": 0.008984539657831192,
      "step": 15640
    },
    {
      "grad_norm": 0.20849579572677612,
      "learning_rate": 9.693156209389221e-05,
      "loss": 0.0166,
      "step": 15650
    },
    {
      "loss_action": 0.010799999348819256,
      "loss_total": 0.010799999348819256,
      "step": 15650
    },
    {
      "loss_action": 0.018390189856290817,
      "loss_total": 0.018390189856290817,
      "step": 15650
    },
    {
      "loss_action": 0.030917467549443245,
      "loss_total": 0.030917467549443245,
      "step": 15650
    },
    {
      "loss_action": 0.01840982958674431,
      "loss_total": 0.01840982958674431,
      "step": 15650
    },
    {
      "loss_action": 0.015205132775008678,
      "loss_total": 0.015205132775008678,
      "step": 15650
    },
    {
      "loss_action": 0.019631950184702873,
      "loss_total": 0.019631950184702873,
      "step": 15650
    },
    {
      "loss_action": 0.009328337386250496,
      "loss_total": 0.009328337386250496,
      "step": 15650
    },
    {
      "loss_action": 0.02228492870926857,
      "loss_total": 0.02228492870926857,
      "step": 15650
    },
    {
      "grad_norm": 0.25383150577545166,
      "learning_rate": 9.692585634171905e-05,
      "loss": 0.0173,
      "step": 15660
    },
    {
      "loss_action": 0.009354911744594574,
      "loss_total": 0.009354911744594574,
      "step": 15660
    },
    {
      "loss_action": 0.019891712814569473,
      "loss_total": 0.019891712814569473,
      "step": 15660
    },
    {
      "loss_action": 0.004899192601442337,
      "loss_total": 0.004899192601442337,
      "step": 15660
    },
    {
      "loss_action": 0.014147842302918434,
      "loss_total": 0.014147842302918434,
      "step": 15660
    },
    {
      "loss_action": 0.012850303202867508,
      "loss_total": 0.012850303202867508,
      "step": 15660
    },
    {
      "loss_action": 0.04175575450062752,
      "loss_total": 0.04175575450062752,
      "step": 15660
    },
    {
      "loss_action": 0.013641996309161186,
      "loss_total": 0.013641996309161186,
      "step": 15660
    },
    {
      "loss_action": 0.00734542915597558,
      "loss_total": 0.00734542915597558,
      "step": 15660
    },
    {
      "grad_norm": 0.13216812908649445,
      "learning_rate": 9.692014545780476e-05,
      "loss": 0.0149,
      "step": 15670
    },
    {
      "loss_action": 0.021391570568084717,
      "loss_total": 0.021391570568084717,
      "step": 15670
    },
    {
      "loss_action": 0.011106345802545547,
      "loss_total": 0.011106345802545547,
      "step": 15670
    },
    {
      "loss_action": 0.007601010613143444,
      "loss_total": 0.007601010613143444,
      "step": 15670
    },
    {
      "loss_action": 0.006858656648546457,
      "loss_total": 0.006858656648546457,
      "step": 15670
    },
    {
      "loss_action": 0.005247717723250389,
      "loss_total": 0.005247717723250389,
      "step": 15670
    },
    {
      "loss_action": 0.007462172769010067,
      "loss_total": 0.007462172769010067,
      "step": 15670
    },
    {
      "loss_action": 0.009942742995917797,
      "loss_total": 0.009942742995917797,
      "step": 15670
    },
    {
      "loss_action": 0.008524879813194275,
      "loss_total": 0.008524879813194275,
      "step": 15670
    },
    {
      "grad_norm": 0.10940650850534439,
      "learning_rate": 9.691442944277393e-05,
      "loss": 0.0155,
      "step": 15680
    },
    {
      "loss_action": 0.022507324814796448,
      "loss_total": 0.022507324814796448,
      "step": 15680
    },
    {
      "loss_action": 0.05876222997903824,
      "loss_total": 0.05876222997903824,
      "step": 15680
    },
    {
      "loss_action": 0.00704448577016592,
      "loss_total": 0.00704448577016592,
      "step": 15680
    },
    {
      "loss_action": 0.010992966592311859,
      "loss_total": 0.010992966592311859,
      "step": 15680
    },
    {
      "loss_action": 0.007719944231212139,
      "loss_total": 0.007719944231212139,
      "step": 15680
    },
    {
      "loss_action": 0.011487082578241825,
      "loss_total": 0.011487082578241825,
      "step": 15680
    },
    {
      "loss_action": 0.010129650123417377,
      "loss_total": 0.010129650123417377,
      "step": 15680
    },
    {
      "loss_action": 0.010545218363404274,
      "loss_total": 0.010545218363404274,
      "step": 15680
    },
    {
      "grad_norm": 0.15474361181259155,
      "learning_rate": 9.690870829725162e-05,
      "loss": 0.0144,
      "step": 15690
    },
    {
      "loss_action": 0.010207450948655605,
      "loss_total": 0.010207450948655605,
      "step": 15690
    },
    {
      "loss_action": 0.013397525995969772,
      "loss_total": 0.013397525995969772,
      "step": 15690
    },
    {
      "loss_action": 0.007540721446275711,
      "loss_total": 0.007540721446275711,
      "step": 15690
    },
    {
      "loss_action": 0.017864754423499107,
      "loss_total": 0.017864754423499107,
      "step": 15690
    },
    {
      "loss_action": 0.012857645750045776,
      "loss_total": 0.012857645750045776,
      "step": 15690
    },
    {
      "loss_action": 0.010995155200362206,
      "loss_total": 0.010995155200362206,
      "step": 15690
    },
    {
      "loss_action": 0.02184635028243065,
      "loss_total": 0.02184635028243065,
      "step": 15690
    },
    {
      "loss_action": 0.007848133333027363,
      "loss_total": 0.007848133333027363,
      "step": 15690
    },
    {
      "grad_norm": 0.2122197151184082,
      "learning_rate": 9.69029820218635e-05,
      "loss": 0.0142,
      "step": 15700
    },
    {
      "loss_action": 0.009566102176904678,
      "loss_total": 0.009566102176904678,
      "step": 15700
    },
    {
      "loss_action": 0.026415323838591576,
      "loss_total": 0.026415323838591576,
      "step": 15700
    },
    {
      "loss_action": 0.013711816631257534,
      "loss_total": 0.013711816631257534,
      "step": 15700
    },
    {
      "loss_action": 0.026410333812236786,
      "loss_total": 0.026410333812236786,
      "step": 15700
    },
    {
      "loss_action": 0.03135460242629051,
      "loss_total": 0.03135460242629051,
      "step": 15700
    },
    {
      "loss_action": 0.016108565032482147,
      "loss_total": 0.016108565032482147,
      "step": 15700
    },
    {
      "loss_action": 0.023305311799049377,
      "loss_total": 0.023305311799049377,
      "step": 15700
    },
    {
      "loss_action": 0.12227089703083038,
      "loss_total": 0.12227089703083038,
      "step": 15700
    },
    {
      "grad_norm": 0.19360260665416718,
      "learning_rate": 9.689725061723579e-05,
      "loss": 0.0173,
      "step": 15710
    },
    {
      "loss_action": 0.01857592910528183,
      "loss_total": 0.01857592910528183,
      "step": 15710
    },
    {
      "loss_action": 0.011721206828951836,
      "loss_total": 0.011721206828951836,
      "step": 15710
    },
    {
      "loss_action": 0.012959340587258339,
      "loss_total": 0.012959340587258339,
      "step": 15710
    },
    {
      "loss_action": 0.02033969759941101,
      "loss_total": 0.02033969759941101,
      "step": 15710
    },
    {
      "loss_action": 0.023365000262856483,
      "loss_total": 0.023365000262856483,
      "step": 15710
    },
    {
      "loss_action": 0.01723853498697281,
      "loss_total": 0.01723853498697281,
      "step": 15710
    },
    {
      "loss_action": 0.011061934754252434,
      "loss_total": 0.011061934754252434,
      "step": 15710
    },
    {
      "loss_action": 0.021762322634458542,
      "loss_total": 0.021762322634458542,
      "step": 15710
    },
    {
      "grad_norm": 0.25405895709991455,
      "learning_rate": 9.689151408399527e-05,
      "loss": 0.0161,
      "step": 15720
    },
    {
      "loss_action": 0.023133061826229095,
      "loss_total": 0.023133061826229095,
      "step": 15720
    },
    {
      "loss_action": 0.010942659340798855,
      "loss_total": 0.010942659340798855,
      "step": 15720
    },
    {
      "loss_action": 0.014323793351650238,
      "loss_total": 0.014323793351650238,
      "step": 15720
    },
    {
      "loss_action": 0.016656631603837013,
      "loss_total": 0.016656631603837013,
      "step": 15720
    },
    {
      "loss_action": 0.010585630312561989,
      "loss_total": 0.010585630312561989,
      "step": 15720
    },
    {
      "loss_action": 0.010388043709099293,
      "loss_total": 0.010388043709099293,
      "step": 15720
    },
    {
      "loss_action": 0.014658411033451557,
      "loss_total": 0.014658411033451557,
      "step": 15720
    },
    {
      "loss_action": 0.03573941811919212,
      "loss_total": 0.03573941811919212,
      "step": 15720
    },
    {
      "grad_norm": 0.11328742653131485,
      "learning_rate": 9.688577242276924e-05,
      "loss": 0.016,
      "step": 15730
    },
    {
      "loss_action": 0.03679313883185387,
      "loss_total": 0.03679313883185387,
      "step": 15730
    },
    {
      "loss_action": 0.022793956100940704,
      "loss_total": 0.022793956100940704,
      "step": 15730
    },
    {
      "loss_action": 0.007985953241586685,
      "loss_total": 0.007985953241586685,
      "step": 15730
    },
    {
      "loss_action": 0.015025783330202103,
      "loss_total": 0.015025783330202103,
      "step": 15730
    },
    {
      "loss_action": 0.01242045871913433,
      "loss_total": 0.01242045871913433,
      "step": 15730
    },
    {
      "loss_action": 0.009840253740549088,
      "loss_total": 0.009840253740549088,
      "step": 15730
    },
    {
      "loss_action": 0.009842106141149998,
      "loss_total": 0.009842106141149998,
      "step": 15730
    },
    {
      "loss_action": 0.010433734394609928,
      "loss_total": 0.010433734394609928,
      "step": 15730
    },
    {
      "grad_norm": 0.1273507922887802,
      "learning_rate": 9.688002563418566e-05,
      "loss": 0.0148,
      "step": 15740
    },
    {
      "loss_action": 0.018800809979438782,
      "loss_total": 0.018800809979438782,
      "step": 15740
    },
    {
      "loss_action": 0.010766204446554184,
      "loss_total": 0.010766204446554184,
      "step": 15740
    },
    {
      "loss_action": 0.015141633339226246,
      "loss_total": 0.015141633339226246,
      "step": 15740
    },
    {
      "loss_action": 0.006684236694127321,
      "loss_total": 0.006684236694127321,
      "step": 15740
    },
    {
      "loss_action": 0.024226631969213486,
      "loss_total": 0.024226631969213486,
      "step": 15740
    },
    {
      "loss_action": 0.027945252135396004,
      "loss_total": 0.027945252135396004,
      "step": 15740
    },
    {
      "loss_action": 0.01374184899032116,
      "loss_total": 0.01374184899032116,
      "step": 15740
    },
    {
      "loss_action": 0.021564463153481483,
      "loss_total": 0.021564463153481483,
      "step": 15740
    },
    {
      "grad_norm": 0.22050414979457855,
      "learning_rate": 9.687427371887293e-05,
      "loss": 0.0174,
      "step": 15750
    },
    {
      "loss_action": 0.03441371023654938,
      "loss_total": 0.03441371023654938,
      "step": 15750
    },
    {
      "loss_action": 0.015217630192637444,
      "loss_total": 0.015217630192637444,
      "step": 15750
    },
    {
      "loss_action": 0.014840425923466682,
      "loss_total": 0.014840425923466682,
      "step": 15750
    },
    {
      "loss_action": 0.013040737248957157,
      "loss_total": 0.013040737248957157,
      "step": 15750
    },
    {
      "loss_action": 0.012673743069171906,
      "loss_total": 0.012673743069171906,
      "step": 15750
    },
    {
      "loss_action": 0.017048757523298264,
      "loss_total": 0.017048757523298264,
      "step": 15750
    },
    {
      "loss_action": 0.034846577793359756,
      "loss_total": 0.034846577793359756,
      "step": 15750
    },
    {
      "loss_action": 0.00923579279333353,
      "loss_total": 0.00923579279333353,
      "step": 15750
    },
    {
      "grad_norm": 0.25566473603248596,
      "learning_rate": 9.686851667746012e-05,
      "loss": 0.0167,
      "step": 15760
    },
    {
      "loss_action": 0.010451392270624638,
      "loss_total": 0.010451392270624638,
      "step": 15760
    },
    {
      "loss_action": 0.013182547874748707,
      "loss_total": 0.013182547874748707,
      "step": 15760
    },
    {
      "loss_action": 0.017133232206106186,
      "loss_total": 0.017133232206106186,
      "step": 15760
    },
    {
      "loss_action": 0.015424422919750214,
      "loss_total": 0.015424422919750214,
      "step": 15760
    },
    {
      "loss_action": 0.011789597570896149,
      "loss_total": 0.011789597570896149,
      "step": 15760
    },
    {
      "loss_action": 0.020125865936279297,
      "loss_total": 0.020125865936279297,
      "step": 15760
    },
    {
      "loss_action": 0.008468052372336388,
      "loss_total": 0.008468052372336388,
      "step": 15760
    },
    {
      "loss_action": 0.023398110643029213,
      "loss_total": 0.023398110643029213,
      "step": 15760
    },
    {
      "grad_norm": 0.14730747044086456,
      "learning_rate": 9.686275451057677e-05,
      "loss": 0.0173,
      "step": 15770
    },
    {
      "loss_action": 0.01818566955626011,
      "loss_total": 0.01818566955626011,
      "step": 15770
    },
    {
      "loss_action": 0.03679993748664856,
      "loss_total": 0.03679993748664856,
      "step": 15770
    },
    {
      "loss_action": 0.01594068482518196,
      "loss_total": 0.01594068482518196,
      "step": 15770
    },
    {
      "loss_action": 0.03060692548751831,
      "loss_total": 0.03060692548751831,
      "step": 15770
    },
    {
      "loss_action": 0.021341683343052864,
      "loss_total": 0.021341683343052864,
      "step": 15770
    },
    {
      "loss_action": 0.014743192121386528,
      "loss_total": 0.014743192121386528,
      "step": 15770
    },
    {
      "loss_action": 0.012714673765003681,
      "loss_total": 0.012714673765003681,
      "step": 15770
    },
    {
      "loss_action": 0.03761832043528557,
      "loss_total": 0.03761832043528557,
      "step": 15770
    },
    {
      "grad_norm": 0.15368834137916565,
      "learning_rate": 9.685698721885308e-05,
      "loss": 0.0164,
      "step": 15780
    },
    {
      "loss_action": 0.04381851479411125,
      "loss_total": 0.04381851479411125,
      "step": 15780
    },
    {
      "loss_action": 0.013096725568175316,
      "loss_total": 0.013096725568175316,
      "step": 15780
    },
    {
      "loss_action": 0.007396089378744364,
      "loss_total": 0.007396089378744364,
      "step": 15780
    },
    {
      "loss_action": 0.021002577617764473,
      "loss_total": 0.021002577617764473,
      "step": 15780
    },
    {
      "loss_action": 0.00758211687207222,
      "loss_total": 0.00758211687207222,
      "step": 15780
    },
    {
      "loss_action": 0.006406476255506277,
      "loss_total": 0.006406476255506277,
      "step": 15780
    },
    {
      "loss_action": 0.02709898166358471,
      "loss_total": 0.02709898166358471,
      "step": 15780
    },
    {
      "loss_action": 0.02477147802710533,
      "loss_total": 0.02477147802710533,
      "step": 15780
    },
    {
      "grad_norm": 0.22415290772914886,
      "learning_rate": 9.68512148029197e-05,
      "loss": 0.0185,
      "step": 15790
    },
    {
      "loss_action": 0.00783529132604599,
      "loss_total": 0.00783529132604599,
      "step": 15790
    },
    {
      "loss_action": 0.012740190140902996,
      "loss_total": 0.012740190140902996,
      "step": 15790
    },
    {
      "loss_action": 0.010315660387277603,
      "loss_total": 0.010315660387277603,
      "step": 15790
    },
    {
      "loss_action": 0.01582108624279499,
      "loss_total": 0.01582108624279499,
      "step": 15790
    },
    {
      "loss_action": 0.013766096904873848,
      "loss_total": 0.013766096904873848,
      "step": 15790
    },
    {
      "loss_action": 0.015859441831707954,
      "loss_total": 0.015859441831707954,
      "step": 15790
    },
    {
      "loss_action": 0.012500157579779625,
      "loss_total": 0.012500157579779625,
      "step": 15790
    },
    {
      "loss_action": 0.006747153587639332,
      "loss_total": 0.006747153587639332,
      "step": 15790
    },
    {
      "grad_norm": 0.15086708962917328,
      "learning_rate": 9.684543726340791e-05,
      "loss": 0.0172,
      "step": 15800
    },
    {
      "loss_action": 0.02116844803094864,
      "loss_total": 0.02116844803094864,
      "step": 15800
    },
    {
      "loss_action": 0.01087122317403555,
      "loss_total": 0.01087122317403555,
      "step": 15800
    },
    {
      "loss_action": 0.0139341801404953,
      "loss_total": 0.0139341801404953,
      "step": 15800
    },
    {
      "loss_action": 0.019574126228690147,
      "loss_total": 0.019574126228690147,
      "step": 15800
    },
    {
      "loss_action": 0.006775396876037121,
      "loss_total": 0.006775396876037121,
      "step": 15800
    },
    {
      "loss_action": 0.01660967990756035,
      "loss_total": 0.01660967990756035,
      "step": 15800
    },
    {
      "loss_action": 0.012122655287384987,
      "loss_total": 0.012122655287384987,
      "step": 15800
    },
    {
      "loss_action": 0.017838697880506516,
      "loss_total": 0.017838697880506516,
      "step": 15800
    },
    {
      "grad_norm": 0.16625632345676422,
      "learning_rate": 9.683965460094952e-05,
      "loss": 0.0151,
      "step": 15810
    },
    {
      "loss_action": 0.008696075528860092,
      "loss_total": 0.008696075528860092,
      "step": 15810
    },
    {
      "loss_action": 0.00914799328893423,
      "loss_total": 0.00914799328893423,
      "step": 15810
    },
    {
      "loss_action": 0.03071572072803974,
      "loss_total": 0.03071572072803974,
      "step": 15810
    },
    {
      "loss_action": 0.02754281833767891,
      "loss_total": 0.02754281833767891,
      "step": 15810
    },
    {
      "loss_action": 0.013151269406080246,
      "loss_total": 0.013151269406080246,
      "step": 15810
    },
    {
      "loss_action": 0.009209414012730122,
      "loss_total": 0.009209414012730122,
      "step": 15810
    },
    {
      "loss_action": 0.015874328091740608,
      "loss_total": 0.015874328091740608,
      "step": 15810
    },
    {
      "loss_action": 0.013265031389892101,
      "loss_total": 0.013265031389892101,
      "step": 15810
    },
    {
      "grad_norm": 0.14040647447109222,
      "learning_rate": 9.683386681617694e-05,
      "loss": 0.0153,
      "step": 15820
    },
    {
      "loss_action": 0.013575694523751736,
      "loss_total": 0.013575694523751736,
      "step": 15820
    },
    {
      "loss_action": 0.006689500529319048,
      "loss_total": 0.006689500529319048,
      "step": 15820
    },
    {
      "loss_action": 0.009431470185518265,
      "loss_total": 0.009431470185518265,
      "step": 15820
    },
    {
      "loss_action": 0.011209341697394848,
      "loss_total": 0.011209341697394848,
      "step": 15820
    },
    {
      "loss_action": 0.007874798029661179,
      "loss_total": 0.007874798029661179,
      "step": 15820
    },
    {
      "loss_action": 0.013041369616985321,
      "loss_total": 0.013041369616985321,
      "step": 15820
    },
    {
      "loss_action": 0.008926868438720703,
      "loss_total": 0.008926868438720703,
      "step": 15820
    },
    {
      "loss_action": 0.013551121577620506,
      "loss_total": 0.013551121577620506,
      "step": 15820
    },
    {
      "grad_norm": 0.17235563695430756,
      "learning_rate": 9.68280739097231e-05,
      "loss": 0.0147,
      "step": 15830
    },
    {
      "loss_action": 0.01155359111726284,
      "loss_total": 0.01155359111726284,
      "step": 15830
    },
    {
      "loss_action": 0.012488603591918945,
      "loss_total": 0.012488603591918945,
      "step": 15830
    },
    {
      "loss_action": 0.012705364264547825,
      "loss_total": 0.012705364264547825,
      "step": 15830
    },
    {
      "loss_action": 0.015191849321126938,
      "loss_total": 0.015191849321126938,
      "step": 15830
    },
    {
      "loss_action": 0.014051448553800583,
      "loss_total": 0.014051448553800583,
      "step": 15830
    },
    {
      "loss_action": 0.01720588095486164,
      "loss_total": 0.01720588095486164,
      "step": 15830
    },
    {
      "loss_action": 0.00678366981446743,
      "loss_total": 0.00678366981446743,
      "step": 15830
    },
    {
      "loss_action": 0.003759976476430893,
      "loss_total": 0.003759976476430893,
      "step": 15830
    },
    {
      "grad_norm": 0.1407671719789505,
      "learning_rate": 9.682227588222148e-05,
      "loss": 0.0142,
      "step": 15840
    },
    {
      "loss_action": 0.009873068891465664,
      "loss_total": 0.009873068891465664,
      "step": 15840
    },
    {
      "loss_action": 0.018357012420892715,
      "loss_total": 0.018357012420892715,
      "step": 15840
    },
    {
      "loss_action": 0.014771649613976479,
      "loss_total": 0.014771649613976479,
      "step": 15840
    },
    {
      "loss_action": 0.021659215912222862,
      "loss_total": 0.021659215912222862,
      "step": 15840
    },
    {
      "loss_action": 0.026861228048801422,
      "loss_total": 0.026861228048801422,
      "step": 15840
    },
    {
      "loss_action": 0.013118297792971134,
      "loss_total": 0.013118297792971134,
      "step": 15840
    },
    {
      "loss_action": 0.034616537392139435,
      "loss_total": 0.034616537392139435,
      "step": 15840
    },
    {
      "loss_action": 0.02667892351746559,
      "loss_total": 0.02667892351746559,
      "step": 15840
    },
    {
      "grad_norm": 0.17354372143745422,
      "learning_rate": 9.681647273430618e-05,
      "loss": 0.0152,
      "step": 15850
    },
    {
      "loss_action": 0.010326730087399483,
      "loss_total": 0.010326730087399483,
      "step": 15850
    },
    {
      "loss_action": 0.011941355653107166,
      "loss_total": 0.011941355653107166,
      "step": 15850
    },
    {
      "loss_action": 0.008857621811330318,
      "loss_total": 0.008857621811330318,
      "step": 15850
    },
    {
      "loss_action": 0.018099576234817505,
      "loss_total": 0.018099576234817505,
      "step": 15850
    },
    {
      "loss_action": 0.007388263009488583,
      "loss_total": 0.007388263009488583,
      "step": 15850
    },
    {
      "loss_action": 0.013758012093603611,
      "loss_total": 0.013758012093603611,
      "step": 15850
    },
    {
      "loss_action": 0.00805678404867649,
      "loss_total": 0.00805678404867649,
      "step": 15850
    },
    {
      "loss_action": 0.010843398980796337,
      "loss_total": 0.010843398980796337,
      "step": 15850
    },
    {
      "grad_norm": 0.17963151633739471,
      "learning_rate": 9.681066446661182e-05,
      "loss": 0.017,
      "step": 15860
    },
    {
      "loss_action": 0.017918702214956284,
      "loss_total": 0.017918702214956284,
      "step": 15860
    },
    {
      "loss_action": 0.010295353829860687,
      "loss_total": 0.010295353829860687,
      "step": 15860
    },
    {
      "loss_action": 0.0050331708043813705,
      "loss_total": 0.0050331708043813705,
      "step": 15860
    },
    {
      "loss_action": 0.005421594250947237,
      "loss_total": 0.005421594250947237,
      "step": 15860
    },
    {
      "loss_action": 0.02193646878004074,
      "loss_total": 0.02193646878004074,
      "step": 15860
    },
    {
      "loss_action": 0.012595126405358315,
      "loss_total": 0.012595126405358315,
      "step": 15860
    },
    {
      "loss_action": 0.03919129818677902,
      "loss_total": 0.03919129818677902,
      "step": 15860
    },
    {
      "loss_action": 0.018848245963454247,
      "loss_total": 0.018848245963454247,
      "step": 15860
    },
    {
      "grad_norm": 0.14792034029960632,
      "learning_rate": 9.680485107977357e-05,
      "loss": 0.0153,
      "step": 15870
    },
    {
      "loss_action": 0.015013792552053928,
      "loss_total": 0.015013792552053928,
      "step": 15870
    },
    {
      "loss_action": 0.010685679502785206,
      "loss_total": 0.010685679502785206,
      "step": 15870
    },
    {
      "loss_action": 0.03476973623037338,
      "loss_total": 0.03476973623037338,
      "step": 15870
    },
    {
      "loss_action": 0.008792342618107796,
      "loss_total": 0.008792342618107796,
      "step": 15870
    },
    {
      "loss_action": 0.008158762007951736,
      "loss_total": 0.008158762007951736,
      "step": 15870
    },
    {
      "loss_action": 0.01614796556532383,
      "loss_total": 0.01614796556532383,
      "step": 15870
    },
    {
      "loss_action": 0.021228421479463577,
      "loss_total": 0.021228421479463577,
      "step": 15870
    },
    {
      "loss_action": 0.00948080513626337,
      "loss_total": 0.00948080513626337,
      "step": 15870
    },
    {
      "grad_norm": 0.13027751445770264,
      "learning_rate": 9.679903257442716e-05,
      "loss": 0.0146,
      "step": 15880
    },
    {
      "loss_action": 0.019494790583848953,
      "loss_total": 0.019494790583848953,
      "step": 15880
    },
    {
      "loss_action": 0.012012614868581295,
      "loss_total": 0.012012614868581295,
      "step": 15880
    },
    {
      "loss_action": 0.03052831068634987,
      "loss_total": 0.03052831068634987,
      "step": 15880
    },
    {
      "loss_action": 0.009649950079619884,
      "loss_total": 0.009649950079619884,
      "step": 15880
    },
    {
      "loss_action": 0.01409432664513588,
      "loss_total": 0.01409432664513588,
      "step": 15880
    },
    {
      "loss_action": 0.008298473432660103,
      "loss_total": 0.008298473432660103,
      "step": 15880
    },
    {
      "loss_action": 0.02121911570429802,
      "loss_total": 0.02121911570429802,
      "step": 15880
    },
    {
      "loss_action": 0.019767507910728455,
      "loss_total": 0.019767507910728455,
      "step": 15880
    },
    {
      "grad_norm": 0.1412508338689804,
      "learning_rate": 9.679320895120891e-05,
      "loss": 0.0146,
      "step": 15890
    },
    {
      "loss_action": 0.007011211942881346,
      "loss_total": 0.007011211942881346,
      "step": 15890
    },
    {
      "loss_action": 0.009781165048480034,
      "loss_total": 0.009781165048480034,
      "step": 15890
    },
    {
      "loss_action": 0.03417801111936569,
      "loss_total": 0.03417801111936569,
      "step": 15890
    },
    {
      "loss_action": 0.011389022693037987,
      "loss_total": 0.011389022693037987,
      "step": 15890
    },
    {
      "loss_action": 0.015805918723344803,
      "loss_total": 0.015805918723344803,
      "step": 15890
    },
    {
      "loss_action": 0.011222708970308304,
      "loss_total": 0.011222708970308304,
      "step": 15890
    },
    {
      "loss_action": 0.019322844222187996,
      "loss_total": 0.019322844222187996,
      "step": 15890
    },
    {
      "loss_action": 0.027860935777425766,
      "loss_total": 0.027860935777425766,
      "step": 15890
    },
    {
      "grad_norm": 0.1596929132938385,
      "learning_rate": 9.67873802107557e-05,
      "loss": 0.0155,
      "step": 15900
    },
    {
      "loss_action": 0.007945544086396694,
      "loss_total": 0.007945544086396694,
      "step": 15900
    },
    {
      "loss_action": 0.011154212057590485,
      "loss_total": 0.011154212057590485,
      "step": 15900
    },
    {
      "loss_action": 0.012126816436648369,
      "loss_total": 0.012126816436648369,
      "step": 15900
    },
    {
      "loss_action": 0.027715234085917473,
      "loss_total": 0.027715234085917473,
      "step": 15900
    },
    {
      "loss_action": 0.008683689869940281,
      "loss_total": 0.008683689869940281,
      "step": 15900
    },
    {
      "loss_action": 0.01903863437473774,
      "loss_total": 0.01903863437473774,
      "step": 15900
    },
    {
      "loss_action": 0.007386322133243084,
      "loss_total": 0.007386322133243084,
      "step": 15900
    },
    {
      "loss_action": 0.014977495186030865,
      "loss_total": 0.014977495186030865,
      "step": 15900
    },
    {
      "grad_norm": 0.19878068566322327,
      "learning_rate": 9.67815463537049e-05,
      "loss": 0.0158,
      "step": 15910
    },
    {
      "loss_action": 0.028412824496626854,
      "loss_total": 0.028412824496626854,
      "step": 15910
    },
    {
      "loss_action": 0.009671537205576897,
      "loss_total": 0.009671537205576897,
      "step": 15910
    },
    {
      "loss_action": 0.010492709465324879,
      "loss_total": 0.010492709465324879,
      "step": 15910
    },
    {
      "loss_action": 0.014470402151346207,
      "loss_total": 0.014470402151346207,
      "step": 15910
    },
    {
      "loss_action": 0.015912208706140518,
      "loss_total": 0.015912208706140518,
      "step": 15910
    },
    {
      "loss_action": 0.009452834725379944,
      "loss_total": 0.009452834725379944,
      "step": 15910
    },
    {
      "loss_action": 0.023811155930161476,
      "loss_total": 0.023811155930161476,
      "step": 15910
    },
    {
      "loss_action": 0.0429401695728302,
      "loss_total": 0.0429401695728302,
      "step": 15910
    },
    {
      "grad_norm": 0.14597760140895844,
      "learning_rate": 9.677570738069457e-05,
      "loss": 0.016,
      "step": 15920
    },
    {
      "loss_action": 0.008653419092297554,
      "loss_total": 0.008653419092297554,
      "step": 15920
    },
    {
      "loss_action": 0.017630474641919136,
      "loss_total": 0.017630474641919136,
      "step": 15920
    },
    {
      "loss_action": 0.006362301763147116,
      "loss_total": 0.006362301763147116,
      "step": 15920
    },
    {
      "loss_action": 0.013604767620563507,
      "loss_total": 0.013604767620563507,
      "step": 15920
    },
    {
      "loss_action": 0.005242161452770233,
      "loss_total": 0.005242161452770233,
      "step": 15920
    },
    {
      "loss_action": 0.006675221957266331,
      "loss_total": 0.006675221957266331,
      "step": 15920
    },
    {
      "loss_action": 0.021520456299185753,
      "loss_total": 0.021520456299185753,
      "step": 15920
    },
    {
      "loss_action": 0.03377369046211243,
      "loss_total": 0.03377369046211243,
      "step": 15920
    },
    {
      "grad_norm": 0.18619787693023682,
      "learning_rate": 9.676986329236318e-05,
      "loss": 0.0153,
      "step": 15930
    },
    {
      "loss_action": 0.022611316293478012,
      "loss_total": 0.022611316293478012,
      "step": 15930
    },
    {
      "loss_action": 0.015065845102071762,
      "loss_total": 0.015065845102071762,
      "step": 15930
    },
    {
      "loss_action": 0.008954103104770184,
      "loss_total": 0.008954103104770184,
      "step": 15930
    },
    {
      "loss_action": 0.01286665815860033,
      "loss_total": 0.01286665815860033,
      "step": 15930
    },
    {
      "loss_action": 0.00782306119799614,
      "loss_total": 0.00782306119799614,
      "step": 15930
    },
    {
      "loss_action": 0.012353716418147087,
      "loss_total": 0.012353716418147087,
      "step": 15930
    },
    {
      "loss_action": 0.018768418580293655,
      "loss_total": 0.018768418580293655,
      "step": 15930
    },
    {
      "loss_action": 0.01474987342953682,
      "loss_total": 0.01474987342953682,
      "step": 15930
    },
    {
      "grad_norm": 0.11725723743438721,
      "learning_rate": 9.676401408934987e-05,
      "loss": 0.0138,
      "step": 15940
    },
    {
      "loss_action": 0.016916319727897644,
      "loss_total": 0.016916319727897644,
      "step": 15940
    },
    {
      "loss_action": 0.028717435896396637,
      "loss_total": 0.028717435896396637,
      "step": 15940
    },
    {
      "loss_action": 0.012100236490368843,
      "loss_total": 0.012100236490368843,
      "step": 15940
    },
    {
      "loss_action": 0.014379946514964104,
      "loss_total": 0.014379946514964104,
      "step": 15940
    },
    {
      "loss_action": 0.005332850851118565,
      "loss_total": 0.005332850851118565,
      "step": 15940
    },
    {
      "loss_action": 0.00966756884008646,
      "loss_total": 0.00966756884008646,
      "step": 15940
    },
    {
      "loss_action": 0.013006696477532387,
      "loss_total": 0.013006696477532387,
      "step": 15940
    },
    {
      "loss_action": 0.013377340510487556,
      "loss_total": 0.013377340510487556,
      "step": 15940
    },
    {
      "grad_norm": 0.17652395367622375,
      "learning_rate": 9.675815977229428e-05,
      "loss": 0.0146,
      "step": 15950
    },
    {
      "loss_action": 0.015011300332844257,
      "loss_total": 0.015011300332844257,
      "step": 15950
    },
    {
      "loss_action": 0.006655999459326267,
      "loss_total": 0.006655999459326267,
      "step": 15950
    },
    {
      "loss_action": 0.006811477243900299,
      "loss_total": 0.006811477243900299,
      "step": 15950
    },
    {
      "loss_action": 0.0066530099138617516,
      "loss_total": 0.0066530099138617516,
      "step": 15950
    },
    {
      "loss_action": 0.005597323179244995,
      "loss_total": 0.005597323179244995,
      "step": 15950
    },
    {
      "loss_action": 0.00941043347120285,
      "loss_total": 0.00941043347120285,
      "step": 15950
    },
    {
      "loss_action": 0.024339819326996803,
      "loss_total": 0.024339819326996803,
      "step": 15950
    },
    {
      "loss_action": 0.008502169512212276,
      "loss_total": 0.008502169512212276,
      "step": 15950
    },
    {
      "grad_norm": 0.14230389893054962,
      "learning_rate": 9.675230034183664e-05,
      "loss": 0.0115,
      "step": 15960
    },
    {
      "loss_action": 0.01373943593353033,
      "loss_total": 0.01373943593353033,
      "step": 15960
    },
    {
      "loss_action": 0.02403394505381584,
      "loss_total": 0.02403394505381584,
      "step": 15960
    },
    {
      "loss_action": 0.02489292062819004,
      "loss_total": 0.02489292062819004,
      "step": 15960
    },
    {
      "loss_action": 0.018548086285591125,
      "loss_total": 0.018548086285591125,
      "step": 15960
    },
    {
      "loss_action": 0.026099607348442078,
      "loss_total": 0.026099607348442078,
      "step": 15960
    },
    {
      "loss_action": 0.015359598211944103,
      "loss_total": 0.015359598211944103,
      "step": 15960
    },
    {
      "loss_action": 0.026600252836942673,
      "loss_total": 0.026600252836942673,
      "step": 15960
    },
    {
      "loss_action": 0.013871850445866585,
      "loss_total": 0.013871850445866585,
      "step": 15960
    },
    {
      "grad_norm": 0.15773983299732208,
      "learning_rate": 9.674643579861773e-05,
      "loss": 0.0163,
      "step": 15970
    },
    {
      "loss_action": 0.02268947847187519,
      "loss_total": 0.02268947847187519,
      "step": 15970
    },
    {
      "loss_action": 0.011198417283594608,
      "loss_total": 0.011198417283594608,
      "step": 15970
    },
    {
      "loss_action": 0.02521750144660473,
      "loss_total": 0.02521750144660473,
      "step": 15970
    },
    {
      "loss_action": 0.019791290163993835,
      "loss_total": 0.019791290163993835,
      "step": 15970
    },
    {
      "loss_action": 0.01507708802819252,
      "loss_total": 0.01507708802819252,
      "step": 15970
    },
    {
      "loss_action": 0.007370498962700367,
      "loss_total": 0.007370498962700367,
      "step": 15970
    },
    {
      "loss_action": 0.014658471569418907,
      "loss_total": 0.014658471569418907,
      "step": 15970
    },
    {
      "loss_action": 0.010106535628437996,
      "loss_total": 0.010106535628437996,
      "step": 15970
    },
    {
      "grad_norm": 0.14725624024868011,
      "learning_rate": 9.674056614327886e-05,
      "loss": 0.0166,
      "step": 15980
    },
    {
      "loss_action": 0.011898200958967209,
      "loss_total": 0.011898200958967209,
      "step": 15980
    },
    {
      "loss_action": 0.025694875046610832,
      "loss_total": 0.025694875046610832,
      "step": 15980
    },
    {
      "loss_action": 0.008729908615350723,
      "loss_total": 0.008729908615350723,
      "step": 15980
    },
    {
      "loss_action": 0.007546884007751942,
      "loss_total": 0.007546884007751942,
      "step": 15980
    },
    {
      "loss_action": 0.010282011702656746,
      "loss_total": 0.010282011702656746,
      "step": 15980
    },
    {
      "loss_action": 0.005014988128095865,
      "loss_total": 0.005014988128095865,
      "step": 15980
    },
    {
      "loss_action": 0.010385693982243538,
      "loss_total": 0.010385693982243538,
      "step": 15980
    },
    {
      "loss_action": 0.016222145408391953,
      "loss_total": 0.016222145408391953,
      "step": 15980
    },
    {
      "grad_norm": 0.23565465211868286,
      "learning_rate": 9.673469137646198e-05,
      "loss": 0.0157,
      "step": 15990
    },
    {
      "loss_action": 0.006655339617282152,
      "loss_total": 0.006655339617282152,
      "step": 15990
    },
    {
      "loss_action": 0.016358382999897003,
      "loss_total": 0.016358382999897003,
      "step": 15990
    },
    {
      "loss_action": 0.025198310613632202,
      "loss_total": 0.025198310613632202,
      "step": 15990
    },
    {
      "loss_action": 0.008455191738903522,
      "loss_total": 0.008455191738903522,
      "step": 15990
    },
    {
      "loss_action": 0.009043029509484768,
      "loss_total": 0.009043029509484768,
      "step": 15990
    },
    {
      "loss_action": 0.018980469554662704,
      "loss_total": 0.018980469554662704,
      "step": 15990
    },
    {
      "loss_action": 0.016493694856762886,
      "loss_total": 0.016493694856762886,
      "step": 15990
    },
    {
      "loss_action": 0.015854306519031525,
      "loss_total": 0.015854306519031525,
      "step": 15990
    },
    {
      "grad_norm": 0.20924928784370422,
      "learning_rate": 9.67288114988095e-05,
      "loss": 0.0164,
      "step": 16000
    },
    {
      "loss_action": 0.028331121429800987,
      "loss_total": 0.028331121429800987,
      "step": 16000
    },
    {
      "loss_action": 0.009077491238713264,
      "loss_total": 0.009077491238713264,
      "step": 16000
    },
    {
      "loss_action": 0.012131848372519016,
      "loss_total": 0.012131848372519016,
      "step": 16000
    },
    {
      "loss_action": 0.013095181435346603,
      "loss_total": 0.013095181435346603,
      "step": 16000
    },
    {
      "loss_action": 0.010700318962335587,
      "loss_total": 0.010700318962335587,
      "step": 16000
    },
    {
      "loss_action": 0.012707588262856007,
      "loss_total": 0.012707588262856007,
      "step": 16000
    },
    {
      "loss_action": 0.021370336413383484,
      "loss_total": 0.021370336413383484,
      "step": 16000
    },
    {
      "loss_action": 0.008004205301404,
      "loss_total": 0.008004205301404,
      "step": 16000
    },
    {
      "grad_norm": 0.14437435567378998,
      "learning_rate": 9.672292651096447e-05,
      "loss": 0.0156,
      "step": 16010
    },
    {
      "loss_action": 0.022340204566717148,
      "loss_total": 0.022340204566717148,
      "step": 16010
    },
    {
      "loss_action": 0.02562106028199196,
      "loss_total": 0.02562106028199196,
      "step": 16010
    },
    {
      "loss_action": 0.01663106121122837,
      "loss_total": 0.01663106121122837,
      "step": 16010
    },
    {
      "loss_action": 0.022439494729042053,
      "loss_total": 0.022439494729042053,
      "step": 16010
    },
    {
      "loss_action": 0.011898382566869259,
      "loss_total": 0.011898382566869259,
      "step": 16010
    },
    {
      "loss_action": 0.01781051978468895,
      "loss_total": 0.01781051978468895,
      "step": 16010
    },
    {
      "loss_action": 0.06507223844528198,
      "loss_total": 0.06507223844528198,
      "step": 16010
    },
    {
      "loss_action": 0.01947646774351597,
      "loss_total": 0.01947646774351597,
      "step": 16010
    },
    {
      "grad_norm": 0.15536996722221375,
      "learning_rate": 9.671703641357042e-05,
      "loss": 0.0159,
      "step": 16020
    },
    {
      "loss_action": 0.010048916563391685,
      "loss_total": 0.010048916563391685,
      "step": 16020
    },
    {
      "loss_action": 0.018726926296949387,
      "loss_total": 0.018726926296949387,
      "step": 16020
    },
    {
      "loss_action": 0.010763761587440968,
      "loss_total": 0.010763761587440968,
      "step": 16020
    },
    {
      "loss_action": 0.020872149616479874,
      "loss_total": 0.020872149616479874,
      "step": 16020
    },
    {
      "loss_action": 0.009686041623353958,
      "loss_total": 0.009686041623353958,
      "step": 16020
    },
    {
      "loss_action": 0.021498903632164,
      "loss_total": 0.021498903632164,
      "step": 16020
    },
    {
      "loss_action": 0.01949094980955124,
      "loss_total": 0.01949094980955124,
      "step": 16020
    },
    {
      "loss_action": 0.03534714877605438,
      "loss_total": 0.03534714877605438,
      "step": 16020
    },
    {
      "grad_norm": 0.1733388453722,
      "learning_rate": 9.67111412072715e-05,
      "loss": 0.0162,
      "step": 16030
    },
    {
      "loss_action": 0.006941405590623617,
      "loss_total": 0.006941405590623617,
      "step": 16030
    },
    {
      "loss_action": 0.016548458486795425,
      "loss_total": 0.016548458486795425,
      "step": 16030
    },
    {
      "loss_action": 0.010618174448609352,
      "loss_total": 0.010618174448609352,
      "step": 16030
    },
    {
      "loss_action": 0.01707548275589943,
      "loss_total": 0.01707548275589943,
      "step": 16030
    },
    {
      "loss_action": 0.008281848393380642,
      "loss_total": 0.008281848393380642,
      "step": 16030
    },
    {
      "loss_action": 0.008423720486462116,
      "loss_total": 0.008423720486462116,
      "step": 16030
    },
    {
      "loss_action": 0.012531980872154236,
      "loss_total": 0.012531980872154236,
      "step": 16030
    },
    {
      "loss_action": 0.004946291446685791,
      "loss_total": 0.004946291446685791,
      "step": 16030
    },
    {
      "grad_norm": 0.2535913586616516,
      "learning_rate": 9.670524089271242e-05,
      "loss": 0.016,
      "step": 16040
    },
    {
      "loss_action": 0.007839221507310867,
      "loss_total": 0.007839221507310867,
      "step": 16040
    },
    {
      "loss_action": 0.007288496010005474,
      "loss_total": 0.007288496010005474,
      "step": 16040
    },
    {
      "loss_action": 0.006467657629400492,
      "loss_total": 0.006467657629400492,
      "step": 16040
    },
    {
      "loss_action": 0.0068979510106146336,
      "loss_total": 0.0068979510106146336,
      "step": 16040
    },
    {
      "loss_action": 0.016820214688777924,
      "loss_total": 0.016820214688777924,
      "step": 16040
    },
    {
      "loss_action": 0.0057694511488080025,
      "loss_total": 0.0057694511488080025,
      "step": 16040
    },
    {
      "loss_action": 0.013463644310832024,
      "loss_total": 0.013463644310832024,
      "step": 16040
    },
    {
      "loss_action": 0.016388025134801865,
      "loss_total": 0.016388025134801865,
      "step": 16040
    },
    {
      "grad_norm": 0.19244256615638733,
      "learning_rate": 9.669933547053842e-05,
      "loss": 0.0175,
      "step": 16050
    },
    {
      "loss_action": 0.004871826618909836,
      "loss_total": 0.004871826618909836,
      "step": 16050
    },
    {
      "loss_action": 0.009578244760632515,
      "loss_total": 0.009578244760632515,
      "step": 16050
    },
    {
      "loss_action": 0.0060624307952821255,
      "loss_total": 0.0060624307952821255,
      "step": 16050
    },
    {
      "loss_action": 0.013288985006511211,
      "loss_total": 0.013288985006511211,
      "step": 16050
    },
    {
      "loss_action": 0.01792183518409729,
      "loss_total": 0.01792183518409729,
      "step": 16050
    },
    {
      "loss_action": 0.014196595177054405,
      "loss_total": 0.014196595177054405,
      "step": 16050
    },
    {
      "loss_action": 0.026215530931949615,
      "loss_total": 0.026215530931949615,
      "step": 16050
    },
    {
      "loss_action": 0.017374800518155098,
      "loss_total": 0.017374800518155098,
      "step": 16050
    },
    {
      "grad_norm": 0.2390434443950653,
      "learning_rate": 9.669342494139531e-05,
      "loss": 0.0149,
      "step": 16060
    },
    {
      "loss_action": 0.014526955783367157,
      "loss_total": 0.014526955783367157,
      "step": 16060
    },
    {
      "loss_action": 0.015235048718750477,
      "loss_total": 0.015235048718750477,
      "step": 16060
    },
    {
      "loss_action": 0.012624374590814114,
      "loss_total": 0.012624374590814114,
      "step": 16060
    },
    {
      "loss_action": 0.007700826041400433,
      "loss_total": 0.007700826041400433,
      "step": 16060
    },
    {
      "loss_action": 0.007793725933879614,
      "loss_total": 0.007793725933879614,
      "step": 16060
    },
    {
      "loss_action": 0.01577971689403057,
      "loss_total": 0.01577971689403057,
      "step": 16060
    },
    {
      "loss_action": 0.01035257801413536,
      "loss_total": 0.01035257801413536,
      "step": 16060
    },
    {
      "loss_action": 0.008852120488882065,
      "loss_total": 0.008852120488882065,
      "step": 16060
    },
    {
      "grad_norm": 0.17195522785186768,
      "learning_rate": 9.668750930592943e-05,
      "loss": 0.0142,
      "step": 16070
    },
    {
      "loss_action": 0.02870785817503929,
      "loss_total": 0.02870785817503929,
      "step": 16070
    },
    {
      "loss_action": 0.008599873632192612,
      "loss_total": 0.008599873632192612,
      "step": 16070
    },
    {
      "loss_action": 0.008260807022452354,
      "loss_total": 0.008260807022452354,
      "step": 16070
    },
    {
      "loss_action": 0.00816509872674942,
      "loss_total": 0.00816509872674942,
      "step": 16070
    },
    {
      "loss_action": 0.011688053607940674,
      "loss_total": 0.011688053607940674,
      "step": 16070
    },
    {
      "loss_action": 0.03442642465233803,
      "loss_total": 0.03442642465233803,
      "step": 16070
    },
    {
      "loss_action": 0.009254753589630127,
      "loss_total": 0.009254753589630127,
      "step": 16070
    },
    {
      "loss_action": 0.014251891523599625,
      "loss_total": 0.014251891523599625,
      "step": 16070
    },
    {
      "grad_norm": 0.18662206828594208,
      "learning_rate": 9.668158856478775e-05,
      "loss": 0.0147,
      "step": 16080
    },
    {
      "loss_action": 0.007943584583699703,
      "loss_total": 0.007943584583699703,
      "step": 16080
    },
    {
      "loss_action": 0.00992098730057478,
      "loss_total": 0.00992098730057478,
      "step": 16080
    },
    {
      "loss_action": 0.0126677630469203,
      "loss_total": 0.0126677630469203,
      "step": 16080
    },
    {
      "loss_action": 0.006058460101485252,
      "loss_total": 0.006058460101485252,
      "step": 16080
    },
    {
      "loss_action": 0.044485919177532196,
      "loss_total": 0.044485919177532196,
      "step": 16080
    },
    {
      "loss_action": 0.010585006326436996,
      "loss_total": 0.010585006326436996,
      "step": 16080
    },
    {
      "loss_action": 0.019877349957823753,
      "loss_total": 0.019877349957823753,
      "step": 16080
    },
    {
      "loss_action": 0.01205600704997778,
      "loss_total": 0.01205600704997778,
      "step": 16080
    },
    {
      "grad_norm": 0.1345255970954895,
      "learning_rate": 9.66756627186177e-05,
      "loss": 0.0157,
      "step": 16090
    },
    {
      "loss_action": 0.011237943544983864,
      "loss_total": 0.011237943544983864,
      "step": 16090
    },
    {
      "loss_action": 0.015911739319562912,
      "loss_total": 0.015911739319562912,
      "step": 16090
    },
    {
      "loss_action": 0.008974319323897362,
      "loss_total": 0.008974319323897362,
      "step": 16090
    },
    {
      "loss_action": 0.01194959506392479,
      "loss_total": 0.01194959506392479,
      "step": 16090
    },
    {
      "loss_action": 0.006290377117693424,
      "loss_total": 0.006290377117693424,
      "step": 16090
    },
    {
      "loss_action": 0.007922416552901268,
      "loss_total": 0.007922416552901268,
      "step": 16090
    },
    {
      "loss_action": 0.04053131863474846,
      "loss_total": 0.04053131863474846,
      "step": 16090
    },
    {
      "loss_action": 0.011115867644548416,
      "loss_total": 0.011115867644548416,
      "step": 16090
    },
    {
      "grad_norm": 0.15562035143375397,
      "learning_rate": 9.666973176806737e-05,
      "loss": 0.0134,
      "step": 16100
    },
    {
      "loss_action": 0.017944268882274628,
      "loss_total": 0.017944268882274628,
      "step": 16100
    },
    {
      "loss_action": 0.006079178769141436,
      "loss_total": 0.006079178769141436,
      "step": 16100
    },
    {
      "loss_action": 0.011103227734565735,
      "loss_total": 0.011103227734565735,
      "step": 16100
    },
    {
      "loss_action": 0.00971898902207613,
      "loss_total": 0.00971898902207613,
      "step": 16100
    },
    {
      "loss_action": 0.010685550048947334,
      "loss_total": 0.010685550048947334,
      "step": 16100
    },
    {
      "loss_action": 0.010668348520994186,
      "loss_total": 0.010668348520994186,
      "step": 16100
    },
    {
      "loss_action": 0.0212580356746912,
      "loss_total": 0.0212580356746912,
      "step": 16100
    },
    {
      "loss_action": 0.022708052769303322,
      "loss_total": 0.022708052769303322,
      "step": 16100
    },
    {
      "grad_norm": 0.36157798767089844,
      "learning_rate": 9.666379571378534e-05,
      "loss": 0.0152,
      "step": 16110
    },
    {
      "loss_action": 0.026313964277505875,
      "loss_total": 0.026313964277505875,
      "step": 16110
    },
    {
      "loss_action": 0.02031170018017292,
      "loss_total": 0.02031170018017292,
      "step": 16110
    },
    {
      "loss_action": 0.010830016806721687,
      "loss_total": 0.010830016806721687,
      "step": 16110
    },
    {
      "loss_action": 0.005430218297988176,
      "loss_total": 0.005430218297988176,
      "step": 16110
    },
    {
      "loss_action": 0.011679230257868767,
      "loss_total": 0.011679230257868767,
      "step": 16110
    },
    {
      "loss_action": 0.024266621097922325,
      "loss_total": 0.024266621097922325,
      "step": 16110
    },
    {
      "loss_action": 0.011714896187186241,
      "loss_total": 0.011714896187186241,
      "step": 16110
    },
    {
      "loss_action": 0.012766102328896523,
      "loss_total": 0.012766102328896523,
      "step": 16110
    },
    {
      "grad_norm": 0.24793905019760132,
      "learning_rate": 9.665785455642076e-05,
      "loss": 0.017,
      "step": 16120
    },
    {
      "loss_action": 0.015331502072513103,
      "loss_total": 0.015331502072513103,
      "step": 16120
    },
    {
      "loss_action": 0.008599324151873589,
      "loss_total": 0.008599324151873589,
      "step": 16120
    },
    {
      "loss_action": 0.019387852400541306,
      "loss_total": 0.019387852400541306,
      "step": 16120
    },
    {
      "loss_action": 0.016190875321626663,
      "loss_total": 0.016190875321626663,
      "step": 16120
    },
    {
      "loss_action": 0.006581018213182688,
      "loss_total": 0.006581018213182688,
      "step": 16120
    },
    {
      "loss_action": 0.011728205718100071,
      "loss_total": 0.011728205718100071,
      "step": 16120
    },
    {
      "loss_action": 0.04587195813655853,
      "loss_total": 0.04587195813655853,
      "step": 16120
    },
    {
      "loss_action": 0.01466551423072815,
      "loss_total": 0.01466551423072815,
      "step": 16120
    },
    {
      "grad_norm": 0.12614241242408752,
      "learning_rate": 9.665190829662337e-05,
      "loss": 0.0149,
      "step": 16130
    },
    {
      "loss_action": 0.005302796605974436,
      "loss_total": 0.005302796605974436,
      "step": 16130
    },
    {
      "loss_action": 0.00790712796151638,
      "loss_total": 0.00790712796151638,
      "step": 16130
    },
    {
      "loss_action": 0.01856215111911297,
      "loss_total": 0.01856215111911297,
      "step": 16130
    },
    {
      "loss_action": 0.019095342606306076,
      "loss_total": 0.019095342606306076,
      "step": 16130
    },
    {
      "loss_action": 0.01204934623092413,
      "loss_total": 0.01204934623092413,
      "step": 16130
    },
    {
      "loss_action": 0.01641845516860485,
      "loss_total": 0.01641845516860485,
      "step": 16130
    },
    {
      "loss_action": 0.006823619827628136,
      "loss_total": 0.006823619827628136,
      "step": 16130
    },
    {
      "loss_action": 0.01663542538881302,
      "loss_total": 0.01663542538881302,
      "step": 16130
    },
    {
      "grad_norm": 0.11540693044662476,
      "learning_rate": 9.664595693504342e-05,
      "loss": 0.0133,
      "step": 16140
    },
    {
      "loss_action": 0.01598651520907879,
      "loss_total": 0.01598651520907879,
      "step": 16140
    },
    {
      "loss_action": 0.007048634346574545,
      "loss_total": 0.007048634346574545,
      "step": 16140
    },
    {
      "loss_action": 0.017142176628112793,
      "loss_total": 0.017142176628112793,
      "step": 16140
    },
    {
      "loss_action": 0.013151985593140125,
      "loss_total": 0.013151985593140125,
      "step": 16140
    },
    {
      "loss_action": 0.010066676884889603,
      "loss_total": 0.010066676884889603,
      "step": 16140
    },
    {
      "loss_action": 0.02108319289982319,
      "loss_total": 0.02108319289982319,
      "step": 16140
    },
    {
      "loss_action": 0.013782782480120659,
      "loss_total": 0.013782782480120659,
      "step": 16140
    },
    {
      "loss_action": 0.006274989806115627,
      "loss_total": 0.006274989806115627,
      "step": 16140
    },
    {
      "grad_norm": 0.1637166142463684,
      "learning_rate": 9.664000047233175e-05,
      "loss": 0.0142,
      "step": 16150
    },
    {
      "loss_action": 0.022845279425382614,
      "loss_total": 0.022845279425382614,
      "step": 16150
    },
    {
      "loss_action": 0.015685277059674263,
      "loss_total": 0.015685277059674263,
      "step": 16150
    },
    {
      "loss_action": 0.005140791647136211,
      "loss_total": 0.005140791647136211,
      "step": 16150
    },
    {
      "loss_action": 0.008866560645401478,
      "loss_total": 0.008866560645401478,
      "step": 16150
    },
    {
      "loss_action": 0.016016921028494835,
      "loss_total": 0.016016921028494835,
      "step": 16150
    },
    {
      "loss_action": 0.01071687787771225,
      "loss_total": 0.01071687787771225,
      "step": 16150
    },
    {
      "loss_action": 0.019305020570755005,
      "loss_total": 0.019305020570755005,
      "step": 16150
    },
    {
      "loss_action": 0.015529218129813671,
      "loss_total": 0.015529218129813671,
      "step": 16150
    },
    {
      "grad_norm": 0.17421332001686096,
      "learning_rate": 9.663403890913976e-05,
      "loss": 0.0149,
      "step": 16160
    },
    {
      "loss_action": 0.01858808472752571,
      "loss_total": 0.01858808472752571,
      "step": 16160
    },
    {
      "loss_action": 0.008795968256890774,
      "loss_total": 0.008795968256890774,
      "step": 16160
    },
    {
      "loss_action": 0.024453509598970413,
      "loss_total": 0.024453509598970413,
      "step": 16160
    },
    {
      "loss_action": 0.008692054077982903,
      "loss_total": 0.008692054077982903,
      "step": 16160
    },
    {
      "loss_action": 0.01179274171590805,
      "loss_total": 0.01179274171590805,
      "step": 16160
    },
    {
      "loss_action": 0.009439606219530106,
      "loss_total": 0.009439606219530106,
      "step": 16160
    },
    {
      "loss_action": 0.01153271459043026,
      "loss_total": 0.01153271459043026,
      "step": 16160
    },
    {
      "loss_action": 0.010846415534615517,
      "loss_total": 0.010846415534615517,
      "step": 16160
    },
    {
      "grad_norm": 0.1300416886806488,
      "learning_rate": 9.662807224611938e-05,
      "loss": 0.0146,
      "step": 16170
    },
    {
      "loss_action": 0.01833651214838028,
      "loss_total": 0.01833651214838028,
      "step": 16170
    },
    {
      "loss_action": 0.013791504316031933,
      "loss_total": 0.013791504316031933,
      "step": 16170
    },
    {
      "loss_action": 0.012159153819084167,
      "loss_total": 0.012159153819084167,
      "step": 16170
    },
    {
      "loss_action": 0.007778442930430174,
      "loss_total": 0.007778442930430174,
      "step": 16170
    },
    {
      "loss_action": 0.017250219359993935,
      "loss_total": 0.017250219359993935,
      "step": 16170
    },
    {
      "loss_action": 0.03359031304717064,
      "loss_total": 0.03359031304717064,
      "step": 16170
    },
    {
      "loss_action": 0.006441399455070496,
      "loss_total": 0.006441399455070496,
      "step": 16170
    },
    {
      "loss_action": 0.01583608239889145,
      "loss_total": 0.01583608239889145,
      "step": 16170
    },
    {
      "grad_norm": 0.13024984300136566,
      "learning_rate": 9.662210048392311e-05,
      "loss": 0.0157,
      "step": 16180
    },
    {
      "loss_action": 0.011770512908697128,
      "loss_total": 0.011770512908697128,
      "step": 16180
    },
    {
      "loss_action": 0.014659514650702477,
      "loss_total": 0.014659514650702477,
      "step": 16180
    },
    {
      "loss_action": 0.007290017791092396,
      "loss_total": 0.007290017791092396,
      "step": 16180
    },
    {
      "loss_action": 0.008496394380927086,
      "loss_total": 0.008496394380927086,
      "step": 16180
    },
    {
      "loss_action": 0.012617284432053566,
      "loss_total": 0.012617284432053566,
      "step": 16180
    },
    {
      "loss_action": 0.038100287318229675,
      "loss_total": 0.038100287318229675,
      "step": 16180
    },
    {
      "loss_action": 0.0074538541957736015,
      "loss_total": 0.0074538541957736015,
      "step": 16180
    },
    {
      "loss_action": 0.011273510754108429,
      "loss_total": 0.011273510754108429,
      "step": 16180
    },
    {
      "grad_norm": 0.1707851141691208,
      "learning_rate": 9.661612362320405e-05,
      "loss": 0.0148,
      "step": 16190
    },
    {
      "loss_action": 0.006160899996757507,
      "loss_total": 0.006160899996757507,
      "step": 16190
    },
    {
      "loss_action": 0.011367560364305973,
      "loss_total": 0.011367560364305973,
      "step": 16190
    },
    {
      "loss_action": 0.00796625204384327,
      "loss_total": 0.00796625204384327,
      "step": 16190
    },
    {
      "loss_action": 0.016963284462690353,
      "loss_total": 0.016963284462690353,
      "step": 16190
    },
    {
      "loss_action": 0.007916364818811417,
      "loss_total": 0.007916364818811417,
      "step": 16190
    },
    {
      "loss_action": 0.029923152178525925,
      "loss_total": 0.029923152178525925,
      "step": 16190
    },
    {
      "loss_action": 0.011837647296488285,
      "loss_total": 0.011837647296488285,
      "step": 16190
    },
    {
      "loss_action": 0.015463829040527344,
      "loss_total": 0.015463829040527344,
      "step": 16190
    },
    {
      "grad_norm": 0.18206170201301575,
      "learning_rate": 9.661014166461579e-05,
      "loss": 0.0161,
      "step": 16200
    },
    {
      "loss_action": 0.01853206567466259,
      "loss_total": 0.01853206567466259,
      "step": 16200
    },
    {
      "loss_action": 0.01850271411240101,
      "loss_total": 0.01850271411240101,
      "step": 16200
    },
    {
      "loss_action": 0.007159651257097721,
      "loss_total": 0.007159651257097721,
      "step": 16200
    },
    {
      "loss_action": 0.012011709623038769,
      "loss_total": 0.012011709623038769,
      "step": 16200
    },
    {
      "loss_action": 0.01889507845044136,
      "loss_total": 0.01889507845044136,
      "step": 16200
    },
    {
      "loss_action": 0.014749112538993359,
      "loss_total": 0.014749112538993359,
      "step": 16200
    },
    {
      "loss_action": 0.01370291505008936,
      "loss_total": 0.01370291505008936,
      "step": 16200
    },
    {
      "loss_action": 0.014372291974723339,
      "loss_total": 0.014372291974723339,
      "step": 16200
    },
    {
      "grad_norm": 0.15392160415649414,
      "learning_rate": 9.66041546088125e-05,
      "loss": 0.0152,
      "step": 16210
    },
    {
      "loss_action": 0.016379464417696,
      "loss_total": 0.016379464417696,
      "step": 16210
    },
    {
      "loss_action": 0.007888313382863998,
      "loss_total": 0.007888313382863998,
      "step": 16210
    },
    {
      "loss_action": 0.017521684989333153,
      "loss_total": 0.017521684989333153,
      "step": 16210
    },
    {
      "loss_action": 0.01052604429423809,
      "loss_total": 0.01052604429423809,
      "step": 16210
    },
    {
      "loss_action": 0.016889844089746475,
      "loss_total": 0.016889844089746475,
      "step": 16210
    },
    {
      "loss_action": 0.019722644239664078,
      "loss_total": 0.019722644239664078,
      "step": 16210
    },
    {
      "loss_action": 0.011235430836677551,
      "loss_total": 0.011235430836677551,
      "step": 16210
    },
    {
      "loss_action": 0.015448827296495438,
      "loss_total": 0.015448827296495438,
      "step": 16210
    },
    {
      "grad_norm": 0.15330377221107483,
      "learning_rate": 9.659816245644895e-05,
      "loss": 0.0162,
      "step": 16220
    },
    {
      "loss_action": 0.010919768363237381,
      "loss_total": 0.010919768363237381,
      "step": 16220
    },
    {
      "loss_action": 0.019912367686629295,
      "loss_total": 0.019912367686629295,
      "step": 16220
    },
    {
      "loss_action": 0.010627059265971184,
      "loss_total": 0.010627059265971184,
      "step": 16220
    },
    {
      "loss_action": 0.016133859753608704,
      "loss_total": 0.016133859753608704,
      "step": 16220
    },
    {
      "loss_action": 0.006864344235509634,
      "loss_total": 0.006864344235509634,
      "step": 16220
    },
    {
      "loss_action": 0.01193600706756115,
      "loss_total": 0.01193600706756115,
      "step": 16220
    },
    {
      "loss_action": 0.013359926640987396,
      "loss_total": 0.013359926640987396,
      "step": 16220
    },
    {
      "loss_action": 0.02091115154325962,
      "loss_total": 0.02091115154325962,
      "step": 16220
    },
    {
      "grad_norm": 0.15956449508666992,
      "learning_rate": 9.65921652081804e-05,
      "loss": 0.0141,
      "step": 16230
    },
    {
      "loss_action": 0.014643637463450432,
      "loss_total": 0.014643637463450432,
      "step": 16230
    },
    {
      "loss_action": 0.011636171489953995,
      "loss_total": 0.011636171489953995,
      "step": 16230
    },
    {
      "loss_action": 0.009118962101638317,
      "loss_total": 0.009118962101638317,
      "step": 16230
    },
    {
      "loss_action": 0.010857461020350456,
      "loss_total": 0.010857461020350456,
      "step": 16230
    },
    {
      "loss_action": 0.006994528695940971,
      "loss_total": 0.006994528695940971,
      "step": 16230
    },
    {
      "loss_action": 0.013266181573271751,
      "loss_total": 0.013266181573271751,
      "step": 16230
    },
    {
      "loss_action": 0.017138324677944183,
      "loss_total": 0.017138324677944183,
      "step": 16230
    },
    {
      "loss_action": 0.014350369572639465,
      "loss_total": 0.014350369572639465,
      "step": 16230
    },
    {
      "grad_norm": 0.15515369176864624,
      "learning_rate": 9.658616286466271e-05,
      "loss": 0.0115,
      "step": 16240
    },
    {
      "loss_action": 0.014351865276694298,
      "loss_total": 0.014351865276694298,
      "step": 16240
    },
    {
      "loss_action": 0.007502083200961351,
      "loss_total": 0.007502083200961351,
      "step": 16240
    },
    {
      "loss_action": 0.03221040591597557,
      "loss_total": 0.03221040591597557,
      "step": 16240
    },
    {
      "loss_action": 0.011310291476547718,
      "loss_total": 0.011310291476547718,
      "step": 16240
    },
    {
      "loss_action": 0.012226907536387444,
      "loss_total": 0.012226907536387444,
      "step": 16240
    },
    {
      "loss_action": 0.013567998073995113,
      "loss_total": 0.013567998073995113,
      "step": 16240
    },
    {
      "loss_action": 0.01736713945865631,
      "loss_total": 0.01736713945865631,
      "step": 16240
    },
    {
      "loss_action": 0.008653631433844566,
      "loss_total": 0.008653631433844566,
      "step": 16240
    },
    {
      "grad_norm": 0.1992386430501938,
      "learning_rate": 9.65801554265523e-05,
      "loss": 0.0141,
      "step": 16250
    },
    {
      "loss_action": 0.006309319753199816,
      "loss_total": 0.006309319753199816,
      "step": 16250
    },
    {
      "loss_action": 0.022488588467240334,
      "loss_total": 0.022488588467240334,
      "step": 16250
    },
    {
      "loss_action": 0.02207142487168312,
      "loss_total": 0.02207142487168312,
      "step": 16250
    },
    {
      "loss_action": 0.006051193922758102,
      "loss_total": 0.006051193922758102,
      "step": 16250
    },
    {
      "loss_action": 0.009547282010316849,
      "loss_total": 0.009547282010316849,
      "step": 16250
    },
    {
      "loss_action": 0.021866625174880028,
      "loss_total": 0.021866625174880028,
      "step": 16250
    },
    {
      "loss_action": 0.018234675750136375,
      "loss_total": 0.018234675750136375,
      "step": 16250
    },
    {
      "loss_action": 0.007017182186245918,
      "loss_total": 0.007017182186245918,
      "step": 16250
    },
    {
      "grad_norm": 0.12876927852630615,
      "learning_rate": 9.657414289450612e-05,
      "loss": 0.0142,
      "step": 16260
    },
    {
      "loss_action": 0.019206048920750618,
      "loss_total": 0.019206048920750618,
      "step": 16260
    },
    {
      "loss_action": 0.018113769590854645,
      "loss_total": 0.018113769590854645,
      "step": 16260
    },
    {
      "loss_action": 0.01943174935877323,
      "loss_total": 0.01943174935877323,
      "step": 16260
    },
    {
      "loss_action": 0.01279904693365097,
      "loss_total": 0.01279904693365097,
      "step": 16260
    },
    {
      "loss_action": 0.012654054909944534,
      "loss_total": 0.012654054909944534,
      "step": 16260
    },
    {
      "loss_action": 0.011702107265591621,
      "loss_total": 0.011702107265591621,
      "step": 16260
    },
    {
      "loss_action": 0.039075180888175964,
      "loss_total": 0.039075180888175964,
      "step": 16260
    },
    {
      "loss_action": 0.027423808351159096,
      "loss_total": 0.027423808351159096,
      "step": 16260
    },
    {
      "grad_norm": 0.16895371675491333,
      "learning_rate": 9.656812526918171e-05,
      "loss": 0.0162,
      "step": 16270
    },
    {
      "loss_action": 0.015335263684391975,
      "loss_total": 0.015335263684391975,
      "step": 16270
    },
    {
      "loss_action": 0.010985561646521091,
      "loss_total": 0.010985561646521091,
      "step": 16270
    },
    {
      "loss_action": 0.00751090282574296,
      "loss_total": 0.00751090282574296,
      "step": 16270
    },
    {
      "loss_action": 0.024293974041938782,
      "loss_total": 0.024293974041938782,
      "step": 16270
    },
    {
      "loss_action": 0.007708221208304167,
      "loss_total": 0.007708221208304167,
      "step": 16270
    },
    {
      "loss_action": 0.006888816598802805,
      "loss_total": 0.006888816598802805,
      "step": 16270
    },
    {
      "loss_action": 0.017215058207511902,
      "loss_total": 0.017215058207511902,
      "step": 16270
    },
    {
      "loss_action": 0.004577928222715855,
      "loss_total": 0.004577928222715855,
      "step": 16270
    },
    {
      "grad_norm": 0.2541002333164215,
      "learning_rate": 9.656210255123712e-05,
      "loss": 0.0163,
      "step": 16280
    },
    {
      "loss_action": 0.01542873214930296,
      "loss_total": 0.01542873214930296,
      "step": 16280
    },
    {
      "loss_action": 0.012240905314683914,
      "loss_total": 0.012240905314683914,
      "step": 16280
    },
    {
      "loss_action": 0.009315724484622478,
      "loss_total": 0.009315724484622478,
      "step": 16280
    },
    {
      "loss_action": 0.01190025731921196,
      "loss_total": 0.01190025731921196,
      "step": 16280
    },
    {
      "loss_action": 0.016768481582403183,
      "loss_total": 0.016768481582403183,
      "step": 16280
    },
    {
      "loss_action": 0.00527619943022728,
      "loss_total": 0.00527619943022728,
      "step": 16280
    },
    {
      "loss_action": 0.008901054970920086,
      "loss_total": 0.008901054970920086,
      "step": 16280
    },
    {
      "loss_action": 0.01504464354366064,
      "loss_total": 0.01504464354366064,
      "step": 16280
    },
    {
      "grad_norm": 0.11994674801826477,
      "learning_rate": 9.6556074741331e-05,
      "loss": 0.0176,
      "step": 16290
    },
    {
      "loss_action": 0.03159385547041893,
      "loss_total": 0.03159385547041893,
      "step": 16290
    },
    {
      "loss_action": 0.007238064426928759,
      "loss_total": 0.007238064426928759,
      "step": 16290
    },
    {
      "loss_action": 0.006534243002533913,
      "loss_total": 0.006534243002533913,
      "step": 16290
    },
    {
      "loss_action": 0.03239622712135315,
      "loss_total": 0.03239622712135315,
      "step": 16290
    },
    {
      "loss_action": 0.011577913537621498,
      "loss_total": 0.011577913537621498,
      "step": 16290
    },
    {
      "loss_action": 0.008615037426352501,
      "loss_total": 0.008615037426352501,
      "step": 16290
    },
    {
      "loss_action": 0.0090229082852602,
      "loss_total": 0.0090229082852602,
      "step": 16290
    },
    {
      "loss_action": 0.017222439870238304,
      "loss_total": 0.017222439870238304,
      "step": 16290
    },
    {
      "grad_norm": 0.16566112637519836,
      "learning_rate": 9.655004184012256e-05,
      "loss": 0.0148,
      "step": 16300
    },
    {
      "loss_action": 0.013652356341481209,
      "loss_total": 0.013652356341481209,
      "step": 16300
    },
    {
      "loss_action": 0.02395830675959587,
      "loss_total": 0.02395830675959587,
      "step": 16300
    },
    {
      "loss_action": 0.024883024394512177,
      "loss_total": 0.024883024394512177,
      "step": 16300
    },
    {
      "loss_action": 0.014302121475338936,
      "loss_total": 0.014302121475338936,
      "step": 16300
    },
    {
      "loss_action": 0.024975202977657318,
      "loss_total": 0.024975202977657318,
      "step": 16300
    },
    {
      "loss_action": 0.020755203440785408,
      "loss_total": 0.020755203440785408,
      "step": 16300
    },
    {
      "loss_action": 0.00807303749024868,
      "loss_total": 0.00807303749024868,
      "step": 16300
    },
    {
      "loss_action": 0.0058051468804478645,
      "loss_total": 0.0058051468804478645,
      "step": 16300
    },
    {
      "grad_norm": 0.15058012306690216,
      "learning_rate": 9.654400384827152e-05,
      "loss": 0.0142,
      "step": 16310
    },
    {
      "loss_action": 0.020539548248052597,
      "loss_total": 0.020539548248052597,
      "step": 16310
    },
    {
      "loss_action": 0.03135912865400314,
      "loss_total": 0.03135912865400314,
      "step": 16310
    },
    {
      "loss_action": 0.03234219178557396,
      "loss_total": 0.03234219178557396,
      "step": 16310
    },
    {
      "loss_action": 0.05461828410625458,
      "loss_total": 0.05461828410625458,
      "step": 16310
    },
    {
      "loss_action": 0.040089063346385956,
      "loss_total": 0.040089063346385956,
      "step": 16310
    },
    {
      "loss_action": 0.02255876548588276,
      "loss_total": 0.02255876548588276,
      "step": 16310
    },
    {
      "loss_action": 0.020222708582878113,
      "loss_total": 0.020222708582878113,
      "step": 16310
    },
    {
      "loss_action": 0.025003015995025635,
      "loss_total": 0.025003015995025635,
      "step": 16310
    },
    {
      "grad_norm": 0.2453545331954956,
      "learning_rate": 9.653796076643818e-05,
      "loss": 0.0186,
      "step": 16320
    },
    {
      "loss_action": 0.01760336011648178,
      "loss_total": 0.01760336011648178,
      "step": 16320
    },
    {
      "loss_action": 0.03588223084807396,
      "loss_total": 0.03588223084807396,
      "step": 16320
    },
    {
      "loss_action": 0.039528463035821915,
      "loss_total": 0.039528463035821915,
      "step": 16320
    },
    {
      "loss_action": 0.009851144626736641,
      "loss_total": 0.009851144626736641,
      "step": 16320
    },
    {
      "loss_action": 0.011105525307357311,
      "loss_total": 0.011105525307357311,
      "step": 16320
    },
    {
      "loss_action": 0.012785165570676327,
      "loss_total": 0.012785165570676327,
      "step": 16320
    },
    {
      "loss_action": 0.023180175572633743,
      "loss_total": 0.023180175572633743,
      "step": 16320
    },
    {
      "loss_action": 0.007289883680641651,
      "loss_total": 0.007289883680641651,
      "step": 16320
    },
    {
      "grad_norm": 0.2085980772972107,
      "learning_rate": 9.653191259528344e-05,
      "loss": 0.0174,
      "step": 16330
    },
    {
      "loss_action": 0.022074535489082336,
      "loss_total": 0.022074535489082336,
      "step": 16330
    },
    {
      "loss_action": 0.01431298442184925,
      "loss_total": 0.01431298442184925,
      "step": 16330
    },
    {
      "loss_action": 0.05694599822163582,
      "loss_total": 0.05694599822163582,
      "step": 16330
    },
    {
      "loss_action": 0.009077809751033783,
      "loss_total": 0.009077809751033783,
      "step": 16330
    },
    {
      "loss_action": 0.014855358749628067,
      "loss_total": 0.014855358749628067,
      "step": 16330
    },
    {
      "loss_action": 0.010288188233971596,
      "loss_total": 0.010288188233971596,
      "step": 16330
    },
    {
      "loss_action": 0.01827959343791008,
      "loss_total": 0.01827959343791008,
      "step": 16330
    },
    {
      "loss_action": 0.012615632265806198,
      "loss_total": 0.012615632265806198,
      "step": 16330
    },
    {
      "grad_norm": 0.21322809159755707,
      "learning_rate": 9.65258593354687e-05,
      "loss": 0.0168,
      "step": 16340
    },
    {
      "loss_action": 0.009742753580212593,
      "loss_total": 0.009742753580212593,
      "step": 16340
    },
    {
      "loss_action": 0.007135793566703796,
      "loss_total": 0.007135793566703796,
      "step": 16340
    },
    {
      "loss_action": 0.01114608719944954,
      "loss_total": 0.01114608719944954,
      "step": 16340
    },
    {
      "loss_action": 0.013509925454854965,
      "loss_total": 0.013509925454854965,
      "step": 16340
    },
    {
      "loss_action": 0.010605201125144958,
      "loss_total": 0.010605201125144958,
      "step": 16340
    },
    {
      "loss_action": 0.013979405164718628,
      "loss_total": 0.013979405164718628,
      "step": 16340
    },
    {
      "loss_action": 0.011617090553045273,
      "loss_total": 0.011617090553045273,
      "step": 16340
    },
    {
      "loss_action": 0.016093730926513672,
      "loss_total": 0.016093730926513672,
      "step": 16340
    },
    {
      "grad_norm": 0.22055509686470032,
      "learning_rate": 9.651980098765591e-05,
      "loss": 0.0156,
      "step": 16350
    },
    {
      "loss_action": 0.010153494775295258,
      "loss_total": 0.010153494775295258,
      "step": 16350
    },
    {
      "loss_action": 0.011417025700211525,
      "loss_total": 0.011417025700211525,
      "step": 16350
    },
    {
      "loss_action": 0.014643397182226181,
      "loss_total": 0.014643397182226181,
      "step": 16350
    },
    {
      "loss_action": 0.024820758029818535,
      "loss_total": 0.024820758029818535,
      "step": 16350
    },
    {
      "loss_action": 0.01914224773645401,
      "loss_total": 0.01914224773645401,
      "step": 16350
    },
    {
      "loss_action": 0.014308176003396511,
      "loss_total": 0.014308176003396511,
      "step": 16350
    },
    {
      "loss_action": 0.02354242466390133,
      "loss_total": 0.02354242466390133,
      "step": 16350
    },
    {
      "loss_action": 0.012862510047852993,
      "loss_total": 0.012862510047852993,
      "step": 16350
    },
    {
      "grad_norm": 0.1403820514678955,
      "learning_rate": 9.651373755250765e-05,
      "loss": 0.0145,
      "step": 16360
    },
    {
      "loss_action": 0.025636054575443268,
      "loss_total": 0.025636054575443268,
      "step": 16360
    },
    {
      "loss_action": 0.010419433936476707,
      "loss_total": 0.010419433936476707,
      "step": 16360
    },
    {
      "loss_action": 0.017718859016895294,
      "loss_total": 0.017718859016895294,
      "step": 16360
    },
    {
      "loss_action": 0.018618609756231308,
      "loss_total": 0.018618609756231308,
      "step": 16360
    },
    {
      "loss_action": 0.009309939108788967,
      "loss_total": 0.009309939108788967,
      "step": 16360
    },
    {
      "loss_action": 0.015980593860149384,
      "loss_total": 0.015980593860149384,
      "step": 16360
    },
    {
      "loss_action": 0.011711467057466507,
      "loss_total": 0.011711467057466507,
      "step": 16360
    },
    {
      "loss_action": 0.008240864612162113,
      "loss_total": 0.008240864612162113,
      "step": 16360
    },
    {
      "grad_norm": 0.13605934381484985,
      "learning_rate": 9.650766903068697e-05,
      "loss": 0.0122,
      "step": 16370
    },
    {
      "loss_action": 0.007609558757394552,
      "loss_total": 0.007609558757394552,
      "step": 16370
    },
    {
      "loss_action": 0.008709341287612915,
      "loss_total": 0.008709341287612915,
      "step": 16370
    },
    {
      "loss_action": 0.01594310626387596,
      "loss_total": 0.01594310626387596,
      "step": 16370
    },
    {
      "loss_action": 0.01489216461777687,
      "loss_total": 0.01489216461777687,
      "step": 16370
    },
    {
      "loss_action": 0.0058054449036717415,
      "loss_total": 0.0058054449036717415,
      "step": 16370
    },
    {
      "loss_action": 0.01866834983229637,
      "loss_total": 0.01866834983229637,
      "step": 16370
    },
    {
      "loss_action": 0.016246795654296875,
      "loss_total": 0.016246795654296875,
      "step": 16370
    },
    {
      "loss_action": 0.010701127350330353,
      "loss_total": 0.010701127350330353,
      "step": 16370
    },
    {
      "grad_norm": 0.12984895706176758,
      "learning_rate": 9.650159542285753e-05,
      "loss": 0.0133,
      "step": 16380
    },
    {
      "loss_action": 0.011219311505556107,
      "loss_total": 0.011219311505556107,
      "step": 16380
    },
    {
      "loss_action": 0.006629591807723045,
      "loss_total": 0.006629591807723045,
      "step": 16380
    },
    {
      "loss_action": 0.03263040632009506,
      "loss_total": 0.03263040632009506,
      "step": 16380
    },
    {
      "loss_action": 0.009838688187301159,
      "loss_total": 0.009838688187301159,
      "step": 16380
    },
    {
      "loss_action": 0.0058583104982972145,
      "loss_total": 0.0058583104982972145,
      "step": 16380
    },
    {
      "loss_action": 0.015251372009515762,
      "loss_total": 0.015251372009515762,
      "step": 16380
    },
    {
      "loss_action": 0.01821867562830448,
      "loss_total": 0.01821867562830448,
      "step": 16380
    },
    {
      "loss_action": 0.007383082062005997,
      "loss_total": 0.007383082062005997,
      "step": 16380
    },
    {
      "grad_norm": 0.14343544840812683,
      "learning_rate": 9.649551672968353e-05,
      "loss": 0.0157,
      "step": 16390
    },
    {
      "loss_action": 0.006517770700156689,
      "loss_total": 0.006517770700156689,
      "step": 16390
    },
    {
      "loss_action": 0.005371411330997944,
      "loss_total": 0.005371411330997944,
      "step": 16390
    },
    {
      "loss_action": 0.009947586804628372,
      "loss_total": 0.009947586804628372,
      "step": 16390
    },
    {
      "loss_action": 0.020281411707401276,
      "loss_total": 0.020281411707401276,
      "step": 16390
    },
    {
      "loss_action": 0.007832314819097519,
      "loss_total": 0.007832314819097519,
      "step": 16390
    },
    {
      "loss_action": 0.017955578863620758,
      "loss_total": 0.017955578863620758,
      "step": 16390
    },
    {
      "loss_action": 0.00643482431769371,
      "loss_total": 0.00643482431769371,
      "step": 16390
    },
    {
      "loss_action": 0.004954914096742868,
      "loss_total": 0.004954914096742868,
      "step": 16390
    },
    {
      "grad_norm": 0.16960929334163666,
      "learning_rate": 9.648943295182973e-05,
      "loss": 0.0153,
      "step": 16400
    },
    {
      "loss_action": 0.019772116094827652,
      "loss_total": 0.019772116094827652,
      "step": 16400
    },
    {
      "loss_action": 0.01323670893907547,
      "loss_total": 0.01323670893907547,
      "step": 16400
    },
    {
      "loss_action": 0.02312123402953148,
      "loss_total": 0.02312123402953148,
      "step": 16400
    },
    {
      "loss_action": 0.011594295501708984,
      "loss_total": 0.011594295501708984,
      "step": 16400
    },
    {
      "loss_action": 0.03256972134113312,
      "loss_total": 0.03256972134113312,
      "step": 16400
    },
    {
      "loss_action": 0.025752156972885132,
      "loss_total": 0.025752156972885132,
      "step": 16400
    },
    {
      "loss_action": 0.025258272886276245,
      "loss_total": 0.025258272886276245,
      "step": 16400
    },
    {
      "loss_action": 0.014151817187666893,
      "loss_total": 0.014151817187666893,
      "step": 16400
    },
    {
      "grad_norm": 0.14458946883678436,
      "learning_rate": 9.648334408996144e-05,
      "loss": 0.0143,
      "step": 16410
    },
    {
      "loss_action": 0.012049037963151932,
      "loss_total": 0.012049037963151932,
      "step": 16410
    },
    {
      "loss_action": 0.013179831206798553,
      "loss_total": 0.013179831206798553,
      "step": 16410
    },
    {
      "loss_action": 0.011831064708530903,
      "loss_total": 0.011831064708530903,
      "step": 16410
    },
    {
      "loss_action": 0.018022891134023666,
      "loss_total": 0.018022891134023666,
      "step": 16410
    },
    {
      "loss_action": 0.021778546273708344,
      "loss_total": 0.021778546273708344,
      "step": 16410
    },
    {
      "loss_action": 0.011916173622012138,
      "loss_total": 0.011916173622012138,
      "step": 16410
    },
    {
      "loss_action": 0.016859203577041626,
      "loss_total": 0.016859203577041626,
      "step": 16410
    },
    {
      "loss_action": 0.007375976070761681,
      "loss_total": 0.007375976070761681,
      "step": 16410
    },
    {
      "grad_norm": 0.18878808617591858,
      "learning_rate": 9.647725014474452e-05,
      "loss": 0.0152,
      "step": 16420
    },
    {
      "loss_action": 0.004477338865399361,
      "loss_total": 0.004477338865399361,
      "step": 16420
    },
    {
      "loss_action": 0.009177961386740208,
      "loss_total": 0.009177961386740208,
      "step": 16420
    },
    {
      "loss_action": 0.030680397525429726,
      "loss_total": 0.030680397525429726,
      "step": 16420
    },
    {
      "loss_action": 0.0052587115205824375,
      "loss_total": 0.0052587115205824375,
      "step": 16420
    },
    {
      "loss_action": 0.01352642010897398,
      "loss_total": 0.01352642010897398,
      "step": 16420
    },
    {
      "loss_action": 0.019097957760095596,
      "loss_total": 0.019097957760095596,
      "step": 16420
    },
    {
      "loss_action": 0.054322000592947006,
      "loss_total": 0.054322000592947006,
      "step": 16420
    },
    {
      "loss_action": 0.00770668126642704,
      "loss_total": 0.00770668126642704,
      "step": 16420
    },
    {
      "grad_norm": 0.19826069474220276,
      "learning_rate": 9.64711511168454e-05,
      "loss": 0.0144,
      "step": 16430
    },
    {
      "loss_action": 0.012331873178482056,
      "loss_total": 0.012331873178482056,
      "step": 16430
    },
    {
      "loss_action": 0.0076551614329218864,
      "loss_total": 0.0076551614329218864,
      "step": 16430
    },
    {
      "loss_action": 0.009890985675156116,
      "loss_total": 0.009890985675156116,
      "step": 16430
    },
    {
      "loss_action": 0.014117483049631119,
      "loss_total": 0.014117483049631119,
      "step": 16430
    },
    {
      "loss_action": 0.022847699001431465,
      "loss_total": 0.022847699001431465,
      "step": 16430
    },
    {
      "loss_action": 0.0063889469020068645,
      "loss_total": 0.0063889469020068645,
      "step": 16430
    },
    {
      "loss_action": 0.01123717799782753,
      "loss_total": 0.01123717799782753,
      "step": 16430
    },
    {
      "loss_action": 0.020635727792978287,
      "loss_total": 0.020635727792978287,
      "step": 16430
    },
    {
      "grad_norm": 0.1328933984041214,
      "learning_rate": 9.646504700693108e-05,
      "loss": 0.0135,
      "step": 16440
    },
    {
      "loss_action": 0.017226096242666245,
      "loss_total": 0.017226096242666245,
      "step": 16440
    },
    {
      "loss_action": 0.02840486168861389,
      "loss_total": 0.02840486168861389,
      "step": 16440
    },
    {
      "loss_action": 0.008851722814142704,
      "loss_total": 0.008851722814142704,
      "step": 16440
    },
    {
      "loss_action": 0.010855346918106079,
      "loss_total": 0.010855346918106079,
      "step": 16440
    },
    {
      "loss_action": 0.023598676547408104,
      "loss_total": 0.023598676547408104,
      "step": 16440
    },
    {
      "loss_action": 0.008327916264533997,
      "loss_total": 0.008327916264533997,
      "step": 16440
    },
    {
      "loss_action": 0.010424964129924774,
      "loss_total": 0.010424964129924774,
      "step": 16440
    },
    {
      "loss_action": 0.015433693304657936,
      "loss_total": 0.015433693304657936,
      "step": 16440
    },
    {
      "grad_norm": 0.14377698302268982,
      "learning_rate": 9.645893781566907e-05,
      "loss": 0.0148,
      "step": 16450
    },
    {
      "loss_action": 0.021939247846603394,
      "loss_total": 0.021939247846603394,
      "step": 16450
    },
    {
      "loss_action": 0.006040210835635662,
      "loss_total": 0.006040210835635662,
      "step": 16450
    },
    {
      "loss_action": 0.012599283829331398,
      "loss_total": 0.012599283829331398,
      "step": 16450
    },
    {
      "loss_action": 0.00606983806937933,
      "loss_total": 0.00606983806937933,
      "step": 16450
    },
    {
      "loss_action": 0.006871343124657869,
      "loss_total": 0.006871343124657869,
      "step": 16450
    },
    {
      "loss_action": 0.011216392740607262,
      "loss_total": 0.011216392740607262,
      "step": 16450
    },
    {
      "loss_action": 0.01927928812801838,
      "loss_total": 0.01927928812801838,
      "step": 16450
    },
    {
      "loss_action": 0.007869514636695385,
      "loss_total": 0.007869514636695385,
      "step": 16450
    },
    {
      "grad_norm": 0.14097611606121063,
      "learning_rate": 9.645282354372744e-05,
      "loss": 0.0145,
      "step": 16460
    },
    {
      "loss_action": 0.009858636185526848,
      "loss_total": 0.009858636185526848,
      "step": 16460
    },
    {
      "loss_action": 0.013144687749445438,
      "loss_total": 0.013144687749445438,
      "step": 16460
    },
    {
      "loss_action": 0.010777166113257408,
      "loss_total": 0.010777166113257408,
      "step": 16460
    },
    {
      "loss_action": 0.014323912560939789,
      "loss_total": 0.014323912560939789,
      "step": 16460
    },
    {
      "loss_action": 0.016082189977169037,
      "loss_total": 0.016082189977169037,
      "step": 16460
    },
    {
      "loss_action": 0.01751319319009781,
      "loss_total": 0.01751319319009781,
      "step": 16460
    },
    {
      "loss_action": 0.014320471324026585,
      "loss_total": 0.014320471324026585,
      "step": 16460
    },
    {
      "loss_action": 0.008961895480751991,
      "loss_total": 0.008961895480751991,
      "step": 16460
    },
    {
      "grad_norm": 0.13663290441036224,
      "learning_rate": 9.644670419177491e-05,
      "loss": 0.0133,
      "step": 16470
    },
    {
      "loss_action": 0.013611583039164543,
      "loss_total": 0.013611583039164543,
      "step": 16470
    },
    {
      "loss_action": 0.02101147547364235,
      "loss_total": 0.02101147547364235,
      "step": 16470
    },
    {
      "loss_action": 0.015511606819927692,
      "loss_total": 0.015511606819927692,
      "step": 16470
    },
    {
      "loss_action": 0.009060468524694443,
      "loss_total": 0.009060468524694443,
      "step": 16470
    },
    {
      "loss_action": 0.0172780379652977,
      "loss_total": 0.0172780379652977,
      "step": 16470
    },
    {
      "loss_action": 0.02267131209373474,
      "loss_total": 0.02267131209373474,
      "step": 16470
    },
    {
      "loss_action": 0.027905941009521484,
      "loss_total": 0.027905941009521484,
      "step": 16470
    },
    {
      "loss_action": 0.009060783311724663,
      "loss_total": 0.009060783311724663,
      "step": 16470
    },
    {
      "grad_norm": 0.1307852864265442,
      "learning_rate": 9.644057976048062e-05,
      "loss": 0.0154,
      "step": 16480
    },
    {
      "loss_action": 0.0412311777472496,
      "loss_total": 0.0412311777472496,
      "step": 16480
    },
    {
      "loss_action": 0.0357728973031044,
      "loss_total": 0.0357728973031044,
      "step": 16480
    },
    {
      "loss_action": 0.013811490498483181,
      "loss_total": 0.013811490498483181,
      "step": 16480
    },
    {
      "loss_action": 0.004452346824109554,
      "loss_total": 0.004452346824109554,
      "step": 16480
    },
    {
      "loss_action": 0.007888968102633953,
      "loss_total": 0.007888968102633953,
      "step": 16480
    },
    {
      "loss_action": 0.017676733434200287,
      "loss_total": 0.017676733434200287,
      "step": 16480
    },
    {
      "loss_action": 0.013248931616544724,
      "loss_total": 0.013248931616544724,
      "step": 16480
    },
    {
      "loss_action": 0.018967710435390472,
      "loss_total": 0.018967710435390472,
      "step": 16480
    },
    {
      "grad_norm": 0.16185861825942993,
      "learning_rate": 9.643445025051435e-05,
      "loss": 0.0156,
      "step": 16490
    },
    {
      "loss_action": 0.006707479711622,
      "loss_total": 0.006707479711622,
      "step": 16490
    },
    {
      "loss_action": 0.026316003873944283,
      "loss_total": 0.026316003873944283,
      "step": 16490
    },
    {
      "loss_action": 0.01209963671863079,
      "loss_total": 0.01209963671863079,
      "step": 16490
    },
    {
      "loss_action": 0.00791248120367527,
      "loss_total": 0.00791248120367527,
      "step": 16490
    },
    {
      "loss_action": 0.01103145070374012,
      "loss_total": 0.01103145070374012,
      "step": 16490
    },
    {
      "loss_action": 0.008280002512037754,
      "loss_total": 0.008280002512037754,
      "step": 16490
    },
    {
      "loss_action": 0.008542731404304504,
      "loss_total": 0.008542731404304504,
      "step": 16490
    },
    {
      "loss_action": 0.017791055142879486,
      "loss_total": 0.017791055142879486,
      "step": 16490
    },
    {
      "grad_norm": 0.2228633016347885,
      "learning_rate": 9.642831566254641e-05,
      "loss": 0.0133,
      "step": 16500
    },
    {
      "loss_action": 0.010400766506791115,
      "loss_total": 0.010400766506791115,
      "step": 16500
    },
    {
      "loss_action": 0.016706034541130066,
      "loss_total": 0.016706034541130066,
      "step": 16500
    },
    {
      "loss_action": 0.008255964145064354,
      "loss_total": 0.008255964145064354,
      "step": 16500
    },
    {
      "loss_action": 0.016911478713154793,
      "loss_total": 0.016911478713154793,
      "step": 16500
    },
    {
      "loss_action": 0.0032956216018646955,
      "loss_total": 0.0032956216018646955,
      "step": 16500
    },
    {
      "loss_action": 0.015803750604391098,
      "loss_total": 0.015803750604391098,
      "step": 16500
    },
    {
      "loss_action": 0.004914587363600731,
      "loss_total": 0.004914587363600731,
      "step": 16500
    },
    {
      "loss_action": 0.013973606750369072,
      "loss_total": 0.013973606750369072,
      "step": 16500
    },
    {
      "grad_norm": 0.15885551273822784,
      "learning_rate": 9.642217599724769e-05,
      "loss": 0.0141,
      "step": 16510
    },
    {
      "loss_action": 0.015513130463659763,
      "loss_total": 0.015513130463659763,
      "step": 16510
    },
    {
      "loss_action": 0.006255702581256628,
      "loss_total": 0.006255702581256628,
      "step": 16510
    },
    {
      "loss_action": 0.008221735246479511,
      "loss_total": 0.008221735246479511,
      "step": 16510
    },
    {
      "loss_action": 0.03026251122355461,
      "loss_total": 0.03026251122355461,
      "step": 16510
    },
    {
      "loss_action": 0.007717203348875046,
      "loss_total": 0.007717203348875046,
      "step": 16510
    },
    {
      "loss_action": 0.006884400267153978,
      "loss_total": 0.006884400267153978,
      "step": 16510
    },
    {
      "loss_action": 0.013603748753666878,
      "loss_total": 0.013603748753666878,
      "step": 16510
    },
    {
      "loss_action": 0.015425004065036774,
      "loss_total": 0.015425004065036774,
      "step": 16510
    },
    {
      "grad_norm": 0.17480042576789856,
      "learning_rate": 9.64160312552896e-05,
      "loss": 0.016,
      "step": 16520
    },
    {
      "loss_action": 0.012594164349138737,
      "loss_total": 0.012594164349138737,
      "step": 16520
    },
    {
      "loss_action": 0.030283264815807343,
      "loss_total": 0.030283264815807343,
      "step": 16520
    },
    {
      "loss_action": 0.004424004815518856,
      "loss_total": 0.004424004815518856,
      "step": 16520
    },
    {
      "loss_action": 0.00811699964106083,
      "loss_total": 0.00811699964106083,
      "step": 16520
    },
    {
      "loss_action": 0.004961377941071987,
      "loss_total": 0.004961377941071987,
      "step": 16520
    },
    {
      "loss_action": 0.012915694154798985,
      "loss_total": 0.012915694154798985,
      "step": 16520
    },
    {
      "loss_action": 0.008515181951224804,
      "loss_total": 0.008515181951224804,
      "step": 16520
    },
    {
      "loss_action": 0.01653510145843029,
      "loss_total": 0.01653510145843029,
      "step": 16520
    },
    {
      "grad_norm": 0.11255484074354172,
      "learning_rate": 9.64098814373441e-05,
      "loss": 0.0154,
      "step": 16530
    },
    {
      "loss_action": 0.013470480218529701,
      "loss_total": 0.013470480218529701,
      "step": 16530
    },
    {
      "loss_action": 0.006517141126096249,
      "loss_total": 0.006517141126096249,
      "step": 16530
    },
    {
      "loss_action": 0.012521225959062576,
      "loss_total": 0.012521225959062576,
      "step": 16530
    },
    {
      "loss_action": 0.009282742626965046,
      "loss_total": 0.009282742626965046,
      "step": 16530
    },
    {
      "loss_action": 0.012282912619411945,
      "loss_total": 0.012282912619411945,
      "step": 16530
    },
    {
      "loss_action": 0.006798520218580961,
      "loss_total": 0.006798520218580961,
      "step": 16530
    },
    {
      "loss_action": 0.010979827493429184,
      "loss_total": 0.010979827493429184,
      "step": 16530
    },
    {
      "loss_action": 0.02625216916203499,
      "loss_total": 0.02625216916203499,
      "step": 16530
    },
    {
      "grad_norm": 0.1203811839222908,
      "learning_rate": 9.640372654408374e-05,
      "loss": 0.0131,
      "step": 16540
    },
    {
      "loss_action": 0.011988208629190922,
      "loss_total": 0.011988208629190922,
      "step": 16540
    },
    {
      "loss_action": 0.009490109980106354,
      "loss_total": 0.009490109980106354,
      "step": 16540
    },
    {
      "loss_action": 0.023283015936613083,
      "loss_total": 0.023283015936613083,
      "step": 16540
    },
    {
      "loss_action": 0.013232310302555561,
      "loss_total": 0.013232310302555561,
      "step": 16540
    },
    {
      "loss_action": 0.01910368725657463,
      "loss_total": 0.01910368725657463,
      "step": 16540
    },
    {
      "loss_action": 0.005876240786164999,
      "loss_total": 0.005876240786164999,
      "step": 16540
    },
    {
      "loss_action": 0.00718360859900713,
      "loss_total": 0.00718360859900713,
      "step": 16540
    },
    {
      "loss_action": 0.011074002832174301,
      "loss_total": 0.011074002832174301,
      "step": 16540
    },
    {
      "grad_norm": 0.18133479356765747,
      "learning_rate": 9.639756657618162e-05,
      "loss": 0.0144,
      "step": 16550
    },
    {
      "loss_action": 0.011760594323277473,
      "loss_total": 0.011760594323277473,
      "step": 16550
    },
    {
      "loss_action": 0.01839141547679901,
      "loss_total": 0.01839141547679901,
      "step": 16550
    },
    {
      "loss_action": 0.027981679886579514,
      "loss_total": 0.027981679886579514,
      "step": 16550
    },
    {
      "loss_action": 0.016950901597738266,
      "loss_total": 0.016950901597738266,
      "step": 16550
    },
    {
      "loss_action": 0.011911366134881973,
      "loss_total": 0.011911366134881973,
      "step": 16550
    },
    {
      "loss_action": 0.010488403029739857,
      "loss_total": 0.010488403029739857,
      "step": 16550
    },
    {
      "loss_action": 0.016103066504001617,
      "loss_total": 0.016103066504001617,
      "step": 16550
    },
    {
      "loss_action": 0.006012056488543749,
      "loss_total": 0.006012056488543749,
      "step": 16550
    },
    {
      "grad_norm": 0.1658201515674591,
      "learning_rate": 9.639140153431138e-05,
      "loss": 0.0139,
      "step": 16560
    },
    {
      "loss_action": 0.011401604861021042,
      "loss_total": 0.011401604861021042,
      "step": 16560
    },
    {
      "loss_action": 0.009147953242063522,
      "loss_total": 0.009147953242063522,
      "step": 16560
    },
    {
      "loss_action": 0.011135230772197247,
      "loss_total": 0.011135230772197247,
      "step": 16560
    },
    {
      "loss_action": 0.01197037659585476,
      "loss_total": 0.01197037659585476,
      "step": 16560
    },
    {
      "loss_action": 0.005475413519889116,
      "loss_total": 0.005475413519889116,
      "step": 16560
    },
    {
      "loss_action": 0.017473390325903893,
      "loss_total": 0.017473390325903893,
      "step": 16560
    },
    {
      "loss_action": 0.02738051861524582,
      "loss_total": 0.02738051861524582,
      "step": 16560
    },
    {
      "loss_action": 0.00563051225617528,
      "loss_total": 0.00563051225617528,
      "step": 16560
    },
    {
      "grad_norm": 0.18051522970199585,
      "learning_rate": 9.638523141914721e-05,
      "loss": 0.0146,
      "step": 16570
    },
    {
      "loss_action": 0.027342163026332855,
      "loss_total": 0.027342163026332855,
      "step": 16570
    },
    {
      "loss_action": 0.014057646505534649,
      "loss_total": 0.014057646505534649,
      "step": 16570
    },
    {
      "loss_action": 0.028199350461363792,
      "loss_total": 0.028199350461363792,
      "step": 16570
    },
    {
      "loss_action": 0.010471323505043983,
      "loss_total": 0.010471323505043983,
      "step": 16570
    },
    {
      "loss_action": 0.02438877522945404,
      "loss_total": 0.02438877522945404,
      "step": 16570
    },
    {
      "loss_action": 0.008093827404081821,
      "loss_total": 0.008093827404081821,
      "step": 16570
    },
    {
      "loss_action": 0.011867847293615341,
      "loss_total": 0.011867847293615341,
      "step": 16570
    },
    {
      "loss_action": 0.00962135475128889,
      "loss_total": 0.00962135475128889,
      "step": 16570
    },
    {
      "grad_norm": 0.14419206976890564,
      "learning_rate": 9.637905623136388e-05,
      "loss": 0.0139,
      "step": 16580
    },
    {
      "loss_action": 0.011140037328004837,
      "loss_total": 0.011140037328004837,
      "step": 16580
    },
    {
      "loss_action": 0.005490395240485668,
      "loss_total": 0.005490395240485668,
      "step": 16580
    },
    {
      "loss_action": 0.017763756215572357,
      "loss_total": 0.017763756215572357,
      "step": 16580
    },
    {
      "loss_action": 0.013122506439685822,
      "loss_total": 0.013122506439685822,
      "step": 16580
    },
    {
      "loss_action": 0.02068212442100048,
      "loss_total": 0.02068212442100048,
      "step": 16580
    },
    {
      "loss_action": 0.02230815961956978,
      "loss_total": 0.02230815961956978,
      "step": 16580
    },
    {
      "loss_action": 0.012392720207571983,
      "loss_total": 0.012392720207571983,
      "step": 16580
    },
    {
      "loss_action": 0.01780669577419758,
      "loss_total": 0.01780669577419758,
      "step": 16580
    },
    {
      "grad_norm": 0.18625913560390472,
      "learning_rate": 9.637287597163669e-05,
      "loss": 0.0153,
      "step": 16590
    },
    {
      "loss_action": 0.014283242635428905,
      "loss_total": 0.014283242635428905,
      "step": 16590
    },
    {
      "loss_action": 0.0130977313965559,
      "loss_total": 0.0130977313965559,
      "step": 16590
    },
    {
      "loss_action": 0.009830169379711151,
      "loss_total": 0.009830169379711151,
      "step": 16590
    },
    {
      "loss_action": 0.006838558241724968,
      "loss_total": 0.006838558241724968,
      "step": 16590
    },
    {
      "loss_action": 0.00705034239217639,
      "loss_total": 0.00705034239217639,
      "step": 16590
    },
    {
      "loss_action": 0.008504011668264866,
      "loss_total": 0.008504011668264866,
      "step": 16590
    },
    {
      "loss_action": 0.026727821677923203,
      "loss_total": 0.026727821677923203,
      "step": 16590
    },
    {
      "loss_action": 0.012303336523473263,
      "loss_total": 0.012303336523473263,
      "step": 16590
    },
    {
      "grad_norm": 0.1676291525363922,
      "learning_rate": 9.63666906406415e-05,
      "loss": 0.0166,
      "step": 16600
    },
    {
      "loss_action": 0.014111221767961979,
      "loss_total": 0.014111221767961979,
      "step": 16600
    },
    {
      "loss_action": 0.010108529590070248,
      "loss_total": 0.010108529590070248,
      "step": 16600
    },
    {
      "loss_action": 0.008927316404879093,
      "loss_total": 0.008927316404879093,
      "step": 16600
    },
    {
      "loss_action": 0.017327694222331047,
      "loss_total": 0.017327694222331047,
      "step": 16600
    },
    {
      "loss_action": 0.008797908201813698,
      "loss_total": 0.008797908201813698,
      "step": 16600
    },
    {
      "loss_action": 0.009211115539073944,
      "loss_total": 0.009211115539073944,
      "step": 16600
    },
    {
      "loss_action": 0.01290657464414835,
      "loss_total": 0.01290657464414835,
      "step": 16600
    },
    {
      "loss_action": 0.018760256469249725,
      "loss_total": 0.018760256469249725,
      "step": 16600
    },
    {
      "grad_norm": 0.22894379496574402,
      "learning_rate": 9.636050023905473e-05,
      "loss": 0.0157,
      "step": 16610
    },
    {
      "loss_action": 0.01125556230545044,
      "loss_total": 0.01125556230545044,
      "step": 16610
    },
    {
      "loss_action": 0.016935044899582863,
      "loss_total": 0.016935044899582863,
      "step": 16610
    },
    {
      "loss_action": 0.00826454907655716,
      "loss_total": 0.00826454907655716,
      "step": 16610
    },
    {
      "loss_action": 0.010040665045380592,
      "loss_total": 0.010040665045380592,
      "step": 16610
    },
    {
      "loss_action": 0.010601263493299484,
      "loss_total": 0.010601263493299484,
      "step": 16610
    },
    {
      "loss_action": 0.010087748989462852,
      "loss_total": 0.010087748989462852,
      "step": 16610
    },
    {
      "loss_action": 0.012342343106865883,
      "loss_total": 0.012342343106865883,
      "step": 16610
    },
    {
      "loss_action": 0.02254108153283596,
      "loss_total": 0.02254108153283596,
      "step": 16610
    },
    {
      "grad_norm": 0.3233860433101654,
      "learning_rate": 9.635430476755336e-05,
      "loss": 0.017,
      "step": 16620
    },
    {
      "loss_action": 0.020753268152475357,
      "loss_total": 0.020753268152475357,
      "step": 16620
    },
    {
      "loss_action": 0.020358748733997345,
      "loss_total": 0.020358748733997345,
      "step": 16620
    },
    {
      "loss_action": 0.010910536162555218,
      "loss_total": 0.010910536162555218,
      "step": 16620
    },
    {
      "loss_action": 0.021945513784885406,
      "loss_total": 0.021945513784885406,
      "step": 16620
    },
    {
      "loss_action": 0.02507716976106167,
      "loss_total": 0.02507716976106167,
      "step": 16620
    },
    {
      "loss_action": 0.01471391785889864,
      "loss_total": 0.01471391785889864,
      "step": 16620
    },
    {
      "loss_action": 0.03293899819254875,
      "loss_total": 0.03293899819254875,
      "step": 16620
    },
    {
      "loss_action": 0.009976649656891823,
      "loss_total": 0.009976649656891823,
      "step": 16620
    },
    {
      "grad_norm": 0.22289596498012543,
      "learning_rate": 9.63481042268149e-05,
      "loss": 0.0161,
      "step": 16630
    },
    {
      "loss_action": 0.016351375728845596,
      "loss_total": 0.016351375728845596,
      "step": 16630
    },
    {
      "loss_action": 0.007861392572522163,
      "loss_total": 0.007861392572522163,
      "step": 16630
    },
    {
      "loss_action": 0.006720438599586487,
      "loss_total": 0.006720438599586487,
      "step": 16630
    },
    {
      "loss_action": 0.013956375420093536,
      "loss_total": 0.013956375420093536,
      "step": 16630
    },
    {
      "loss_action": 0.03451302647590637,
      "loss_total": 0.03451302647590637,
      "step": 16630
    },
    {
      "loss_action": 0.0077448878437280655,
      "loss_total": 0.0077448878437280655,
      "step": 16630
    },
    {
      "loss_action": 0.013675427064299583,
      "loss_total": 0.013675427064299583,
      "step": 16630
    },
    {
      "loss_action": 0.015966961160302162,
      "loss_total": 0.015966961160302162,
      "step": 16630
    },
    {
      "grad_norm": 0.14782463014125824,
      "learning_rate": 9.634189861751745e-05,
      "loss": 0.0161,
      "step": 16640
    },
    {
      "loss_action": 0.012281376868486404,
      "loss_total": 0.012281376868486404,
      "step": 16640
    },
    {
      "loss_action": 0.012016301974654198,
      "loss_total": 0.012016301974654198,
      "step": 16640
    },
    {
      "loss_action": 0.009749187156558037,
      "loss_total": 0.009749187156558037,
      "step": 16640
    },
    {
      "loss_action": 0.007404004223644733,
      "loss_total": 0.007404004223644733,
      "step": 16640
    },
    {
      "loss_action": 0.009210413321852684,
      "loss_total": 0.009210413321852684,
      "step": 16640
    },
    {
      "loss_action": 0.01438434049487114,
      "loss_total": 0.01438434049487114,
      "step": 16640
    },
    {
      "loss_action": 0.00815508235245943,
      "loss_total": 0.00815508235245943,
      "step": 16640
    },
    {
      "loss_action": 0.016348760575056076,
      "loss_total": 0.016348760575056076,
      "step": 16640
    },
    {
      "grad_norm": 0.1514420062303543,
      "learning_rate": 9.633568794033967e-05,
      "loss": 0.014,
      "step": 16650
    },
    {
      "loss_action": 0.005769000388681889,
      "loss_total": 0.005769000388681889,
      "step": 16650
    },
    {
      "loss_action": 0.006540721282362938,
      "loss_total": 0.006540721282362938,
      "step": 16650
    },
    {
      "loss_action": 0.009013816714286804,
      "loss_total": 0.009013816714286804,
      "step": 16650
    },
    {
      "loss_action": 0.007243970409035683,
      "loss_total": 0.007243970409035683,
      "step": 16650
    },
    {
      "loss_action": 0.011388581246137619,
      "loss_total": 0.011388581246137619,
      "step": 16650
    },
    {
      "loss_action": 0.010220447555184364,
      "loss_total": 0.010220447555184364,
      "step": 16650
    },
    {
      "loss_action": 0.0441274419426918,
      "loss_total": 0.0441274419426918,
      "step": 16650
    },
    {
      "loss_action": 0.009061424061655998,
      "loss_total": 0.009061424061655998,
      "step": 16650
    },
    {
      "grad_norm": 0.1300356090068817,
      "learning_rate": 9.63294721959607e-05,
      "loss": 0.014,
      "step": 16660
    },
    {
      "loss_action": 0.017130687832832336,
      "loss_total": 0.017130687832832336,
      "step": 16660
    },
    {
      "loss_action": 0.007681002840399742,
      "loss_total": 0.007681002840399742,
      "step": 16660
    },
    {
      "loss_action": 0.01900155283510685,
      "loss_total": 0.01900155283510685,
      "step": 16660
    },
    {
      "loss_action": 0.03629599139094353,
      "loss_total": 0.03629599139094353,
      "step": 16660
    },
    {
      "loss_action": 0.006216912996023893,
      "loss_total": 0.006216912996023893,
      "step": 16660
    },
    {
      "loss_action": 0.02892410382628441,
      "loss_total": 0.02892410382628441,
      "step": 16660
    },
    {
      "loss_action": 0.012125171720981598,
      "loss_total": 0.012125171720981598,
      "step": 16660
    },
    {
      "loss_action": 0.038210995495319366,
      "loss_total": 0.038210995495319366,
      "step": 16660
    },
    {
      "grad_norm": 0.20071536302566528,
      "learning_rate": 9.63232513850603e-05,
      "loss": 0.0176,
      "step": 16670
    },
    {
      "loss_action": 0.029956160113215446,
      "loss_total": 0.029956160113215446,
      "step": 16670
    },
    {
      "loss_action": 0.03052659146487713,
      "loss_total": 0.03052659146487713,
      "step": 16670
    },
    {
      "loss_action": 0.01702500507235527,
      "loss_total": 0.01702500507235527,
      "step": 16670
    },
    {
      "loss_action": 0.009025359526276588,
      "loss_total": 0.009025359526276588,
      "step": 16670
    },
    {
      "loss_action": 0.012590531259775162,
      "loss_total": 0.012590531259775162,
      "step": 16670
    },
    {
      "loss_action": 0.041919972747564316,
      "loss_total": 0.041919972747564316,
      "step": 16670
    },
    {
      "loss_action": 0.02550913393497467,
      "loss_total": 0.02550913393497467,
      "step": 16670
    },
    {
      "loss_action": 0.014683714136481285,
      "loss_total": 0.014683714136481285,
      "step": 16670
    },
    {
      "grad_norm": 0.1792750358581543,
      "learning_rate": 9.631702550831878e-05,
      "loss": 0.0174,
      "step": 16680
    },
    {
      "loss_action": 0.02002480998635292,
      "loss_total": 0.02002480998635292,
      "step": 16680
    },
    {
      "loss_action": 0.008302751928567886,
      "loss_total": 0.008302751928567886,
      "step": 16680
    },
    {
      "loss_action": 0.01103687658905983,
      "loss_total": 0.01103687658905983,
      "step": 16680
    },
    {
      "loss_action": 0.018765101209282875,
      "loss_total": 0.018765101209282875,
      "step": 16680
    },
    {
      "loss_action": 0.028153805062174797,
      "loss_total": 0.028153805062174797,
      "step": 16680
    },
    {
      "loss_action": 0.02620672434568405,
      "loss_total": 0.02620672434568405,
      "step": 16680
    },
    {
      "loss_action": 0.019616825506091118,
      "loss_total": 0.019616825506091118,
      "step": 16680
    },
    {
      "loss_action": 0.013559531420469284,
      "loss_total": 0.013559531420469284,
      "step": 16680
    },
    {
      "grad_norm": 0.1789613515138626,
      "learning_rate": 9.631079456641698e-05,
      "loss": 0.0185,
      "step": 16690
    },
    {
      "loss_action": 0.009840266779065132,
      "loss_total": 0.009840266779065132,
      "step": 16690
    },
    {
      "loss_action": 0.01225248258560896,
      "loss_total": 0.01225248258560896,
      "step": 16690
    },
    {
      "loss_action": 0.016568206250667572,
      "loss_total": 0.016568206250667572,
      "step": 16690
    },
    {
      "loss_action": 0.015643607825040817,
      "loss_total": 0.015643607825040817,
      "step": 16690
    },
    {
      "loss_action": 0.07392444461584091,
      "loss_total": 0.07392444461584091,
      "step": 16690
    },
    {
      "loss_action": 0.01872917450964451,
      "loss_total": 0.01872917450964451,
      "step": 16690
    },
    {
      "loss_action": 0.015503652393817902,
      "loss_total": 0.015503652393817902,
      "step": 16690
    },
    {
      "loss_action": 0.010332528501749039,
      "loss_total": 0.010332528501749039,
      "step": 16690
    },
    {
      "grad_norm": 0.22424840927124023,
      "learning_rate": 9.630455856003632e-05,
      "loss": 0.0169,
      "step": 16700
    },
    {
      "loss_action": 0.008639251813292503,
      "loss_total": 0.008639251813292503,
      "step": 16700
    },
    {
      "loss_action": 0.014011839404702187,
      "loss_total": 0.014011839404702187,
      "step": 16700
    },
    {
      "loss_action": 0.011152230203151703,
      "loss_total": 0.011152230203151703,
      "step": 16700
    },
    {
      "loss_action": 0.012480761855840683,
      "loss_total": 0.012480761855840683,
      "step": 16700
    },
    {
      "loss_action": 0.014273419976234436,
      "loss_total": 0.014273419976234436,
      "step": 16700
    },
    {
      "loss_action": 0.01087995246052742,
      "loss_total": 0.01087995246052742,
      "step": 16700
    },
    {
      "loss_action": 0.025050288066267967,
      "loss_total": 0.025050288066267967,
      "step": 16700
    },
    {
      "loss_action": 0.020277414470911026,
      "loss_total": 0.020277414470911026,
      "step": 16700
    },
    {
      "grad_norm": 0.188781276345253,
      "learning_rate": 9.629831748985876e-05,
      "loss": 0.0158,
      "step": 16710
    },
    {
      "loss_action": 0.009267621673643589,
      "loss_total": 0.009267621673643589,
      "step": 16710
    },
    {
      "loss_action": 0.008143199607729912,
      "loss_total": 0.008143199607729912,
      "step": 16710
    },
    {
      "loss_action": 0.014140568673610687,
      "loss_total": 0.014140568673610687,
      "step": 16710
    },
    {
      "loss_action": 0.020855208858847618,
      "loss_total": 0.020855208858847618,
      "step": 16710
    },
    {
      "loss_action": 0.010930641554296017,
      "loss_total": 0.010930641554296017,
      "step": 16710
    },
    {
      "loss_action": 0.014330578036606312,
      "loss_total": 0.014330578036606312,
      "step": 16710
    },
    {
      "loss_action": 0.007250905968248844,
      "loss_total": 0.007250905968248844,
      "step": 16710
    },
    {
      "loss_action": 0.018760807812213898,
      "loss_total": 0.018760807812213898,
      "step": 16710
    },
    {
      "grad_norm": 0.15165568888187408,
      "learning_rate": 9.629207135656679e-05,
      "loss": 0.0158,
      "step": 16720
    },
    {
      "loss_action": 0.013025900349020958,
      "loss_total": 0.013025900349020958,
      "step": 16720
    },
    {
      "loss_action": 0.008142612874507904,
      "loss_total": 0.008142612874507904,
      "step": 16720
    },
    {
      "loss_action": 0.015149926766753197,
      "loss_total": 0.015149926766753197,
      "step": 16720
    },
    {
      "loss_action": 0.010348331183195114,
      "loss_total": 0.010348331183195114,
      "step": 16720
    },
    {
      "loss_action": 0.007912666536867619,
      "loss_total": 0.007912666536867619,
      "step": 16720
    },
    {
      "loss_action": 0.008217152208089828,
      "loss_total": 0.008217152208089828,
      "step": 16720
    },
    {
      "loss_action": 0.012720473110675812,
      "loss_total": 0.012720473110675812,
      "step": 16720
    },
    {
      "loss_action": 0.007947757840156555,
      "loss_total": 0.007947757840156555,
      "step": 16720
    },
    {
      "grad_norm": 0.16322281956672668,
      "learning_rate": 9.628582016084353e-05,
      "loss": 0.0137,
      "step": 16730
    },
    {
      "loss_action": 0.016256846487522125,
      "loss_total": 0.016256846487522125,
      "step": 16730
    },
    {
      "loss_action": 0.014739619567990303,
      "loss_total": 0.014739619567990303,
      "step": 16730
    },
    {
      "loss_action": 0.034140121191740036,
      "loss_total": 0.034140121191740036,
      "step": 16730
    },
    {
      "loss_action": 0.034346017986536026,
      "loss_total": 0.034346017986536026,
      "step": 16730
    },
    {
      "loss_action": 0.008641760796308517,
      "loss_total": 0.008641760796308517,
      "step": 16730
    },
    {
      "loss_action": 0.0172683484852314,
      "loss_total": 0.0172683484852314,
      "step": 16730
    },
    {
      "loss_action": 0.005205984227359295,
      "loss_total": 0.005205984227359295,
      "step": 16730
    },
    {
      "loss_action": 0.014726264402270317,
      "loss_total": 0.014726264402270317,
      "step": 16730
    },
    {
      "grad_norm": 0.14649774134159088,
      "learning_rate": 9.627956390337254e-05,
      "loss": 0.0126,
      "step": 16740
    },
    {
      "loss_action": 0.008166278712451458,
      "loss_total": 0.008166278712451458,
      "step": 16740
    },
    {
      "loss_action": 0.010555323213338852,
      "loss_total": 0.010555323213338852,
      "step": 16740
    },
    {
      "loss_action": 0.02884066291153431,
      "loss_total": 0.02884066291153431,
      "step": 16740
    },
    {
      "loss_action": 0.008530329912900925,
      "loss_total": 0.008530329912900925,
      "step": 16740
    },
    {
      "loss_action": 0.008890749886631966,
      "loss_total": 0.008890749886631966,
      "step": 16740
    },
    {
      "loss_action": 0.009275369346141815,
      "loss_total": 0.009275369346141815,
      "step": 16740
    },
    {
      "loss_action": 0.0061386930756270885,
      "loss_total": 0.0061386930756270885,
      "step": 16740
    },
    {
      "loss_action": 0.004370220936834812,
      "loss_total": 0.004370220936834812,
      "step": 16740
    },
    {
      "grad_norm": 0.15423215925693512,
      "learning_rate": 9.627330258483802e-05,
      "loss": 0.0143,
      "step": 16750
    },
    {
      "loss_action": 0.026855507865548134,
      "loss_total": 0.026855507865548134,
      "step": 16750
    },
    {
      "loss_action": 0.006412249058485031,
      "loss_total": 0.006412249058485031,
      "step": 16750
    },
    {
      "loss_action": 0.010922687128186226,
      "loss_total": 0.010922687128186226,
      "step": 16750
    },
    {
      "loss_action": 0.010409673675894737,
      "loss_total": 0.010409673675894737,
      "step": 16750
    },
    {
      "loss_action": 0.015452703461050987,
      "loss_total": 0.015452703461050987,
      "step": 16750
    },
    {
      "loss_action": 0.03619878739118576,
      "loss_total": 0.03619878739118576,
      "step": 16750
    },
    {
      "loss_action": 0.024700026959180832,
      "loss_total": 0.024700026959180832,
      "step": 16750
    },
    {
      "loss_action": 0.011934354901313782,
      "loss_total": 0.011934354901313782,
      "step": 16750
    },
    {
      "grad_norm": 0.1662009060382843,
      "learning_rate": 9.62670362059247e-05,
      "loss": 0.0165,
      "step": 16760
    },
    {
      "loss_action": 0.030328188091516495,
      "loss_total": 0.030328188091516495,
      "step": 16760
    },
    {
      "loss_action": 0.022666607052087784,
      "loss_total": 0.022666607052087784,
      "step": 16760
    },
    {
      "loss_action": 0.021665304899215698,
      "loss_total": 0.021665304899215698,
      "step": 16760
    },
    {
      "loss_action": 0.011408017948269844,
      "loss_total": 0.011408017948269844,
      "step": 16760
    },
    {
      "loss_action": 0.005843667313456535,
      "loss_total": 0.005843667313456535,
      "step": 16760
    },
    {
      "loss_action": 0.015348218381404877,
      "loss_total": 0.015348218381404877,
      "step": 16760
    },
    {
      "loss_action": 0.01638253591954708,
      "loss_total": 0.01638253591954708,
      "step": 16760
    },
    {
      "loss_action": 0.008664363995194435,
      "loss_total": 0.008664363995194435,
      "step": 16760
    },
    {
      "grad_norm": 0.13615991175174713,
      "learning_rate": 9.626076476731786e-05,
      "loss": 0.0166,
      "step": 16770
    },
    {
      "loss_action": 0.017102595418691635,
      "loss_total": 0.017102595418691635,
      "step": 16770
    },
    {
      "loss_action": 0.014964018017053604,
      "loss_total": 0.014964018017053604,
      "step": 16770
    },
    {
      "loss_action": 0.012650427408516407,
      "loss_total": 0.012650427408516407,
      "step": 16770
    },
    {
      "loss_action": 0.017185930162668228,
      "loss_total": 0.017185930162668228,
      "step": 16770
    },
    {
      "loss_action": 0.016977421939373016,
      "loss_total": 0.016977421939373016,
      "step": 16770
    },
    {
      "loss_action": 0.014839674346148968,
      "loss_total": 0.014839674346148968,
      "step": 16770
    },
    {
      "loss_action": 0.0114266537129879,
      "loss_total": 0.0114266537129879,
      "step": 16770
    },
    {
      "loss_action": 0.022296935319900513,
      "loss_total": 0.022296935319900513,
      "step": 16770
    },
    {
      "grad_norm": 0.1945694386959076,
      "learning_rate": 9.625448826970336e-05,
      "loss": 0.0151,
      "step": 16780
    },
    {
      "loss_action": 0.007354255765676498,
      "loss_total": 0.007354255765676498,
      "step": 16780
    },
    {
      "loss_action": 0.010930248536169529,
      "loss_total": 0.010930248536169529,
      "step": 16780
    },
    {
      "loss_action": 0.01065138727426529,
      "loss_total": 0.01065138727426529,
      "step": 16780
    },
    {
      "loss_action": 0.00997272040694952,
      "loss_total": 0.00997272040694952,
      "step": 16780
    },
    {
      "loss_action": 0.014209553599357605,
      "loss_total": 0.014209553599357605,
      "step": 16780
    },
    {
      "loss_action": 0.012326454743742943,
      "loss_total": 0.012326454743742943,
      "step": 16780
    },
    {
      "loss_action": 0.021465161815285683,
      "loss_total": 0.021465161815285683,
      "step": 16780
    },
    {
      "loss_action": 0.011200428009033203,
      "loss_total": 0.011200428009033203,
      "step": 16780
    },
    {
      "grad_norm": 0.14974947273731232,
      "learning_rate": 9.624820671376755e-05,
      "loss": 0.0137,
      "step": 16790
    },
    {
      "loss_action": 0.034774381667375565,
      "loss_total": 0.034774381667375565,
      "step": 16790
    },
    {
      "loss_action": 0.006633578799664974,
      "loss_total": 0.006633578799664974,
      "step": 16790
    },
    {
      "loss_action": 0.009081472642719746,
      "loss_total": 0.009081472642719746,
      "step": 16790
    },
    {
      "loss_action": 0.0319041833281517,
      "loss_total": 0.0319041833281517,
      "step": 16790
    },
    {
      "loss_action": 0.014662617817521095,
      "loss_total": 0.014662617817521095,
      "step": 16790
    },
    {
      "loss_action": 0.010179374366998672,
      "loss_total": 0.010179374366998672,
      "step": 16790
    },
    {
      "loss_action": 0.04155159741640091,
      "loss_total": 0.04155159741640091,
      "step": 16790
    },
    {
      "loss_action": 0.007843296974897385,
      "loss_total": 0.007843296974897385,
      "step": 16790
    },
    {
      "grad_norm": 0.15288567543029785,
      "learning_rate": 9.62419201001974e-05,
      "loss": 0.0159,
      "step": 16800
    },
    {
      "loss_action": 0.03287404030561447,
      "loss_total": 0.03287404030561447,
      "step": 16800
    },
    {
      "loss_action": 0.00958038680255413,
      "loss_total": 0.00958038680255413,
      "step": 16800
    },
    {
      "loss_action": 0.03251953423023224,
      "loss_total": 0.03251953423023224,
      "step": 16800
    },
    {
      "loss_action": 0.012547910213470459,
      "loss_total": 0.012547910213470459,
      "step": 16800
    },
    {
      "loss_action": 0.011679592542350292,
      "loss_total": 0.011679592542350292,
      "step": 16800
    },
    {
      "loss_action": 0.015123091638088226,
      "loss_total": 0.015123091638088226,
      "step": 16800
    },
    {
      "loss_action": 0.016551636159420013,
      "loss_total": 0.016551636159420013,
      "step": 16800
    },
    {
      "loss_action": 0.02033282443881035,
      "loss_total": 0.02033282443881035,
      "step": 16800
    },
    {
      "grad_norm": 0.2569403052330017,
      "learning_rate": 9.623562842968037e-05,
      "loss": 0.0165,
      "step": 16810
    },
    {
      "loss_action": 0.01106509380042553,
      "loss_total": 0.01106509380042553,
      "step": 16810
    },
    {
      "loss_action": 0.056658610701560974,
      "loss_total": 0.056658610701560974,
      "step": 16810
    },
    {
      "loss_action": 0.014200989156961441,
      "loss_total": 0.014200989156961441,
      "step": 16810
    },
    {
      "loss_action": 0.011633357033133507,
      "loss_total": 0.011633357033133507,
      "step": 16810
    },
    {
      "loss_action": 0.013564875349402428,
      "loss_total": 0.013564875349402428,
      "step": 16810
    },
    {
      "loss_action": 0.013160279020667076,
      "loss_total": 0.013160279020667076,
      "step": 16810
    },
    {
      "loss_action": 0.013579963706433773,
      "loss_total": 0.013579963706433773,
      "step": 16810
    },
    {
      "loss_action": 0.008929228410124779,
      "loss_total": 0.008929228410124779,
      "step": 16810
    },
    {
      "grad_norm": 0.15602101385593414,
      "learning_rate": 9.622933170290454e-05,
      "loss": 0.0145,
      "step": 16820
    },
    {
      "loss_action": 0.017620602622628212,
      "loss_total": 0.017620602622628212,
      "step": 16820
    },
    {
      "loss_action": 0.008450884371995926,
      "loss_total": 0.008450884371995926,
      "step": 16820
    },
    {
      "loss_action": 0.016530634835362434,
      "loss_total": 0.016530634835362434,
      "step": 16820
    },
    {
      "loss_action": 0.005967234261333942,
      "loss_total": 0.005967234261333942,
      "step": 16820
    },
    {
      "loss_action": 0.016100462526082993,
      "loss_total": 0.016100462526082993,
      "step": 16820
    },
    {
      "loss_action": 0.013939669355750084,
      "loss_total": 0.013939669355750084,
      "step": 16820
    },
    {
      "loss_action": 0.01628951169550419,
      "loss_total": 0.01628951169550419,
      "step": 16820
    },
    {
      "loss_action": 0.009054990485310555,
      "loss_total": 0.009054990485310555,
      "step": 16820
    },
    {
      "grad_norm": 0.15282680094242096,
      "learning_rate": 9.622302992055849e-05,
      "loss": 0.0161,
      "step": 16830
    },
    {
      "loss_action": 0.006960847415030003,
      "loss_total": 0.006960847415030003,
      "step": 16830
    },
    {
      "loss_action": 0.01153998076915741,
      "loss_total": 0.01153998076915741,
      "step": 16830
    },
    {
      "loss_action": 0.018056346103549004,
      "loss_total": 0.018056346103549004,
      "step": 16830
    },
    {
      "loss_action": 0.011627571657299995,
      "loss_total": 0.011627571657299995,
      "step": 16830
    },
    {
      "loss_action": 0.018843546509742737,
      "loss_total": 0.018843546509742737,
      "step": 16830
    },
    {
      "loss_action": 0.020913701504468918,
      "loss_total": 0.020913701504468918,
      "step": 16830
    },
    {
      "loss_action": 0.026909541338682175,
      "loss_total": 0.026909541338682175,
      "step": 16830
    },
    {
      "loss_action": 0.008370637893676758,
      "loss_total": 0.008370637893676758,
      "step": 16830
    },
    {
      "grad_norm": 0.15808552503585815,
      "learning_rate": 9.62167230833314e-05,
      "loss": 0.0155,
      "step": 16840
    },
    {
      "loss_action": 0.0253306794911623,
      "loss_total": 0.0253306794911623,
      "step": 16840
    },
    {
      "loss_action": 0.01644941046833992,
      "loss_total": 0.01644941046833992,
      "step": 16840
    },
    {
      "loss_action": 0.025595493614673615,
      "loss_total": 0.025595493614673615,
      "step": 16840
    },
    {
      "loss_action": 0.02453482151031494,
      "loss_total": 0.02453482151031494,
      "step": 16840
    },
    {
      "loss_action": 0.02154286578297615,
      "loss_total": 0.02154286578297615,
      "step": 16840
    },
    {
      "loss_action": 0.031583577394485474,
      "loss_total": 0.031583577394485474,
      "step": 16840
    },
    {
      "loss_action": 0.011091575026512146,
      "loss_total": 0.011091575026512146,
      "step": 16840
    },
    {
      "loss_action": 0.0189608596265316,
      "loss_total": 0.0189608596265316,
      "step": 16840
    },
    {
      "grad_norm": 0.2011232078075409,
      "learning_rate": 9.621041119191295e-05,
      "loss": 0.0157,
      "step": 16850
    },
    {
      "loss_action": 0.010212627239525318,
      "loss_total": 0.010212627239525318,
      "step": 16850
    },
    {
      "loss_action": 0.023801147937774658,
      "loss_total": 0.023801147937774658,
      "step": 16850
    },
    {
      "loss_action": 0.013441061601042747,
      "loss_total": 0.013441061601042747,
      "step": 16850
    },
    {
      "loss_action": 0.00962533988058567,
      "loss_total": 0.00962533988058567,
      "step": 16850
    },
    {
      "loss_action": 0.019969424232840538,
      "loss_total": 0.019969424232840538,
      "step": 16850
    },
    {
      "loss_action": 0.01892595738172531,
      "loss_total": 0.01892595738172531,
      "step": 16850
    },
    {
      "loss_action": 0.013805156573653221,
      "loss_total": 0.013805156573653221,
      "step": 16850
    },
    {
      "loss_action": 0.02568691037595272,
      "loss_total": 0.02568691037595272,
      "step": 16850
    },
    {
      "grad_norm": 0.174216166138649,
      "learning_rate": 9.620409424699342e-05,
      "loss": 0.0141,
      "step": 16860
    },
    {
      "loss_action": 0.016382252797484398,
      "loss_total": 0.016382252797484398,
      "step": 16860
    },
    {
      "loss_action": 0.013452742248773575,
      "loss_total": 0.013452742248773575,
      "step": 16860
    },
    {
      "loss_action": 0.007332497742027044,
      "loss_total": 0.007332497742027044,
      "step": 16860
    },
    {
      "loss_action": 0.008832426741719246,
      "loss_total": 0.008832426741719246,
      "step": 16860
    },
    {
      "loss_action": 0.018645022064447403,
      "loss_total": 0.018645022064447403,
      "step": 16860
    },
    {
      "loss_action": 0.025113260373473167,
      "loss_total": 0.025113260373473167,
      "step": 16860
    },
    {
      "loss_action": 0.006333761848509312,
      "loss_total": 0.006333761848509312,
      "step": 16860
    },
    {
      "loss_action": 0.014649518765509129,
      "loss_total": 0.014649518765509129,
      "step": 16860
    },
    {
      "grad_norm": 0.1312134563922882,
      "learning_rate": 9.619777224926359e-05,
      "loss": 0.0161,
      "step": 16870
    },
    {
      "loss_action": 0.009684586897492409,
      "loss_total": 0.009684586897492409,
      "step": 16870
    },
    {
      "loss_action": 0.020045269280672073,
      "loss_total": 0.020045269280672073,
      "step": 16870
    },
    {
      "loss_action": 0.011450124904513359,
      "loss_total": 0.011450124904513359,
      "step": 16870
    },
    {
      "loss_action": 0.00878469180315733,
      "loss_total": 0.00878469180315733,
      "step": 16870
    },
    {
      "loss_action": 0.023419182747602463,
      "loss_total": 0.023419182747602463,
      "step": 16870
    },
    {
      "loss_action": 0.016286343336105347,
      "loss_total": 0.016286343336105347,
      "step": 16870
    },
    {
      "loss_action": 0.011294299736618996,
      "loss_total": 0.011294299736618996,
      "step": 16870
    },
    {
      "loss_action": 0.012888973578810692,
      "loss_total": 0.012888973578810692,
      "step": 16870
    },
    {
      "grad_norm": 0.23021383583545685,
      "learning_rate": 9.619144519941485e-05,
      "loss": 0.0146,
      "step": 16880
    },
    {
      "loss_action": 0.013012162409722805,
      "loss_total": 0.013012162409722805,
      "step": 16880
    },
    {
      "loss_action": 0.02172960713505745,
      "loss_total": 0.02172960713505745,
      "step": 16880
    },
    {
      "loss_action": 0.012857871130108833,
      "loss_total": 0.012857871130108833,
      "step": 16880
    },
    {
      "loss_action": 0.01486399956047535,
      "loss_total": 0.01486399956047535,
      "step": 16880
    },
    {
      "loss_action": 0.012212954461574554,
      "loss_total": 0.012212954461574554,
      "step": 16880
    },
    {
      "loss_action": 0.014522463083267212,
      "loss_total": 0.014522463083267212,
      "step": 16880
    },
    {
      "loss_action": 0.01234126091003418,
      "loss_total": 0.01234126091003418,
      "step": 16880
    },
    {
      "loss_action": 0.016010861843824387,
      "loss_total": 0.016010861843824387,
      "step": 16880
    },
    {
      "grad_norm": 0.13960714638233185,
      "learning_rate": 9.618511309813912e-05,
      "loss": 0.0141,
      "step": 16890
    },
    {
      "loss_action": 0.019202925264835358,
      "loss_total": 0.019202925264835358,
      "step": 16890
    },
    {
      "loss_action": 0.0171645674854517,
      "loss_total": 0.0171645674854517,
      "step": 16890
    },
    {
      "loss_action": 0.03534756973385811,
      "loss_total": 0.03534756973385811,
      "step": 16890
    },
    {
      "loss_action": 0.013685211539268494,
      "loss_total": 0.013685211539268494,
      "step": 16890
    },
    {
      "loss_action": 0.014908974058926105,
      "loss_total": 0.014908974058926105,
      "step": 16890
    },
    {
      "loss_action": 0.007706040516495705,
      "loss_total": 0.007706040516495705,
      "step": 16890
    },
    {
      "loss_action": 0.015471724793314934,
      "loss_total": 0.015471724793314934,
      "step": 16890
    },
    {
      "loss_action": 0.019496973603963852,
      "loss_total": 0.019496973603963852,
      "step": 16890
    },
    {
      "grad_norm": 0.1562933474779129,
      "learning_rate": 9.617877594612886e-05,
      "loss": 0.0157,
      "step": 16900
    },
    {
      "loss_action": 0.008585821837186813,
      "loss_total": 0.008585821837186813,
      "step": 16900
    },
    {
      "loss_action": 0.008246287703514099,
      "loss_total": 0.008246287703514099,
      "step": 16900
    },
    {
      "loss_action": 0.018299199640750885,
      "loss_total": 0.018299199640750885,
      "step": 16900
    },
    {
      "loss_action": 0.012340491637587547,
      "loss_total": 0.012340491637587547,
      "step": 16900
    },
    {
      "loss_action": 0.006269894540309906,
      "loss_total": 0.006269894540309906,
      "step": 16900
    },
    {
      "loss_action": 0.0044817375019192696,
      "loss_total": 0.0044817375019192696,
      "step": 16900
    },
    {
      "loss_action": 0.014178935438394547,
      "loss_total": 0.014178935438394547,
      "step": 16900
    },
    {
      "loss_action": 0.014002993702888489,
      "loss_total": 0.014002993702888489,
      "step": 16900
    },
    {
      "grad_norm": 0.12612436711788177,
      "learning_rate": 9.617243374407707e-05,
      "loss": 0.0129,
      "step": 16910
    },
    {
      "loss_action": 0.009998617693781853,
      "loss_total": 0.009998617693781853,
      "step": 16910
    },
    {
      "loss_action": 0.009387481957674026,
      "loss_total": 0.009387481957674026,
      "step": 16910
    },
    {
      "loss_action": 0.005005002953112125,
      "loss_total": 0.005005002953112125,
      "step": 16910
    },
    {
      "loss_action": 0.012286830693483353,
      "loss_total": 0.012286830693483353,
      "step": 16910
    },
    {
      "loss_action": 0.014552379958331585,
      "loss_total": 0.014552379958331585,
      "step": 16910
    },
    {
      "loss_action": 0.020601484924554825,
      "loss_total": 0.020601484924554825,
      "step": 16910
    },
    {
      "loss_action": 0.011713102459907532,
      "loss_total": 0.011713102459907532,
      "step": 16910
    },
    {
      "loss_action": 0.011139619164168835,
      "loss_total": 0.011139619164168835,
      "step": 16910
    },
    {
      "grad_norm": 0.13270272314548492,
      "learning_rate": 9.616608649267736e-05,
      "loss": 0.0136,
      "step": 16920
    },
    {
      "loss_action": 0.031410831958055496,
      "loss_total": 0.031410831958055496,
      "step": 16920
    },
    {
      "loss_action": 0.010178044438362122,
      "loss_total": 0.010178044438362122,
      "step": 16920
    },
    {
      "loss_action": 0.009492847137153149,
      "loss_total": 0.009492847137153149,
      "step": 16920
    },
    {
      "loss_action": 0.008751286193728447,
      "loss_total": 0.008751286193728447,
      "step": 16920
    },
    {
      "loss_action": 0.012996062636375427,
      "loss_total": 0.012996062636375427,
      "step": 16920
    },
    {
      "loss_action": 0.007225555367767811,
      "loss_total": 0.007225555367767811,
      "step": 16920
    },
    {
      "loss_action": 0.017965365201234818,
      "loss_total": 0.017965365201234818,
      "step": 16920
    },
    {
      "loss_action": 0.012055065482854843,
      "loss_total": 0.012055065482854843,
      "step": 16920
    },
    {
      "grad_norm": 0.15808694064617157,
      "learning_rate": 9.615973419262385e-05,
      "loss": 0.0123,
      "step": 16930
    },
    {
      "loss_action": 0.005046820733696222,
      "loss_total": 0.005046820733696222,
      "step": 16930
    },
    {
      "loss_action": 0.011140014976263046,
      "loss_total": 0.011140014976263046,
      "step": 16930
    },
    {
      "loss_action": 0.007328171283006668,
      "loss_total": 0.007328171283006668,
      "step": 16930
    },
    {
      "loss_action": 0.00833466462790966,
      "loss_total": 0.00833466462790966,
      "step": 16930
    },
    {
      "loss_action": 0.009133326821029186,
      "loss_total": 0.009133326821029186,
      "step": 16930
    },
    {
      "loss_action": 0.013245096430182457,
      "loss_total": 0.013245096430182457,
      "step": 16930
    },
    {
      "loss_action": 0.009818162769079208,
      "loss_total": 0.009818162769079208,
      "step": 16930
    },
    {
      "loss_action": 0.007283154875040054,
      "loss_total": 0.007283154875040054,
      "step": 16930
    },
    {
      "grad_norm": 0.2739931046962738,
      "learning_rate": 9.615337684461119e-05,
      "loss": 0.0142,
      "step": 16940
    },
    {
      "loss_action": 0.004429844673722982,
      "loss_total": 0.004429844673722982,
      "step": 16940
    },
    {
      "loss_action": 0.009485114365816116,
      "loss_total": 0.009485114365816116,
      "step": 16940
    },
    {
      "loss_action": 0.015130375511944294,
      "loss_total": 0.015130375511944294,
      "step": 16940
    },
    {
      "loss_action": 0.015106156468391418,
      "loss_total": 0.015106156468391418,
      "step": 16940
    },
    {
      "loss_action": 0.005876700393855572,
      "loss_total": 0.005876700393855572,
      "step": 16940
    },
    {
      "loss_action": 0.013572078198194504,
      "loss_total": 0.013572078198194504,
      "step": 16940
    },
    {
      "loss_action": 0.022480735555291176,
      "loss_total": 0.022480735555291176,
      "step": 16940
    },
    {
      "loss_action": 0.013757663778960705,
      "loss_total": 0.013757663778960705,
      "step": 16940
    },
    {
      "grad_norm": 0.17510750889778137,
      "learning_rate": 9.614701444933465e-05,
      "loss": 0.0147,
      "step": 16950
    },
    {
      "loss_action": 0.005913133267313242,
      "loss_total": 0.005913133267313242,
      "step": 16950
    },
    {
      "loss_action": 0.014187142252922058,
      "loss_total": 0.014187142252922058,
      "step": 16950
    },
    {
      "loss_action": 0.019190048798918724,
      "loss_total": 0.019190048798918724,
      "step": 16950
    },
    {
      "loss_action": 0.006804404314607382,
      "loss_total": 0.006804404314607382,
      "step": 16950
    },
    {
      "loss_action": 0.028226619586348534,
      "loss_total": 0.028226619586348534,
      "step": 16950
    },
    {
      "loss_action": 0.027344051748514175,
      "loss_total": 0.027344051748514175,
      "step": 16950
    },
    {
      "loss_action": 0.024284910410642624,
      "loss_total": 0.024284910410642624,
      "step": 16950
    },
    {
      "loss_action": 0.007979466579854488,
      "loss_total": 0.007979466579854488,
      "step": 16950
    },
    {
      "grad_norm": 0.2126903235912323,
      "learning_rate": 9.614064700748997e-05,
      "loss": 0.015,
      "step": 16960
    },
    {
      "loss_action": 0.014917636290192604,
      "loss_total": 0.014917636290192604,
      "step": 16960
    },
    {
      "loss_action": 0.021566707640886307,
      "loss_total": 0.021566707640886307,
      "step": 16960
    },
    {
      "loss_action": 0.01131072174757719,
      "loss_total": 0.01131072174757719,
      "step": 16960
    },
    {
      "loss_action": 0.012455111369490623,
      "loss_total": 0.012455111369490623,
      "step": 16960
    },
    {
      "loss_action": 0.009643124416470528,
      "loss_total": 0.009643124416470528,
      "step": 16960
    },
    {
      "loss_action": 0.007327964995056391,
      "loss_total": 0.007327964995056391,
      "step": 16960
    },
    {
      "loss_action": 0.004093055613338947,
      "loss_total": 0.004093055613338947,
      "step": 16960
    },
    {
      "loss_action": 0.010705779306590557,
      "loss_total": 0.010705779306590557,
      "step": 16960
    },
    {
      "grad_norm": 0.1554456502199173,
      "learning_rate": 9.613427451977352e-05,
      "loss": 0.0139,
      "step": 16970
    },
    {
      "loss_action": 0.006850779987871647,
      "loss_total": 0.006850779987871647,
      "step": 16970
    },
    {
      "loss_action": 0.008229612372815609,
      "loss_total": 0.008229612372815609,
      "step": 16970
    },
    {
      "loss_action": 0.010978061705827713,
      "loss_total": 0.010978061705827713,
      "step": 16970
    },
    {
      "loss_action": 0.012794692069292068,
      "loss_total": 0.012794692069292068,
      "step": 16970
    },
    {
      "loss_action": 0.015525330789387226,
      "loss_total": 0.015525330789387226,
      "step": 16970
    },
    {
      "loss_action": 0.04073605686426163,
      "loss_total": 0.04073605686426163,
      "step": 16970
    },
    {
      "loss_action": 0.013478456065058708,
      "loss_total": 0.013478456065058708,
      "step": 16970
    },
    {
      "loss_action": 0.016895562410354614,
      "loss_total": 0.016895562410354614,
      "step": 16970
    },
    {
      "grad_norm": 0.14078128337860107,
      "learning_rate": 9.612789698688216e-05,
      "loss": 0.0157,
      "step": 16980
    },
    {
      "loss_action": 0.007387530989944935,
      "loss_total": 0.007387530989944935,
      "step": 16980
    },
    {
      "loss_action": 0.016265636309981346,
      "loss_total": 0.016265636309981346,
      "step": 16980
    },
    {
      "loss_action": 0.021150749176740646,
      "loss_total": 0.021150749176740646,
      "step": 16980
    },
    {
      "loss_action": 0.0299066249281168,
      "loss_total": 0.0299066249281168,
      "step": 16980
    },
    {
      "loss_action": 0.014200051315128803,
      "loss_total": 0.014200051315128803,
      "step": 16980
    },
    {
      "loss_action": 0.009409802034497261,
      "loss_total": 0.009409802034497261,
      "step": 16980
    },
    {
      "loss_action": 0.021032357588410378,
      "loss_total": 0.021032357588410378,
      "step": 16980
    },
    {
      "loss_action": 0.015176072716712952,
      "loss_total": 0.015176072716712952,
      "step": 16980
    },
    {
      "grad_norm": 0.21374216675758362,
      "learning_rate": 9.612151440951334e-05,
      "loss": 0.0145,
      "step": 16990
    },
    {
      "loss_action": 0.009237955324351788,
      "loss_total": 0.009237955324351788,
      "step": 16990
    },
    {
      "loss_action": 0.020587537437677383,
      "loss_total": 0.020587537437677383,
      "step": 16990
    },
    {
      "loss_action": 0.008517605252563953,
      "loss_total": 0.008517605252563953,
      "step": 16990
    },
    {
      "loss_action": 0.006600583903491497,
      "loss_total": 0.006600583903491497,
      "step": 16990
    },
    {
      "loss_action": 0.006730342283844948,
      "loss_total": 0.006730342283844948,
      "step": 16990
    },
    {
      "loss_action": 0.019974086433649063,
      "loss_total": 0.019974086433649063,
      "step": 16990
    },
    {
      "loss_action": 0.005283183418214321,
      "loss_total": 0.005283183418214321,
      "step": 16990
    },
    {
      "loss_action": 0.021788693964481354,
      "loss_total": 0.021788693964481354,
      "step": 16990
    },
    {
      "grad_norm": 0.2385585457086563,
      "learning_rate": 9.611512678836506e-05,
      "loss": 0.0141,
      "step": 17000
    },
    {
      "loss_action": 0.006282694637775421,
      "loss_total": 0.006282694637775421,
      "step": 17000
    },
    {
      "loss_action": 0.012441538274288177,
      "loss_total": 0.012441538274288177,
      "step": 17000
    },
    {
      "loss_action": 0.019848015159368515,
      "loss_total": 0.019848015159368515,
      "step": 17000
    },
    {
      "loss_action": 0.015354144386947155,
      "loss_total": 0.015354144386947155,
      "step": 17000
    },
    {
      "loss_action": 0.012559032067656517,
      "loss_total": 0.012559032067656517,
      "step": 17000
    },
    {
      "loss_action": 0.027315380051732063,
      "loss_total": 0.027315380051732063,
      "step": 17000
    },
    {
      "loss_action": 0.009756851010024548,
      "loss_total": 0.009756851010024548,
      "step": 17000
    },
    {
      "loss_action": 0.025234786793589592,
      "loss_total": 0.025234786793589592,
      "step": 17000
    },
    {
      "grad_norm": 0.16080014407634735,
      "learning_rate": 9.610873412413584e-05,
      "loss": 0.0153,
      "step": 17010
    },
    {
      "loss_action": 0.011661479249596596,
      "loss_total": 0.011661479249596596,
      "step": 17010
    },
    {
      "loss_action": 0.01623445190489292,
      "loss_total": 0.01623445190489292,
      "step": 17010
    },
    {
      "loss_action": 0.01163750234991312,
      "loss_total": 0.01163750234991312,
      "step": 17010
    },
    {
      "loss_action": 0.006815498694777489,
      "loss_total": 0.006815498694777489,
      "step": 17010
    },
    {
      "loss_action": 0.02694384753704071,
      "loss_total": 0.02694384753704071,
      "step": 17010
    },
    {
      "loss_action": 0.010894198901951313,
      "loss_total": 0.010894198901951313,
      "step": 17010
    },
    {
      "loss_action": 0.020803706720471382,
      "loss_total": 0.020803706720471382,
      "step": 17010
    },
    {
      "loss_action": 0.012469036504626274,
      "loss_total": 0.012469036504626274,
      "step": 17010
    },
    {
      "grad_norm": 0.14498046040534973,
      "learning_rate": 9.610233641752476e-05,
      "loss": 0.0144,
      "step": 17020
    },
    {
      "loss_action": 0.009978226386010647,
      "loss_total": 0.009978226386010647,
      "step": 17020
    },
    {
      "loss_action": 0.008102383464574814,
      "loss_total": 0.008102383464574814,
      "step": 17020
    },
    {
      "loss_action": 0.02400784380733967,
      "loss_total": 0.02400784380733967,
      "step": 17020
    },
    {
      "loss_action": 0.009638044051826,
      "loss_total": 0.009638044051826,
      "step": 17020
    },
    {
      "loss_action": 0.007332319393754005,
      "loss_total": 0.007332319393754005,
      "step": 17020
    },
    {
      "loss_action": 0.007601803168654442,
      "loss_total": 0.007601803168654442,
      "step": 17020
    },
    {
      "loss_action": 0.023467397317290306,
      "loss_total": 0.023467397317290306,
      "step": 17020
    },
    {
      "loss_action": 0.008778214454650879,
      "loss_total": 0.008778214454650879,
      "step": 17020
    },
    {
      "grad_norm": 0.17500780522823334,
      "learning_rate": 9.609593366923151e-05,
      "loss": 0.0138,
      "step": 17030
    },
    {
      "loss_action": 0.0922636091709137,
      "loss_total": 0.0922636091709137,
      "step": 17030
    },
    {
      "loss_action": 0.028333716094493866,
      "loss_total": 0.028333716094493866,
      "step": 17030
    },
    {
      "loss_action": 0.01212611235678196,
      "loss_total": 0.01212611235678196,
      "step": 17030
    },
    {
      "loss_action": 0.02681174874305725,
      "loss_total": 0.02681174874305725,
      "step": 17030
    },
    {
      "loss_action": 0.010377924889326096,
      "loss_total": 0.010377924889326096,
      "step": 17030
    },
    {
      "loss_action": 0.02386746183037758,
      "loss_total": 0.02386746183037758,
      "step": 17030
    },
    {
      "loss_action": 0.016984079033136368,
      "loss_total": 0.016984079033136368,
      "step": 17030
    },
    {
      "loss_action": 0.008539646863937378,
      "loss_total": 0.008539646863937378,
      "step": 17030
    },
    {
      "grad_norm": 0.13728857040405273,
      "learning_rate": 9.608952587995625e-05,
      "loss": 0.0155,
      "step": 17040
    },
    {
      "loss_action": 0.012247085571289062,
      "loss_total": 0.012247085571289062,
      "step": 17040
    },
    {
      "loss_action": 0.010364629328250885,
      "loss_total": 0.010364629328250885,
      "step": 17040
    },
    {
      "loss_action": 0.015401238575577736,
      "loss_total": 0.015401238575577736,
      "step": 17040
    },
    {
      "loss_action": 0.018428141251206398,
      "loss_total": 0.018428141251206398,
      "step": 17040
    },
    {
      "loss_action": 0.02445279061794281,
      "loss_total": 0.02445279061794281,
      "step": 17040
    },
    {
      "loss_action": 0.010769160464406013,
      "loss_total": 0.010769160464406013,
      "step": 17040
    },
    {
      "loss_action": 0.018051015213131905,
      "loss_total": 0.018051015213131905,
      "step": 17040
    },
    {
      "loss_action": 0.015402892604470253,
      "loss_total": 0.015402892604470253,
      "step": 17040
    },
    {
      "grad_norm": 0.10006384551525116,
      "learning_rate": 9.608311305039972e-05,
      "loss": 0.015,
      "step": 17050
    },
    {
      "loss_action": 0.027072671800851822,
      "loss_total": 0.027072671800851822,
      "step": 17050
    },
    {
      "loss_action": 0.01788746751844883,
      "loss_total": 0.01788746751844883,
      "step": 17050
    },
    {
      "loss_action": 0.024724097922444344,
      "loss_total": 0.024724097922444344,
      "step": 17050
    },
    {
      "loss_action": 0.010566363111138344,
      "loss_total": 0.010566363111138344,
      "step": 17050
    },
    {
      "loss_action": 0.013942979276180267,
      "loss_total": 0.013942979276180267,
      "step": 17050
    },
    {
      "loss_action": 0.011040609329938889,
      "loss_total": 0.011040609329938889,
      "step": 17050
    },
    {
      "loss_action": 0.008416291326284409,
      "loss_total": 0.008416291326284409,
      "step": 17050
    },
    {
      "loss_action": 0.016739744693040848,
      "loss_total": 0.016739744693040848,
      "step": 17050
    },
    {
      "grad_norm": 0.18727841973304749,
      "learning_rate": 9.607669518126326e-05,
      "loss": 0.0156,
      "step": 17060
    },
    {
      "loss_action": 0.008940599858760834,
      "loss_total": 0.008940599858760834,
      "step": 17060
    },
    {
      "loss_action": 0.004782161675393581,
      "loss_total": 0.004782161675393581,
      "step": 17060
    },
    {
      "loss_action": 0.013809895142912865,
      "loss_total": 0.013809895142912865,
      "step": 17060
    },
    {
      "loss_action": 0.01509314775466919,
      "loss_total": 0.01509314775466919,
      "step": 17060
    },
    {
      "loss_action": 0.01957658678293228,
      "loss_total": 0.01957658678293228,
      "step": 17060
    },
    {
      "loss_action": 0.008470578119158745,
      "loss_total": 0.008470578119158745,
      "step": 17060
    },
    {
      "loss_action": 0.014933349564671516,
      "loss_total": 0.014933349564671516,
      "step": 17060
    },
    {
      "loss_action": 0.005242256447672844,
      "loss_total": 0.005242256447672844,
      "step": 17060
    },
    {
      "grad_norm": 0.1343044936656952,
      "learning_rate": 9.607027227324866e-05,
      "loss": 0.0127,
      "step": 17070
    },
    {
      "loss_action": 0.020724862813949585,
      "loss_total": 0.020724862813949585,
      "step": 17070
    },
    {
      "loss_action": 0.06009184941649437,
      "loss_total": 0.06009184941649437,
      "step": 17070
    },
    {
      "loss_action": 0.009151151403784752,
      "loss_total": 0.009151151403784752,
      "step": 17070
    },
    {
      "loss_action": 0.02859806828200817,
      "loss_total": 0.02859806828200817,
      "step": 17070
    },
    {
      "loss_action": 0.016657499596476555,
      "loss_total": 0.016657499596476555,
      "step": 17070
    },
    {
      "loss_action": 0.013757995329797268,
      "loss_total": 0.013757995329797268,
      "step": 17070
    },
    {
      "loss_action": 0.02081003598868847,
      "loss_total": 0.02081003598868847,
      "step": 17070
    },
    {
      "loss_action": 0.022238656878471375,
      "loss_total": 0.022238656878471375,
      "step": 17070
    },
    {
      "grad_norm": 0.16075581312179565,
      "learning_rate": 9.606384432705837e-05,
      "loss": 0.0187,
      "step": 17080
    },
    {
      "loss_action": 0.02443622052669525,
      "loss_total": 0.02443622052669525,
      "step": 17080
    },
    {
      "loss_action": 0.019668366760015488,
      "loss_total": 0.019668366760015488,
      "step": 17080
    },
    {
      "loss_action": 0.012590983882546425,
      "loss_total": 0.012590983882546425,
      "step": 17080
    },
    {
      "loss_action": 0.010400070808827877,
      "loss_total": 0.010400070808827877,
      "step": 17080
    },
    {
      "loss_action": 0.02383166179060936,
      "loss_total": 0.02383166179060936,
      "step": 17080
    },
    {
      "loss_action": 0.028553973883390427,
      "loss_total": 0.028553973883390427,
      "step": 17080
    },
    {
      "loss_action": 0.016134342178702354,
      "loss_total": 0.016134342178702354,
      "step": 17080
    },
    {
      "loss_action": 0.007980221882462502,
      "loss_total": 0.007980221882462502,
      "step": 17080
    },
    {
      "grad_norm": 0.17684750258922577,
      "learning_rate": 9.60574113433953e-05,
      "loss": 0.0172,
      "step": 17090
    },
    {
      "loss_action": 0.03033427707850933,
      "loss_total": 0.03033427707850933,
      "step": 17090
    },
    {
      "loss_action": 0.0108886007219553,
      "loss_total": 0.0108886007219553,
      "step": 17090
    },
    {
      "loss_action": 0.018883613869547844,
      "loss_total": 0.018883613869547844,
      "step": 17090
    },
    {
      "loss_action": 0.014098970219492912,
      "loss_total": 0.014098970219492912,
      "step": 17090
    },
    {
      "loss_action": 0.029775965958833694,
      "loss_total": 0.029775965958833694,
      "step": 17090
    },
    {
      "loss_action": 0.01650659739971161,
      "loss_total": 0.01650659739971161,
      "step": 17090
    },
    {
      "loss_action": 0.018983379006385803,
      "loss_total": 0.018983379006385803,
      "step": 17090
    },
    {
      "loss_action": 0.014728737995028496,
      "loss_total": 0.014728737995028496,
      "step": 17090
    },
    {
      "grad_norm": 0.19280153512954712,
      "learning_rate": 9.6050973322963e-05,
      "loss": 0.0177,
      "step": 17100
    },
    {
      "loss_action": 0.031916532665491104,
      "loss_total": 0.031916532665491104,
      "step": 17100
    },
    {
      "loss_action": 0.007530161179602146,
      "loss_total": 0.007530161179602146,
      "step": 17100
    },
    {
      "loss_action": 0.02438584342598915,
      "loss_total": 0.02438584342598915,
      "step": 17100
    },
    {
      "loss_action": 0.026805007830262184,
      "loss_total": 0.026805007830262184,
      "step": 17100
    },
    {
      "loss_action": 0.007868134416639805,
      "loss_total": 0.007868134416639805,
      "step": 17100
    },
    {
      "loss_action": 0.024426035583019257,
      "loss_total": 0.024426035583019257,
      "step": 17100
    },
    {
      "loss_action": 0.02330024540424347,
      "loss_total": 0.02330024540424347,
      "step": 17100
    },
    {
      "loss_action": 0.01299552246928215,
      "loss_total": 0.01299552246928215,
      "step": 17100
    },
    {
      "grad_norm": 0.15640343725681305,
      "learning_rate": 9.604453026646547e-05,
      "loss": 0.0164,
      "step": 17110
    },
    {
      "loss_action": 0.005635146051645279,
      "loss_total": 0.005635146051645279,
      "step": 17110
    },
    {
      "loss_action": 0.0072600324638187885,
      "loss_total": 0.0072600324638187885,
      "step": 17110
    },
    {
      "loss_action": 0.014215881936252117,
      "loss_total": 0.014215881936252117,
      "step": 17110
    },
    {
      "loss_action": 0.013705323450267315,
      "loss_total": 0.013705323450267315,
      "step": 17110
    },
    {
      "loss_action": 0.02264699712395668,
      "loss_total": 0.02264699712395668,
      "step": 17110
    },
    {
      "loss_action": 0.016360031440854073,
      "loss_total": 0.016360031440854073,
      "step": 17110
    },
    {
      "loss_action": 0.008115366101264954,
      "loss_total": 0.008115366101264954,
      "step": 17110
    },
    {
      "loss_action": 0.012359815649688244,
      "loss_total": 0.012359815649688244,
      "step": 17110
    },
    {
      "grad_norm": 0.15431784093379974,
      "learning_rate": 9.603808217460735e-05,
      "loss": 0.0129,
      "step": 17120
    },
    {
      "loss_action": 0.009776527062058449,
      "loss_total": 0.009776527062058449,
      "step": 17120
    },
    {
      "loss_action": 0.010036858730018139,
      "loss_total": 0.010036858730018139,
      "step": 17120
    },
    {
      "loss_action": 0.03468474745750427,
      "loss_total": 0.03468474745750427,
      "step": 17120
    },
    {
      "loss_action": 0.010791908949613571,
      "loss_total": 0.010791908949613571,
      "step": 17120
    },
    {
      "loss_action": 0.009717821143567562,
      "loss_total": 0.009717821143567562,
      "step": 17120
    },
    {
      "loss_action": 0.01993652805685997,
      "loss_total": 0.01993652805685997,
      "step": 17120
    },
    {
      "loss_action": 0.02063339203596115,
      "loss_total": 0.02063339203596115,
      "step": 17120
    },
    {
      "loss_action": 0.006729942746460438,
      "loss_total": 0.006729942746460438,
      "step": 17120
    },
    {
      "grad_norm": 0.15367881953716278,
      "learning_rate": 9.603162904809377e-05,
      "loss": 0.0128,
      "step": 17130
    },
    {
      "loss_action": 0.016678890213370323,
      "loss_total": 0.016678890213370323,
      "step": 17130
    },
    {
      "loss_action": 0.014301961287856102,
      "loss_total": 0.014301961287856102,
      "step": 17130
    },
    {
      "loss_action": 0.007845655083656311,
      "loss_total": 0.007845655083656311,
      "step": 17130
    },
    {
      "loss_action": 0.00537493359297514,
      "loss_total": 0.00537493359297514,
      "step": 17130
    },
    {
      "loss_action": 0.009735522791743279,
      "loss_total": 0.009735522791743279,
      "step": 17130
    },
    {
      "loss_action": 0.030026700347661972,
      "loss_total": 0.030026700347661972,
      "step": 17130
    },
    {
      "loss_action": 0.005488748662173748,
      "loss_total": 0.005488748662173748,
      "step": 17130
    },
    {
      "loss_action": 0.011938665993511677,
      "loss_total": 0.011938665993511677,
      "step": 17130
    },
    {
      "grad_norm": 0.18498115241527557,
      "learning_rate": 9.602517088763045e-05,
      "loss": 0.0161,
      "step": 17140
    },
    {
      "loss_action": 0.01629498228430748,
      "loss_total": 0.01629498228430748,
      "step": 17140
    },
    {
      "loss_action": 0.008592750877141953,
      "loss_total": 0.008592750877141953,
      "step": 17140
    },
    {
      "loss_action": 0.010575128719210625,
      "loss_total": 0.010575128719210625,
      "step": 17140
    },
    {
      "loss_action": 0.011324124410748482,
      "loss_total": 0.011324124410748482,
      "step": 17140
    },
    {
      "loss_action": 0.010706139728426933,
      "loss_total": 0.010706139728426933,
      "step": 17140
    },
    {
      "loss_action": 0.01512842159718275,
      "loss_total": 0.01512842159718275,
      "step": 17140
    },
    {
      "loss_action": 0.01012650690972805,
      "loss_total": 0.01012650690972805,
      "step": 17140
    },
    {
      "loss_action": 0.013172149658203125,
      "loss_total": 0.013172149658203125,
      "step": 17140
    },
    {
      "grad_norm": 0.2647586166858673,
      "learning_rate": 9.601870769392365e-05,
      "loss": 0.0151,
      "step": 17150
    },
    {
      "loss_action": 0.012368970550596714,
      "loss_total": 0.012368970550596714,
      "step": 17150
    },
    {
      "loss_action": 0.01123372558504343,
      "loss_total": 0.01123372558504343,
      "step": 17150
    },
    {
      "loss_action": 0.008669231086969376,
      "loss_total": 0.008669231086969376,
      "step": 17150
    },
    {
      "loss_action": 0.011554371565580368,
      "loss_total": 0.011554371565580368,
      "step": 17150
    },
    {
      "loss_action": 0.00996951200067997,
      "loss_total": 0.00996951200067997,
      "step": 17150
    },
    {
      "loss_action": 0.009931204840540886,
      "loss_total": 0.009931204840540886,
      "step": 17150
    },
    {
      "loss_action": 0.012081575579941273,
      "loss_total": 0.012081575579941273,
      "step": 17150
    },
    {
      "loss_action": 0.013467555865645409,
      "loss_total": 0.013467555865645409,
      "step": 17150
    },
    {
      "grad_norm": 0.21446777880191803,
      "learning_rate": 9.601223946768017e-05,
      "loss": 0.0174,
      "step": 17160
    },
    {
      "loss_action": 0.025591209530830383,
      "loss_total": 0.025591209530830383,
      "step": 17160
    },
    {
      "loss_action": 0.030262526124715805,
      "loss_total": 0.030262526124715805,
      "step": 17160
    },
    {
      "loss_action": 0.014034852385520935,
      "loss_total": 0.014034852385520935,
      "step": 17160
    },
    {
      "loss_action": 0.012464210391044617,
      "loss_total": 0.012464210391044617,
      "step": 17160
    },
    {
      "loss_action": 0.017114322632551193,
      "loss_total": 0.017114322632551193,
      "step": 17160
    },
    {
      "loss_action": 0.009898616001009941,
      "loss_total": 0.009898616001009941,
      "step": 17160
    },
    {
      "loss_action": 0.013343356549739838,
      "loss_total": 0.013343356549739838,
      "step": 17160
    },
    {
      "loss_action": 0.025696154683828354,
      "loss_total": 0.025696154683828354,
      "step": 17160
    },
    {
      "grad_norm": 0.20146287977695465,
      "learning_rate": 9.600576620960734e-05,
      "loss": 0.0156,
      "step": 17170
    },
    {
      "loss_action": 0.012573247775435448,
      "loss_total": 0.012573247775435448,
      "step": 17170
    },
    {
      "loss_action": 0.019966669380664825,
      "loss_total": 0.019966669380664825,
      "step": 17170
    },
    {
      "loss_action": 0.026450572535395622,
      "loss_total": 0.026450572535395622,
      "step": 17170
    },
    {
      "loss_action": 0.008063234388828278,
      "loss_total": 0.008063234388828278,
      "step": 17170
    },
    {
      "loss_action": 0.013351738452911377,
      "loss_total": 0.013351738452911377,
      "step": 17170
    },
    {
      "loss_action": 0.018682347610592842,
      "loss_total": 0.018682347610592842,
      "step": 17170
    },
    {
      "loss_action": 0.01908513717353344,
      "loss_total": 0.01908513717353344,
      "step": 17170
    },
    {
      "loss_action": 0.011490389704704285,
      "loss_total": 0.011490389704704285,
      "step": 17170
    },
    {
      "grad_norm": 0.12405965477228165,
      "learning_rate": 9.599928792041308e-05,
      "loss": 0.0157,
      "step": 17180
    },
    {
      "loss_action": 0.010849928483366966,
      "loss_total": 0.010849928483366966,
      "step": 17180
    },
    {
      "loss_action": 0.014002513140439987,
      "loss_total": 0.014002513140439987,
      "step": 17180
    },
    {
      "loss_action": 0.012304667383432388,
      "loss_total": 0.012304667383432388,
      "step": 17180
    },
    {
      "loss_action": 0.011938836425542831,
      "loss_total": 0.011938836425542831,
      "step": 17180
    },
    {
      "loss_action": 0.036030612885951996,
      "loss_total": 0.036030612885951996,
      "step": 17180
    },
    {
      "loss_action": 0.00843828171491623,
      "loss_total": 0.00843828171491623,
      "step": 17180
    },
    {
      "loss_action": 0.005775522440671921,
      "loss_total": 0.005775522440671921,
      "step": 17180
    },
    {
      "loss_action": 0.021971240639686584,
      "loss_total": 0.021971240639686584,
      "step": 17180
    },
    {
      "grad_norm": 0.1643095165491104,
      "learning_rate": 9.599280460080587e-05,
      "loss": 0.0139,
      "step": 17190
    },
    {
      "loss_action": 0.012328770011663437,
      "loss_total": 0.012328770011663437,
      "step": 17190
    },
    {
      "loss_action": 0.010039540939033031,
      "loss_total": 0.010039540939033031,
      "step": 17190
    },
    {
      "loss_action": 0.016401784494519234,
      "loss_total": 0.016401784494519234,
      "step": 17190
    },
    {
      "loss_action": 0.010814743116497993,
      "loss_total": 0.010814743116497993,
      "step": 17190
    },
    {
      "loss_action": 0.012909219600260258,
      "loss_total": 0.012909219600260258,
      "step": 17190
    },
    {
      "loss_action": 0.004324126057326794,
      "loss_total": 0.004324126057326794,
      "step": 17190
    },
    {
      "loss_action": 0.006148406304419041,
      "loss_total": 0.006148406304419041,
      "step": 17190
    },
    {
      "loss_action": 0.006873932667076588,
      "loss_total": 0.006873932667076588,
      "step": 17190
    },
    {
      "grad_norm": 0.1879785656929016,
      "learning_rate": 9.59863162514947e-05,
      "loss": 0.012,
      "step": 17200
    },
    {
      "loss_action": 0.004486065357923508,
      "loss_total": 0.004486065357923508,
      "step": 17200
    },
    {
      "loss_action": 0.008141115307807922,
      "loss_total": 0.008141115307807922,
      "step": 17200
    },
    {
      "loss_action": 0.036786697804927826,
      "loss_total": 0.036786697804927826,
      "step": 17200
    },
    {
      "loss_action": 0.014196273870766163,
      "loss_total": 0.014196273870766163,
      "step": 17200
    },
    {
      "loss_action": 0.012747121043503284,
      "loss_total": 0.012747121043503284,
      "step": 17200
    },
    {
      "loss_action": 0.015771493315696716,
      "loss_total": 0.015771493315696716,
      "step": 17200
    },
    {
      "loss_action": 0.005750803742557764,
      "loss_total": 0.005750803742557764,
      "step": 17200
    },
    {
      "loss_action": 0.016604889184236526,
      "loss_total": 0.016604889184236526,
      "step": 17200
    },
    {
      "grad_norm": 0.13663864135742188,
      "learning_rate": 9.597982287318911e-05,
      "loss": 0.0143,
      "step": 17210
    },
    {
      "loss_action": 0.05771704018115997,
      "loss_total": 0.05771704018115997,
      "step": 17210
    },
    {
      "loss_action": 0.015785787254571915,
      "loss_total": 0.015785787254571915,
      "step": 17210
    },
    {
      "loss_action": 0.014841688796877861,
      "loss_total": 0.014841688796877861,
      "step": 17210
    },
    {
      "loss_action": 0.011476347222924232,
      "loss_total": 0.011476347222924232,
      "step": 17210
    },
    {
      "loss_action": 0.017553292214870453,
      "loss_total": 0.017553292214870453,
      "step": 17210
    },
    {
      "loss_action": 0.015727609395980835,
      "loss_total": 0.015727609395980835,
      "step": 17210
    },
    {
      "loss_action": 0.01218610629439354,
      "loss_total": 0.01218610629439354,
      "step": 17210
    },
    {
      "loss_action": 0.011606527492403984,
      "loss_total": 0.011606527492403984,
      "step": 17210
    },
    {
      "grad_norm": 0.19917811453342438,
      "learning_rate": 9.597332446659923e-05,
      "loss": 0.0166,
      "step": 17220
    },
    {
      "loss_action": 0.01933438330888748,
      "loss_total": 0.01933438330888748,
      "step": 17220
    },
    {
      "loss_action": 0.010467186570167542,
      "loss_total": 0.010467186570167542,
      "step": 17220
    },
    {
      "loss_action": 0.013791522942483425,
      "loss_total": 0.013791522942483425,
      "step": 17220
    },
    {
      "loss_action": 0.007449474651366472,
      "loss_total": 0.007449474651366472,
      "step": 17220
    },
    {
      "loss_action": 0.0079098055139184,
      "loss_total": 0.0079098055139184,
      "step": 17220
    },
    {
      "loss_action": 0.015955284237861633,
      "loss_total": 0.015955284237861633,
      "step": 17220
    },
    {
      "loss_action": 0.020923644304275513,
      "loss_total": 0.020923644304275513,
      "step": 17220
    },
    {
      "loss_action": 0.015098797157406807,
      "loss_total": 0.015098797157406807,
      "step": 17220
    },
    {
      "grad_norm": 0.18120868504047394,
      "learning_rate": 9.59668210324357e-05,
      "loss": 0.0138,
      "step": 17230
    },
    {
      "loss_action": 0.0076036611571908,
      "loss_total": 0.0076036611571908,
      "step": 17230
    },
    {
      "loss_action": 0.011106644757091999,
      "loss_total": 0.011106644757091999,
      "step": 17230
    },
    {
      "loss_action": 0.04328414425253868,
      "loss_total": 0.04328414425253868,
      "step": 17230
    },
    {
      "loss_action": 0.025766026228666306,
      "loss_total": 0.025766026228666306,
      "step": 17230
    },
    {
      "loss_action": 0.014574287459254265,
      "loss_total": 0.014574287459254265,
      "step": 17230
    },
    {
      "loss_action": 0.014142561703920364,
      "loss_total": 0.014142561703920364,
      "step": 17230
    },
    {
      "loss_action": 0.018976246938109398,
      "loss_total": 0.018976246938109398,
      "step": 17230
    },
    {
      "loss_action": 0.018552489578723907,
      "loss_total": 0.018552489578723907,
      "step": 17230
    },
    {
      "grad_norm": 0.15566791594028473,
      "learning_rate": 9.596031257140974e-05,
      "loss": 0.0138,
      "step": 17240
    },
    {
      "loss_action": 0.005669725593179464,
      "loss_total": 0.005669725593179464,
      "step": 17240
    },
    {
      "loss_action": 0.012534933164715767,
      "loss_total": 0.012534933164715767,
      "step": 17240
    },
    {
      "loss_action": 0.009241020306944847,
      "loss_total": 0.009241020306944847,
      "step": 17240
    },
    {
      "loss_action": 0.011247992515563965,
      "loss_total": 0.011247992515563965,
      "step": 17240
    },
    {
      "loss_action": 0.01074231881648302,
      "loss_total": 0.01074231881648302,
      "step": 17240
    },
    {
      "loss_action": 0.004627963528037071,
      "loss_total": 0.004627963528037071,
      "step": 17240
    },
    {
      "loss_action": 0.012824991717934608,
      "loss_total": 0.012824991717934608,
      "step": 17240
    },
    {
      "loss_action": 0.01142929121851921,
      "loss_total": 0.01142929121851921,
      "step": 17240
    },
    {
      "grad_norm": 0.1910870522260666,
      "learning_rate": 9.59537990842331e-05,
      "loss": 0.0139,
      "step": 17250
    },
    {
      "loss_action": 0.00750276492908597,
      "loss_total": 0.00750276492908597,
      "step": 17250
    },
    {
      "loss_action": 0.02016621083021164,
      "loss_total": 0.02016621083021164,
      "step": 17250
    },
    {
      "loss_action": 0.013305729255080223,
      "loss_total": 0.013305729255080223,
      "step": 17250
    },
    {
      "loss_action": 0.024789880961179733,
      "loss_total": 0.024789880961179733,
      "step": 17250
    },
    {
      "loss_action": 0.011575115844607353,
      "loss_total": 0.011575115844607353,
      "step": 17250
    },
    {
      "loss_action": 0.009755097329616547,
      "loss_total": 0.009755097329616547,
      "step": 17250
    },
    {
      "loss_action": 0.01922900602221489,
      "loss_total": 0.01922900602221489,
      "step": 17250
    },
    {
      "loss_action": 0.011686159297823906,
      "loss_total": 0.011686159297823906,
      "step": 17250
    },
    {
      "grad_norm": 0.17444126307964325,
      "learning_rate": 9.594728057161806e-05,
      "loss": 0.0133,
      "step": 17260
    },
    {
      "loss_action": 0.021307338029146194,
      "loss_total": 0.021307338029146194,
      "step": 17260
    },
    {
      "loss_action": 0.01286516897380352,
      "loss_total": 0.01286516897380352,
      "step": 17260
    },
    {
      "loss_action": 0.015194801613688469,
      "loss_total": 0.015194801613688469,
      "step": 17260
    },
    {
      "loss_action": 0.01093235332518816,
      "loss_total": 0.01093235332518816,
      "step": 17260
    },
    {
      "loss_action": 0.016802025958895683,
      "loss_total": 0.016802025958895683,
      "step": 17260
    },
    {
      "loss_action": 0.012109989300370216,
      "loss_total": 0.012109989300370216,
      "step": 17260
    },
    {
      "loss_action": 0.007929959334433079,
      "loss_total": 0.007929959334433079,
      "step": 17260
    },
    {
      "loss_action": 0.01619735360145569,
      "loss_total": 0.01619735360145569,
      "step": 17260
    },
    {
      "grad_norm": 0.16737820208072662,
      "learning_rate": 9.594075703427752e-05,
      "loss": 0.0121,
      "step": 17270
    },
    {
      "loss_action": 0.0129017923027277,
      "loss_total": 0.0129017923027277,
      "step": 17270
    },
    {
      "loss_action": 0.027570854872465134,
      "loss_total": 0.027570854872465134,
      "step": 17270
    },
    {
      "loss_action": 0.006404925603419542,
      "loss_total": 0.006404925603419542,
      "step": 17270
    },
    {
      "loss_action": 0.00844353623688221,
      "loss_total": 0.00844353623688221,
      "step": 17270
    },
    {
      "loss_action": 0.01387734804302454,
      "loss_total": 0.01387734804302454,
      "step": 17270
    },
    {
      "loss_action": 0.019893087446689606,
      "loss_total": 0.019893087446689606,
      "step": 17270
    },
    {
      "loss_action": 0.013996683061122894,
      "loss_total": 0.013996683061122894,
      "step": 17270
    },
    {
      "loss_action": 0.010109826922416687,
      "loss_total": 0.010109826922416687,
      "step": 17270
    },
    {
      "grad_norm": 0.15512627363204956,
      "learning_rate": 9.593422847292486e-05,
      "loss": 0.0123,
      "step": 17280
    },
    {
      "loss_action": 0.013482639566063881,
      "loss_total": 0.013482639566063881,
      "step": 17280
    },
    {
      "loss_action": 0.013185752555727959,
      "loss_total": 0.013185752555727959,
      "step": 17280
    },
    {
      "loss_action": 0.014657523483037949,
      "loss_total": 0.014657523483037949,
      "step": 17280
    },
    {
      "loss_action": 0.013661997392773628,
      "loss_total": 0.013661997392773628,
      "step": 17280
    },
    {
      "loss_action": 0.028546607121825218,
      "loss_total": 0.028546607121825218,
      "step": 17280
    },
    {
      "loss_action": 0.01515621691942215,
      "loss_total": 0.01515621691942215,
      "step": 17280
    },
    {
      "loss_action": 0.004570249002426863,
      "loss_total": 0.004570249002426863,
      "step": 17280
    },
    {
      "loss_action": 0.005084462929517031,
      "loss_total": 0.005084462929517031,
      "step": 17280
    },
    {
      "grad_norm": 0.12086648494005203,
      "learning_rate": 9.592769488827402e-05,
      "loss": 0.0128,
      "step": 17290
    },
    {
      "loss_action": 0.007959835231304169,
      "loss_total": 0.007959835231304169,
      "step": 17290
    },
    {
      "loss_action": 0.007928084582090378,
      "loss_total": 0.007928084582090378,
      "step": 17290
    },
    {
      "loss_action": 0.010070210322737694,
      "loss_total": 0.010070210322737694,
      "step": 17290
    },
    {
      "loss_action": 0.02151092328131199,
      "loss_total": 0.02151092328131199,
      "step": 17290
    },
    {
      "loss_action": 0.006632126867771149,
      "loss_total": 0.006632126867771149,
      "step": 17290
    },
    {
      "loss_action": 0.01624738611280918,
      "loss_total": 0.01624738611280918,
      "step": 17290
    },
    {
      "loss_action": 0.010829100385308266,
      "loss_total": 0.010829100385308266,
      "step": 17290
    },
    {
      "loss_action": 0.016756432130932808,
      "loss_total": 0.016756432130932808,
      "step": 17290
    },
    {
      "grad_norm": 0.11341492086648941,
      "learning_rate": 9.592115628103952e-05,
      "loss": 0.016,
      "step": 17300
    },
    {
      "loss_action": 0.009152030572295189,
      "loss_total": 0.009152030572295189,
      "step": 17300
    },
    {
      "loss_action": 0.009677357971668243,
      "loss_total": 0.009677357971668243,
      "step": 17300
    },
    {
      "loss_action": 0.012094058096408844,
      "loss_total": 0.012094058096408844,
      "step": 17300
    },
    {
      "loss_action": 0.008436862379312515,
      "loss_total": 0.008436862379312515,
      "step": 17300
    },
    {
      "loss_action": 0.01311655156314373,
      "loss_total": 0.01311655156314373,
      "step": 17300
    },
    {
      "loss_action": 0.011641670018434525,
      "loss_total": 0.011641670018434525,
      "step": 17300
    },
    {
      "loss_action": 0.01589285396039486,
      "loss_total": 0.01589285396039486,
      "step": 17300
    },
    {
      "loss_action": 0.010929979383945465,
      "loss_total": 0.010929979383945465,
      "step": 17300
    },
    {
      "grad_norm": 0.19740256667137146,
      "learning_rate": 9.591461265193643e-05,
      "loss": 0.0158,
      "step": 17310
    },
    {
      "loss_action": 0.017228327691555023,
      "loss_total": 0.017228327691555023,
      "step": 17310
    },
    {
      "loss_action": 0.009183315560221672,
      "loss_total": 0.009183315560221672,
      "step": 17310
    },
    {
      "loss_action": 0.0063151149079203606,
      "loss_total": 0.0063151149079203606,
      "step": 17310
    },
    {
      "loss_action": 0.020016523078083992,
      "loss_total": 0.020016523078083992,
      "step": 17310
    },
    {
      "loss_action": 0.018158577382564545,
      "loss_total": 0.018158577382564545,
      "step": 17310
    },
    {
      "loss_action": 0.027558989822864532,
      "loss_total": 0.027558989822864532,
      "step": 17310
    },
    {
      "loss_action": 0.008469752967357635,
      "loss_total": 0.008469752967357635,
      "step": 17310
    },
    {
      "loss_action": 0.007554687559604645,
      "loss_total": 0.007554687559604645,
      "step": 17310
    },
    {
      "grad_norm": 0.15271364152431488,
      "learning_rate": 9.590806400168032e-05,
      "loss": 0.0148,
      "step": 17320
    },
    {
      "loss_action": 0.020987030118703842,
      "loss_total": 0.020987030118703842,
      "step": 17320
    },
    {
      "loss_action": 0.007024717517197132,
      "loss_total": 0.007024717517197132,
      "step": 17320
    },
    {
      "loss_action": 0.024905819445848465,
      "loss_total": 0.024905819445848465,
      "step": 17320
    },
    {
      "loss_action": 0.012434948235750198,
      "loss_total": 0.012434948235750198,
      "step": 17320
    },
    {
      "loss_action": 0.009946007281541824,
      "loss_total": 0.009946007281541824,
      "step": 17320
    },
    {
      "loss_action": 0.006430455483496189,
      "loss_total": 0.006430455483496189,
      "step": 17320
    },
    {
      "loss_action": 0.008754560723900795,
      "loss_total": 0.008754560723900795,
      "step": 17320
    },
    {
      "loss_action": 0.02354869805276394,
      "loss_total": 0.02354869805276394,
      "step": 17320
    },
    {
      "grad_norm": 0.15553368628025055,
      "learning_rate": 9.590151033098735e-05,
      "loss": 0.0171,
      "step": 17330
    },
    {
      "loss_action": 0.025924548506736755,
      "loss_total": 0.025924548506736755,
      "step": 17330
    },
    {
      "loss_action": 0.01827363297343254,
      "loss_total": 0.01827363297343254,
      "step": 17330
    },
    {
      "loss_action": 0.018507830798625946,
      "loss_total": 0.018507830798625946,
      "step": 17330
    },
    {
      "loss_action": 0.014373093843460083,
      "loss_total": 0.014373093843460083,
      "step": 17330
    },
    {
      "loss_action": 0.006895241793245077,
      "loss_total": 0.006895241793245077,
      "step": 17330
    },
    {
      "loss_action": 0.01575903408229351,
      "loss_total": 0.01575903408229351,
      "step": 17330
    },
    {
      "loss_action": 0.006603911519050598,
      "loss_total": 0.006603911519050598,
      "step": 17330
    },
    {
      "loss_action": 0.007970353588461876,
      "loss_total": 0.007970353588461876,
      "step": 17330
    },
    {
      "grad_norm": 0.11836778372526169,
      "learning_rate": 9.589495164057423e-05,
      "loss": 0.0133,
      "step": 17340
    },
    {
      "loss_action": 0.03822191059589386,
      "loss_total": 0.03822191059589386,
      "step": 17340
    },
    {
      "loss_action": 0.005582469515502453,
      "loss_total": 0.005582469515502453,
      "step": 17340
    },
    {
      "loss_action": 0.02185419760644436,
      "loss_total": 0.02185419760644436,
      "step": 17340
    },
    {
      "loss_action": 0.019381821155548096,
      "loss_total": 0.019381821155548096,
      "step": 17340
    },
    {
      "loss_action": 0.016493549570441246,
      "loss_total": 0.016493549570441246,
      "step": 17340
    },
    {
      "loss_action": 0.010350260883569717,
      "loss_total": 0.010350260883569717,
      "step": 17340
    },
    {
      "loss_action": 0.022028233855962753,
      "loss_total": 0.022028233855962753,
      "step": 17340
    },
    {
      "loss_action": 0.015056280419230461,
      "loss_total": 0.015056280419230461,
      "step": 17340
    },
    {
      "grad_norm": 0.21609118580818176,
      "learning_rate": 9.58883879311582e-05,
      "loss": 0.0161,
      "step": 17350
    },
    {
      "loss_action": 0.015443208627402782,
      "loss_total": 0.015443208627402782,
      "step": 17350
    },
    {
      "loss_action": 0.011734897270798683,
      "loss_total": 0.011734897270798683,
      "step": 17350
    },
    {
      "loss_action": 0.014404624700546265,
      "loss_total": 0.014404624700546265,
      "step": 17350
    },
    {
      "loss_action": 0.01412962842732668,
      "loss_total": 0.01412962842732668,
      "step": 17350
    },
    {
      "loss_action": 0.011996644549071789,
      "loss_total": 0.011996644549071789,
      "step": 17350
    },
    {
      "loss_action": 0.014171477407217026,
      "loss_total": 0.014171477407217026,
      "step": 17350
    },
    {
      "loss_action": 0.008854301646351814,
      "loss_total": 0.008854301646351814,
      "step": 17350
    },
    {
      "loss_action": 0.027054786682128906,
      "loss_total": 0.027054786682128906,
      "step": 17350
    },
    {
      "grad_norm": 0.16418659687042236,
      "learning_rate": 9.588181920345705e-05,
      "loss": 0.0152,
      "step": 17360
    },
    {
      "loss_action": 0.021992061287164688,
      "loss_total": 0.021992061287164688,
      "step": 17360
    },
    {
      "loss_action": 0.02779698744416237,
      "loss_total": 0.02779698744416237,
      "step": 17360
    },
    {
      "loss_action": 0.012146529741585255,
      "loss_total": 0.012146529741585255,
      "step": 17360
    },
    {
      "loss_action": 0.007530884351581335,
      "loss_total": 0.007530884351581335,
      "step": 17360
    },
    {
      "loss_action": 0.00644531799480319,
      "loss_total": 0.00644531799480319,
      "step": 17360
    },
    {
      "loss_action": 0.012405958957970142,
      "loss_total": 0.012405958957970142,
      "step": 17360
    },
    {
      "loss_action": 0.03791869059205055,
      "loss_total": 0.03791869059205055,
      "step": 17360
    },
    {
      "loss_action": 0.02876591682434082,
      "loss_total": 0.02876591682434082,
      "step": 17360
    },
    {
      "grad_norm": 0.15344621241092682,
      "learning_rate": 9.587524545818913e-05,
      "loss": 0.0156,
      "step": 17370
    },
    {
      "loss_action": 0.010619780980050564,
      "loss_total": 0.010619780980050564,
      "step": 17370
    },
    {
      "loss_action": 0.016916174441576004,
      "loss_total": 0.016916174441576004,
      "step": 17370
    },
    {
      "loss_action": 0.013405172154307365,
      "loss_total": 0.013405172154307365,
      "step": 17370
    },
    {
      "loss_action": 0.010118835605680943,
      "loss_total": 0.010118835605680943,
      "step": 17370
    },
    {
      "loss_action": 0.019501274451613426,
      "loss_total": 0.019501274451613426,
      "step": 17370
    },
    {
      "loss_action": 0.006075817160308361,
      "loss_total": 0.006075817160308361,
      "step": 17370
    },
    {
      "loss_action": 0.07755579799413681,
      "loss_total": 0.07755579799413681,
      "step": 17370
    },
    {
      "loss_action": 0.01604733243584633,
      "loss_total": 0.01604733243584633,
      "step": 17370
    },
    {
      "grad_norm": 0.1971513032913208,
      "learning_rate": 9.586866669607335e-05,
      "loss": 0.014,
      "step": 17380
    },
    {
      "loss_action": 0.013334106653928757,
      "loss_total": 0.013334106653928757,
      "step": 17380
    },
    {
      "loss_action": 0.013762002810835838,
      "loss_total": 0.013762002810835838,
      "step": 17380
    },
    {
      "loss_action": 0.02005082741379738,
      "loss_total": 0.02005082741379738,
      "step": 17380
    },
    {
      "loss_action": 0.013160339556634426,
      "loss_total": 0.013160339556634426,
      "step": 17380
    },
    {
      "loss_action": 0.013333354145288467,
      "loss_total": 0.013333354145288467,
      "step": 17380
    },
    {
      "loss_action": 0.005093453451991081,
      "loss_total": 0.005093453451991081,
      "step": 17380
    },
    {
      "loss_action": 0.017089322209358215,
      "loss_total": 0.017089322209358215,
      "step": 17380
    },
    {
      "loss_action": 0.007177183870226145,
      "loss_total": 0.007177183870226145,
      "step": 17380
    },
    {
      "grad_norm": 0.14446114003658295,
      "learning_rate": 9.586208291782915e-05,
      "loss": 0.0153,
      "step": 17390
    },
    {
      "loss_action": 0.006450670771300793,
      "loss_total": 0.006450670771300793,
      "step": 17390
    },
    {
      "loss_action": 0.020299777388572693,
      "loss_total": 0.020299777388572693,
      "step": 17390
    },
    {
      "loss_action": 0.024172035977244377,
      "loss_total": 0.024172035977244377,
      "step": 17390
    },
    {
      "loss_action": 0.013669314794242382,
      "loss_total": 0.013669314794242382,
      "step": 17390
    },
    {
      "loss_action": 0.02189481072127819,
      "loss_total": 0.02189481072127819,
      "step": 17390
    },
    {
      "loss_action": 0.017368417233228683,
      "loss_total": 0.017368417233228683,
      "step": 17390
    },
    {
      "loss_action": 0.03821209445595741,
      "loss_total": 0.03821209445595741,
      "step": 17390
    },
    {
      "loss_action": 0.011556800454854965,
      "loss_total": 0.011556800454854965,
      "step": 17390
    },
    {
      "grad_norm": 0.2804146111011505,
      "learning_rate": 9.58554941241765e-05,
      "loss": 0.0199,
      "step": 17400
    },
    {
      "loss_action": 0.015642255544662476,
      "loss_total": 0.015642255544662476,
      "step": 17400
    },
    {
      "loss_action": 0.013689542189240456,
      "loss_total": 0.013689542189240456,
      "step": 17400
    },
    {
      "loss_action": 0.010608701035380363,
      "loss_total": 0.010608701035380363,
      "step": 17400
    },
    {
      "loss_action": 0.016155477613210678,
      "loss_total": 0.016155477613210678,
      "step": 17400
    },
    {
      "loss_action": 0.007539832033216953,
      "loss_total": 0.007539832033216953,
      "step": 17400
    },
    {
      "loss_action": 0.022366508841514587,
      "loss_total": 0.022366508841514587,
      "step": 17400
    },
    {
      "loss_action": 0.012632723897695541,
      "loss_total": 0.012632723897695541,
      "step": 17400
    },
    {
      "loss_action": 0.010054821148514748,
      "loss_total": 0.010054821148514748,
      "step": 17400
    },
    {
      "grad_norm": 0.1338486224412918,
      "learning_rate": 9.584890031583596e-05,
      "loss": 0.0145,
      "step": 17410
    },
    {
      "loss_action": 0.012729336507618427,
      "loss_total": 0.012729336507618427,
      "step": 17410
    },
    {
      "loss_action": 0.008841791190207005,
      "loss_total": 0.008841791190207005,
      "step": 17410
    },
    {
      "loss_action": 0.011786948889493942,
      "loss_total": 0.011786948889493942,
      "step": 17410
    },
    {
      "loss_action": 0.03463585674762726,
      "loss_total": 0.03463585674762726,
      "step": 17410
    },
    {
      "loss_action": 0.00568161066621542,
      "loss_total": 0.00568161066621542,
      "step": 17410
    },
    {
      "loss_action": 0.01299066748470068,
      "loss_total": 0.01299066748470068,
      "step": 17410
    },
    {
      "loss_action": 0.05152544751763344,
      "loss_total": 0.05152544751763344,
      "step": 17410
    },
    {
      "loss_action": 0.011360391043126583,
      "loss_total": 0.011360391043126583,
      "step": 17410
    },
    {
      "grad_norm": 0.1423303782939911,
      "learning_rate": 9.584230149352861e-05,
      "loss": 0.015,
      "step": 17420
    },
    {
      "loss_action": 0.011530794203281403,
      "loss_total": 0.011530794203281403,
      "step": 17420
    },
    {
      "loss_action": 0.00944446213543415,
      "loss_total": 0.00944446213543415,
      "step": 17420
    },
    {
      "loss_action": 0.013878639787435532,
      "loss_total": 0.013878639787435532,
      "step": 17420
    },
    {
      "loss_action": 0.007941722869873047,
      "loss_total": 0.007941722869873047,
      "step": 17420
    },
    {
      "loss_action": 0.005939425900578499,
      "loss_total": 0.005939425900578499,
      "step": 17420
    },
    {
      "loss_action": 0.011177669279277325,
      "loss_total": 0.011177669279277325,
      "step": 17420
    },
    {
      "loss_action": 0.022879978641867638,
      "loss_total": 0.022879978641867638,
      "step": 17420
    },
    {
      "loss_action": 0.018668627366423607,
      "loss_total": 0.018668627366423607,
      "step": 17420
    },
    {
      "grad_norm": 0.16657303273677826,
      "learning_rate": 9.58356976579761e-05,
      "loss": 0.0137,
      "step": 17430
    },
    {
      "loss_action": 0.006511406507343054,
      "loss_total": 0.006511406507343054,
      "step": 17430
    },
    {
      "loss_action": 0.02061147429049015,
      "loss_total": 0.02061147429049015,
      "step": 17430
    },
    {
      "loss_action": 0.0064001381397247314,
      "loss_total": 0.0064001381397247314,
      "step": 17430
    },
    {
      "loss_action": 0.0057355789467692375,
      "loss_total": 0.0057355789467692375,
      "step": 17430
    },
    {
      "loss_action": 0.009464655071496964,
      "loss_total": 0.009464655071496964,
      "step": 17430
    },
    {
      "loss_action": 0.00715940585359931,
      "loss_total": 0.00715940585359931,
      "step": 17430
    },
    {
      "loss_action": 0.009693591855466366,
      "loss_total": 0.009693591855466366,
      "step": 17430
    },
    {
      "loss_action": 0.014703814871609211,
      "loss_total": 0.014703814871609211,
      "step": 17430
    },
    {
      "grad_norm": 0.14983277022838593,
      "learning_rate": 9.58290888099006e-05,
      "loss": 0.0118,
      "step": 17440
    },
    {
      "loss_action": 0.010211639106273651,
      "loss_total": 0.010211639106273651,
      "step": 17440
    },
    {
      "loss_action": 0.00936981476843357,
      "loss_total": 0.00936981476843357,
      "step": 17440
    },
    {
      "loss_action": 0.010427357628941536,
      "loss_total": 0.010427357628941536,
      "step": 17440
    },
    {
      "loss_action": 0.01475740410387516,
      "loss_total": 0.01475740410387516,
      "step": 17440
    },
    {
      "loss_action": 0.025748085230588913,
      "loss_total": 0.025748085230588913,
      "step": 17440
    },
    {
      "loss_action": 0.012580793350934982,
      "loss_total": 0.012580793350934982,
      "step": 17440
    },
    {
      "loss_action": 0.005676478147506714,
      "loss_total": 0.005676478147506714,
      "step": 17440
    },
    {
      "loss_action": 0.014247581362724304,
      "loss_total": 0.014247581362724304,
      "step": 17440
    },
    {
      "grad_norm": 0.1458694040775299,
      "learning_rate": 9.582247495002486e-05,
      "loss": 0.0122,
      "step": 17450
    },
    {
      "loss_action": 0.016799062490463257,
      "loss_total": 0.016799062490463257,
      "step": 17450
    },
    {
      "loss_action": 0.004784056451171637,
      "loss_total": 0.004784056451171637,
      "step": 17450
    },
    {
      "loss_action": 0.020358795300126076,
      "loss_total": 0.020358795300126076,
      "step": 17450
    },
    {
      "loss_action": 0.013730756007134914,
      "loss_total": 0.013730756007134914,
      "step": 17450
    },
    {
      "loss_action": 0.012849772348999977,
      "loss_total": 0.012849772348999977,
      "step": 17450
    },
    {
      "loss_action": 0.009104729630053043,
      "loss_total": 0.009104729630053043,
      "step": 17450
    },
    {
      "loss_action": 0.0230764988809824,
      "loss_total": 0.0230764988809824,
      "step": 17450
    },
    {
      "loss_action": 0.015964465215802193,
      "loss_total": 0.015964465215802193,
      "step": 17450
    },
    {
      "grad_norm": 0.19160601496696472,
      "learning_rate": 9.581585607907214e-05,
      "loss": 0.0166,
      "step": 17460
    },
    {
      "loss_action": 0.015539037995040417,
      "loss_total": 0.015539037995040417,
      "step": 17460
    },
    {
      "loss_action": 0.012085886672139168,
      "loss_total": 0.012085886672139168,
      "step": 17460
    },
    {
      "loss_action": 0.013054839335381985,
      "loss_total": 0.013054839335381985,
      "step": 17460
    },
    {
      "loss_action": 0.01186574250459671,
      "loss_total": 0.01186574250459671,
      "step": 17460
    },
    {
      "loss_action": 0.010141407139599323,
      "loss_total": 0.010141407139599323,
      "step": 17460
    },
    {
      "loss_action": 0.01052003726363182,
      "loss_total": 0.01052003726363182,
      "step": 17460
    },
    {
      "loss_action": 0.020423436537384987,
      "loss_total": 0.020423436537384987,
      "step": 17460
    },
    {
      "loss_action": 0.014436597004532814,
      "loss_total": 0.014436597004532814,
      "step": 17460
    },
    {
      "grad_norm": 0.24748405814170837,
      "learning_rate": 9.580923219776628e-05,
      "loss": 0.0162,
      "step": 17470
    },
    {
      "loss_action": 0.008835388347506523,
      "loss_total": 0.008835388347506523,
      "step": 17470
    },
    {
      "loss_action": 0.01305775810033083,
      "loss_total": 0.01305775810033083,
      "step": 17470
    },
    {
      "loss_action": 0.006707552820444107,
      "loss_total": 0.006707552820444107,
      "step": 17470
    },
    {
      "loss_action": 0.01562657579779625,
      "loss_total": 0.01562657579779625,
      "step": 17470
    },
    {
      "loss_action": 0.009688541293144226,
      "loss_total": 0.009688541293144226,
      "step": 17470
    },
    {
      "loss_action": 0.026426002383232117,
      "loss_total": 0.026426002383232117,
      "step": 17470
    },
    {
      "loss_action": 0.026313886046409607,
      "loss_total": 0.026313886046409607,
      "step": 17470
    },
    {
      "loss_action": 0.009340300224721432,
      "loss_total": 0.009340300224721432,
      "step": 17470
    },
    {
      "grad_norm": 0.1643582433462143,
      "learning_rate": 9.580260330683167e-05,
      "loss": 0.0156,
      "step": 17480
    },
    {
      "loss_action": 0.01857614517211914,
      "loss_total": 0.01857614517211914,
      "step": 17480
    },
    {
      "loss_action": 0.013180436566472054,
      "loss_total": 0.013180436566472054,
      "step": 17480
    },
    {
      "loss_action": 0.024908723309636116,
      "loss_total": 0.024908723309636116,
      "step": 17480
    },
    {
      "loss_action": 0.016375530511140823,
      "loss_total": 0.016375530511140823,
      "step": 17480
    },
    {
      "loss_action": 0.027527250349521637,
      "loss_total": 0.027527250349521637,
      "step": 17480
    },
    {
      "loss_action": 0.02642057090997696,
      "loss_total": 0.02642057090997696,
      "step": 17480
    },
    {
      "loss_action": 0.021517641842365265,
      "loss_total": 0.021517641842365265,
      "step": 17480
    },
    {
      "loss_action": 0.021455496549606323,
      "loss_total": 0.021455496549606323,
      "step": 17480
    },
    {
      "grad_norm": 0.17243146896362305,
      "learning_rate": 9.579596940699322e-05,
      "loss": 0.0191,
      "step": 17490
    },
    {
      "loss_action": 0.02580546960234642,
      "loss_total": 0.02580546960234642,
      "step": 17490
    },
    {
      "loss_action": 0.017749248072504997,
      "loss_total": 0.017749248072504997,
      "step": 17490
    },
    {
      "loss_action": 0.007620468735694885,
      "loss_total": 0.007620468735694885,
      "step": 17490
    },
    {
      "loss_action": 0.008700203150510788,
      "loss_total": 0.008700203150510788,
      "step": 17490
    },
    {
      "loss_action": 0.02004782110452652,
      "loss_total": 0.02004782110452652,
      "step": 17490
    },
    {
      "loss_action": 0.010502971708774567,
      "loss_total": 0.010502971708774567,
      "step": 17490
    },
    {
      "loss_action": 0.01382626686245203,
      "loss_total": 0.01382626686245203,
      "step": 17490
    },
    {
      "loss_action": 0.004959373734891415,
      "loss_total": 0.004959373734891415,
      "step": 17490
    },
    {
      "grad_norm": 0.16367752850055695,
      "learning_rate": 9.578933049897643e-05,
      "loss": 0.0153,
      "step": 17500
    },
    {
      "loss_action": 0.01785227656364441,
      "loss_total": 0.01785227656364441,
      "step": 17500
    },
    {
      "loss_action": 0.016840821132063866,
      "loss_total": 0.016840821132063866,
      "step": 17500
    },
    {
      "loss_action": 0.01563330553472042,
      "loss_total": 0.01563330553472042,
      "step": 17500
    },
    {
      "loss_action": 0.023892849683761597,
      "loss_total": 0.023892849683761597,
      "step": 17500
    },
    {
      "loss_action": 0.027639832347631454,
      "loss_total": 0.027639832347631454,
      "step": 17500
    },
    {
      "loss_action": 0.021970294415950775,
      "loss_total": 0.021970294415950775,
      "step": 17500
    },
    {
      "loss_action": 0.012422624975442886,
      "loss_total": 0.012422624975442886,
      "step": 17500
    },
    {
      "loss_action": 0.012529728934168816,
      "loss_total": 0.012529728934168816,
      "step": 17500
    },
    {
      "grad_norm": 0.11777448654174805,
      "learning_rate": 9.578268658350728e-05,
      "loss": 0.0157,
      "step": 17510
    },
    {
      "loss_action": 0.008446479216217995,
      "loss_total": 0.008446479216217995,
      "step": 17510
    },
    {
      "loss_action": 0.01505597960203886,
      "loss_total": 0.01505597960203886,
      "step": 17510
    },
    {
      "loss_action": 0.008458700031042099,
      "loss_total": 0.008458700031042099,
      "step": 17510
    },
    {
      "loss_action": 0.01968846097588539,
      "loss_total": 0.01968846097588539,
      "step": 17510
    },
    {
      "loss_action": 0.012458299286663532,
      "loss_total": 0.012458299286663532,
      "step": 17510
    },
    {
      "loss_action": 0.015099899843335152,
      "loss_total": 0.015099899843335152,
      "step": 17510
    },
    {
      "loss_action": 0.02375010959804058,
      "loss_total": 0.02375010959804058,
      "step": 17510
    },
    {
      "loss_action": 0.008798067457973957,
      "loss_total": 0.008798067457973957,
      "step": 17510
    },
    {
      "grad_norm": 0.2038930356502533,
      "learning_rate": 9.577603766131235e-05,
      "loss": 0.017,
      "step": 17520
    },
    {
      "loss_action": 0.006727098021656275,
      "loss_total": 0.006727098021656275,
      "step": 17520
    },
    {
      "loss_action": 0.012645209208130836,
      "loss_total": 0.012645209208130836,
      "step": 17520
    },
    {
      "loss_action": 0.009944362565875053,
      "loss_total": 0.009944362565875053,
      "step": 17520
    },
    {
      "loss_action": 0.011179491877555847,
      "loss_total": 0.011179491877555847,
      "step": 17520
    },
    {
      "loss_action": 0.01700567454099655,
      "loss_total": 0.01700567454099655,
      "step": 17520
    },
    {
      "loss_action": 0.013305563479661942,
      "loss_total": 0.013305563479661942,
      "step": 17520
    },
    {
      "loss_action": 0.015420299023389816,
      "loss_total": 0.015420299023389816,
      "step": 17520
    },
    {
      "loss_action": 0.02166319265961647,
      "loss_total": 0.02166319265961647,
      "step": 17520
    },
    {
      "grad_norm": 0.13751065731048584,
      "learning_rate": 9.576938373311878e-05,
      "loss": 0.0162,
      "step": 17530
    },
    {
      "loss_action": 0.01550604309886694,
      "loss_total": 0.01550604309886694,
      "step": 17530
    },
    {
      "loss_action": 0.033790599554777145,
      "loss_total": 0.033790599554777145,
      "step": 17530
    },
    {
      "loss_action": 0.006465538404881954,
      "loss_total": 0.006465538404881954,
      "step": 17530
    },
    {
      "loss_action": 0.02323192171752453,
      "loss_total": 0.02323192171752453,
      "step": 17530
    },
    {
      "loss_action": 0.010860349982976913,
      "loss_total": 0.010860349982976913,
      "step": 17530
    },
    {
      "loss_action": 0.008132475428283215,
      "loss_total": 0.008132475428283215,
      "step": 17530
    },
    {
      "loss_action": 0.014529510401189327,
      "loss_total": 0.014529510401189327,
      "step": 17530
    },
    {
      "loss_action": 0.020196978002786636,
      "loss_total": 0.020196978002786636,
      "step": 17530
    },
    {
      "grad_norm": 0.17350032925605774,
      "learning_rate": 9.576272479965421e-05,
      "loss": 0.0169,
      "step": 17540
    },
    {
      "loss_action": 0.021074358373880386,
      "loss_total": 0.021074358373880386,
      "step": 17540
    },
    {
      "loss_action": 0.00816044956445694,
      "loss_total": 0.00816044956445694,
      "step": 17540
    },
    {
      "loss_action": 0.00903263408690691,
      "loss_total": 0.00903263408690691,
      "step": 17540
    },
    {
      "loss_action": 0.012002474628388882,
      "loss_total": 0.012002474628388882,
      "step": 17540
    },
    {
      "loss_action": 0.012462902814149857,
      "loss_total": 0.012462902814149857,
      "step": 17540
    },
    {
      "loss_action": 0.011925158090889454,
      "loss_total": 0.011925158090889454,
      "step": 17540
    },
    {
      "loss_action": 0.010142270475625992,
      "loss_total": 0.010142270475625992,
      "step": 17540
    },
    {
      "loss_action": 0.00821041688323021,
      "loss_total": 0.00821041688323021,
      "step": 17540
    },
    {
      "grad_norm": 0.14258131384849548,
      "learning_rate": 9.575606086164687e-05,
      "loss": 0.0153,
      "step": 17550
    },
    {
      "loss_action": 0.012830393388867378,
      "loss_total": 0.012830393388867378,
      "step": 17550
    },
    {
      "loss_action": 0.019650323316454887,
      "loss_total": 0.019650323316454887,
      "step": 17550
    },
    {
      "loss_action": 0.013088850304484367,
      "loss_total": 0.013088850304484367,
      "step": 17550
    },
    {
      "loss_action": 0.006920722313225269,
      "loss_total": 0.006920722313225269,
      "step": 17550
    },
    {
      "loss_action": 0.007034949958324432,
      "loss_total": 0.007034949958324432,
      "step": 17550
    },
    {
      "loss_action": 0.015333233401179314,
      "loss_total": 0.015333233401179314,
      "step": 17550
    },
    {
      "loss_action": 0.017208265140652657,
      "loss_total": 0.017208265140652657,
      "step": 17550
    },
    {
      "loss_action": 0.012601824477314949,
      "loss_total": 0.012601824477314949,
      "step": 17550
    },
    {
      "grad_norm": 0.20949140191078186,
      "learning_rate": 9.57493919198255e-05,
      "loss": 0.0126,
      "step": 17560
    },
    {
      "loss_action": 0.011397669091820717,
      "loss_total": 0.011397669091820717,
      "step": 17560
    },
    {
      "loss_action": 0.02434701845049858,
      "loss_total": 0.02434701845049858,
      "step": 17560
    },
    {
      "loss_action": 0.025309648364782333,
      "loss_total": 0.025309648364782333,
      "step": 17560
    },
    {
      "loss_action": 0.009831393137574196,
      "loss_total": 0.009831393137574196,
      "step": 17560
    },
    {
      "loss_action": 0.009494837373495102,
      "loss_total": 0.009494837373495102,
      "step": 17560
    },
    {
      "loss_action": 0.010766735300421715,
      "loss_total": 0.010766735300421715,
      "step": 17560
    },
    {
      "loss_action": 0.017986588180065155,
      "loss_total": 0.017986588180065155,
      "step": 17560
    },
    {
      "loss_action": 0.012578589841723442,
      "loss_total": 0.012578589841723442,
      "step": 17560
    },
    {
      "grad_norm": 0.16210246086120605,
      "learning_rate": 9.57427179749194e-05,
      "loss": 0.0168,
      "step": 17570
    },
    {
      "loss_action": 0.010835997760295868,
      "loss_total": 0.010835997760295868,
      "step": 17570
    },
    {
      "loss_action": 0.01810336299240589,
      "loss_total": 0.01810336299240589,
      "step": 17570
    },
    {
      "loss_action": 0.012034064158797264,
      "loss_total": 0.012034064158797264,
      "step": 17570
    },
    {
      "loss_action": 0.011740237474441528,
      "loss_total": 0.011740237474441528,
      "step": 17570
    },
    {
      "loss_action": 0.08924991637468338,
      "loss_total": 0.08924991637468338,
      "step": 17570
    },
    {
      "loss_action": 0.030928781256079674,
      "loss_total": 0.030928781256079674,
      "step": 17570
    },
    {
      "loss_action": 0.007790752686560154,
      "loss_total": 0.007790752686560154,
      "step": 17570
    },
    {
      "loss_action": 0.02167757786810398,
      "loss_total": 0.02167757786810398,
      "step": 17570
    },
    {
      "grad_norm": 0.15897221863269806,
      "learning_rate": 9.573603902765846e-05,
      "loss": 0.018,
      "step": 17580
    },
    {
      "loss_action": 0.016482993960380554,
      "loss_total": 0.016482993960380554,
      "step": 17580
    },
    {
      "loss_action": 0.00885920412838459,
      "loss_total": 0.00885920412838459,
      "step": 17580
    },
    {
      "loss_action": 0.017170539125800133,
      "loss_total": 0.017170539125800133,
      "step": 17580
    },
    {
      "loss_action": 0.018238432705402374,
      "loss_total": 0.018238432705402374,
      "step": 17580
    },
    {
      "loss_action": 0.007971318438649178,
      "loss_total": 0.007971318438649178,
      "step": 17580
    },
    {
      "loss_action": 0.034141842275857925,
      "loss_total": 0.034141842275857925,
      "step": 17580
    },
    {
      "loss_action": 0.015243293717503548,
      "loss_total": 0.015243293717503548,
      "step": 17580
    },
    {
      "loss_action": 0.013287993147969246,
      "loss_total": 0.013287993147969246,
      "step": 17580
    },
    {
      "grad_norm": 0.12768393754959106,
      "learning_rate": 9.572935507877304e-05,
      "loss": 0.0154,
      "step": 17590
    },
    {
      "loss_action": 0.009255293756723404,
      "loss_total": 0.009255293756723404,
      "step": 17590
    },
    {
      "loss_action": 0.010246684774756432,
      "loss_total": 0.010246684774756432,
      "step": 17590
    },
    {
      "loss_action": 0.005324259400367737,
      "loss_total": 0.005324259400367737,
      "step": 17590
    },
    {
      "loss_action": 0.01618761382997036,
      "loss_total": 0.01618761382997036,
      "step": 17590
    },
    {
      "loss_action": 0.00939756166189909,
      "loss_total": 0.00939756166189909,
      "step": 17590
    },
    {
      "loss_action": 0.020741060376167297,
      "loss_total": 0.020741060376167297,
      "step": 17590
    },
    {
      "loss_action": 0.01489194855093956,
      "loss_total": 0.01489194855093956,
      "step": 17590
    },
    {
      "loss_action": 0.00997542031109333,
      "loss_total": 0.00997542031109333,
      "step": 17590
    },
    {
      "grad_norm": 0.12904872000217438,
      "learning_rate": 9.57226661289941e-05,
      "loss": 0.0148,
      "step": 17600
    },
    {
      "loss_action": 0.007210599258542061,
      "loss_total": 0.007210599258542061,
      "step": 17600
    },
    {
      "loss_action": 0.006349977105855942,
      "loss_total": 0.006349977105855942,
      "step": 17600
    },
    {
      "loss_action": 0.005434723105281591,
      "loss_total": 0.005434723105281591,
      "step": 17600
    },
    {
      "loss_action": 0.006320063024759293,
      "loss_total": 0.006320063024759293,
      "step": 17600
    },
    {
      "loss_action": 0.008505611680448055,
      "loss_total": 0.008505611680448055,
      "step": 17600
    },
    {
      "loss_action": 0.02135430835187435,
      "loss_total": 0.02135430835187435,
      "step": 17600
    },
    {
      "loss_action": 0.010584477335214615,
      "loss_total": 0.010584477335214615,
      "step": 17600
    },
    {
      "loss_action": 0.015338250435888767,
      "loss_total": 0.015338250435888767,
      "step": 17600
    },
    {
      "grad_norm": 0.13843609392642975,
      "learning_rate": 9.571597217905315e-05,
      "loss": 0.0135,
      "step": 17610
    },
    {
      "loss_action": 0.005955723579972982,
      "loss_total": 0.005955723579972982,
      "step": 17610
    },
    {
      "loss_action": 0.028448987752199173,
      "loss_total": 0.028448987752199173,
      "step": 17610
    },
    {
      "loss_action": 0.010941697284579277,
      "loss_total": 0.010941697284579277,
      "step": 17610
    },
    {
      "loss_action": 0.009466994553804398,
      "loss_total": 0.009466994553804398,
      "step": 17610
    },
    {
      "loss_action": 0.013983998447656631,
      "loss_total": 0.013983998447656631,
      "step": 17610
    },
    {
      "loss_action": 0.007114730775356293,
      "loss_total": 0.007114730775356293,
      "step": 17610
    },
    {
      "loss_action": 0.006150209344923496,
      "loss_total": 0.006150209344923496,
      "step": 17610
    },
    {
      "loss_action": 0.007260119542479515,
      "loss_total": 0.007260119542479515,
      "step": 17610
    },
    {
      "grad_norm": 0.09718140214681625,
      "learning_rate": 9.57092732296822e-05,
      "loss": 0.012,
      "step": 17620
    },
    {
      "loss_action": 0.006036287639290094,
      "loss_total": 0.006036287639290094,
      "step": 17620
    },
    {
      "loss_action": 0.010866429656744003,
      "loss_total": 0.010866429656744003,
      "step": 17620
    },
    {
      "loss_action": 0.014060936868190765,
      "loss_total": 0.014060936868190765,
      "step": 17620
    },
    {
      "loss_action": 0.0080183744430542,
      "loss_total": 0.0080183744430542,
      "step": 17620
    },
    {
      "loss_action": 0.007632056716829538,
      "loss_total": 0.007632056716829538,
      "step": 17620
    },
    {
      "loss_action": 0.023270221427083015,
      "loss_total": 0.023270221427083015,
      "step": 17620
    },
    {
      "loss_action": 0.022933924570679665,
      "loss_total": 0.022933924570679665,
      "step": 17620
    },
    {
      "loss_action": 0.03492113947868347,
      "loss_total": 0.03492113947868347,
      "step": 17620
    },
    {
      "grad_norm": 0.15977472066879272,
      "learning_rate": 9.570256928161385e-05,
      "loss": 0.0152,
      "step": 17630
    },
    {
      "loss_action": 0.04004751890897751,
      "loss_total": 0.04004751890897751,
      "step": 17630
    },
    {
      "loss_action": 0.005830163136124611,
      "loss_total": 0.005830163136124611,
      "step": 17630
    },
    {
      "loss_action": 0.018206994980573654,
      "loss_total": 0.018206994980573654,
      "step": 17630
    },
    {
      "loss_action": 0.010735949501395226,
      "loss_total": 0.010735949501395226,
      "step": 17630
    },
    {
      "loss_action": 0.012052004225552082,
      "loss_total": 0.012052004225552082,
      "step": 17630
    },
    {
      "loss_action": 0.0135453836992383,
      "loss_total": 0.0135453836992383,
      "step": 17630
    },
    {
      "loss_action": 0.005952929146587849,
      "loss_total": 0.005952929146587849,
      "step": 17630
    },
    {
      "loss_action": 0.04565787315368652,
      "loss_total": 0.04565787315368652,
      "step": 17630
    },
    {
      "grad_norm": 0.13532978296279907,
      "learning_rate": 9.569586033558126e-05,
      "loss": 0.0144,
      "step": 17640
    },
    {
      "loss_action": 0.010559086687862873,
      "loss_total": 0.010559086687862873,
      "step": 17640
    },
    {
      "loss_action": 0.012140672653913498,
      "loss_total": 0.012140672653913498,
      "step": 17640
    },
    {
      "loss_action": 0.013534676283597946,
      "loss_total": 0.013534676283597946,
      "step": 17640
    },
    {
      "loss_action": 0.005088848993182182,
      "loss_total": 0.005088848993182182,
      "step": 17640
    },
    {
      "loss_action": 0.017602017149329185,
      "loss_total": 0.017602017149329185,
      "step": 17640
    },
    {
      "loss_action": 0.00871933065354824,
      "loss_total": 0.00871933065354824,
      "step": 17640
    },
    {
      "loss_action": 0.008058561943471432,
      "loss_total": 0.008058561943471432,
      "step": 17640
    },
    {
      "loss_action": 0.005887351930141449,
      "loss_total": 0.005887351930141449,
      "step": 17640
    },
    {
      "grad_norm": 0.14611473679542542,
      "learning_rate": 9.568914639231807e-05,
      "loss": 0.0144,
      "step": 17650
    },
    {
      "loss_action": 0.005933024454861879,
      "loss_total": 0.005933024454861879,
      "step": 17650
    },
    {
      "loss_action": 0.03474787250161171,
      "loss_total": 0.03474787250161171,
      "step": 17650
    },
    {
      "loss_action": 0.013122589327394962,
      "loss_total": 0.013122589327394962,
      "step": 17650
    },
    {
      "loss_action": 0.021919436752796173,
      "loss_total": 0.021919436752796173,
      "step": 17650
    },
    {
      "loss_action": 0.009790079668164253,
      "loss_total": 0.009790079668164253,
      "step": 17650
    },
    {
      "loss_action": 0.03872111439704895,
      "loss_total": 0.03872111439704895,
      "step": 17650
    },
    {
      "loss_action": 0.0163543913513422,
      "loss_total": 0.0163543913513422,
      "step": 17650
    },
    {
      "loss_action": 0.008144140243530273,
      "loss_total": 0.008144140243530273,
      "step": 17650
    },
    {
      "grad_norm": 0.14783717691898346,
      "learning_rate": 9.568242745255852e-05,
      "loss": 0.0147,
      "step": 17660
    },
    {
      "loss_action": 0.011926736682653427,
      "loss_total": 0.011926736682653427,
      "step": 17660
    },
    {
      "loss_action": 0.019788585603237152,
      "loss_total": 0.019788585603237152,
      "step": 17660
    },
    {
      "loss_action": 0.010553546249866486,
      "loss_total": 0.010553546249866486,
      "step": 17660
    },
    {
      "loss_action": 0.006890384014695883,
      "loss_total": 0.006890384014695883,
      "step": 17660
    },
    {
      "loss_action": 0.025160973891615868,
      "loss_total": 0.025160973891615868,
      "step": 17660
    },
    {
      "loss_action": 0.01731308363378048,
      "loss_total": 0.01731308363378048,
      "step": 17660
    },
    {
      "loss_action": 0.009431915357708931,
      "loss_total": 0.009431915357708931,
      "step": 17660
    },
    {
      "loss_action": 0.01298549771308899,
      "loss_total": 0.01298549771308899,
      "step": 17660
    },
    {
      "grad_norm": 0.22634881734848022,
      "learning_rate": 9.567570351703739e-05,
      "loss": 0.013,
      "step": 17670
    },
    {
      "loss_action": 0.012129999697208405,
      "loss_total": 0.012129999697208405,
      "step": 17670
    },
    {
      "loss_action": 0.01639007031917572,
      "loss_total": 0.01639007031917572,
      "step": 17670
    },
    {
      "loss_action": 0.01841367781162262,
      "loss_total": 0.01841367781162262,
      "step": 17670
    },
    {
      "loss_action": 0.016227103769779205,
      "loss_total": 0.016227103769779205,
      "step": 17670
    },
    {
      "loss_action": 0.03095076233148575,
      "loss_total": 0.03095076233148575,
      "step": 17670
    },
    {
      "loss_action": 0.00821361318230629,
      "loss_total": 0.00821361318230629,
      "step": 17670
    },
    {
      "loss_action": 0.01045805960893631,
      "loss_total": 0.01045805960893631,
      "step": 17670
    },
    {
      "loss_action": 0.017743002623319626,
      "loss_total": 0.017743002623319626,
      "step": 17670
    },
    {
      "grad_norm": 0.2037174105644226,
      "learning_rate": 9.566897458649001e-05,
      "loss": 0.0143,
      "step": 17680
    },
    {
      "loss_action": 0.01892058178782463,
      "loss_total": 0.01892058178782463,
      "step": 17680
    },
    {
      "loss_action": 0.010599933564662933,
      "loss_total": 0.010599933564662933,
      "step": 17680
    },
    {
      "loss_action": 0.01355736330151558,
      "loss_total": 0.01355736330151558,
      "step": 17680
    },
    {
      "loss_action": 0.00687211100012064,
      "loss_total": 0.00687211100012064,
      "step": 17680
    },
    {
      "loss_action": 0.01827729493379593,
      "loss_total": 0.01827729493379593,
      "step": 17680
    },
    {
      "loss_action": 0.013905191794037819,
      "loss_total": 0.013905191794037819,
      "step": 17680
    },
    {
      "loss_action": 0.019589601084589958,
      "loss_total": 0.019589601084589958,
      "step": 17680
    },
    {
      "loss_action": 0.0065581826493144035,
      "loss_total": 0.0065581826493144035,
      "step": 17680
    },
    {
      "grad_norm": 0.16667331755161285,
      "learning_rate": 9.566224066165221e-05,
      "loss": 0.0181,
      "step": 17690
    },
    {
      "loss_action": 0.012388594448566437,
      "loss_total": 0.012388594448566437,
      "step": 17690
    },
    {
      "loss_action": 0.016454409807920456,
      "loss_total": 0.016454409807920456,
      "step": 17690
    },
    {
      "loss_action": 0.009672330692410469,
      "loss_total": 0.009672330692410469,
      "step": 17690
    },
    {
      "loss_action": 0.021650739014148712,
      "loss_total": 0.021650739014148712,
      "step": 17690
    },
    {
      "loss_action": 0.013998541049659252,
      "loss_total": 0.013998541049659252,
      "step": 17690
    },
    {
      "loss_action": 0.012788478285074234,
      "loss_total": 0.012788478285074234,
      "step": 17690
    },
    {
      "loss_action": 0.01858152262866497,
      "loss_total": 0.01858152262866497,
      "step": 17690
    },
    {
      "loss_action": 0.026146231219172478,
      "loss_total": 0.026146231219172478,
      "step": 17690
    },
    {
      "grad_norm": 0.2224644273519516,
      "learning_rate": 9.565550174326043e-05,
      "loss": 0.0158,
      "step": 17700
    },
    {
      "loss_action": 0.02070617489516735,
      "loss_total": 0.02070617489516735,
      "step": 17700
    },
    {
      "loss_action": 0.05871960520744324,
      "loss_total": 0.05871960520744324,
      "step": 17700
    },
    {
      "loss_action": 0.025070302188396454,
      "loss_total": 0.025070302188396454,
      "step": 17700
    },
    {
      "loss_action": 0.009223219007253647,
      "loss_total": 0.009223219007253647,
      "step": 17700
    },
    {
      "loss_action": 0.010815084911882877,
      "loss_total": 0.010815084911882877,
      "step": 17700
    },
    {
      "loss_action": 0.0319567434489727,
      "loss_total": 0.0319567434489727,
      "step": 17700
    },
    {
      "loss_action": 0.0071158334612846375,
      "loss_total": 0.0071158334612846375,
      "step": 17700
    },
    {
      "loss_action": 0.022383075207471848,
      "loss_total": 0.022383075207471848,
      "step": 17700
    },
    {
      "grad_norm": 0.20700787007808685,
      "learning_rate": 9.564875783205162e-05,
      "loss": 0.0159,
      "step": 17710
    },
    {
      "loss_action": 0.011190539225935936,
      "loss_total": 0.011190539225935936,
      "step": 17710
    },
    {
      "loss_action": 0.008861148729920387,
      "loss_total": 0.008861148729920387,
      "step": 17710
    },
    {
      "loss_action": 0.011815021745860577,
      "loss_total": 0.011815021745860577,
      "step": 17710
    },
    {
      "loss_action": 0.01281685195863247,
      "loss_total": 0.01281685195863247,
      "step": 17710
    },
    {
      "loss_action": 0.01857469044625759,
      "loss_total": 0.01857469044625759,
      "step": 17710
    },
    {
      "loss_action": 0.02934972569346428,
      "loss_total": 0.02934972569346428,
      "step": 17710
    },
    {
      "loss_action": 0.00877363421022892,
      "loss_total": 0.00877363421022892,
      "step": 17710
    },
    {
      "loss_action": 0.011020226404070854,
      "loss_total": 0.011020226404070854,
      "step": 17710
    },
    {
      "grad_norm": 0.12225627899169922,
      "learning_rate": 9.564200892876328e-05,
      "loss": 0.0153,
      "step": 17720
    },
    {
      "loss_action": 0.020797094330191612,
      "loss_total": 0.020797094330191612,
      "step": 17720
    },
    {
      "loss_action": 0.008690502494573593,
      "loss_total": 0.008690502494573593,
      "step": 17720
    },
    {
      "loss_action": 0.008875049650669098,
      "loss_total": 0.008875049650669098,
      "step": 17720
    },
    {
      "loss_action": 0.01732112467288971,
      "loss_total": 0.01732112467288971,
      "step": 17720
    },
    {
      "loss_action": 0.012514353729784489,
      "loss_total": 0.012514353729784489,
      "step": 17720
    },
    {
      "loss_action": 0.01929447427392006,
      "loss_total": 0.01929447427392006,
      "step": 17720
    },
    {
      "loss_action": 0.010958990082144737,
      "loss_total": 0.010958990082144737,
      "step": 17720
    },
    {
      "loss_action": 0.011900193057954311,
      "loss_total": 0.011900193057954311,
      "step": 17720
    },
    {
      "grad_norm": 0.21014483273029327,
      "learning_rate": 9.563525503413348e-05,
      "loss": 0.0177,
      "step": 17730
    },
    {
      "loss_action": 0.01303325966000557,
      "loss_total": 0.01303325966000557,
      "step": 17730
    },
    {
      "loss_action": 0.011352121829986572,
      "loss_total": 0.011352121829986572,
      "step": 17730
    },
    {
      "loss_action": 0.013571735471487045,
      "loss_total": 0.013571735471487045,
      "step": 17730
    },
    {
      "loss_action": 0.01798880845308304,
      "loss_total": 0.01798880845308304,
      "step": 17730
    },
    {
      "loss_action": 0.011286108754575253,
      "loss_total": 0.011286108754575253,
      "step": 17730
    },
    {
      "loss_action": 0.016153385862708092,
      "loss_total": 0.016153385862708092,
      "step": 17730
    },
    {
      "loss_action": 0.011516725644469261,
      "loss_total": 0.011516725644469261,
      "step": 17730
    },
    {
      "loss_action": 0.030116450041532516,
      "loss_total": 0.030116450041532516,
      "step": 17730
    },
    {
      "grad_norm": 0.15680727362632751,
      "learning_rate": 9.562849614890079e-05,
      "loss": 0.0167,
      "step": 17740
    },
    {
      "loss_action": 0.01365366205573082,
      "loss_total": 0.01365366205573082,
      "step": 17740
    },
    {
      "loss_action": 0.010823985561728477,
      "loss_total": 0.010823985561728477,
      "step": 17740
    },
    {
      "loss_action": 0.019348815083503723,
      "loss_total": 0.019348815083503723,
      "step": 17740
    },
    {
      "loss_action": 0.012647505849599838,
      "loss_total": 0.012647505849599838,
      "step": 17740
    },
    {
      "loss_action": 0.012164007872343063,
      "loss_total": 0.012164007872343063,
      "step": 17740
    },
    {
      "loss_action": 0.006067171692848206,
      "loss_total": 0.006067171692848206,
      "step": 17740
    },
    {
      "loss_action": 0.0074143134988844395,
      "loss_total": 0.0074143134988844395,
      "step": 17740
    },
    {
      "loss_action": 0.012090040370821953,
      "loss_total": 0.012090040370821953,
      "step": 17740
    },
    {
      "grad_norm": 0.12586989998817444,
      "learning_rate": 9.562173227380436e-05,
      "loss": 0.0157,
      "step": 17750
    },
    {
      "loss_action": 0.020625364035367966,
      "loss_total": 0.020625364035367966,
      "step": 17750
    },
    {
      "loss_action": 0.01652093417942524,
      "loss_total": 0.01652093417942524,
      "step": 17750
    },
    {
      "loss_action": 0.016652105376124382,
      "loss_total": 0.016652105376124382,
      "step": 17750
    },
    {
      "loss_action": 0.03479648008942604,
      "loss_total": 0.03479648008942604,
      "step": 17750
    },
    {
      "loss_action": 0.021675605326890945,
      "loss_total": 0.021675605326890945,
      "step": 17750
    },
    {
      "loss_action": 0.022361164912581444,
      "loss_total": 0.022361164912581444,
      "step": 17750
    },
    {
      "loss_action": 0.04653970152139664,
      "loss_total": 0.04653970152139664,
      "step": 17750
    },
    {
      "loss_action": 0.021602969616651535,
      "loss_total": 0.021602969616651535,
      "step": 17750
    },
    {
      "grad_norm": 0.23225943744182587,
      "learning_rate": 9.561496340958389e-05,
      "loss": 0.0174,
      "step": 17760
    },
    {
      "loss_action": 0.008676249533891678,
      "loss_total": 0.008676249533891678,
      "step": 17760
    },
    {
      "loss_action": 0.010346907190978527,
      "loss_total": 0.010346907190978527,
      "step": 17760
    },
    {
      "loss_action": 0.015154208987951279,
      "loss_total": 0.015154208987951279,
      "step": 17760
    },
    {
      "loss_action": 0.010798394680023193,
      "loss_total": 0.010798394680023193,
      "step": 17760
    },
    {
      "loss_action": 0.024953775107860565,
      "loss_total": 0.024953775107860565,
      "step": 17760
    },
    {
      "loss_action": 0.014728643000125885,
      "loss_total": 0.014728643000125885,
      "step": 17760
    },
    {
      "loss_action": 0.015135020948946476,
      "loss_total": 0.015135020948946476,
      "step": 17760
    },
    {
      "loss_action": 0.009024448692798615,
      "loss_total": 0.009024448692798615,
      "step": 17760
    },
    {
      "grad_norm": 0.22506971657276154,
      "learning_rate": 9.560818955697959e-05,
      "loss": 0.0159,
      "step": 17770
    },
    {
      "loss_action": 0.034631337970495224,
      "loss_total": 0.034631337970495224,
      "step": 17770
    },
    {
      "loss_action": 0.029883475974202156,
      "loss_total": 0.029883475974202156,
      "step": 17770
    },
    {
      "loss_action": 0.015785789117217064,
      "loss_total": 0.015785789117217064,
      "step": 17770
    },
    {
      "loss_action": 0.028311654925346375,
      "loss_total": 0.028311654925346375,
      "step": 17770
    },
    {
      "loss_action": 0.00923074595630169,
      "loss_total": 0.00923074595630169,
      "step": 17770
    },
    {
      "loss_action": 0.08741976320743561,
      "loss_total": 0.08741976320743561,
      "step": 17770
    },
    {
      "loss_action": 0.008242199197411537,
      "loss_total": 0.008242199197411537,
      "step": 17770
    },
    {
      "loss_action": 0.007470639422535896,
      "loss_total": 0.007470639422535896,
      "step": 17770
    },
    {
      "grad_norm": 0.15716972947120667,
      "learning_rate": 9.560141071673228e-05,
      "loss": 0.0168,
      "step": 17780
    },
    {
      "loss_action": 0.01452737394720316,
      "loss_total": 0.01452737394720316,
      "step": 17780
    },
    {
      "loss_action": 0.01703178510069847,
      "loss_total": 0.01703178510069847,
      "step": 17780
    },
    {
      "loss_action": 0.019269408658146858,
      "loss_total": 0.019269408658146858,
      "step": 17780
    },
    {
      "loss_action": 0.016651416197419167,
      "loss_total": 0.016651416197419167,
      "step": 17780
    },
    {
      "loss_action": 0.0075840731151402,
      "loss_total": 0.0075840731151402,
      "step": 17780
    },
    {
      "loss_action": 0.029287278652191162,
      "loss_total": 0.029287278652191162,
      "step": 17780
    },
    {
      "loss_action": 0.018348272889852524,
      "loss_total": 0.018348272889852524,
      "step": 17780
    },
    {
      "loss_action": 0.01119929552078247,
      "loss_total": 0.01119929552078247,
      "step": 17780
    },
    {
      "grad_norm": 0.1638706773519516,
      "learning_rate": 9.559462688958323e-05,
      "loss": 0.0175,
      "step": 17790
    },
    {
      "loss_action": 0.010675650089979172,
      "loss_total": 0.010675650089979172,
      "step": 17790
    },
    {
      "loss_action": 0.005410022102296352,
      "loss_total": 0.005410022102296352,
      "step": 17790
    },
    {
      "loss_action": 0.009519882500171661,
      "loss_total": 0.009519882500171661,
      "step": 17790
    },
    {
      "loss_action": 0.015440897084772587,
      "loss_total": 0.015440897084772587,
      "step": 17790
    },
    {
      "loss_action": 0.006535439286381006,
      "loss_total": 0.006535439286381006,
      "step": 17790
    },
    {
      "loss_action": 0.023181332275271416,
      "loss_total": 0.023181332275271416,
      "step": 17790
    },
    {
      "loss_action": 0.017573300749063492,
      "loss_total": 0.017573300749063492,
      "step": 17790
    },
    {
      "loss_action": 0.010261192917823792,
      "loss_total": 0.010261192917823792,
      "step": 17790
    },
    {
      "grad_norm": 0.18348246812820435,
      "learning_rate": 9.558783807627434e-05,
      "loss": 0.0148,
      "step": 17800
    },
    {
      "loss_action": 0.010946527123451233,
      "loss_total": 0.010946527123451233,
      "step": 17800
    },
    {
      "loss_action": 0.007088388316333294,
      "loss_total": 0.007088388316333294,
      "step": 17800
    },
    {
      "loss_action": 0.02463357150554657,
      "loss_total": 0.02463357150554657,
      "step": 17800
    },
    {
      "loss_action": 0.012087521143257618,
      "loss_total": 0.012087521143257618,
      "step": 17800
    },
    {
      "loss_action": 0.008332266472280025,
      "loss_total": 0.008332266472280025,
      "step": 17800
    },
    {
      "loss_action": 0.008341757580637932,
      "loss_total": 0.008341757580637932,
      "step": 17800
    },
    {
      "loss_action": 0.010513074696063995,
      "loss_total": 0.010513074696063995,
      "step": 17800
    },
    {
      "loss_action": 0.006667880807071924,
      "loss_total": 0.006667880807071924,
      "step": 17800
    },
    {
      "grad_norm": 0.18235254287719727,
      "learning_rate": 9.558104427754801e-05,
      "loss": 0.0162,
      "step": 17810
    },
    {
      "loss_action": 0.01274651288986206,
      "loss_total": 0.01274651288986206,
      "step": 17810
    },
    {
      "loss_action": 0.008150169625878334,
      "loss_total": 0.008150169625878334,
      "step": 17810
    },
    {
      "loss_action": 0.021105308085680008,
      "loss_total": 0.021105308085680008,
      "step": 17810
    },
    {
      "loss_action": 0.010901765897870064,
      "loss_total": 0.010901765897870064,
      "step": 17810
    },
    {
      "loss_action": 0.009978342801332474,
      "loss_total": 0.009978342801332474,
      "step": 17810
    },
    {
      "loss_action": 0.007368997670710087,
      "loss_total": 0.007368997670710087,
      "step": 17810
    },
    {
      "loss_action": 0.007859442383050919,
      "loss_total": 0.007859442383050919,
      "step": 17810
    },
    {
      "loss_action": 0.0048089660704135895,
      "loss_total": 0.0048089660704135895,
      "step": 17810
    },
    {
      "grad_norm": 0.1441153734922409,
      "learning_rate": 9.557424549414722e-05,
      "loss": 0.0139,
      "step": 17820
    },
    {
      "loss_action": 0.006993575021624565,
      "loss_total": 0.006993575021624565,
      "step": 17820
    },
    {
      "loss_action": 0.005877799820154905,
      "loss_total": 0.005877799820154905,
      "step": 17820
    },
    {
      "loss_action": 0.01440992671996355,
      "loss_total": 0.01440992671996355,
      "step": 17820
    },
    {
      "loss_action": 0.010481951758265495,
      "loss_total": 0.010481951758265495,
      "step": 17820
    },
    {
      "loss_action": 0.004777008667588234,
      "loss_total": 0.004777008667588234,
      "step": 17820
    },
    {
      "loss_action": 0.014008140191435814,
      "loss_total": 0.014008140191435814,
      "step": 17820
    },
    {
      "loss_action": 0.03245389461517334,
      "loss_total": 0.03245389461517334,
      "step": 17820
    },
    {
      "loss_action": 0.01661023683845997,
      "loss_total": 0.01661023683845997,
      "step": 17820
    },
    {
      "grad_norm": 0.1566377431154251,
      "learning_rate": 9.556744172681546e-05,
      "loss": 0.0129,
      "step": 17830
    },
    {
      "loss_action": 0.016798101365566254,
      "loss_total": 0.016798101365566254,
      "step": 17830
    },
    {
      "loss_action": 0.011544385924935341,
      "loss_total": 0.011544385924935341,
      "step": 17830
    },
    {
      "loss_action": 0.018425505608320236,
      "loss_total": 0.018425505608320236,
      "step": 17830
    },
    {
      "loss_action": 0.017309611663222313,
      "loss_total": 0.017309611663222313,
      "step": 17830
    },
    {
      "loss_action": 0.019335951656103134,
      "loss_total": 0.019335951656103134,
      "step": 17830
    },
    {
      "loss_action": 0.007654895074665546,
      "loss_total": 0.007654895074665546,
      "step": 17830
    },
    {
      "loss_action": 0.0038234663661569357,
      "loss_total": 0.0038234663661569357,
      "step": 17830
    },
    {
      "loss_action": 0.010461056604981422,
      "loss_total": 0.010461056604981422,
      "step": 17830
    },
    {
      "grad_norm": 0.1779145449399948,
      "learning_rate": 9.556063297629677e-05,
      "loss": 0.0133,
      "step": 17840
    },
    {
      "loss_action": 0.01271539181470871,
      "loss_total": 0.01271539181470871,
      "step": 17840
    },
    {
      "loss_action": 0.004264968913048506,
      "loss_total": 0.004264968913048506,
      "step": 17840
    },
    {
      "loss_action": 0.03796719014644623,
      "loss_total": 0.03796719014644623,
      "step": 17840
    },
    {
      "loss_action": 0.010324720293283463,
      "loss_total": 0.010324720293283463,
      "step": 17840
    },
    {
      "loss_action": 0.012539736926555634,
      "loss_total": 0.012539736926555634,
      "step": 17840
    },
    {
      "loss_action": 0.041014164686203,
      "loss_total": 0.041014164686203,
      "step": 17840
    },
    {
      "loss_action": 0.00810353085398674,
      "loss_total": 0.00810353085398674,
      "step": 17840
    },
    {
      "loss_action": 0.012835354544222355,
      "loss_total": 0.012835354544222355,
      "step": 17840
    },
    {
      "grad_norm": 0.17111146450042725,
      "learning_rate": 9.555381924333578e-05,
      "loss": 0.0163,
      "step": 17850
    },
    {
      "loss_action": 0.02035389095544815,
      "loss_total": 0.02035389095544815,
      "step": 17850
    },
    {
      "loss_action": 0.018181441351771355,
      "loss_total": 0.018181441351771355,
      "step": 17850
    },
    {
      "loss_action": 0.02141641080379486,
      "loss_total": 0.02141641080379486,
      "step": 17850
    },
    {
      "loss_action": 0.01597832888364792,
      "loss_total": 0.01597832888364792,
      "step": 17850
    },
    {
      "loss_action": 0.01430144440382719,
      "loss_total": 0.01430144440382719,
      "step": 17850
    },
    {
      "loss_action": 0.021984733641147614,
      "loss_total": 0.021984733641147614,
      "step": 17850
    },
    {
      "loss_action": 0.026420574635267258,
      "loss_total": 0.026420574635267258,
      "step": 17850
    },
    {
      "loss_action": 0.012191807851195335,
      "loss_total": 0.012191807851195335,
      "step": 17850
    },
    {
      "grad_norm": 0.13786455988883972,
      "learning_rate": 9.554700052867758e-05,
      "loss": 0.016,
      "step": 17860
    },
    {
      "loss_action": 0.006849579978734255,
      "loss_total": 0.006849579978734255,
      "step": 17860
    },
    {
      "loss_action": 0.012373212724924088,
      "loss_total": 0.012373212724924088,
      "step": 17860
    },
    {
      "loss_action": 0.013870169408619404,
      "loss_total": 0.013870169408619404,
      "step": 17860
    },
    {
      "loss_action": 0.015240177512168884,
      "loss_total": 0.015240177512168884,
      "step": 17860
    },
    {
      "loss_action": 0.028879409655928612,
      "loss_total": 0.028879409655928612,
      "step": 17860
    },
    {
      "loss_action": 0.016670729964971542,
      "loss_total": 0.016670729964971542,
      "step": 17860
    },
    {
      "loss_action": 0.017064902931451797,
      "loss_total": 0.017064902931451797,
      "step": 17860
    },
    {
      "loss_action": 0.048376716673374176,
      "loss_total": 0.048376716673374176,
      "step": 17860
    },
    {
      "grad_norm": 0.21643373370170593,
      "learning_rate": 9.554017683306789e-05,
      "loss": 0.0182,
      "step": 17870
    },
    {
      "loss_action": 0.02791217528283596,
      "loss_total": 0.02791217528283596,
      "step": 17870
    },
    {
      "loss_action": 0.011837612837553024,
      "loss_total": 0.011837612837553024,
      "step": 17870
    },
    {
      "loss_action": 0.008481228724122047,
      "loss_total": 0.008481228724122047,
      "step": 17870
    },
    {
      "loss_action": 0.01669098250567913,
      "loss_total": 0.01669098250567913,
      "step": 17870
    },
    {
      "loss_action": 0.011450476944446564,
      "loss_total": 0.011450476944446564,
      "step": 17870
    },
    {
      "loss_action": 0.016246775165200233,
      "loss_total": 0.016246775165200233,
      "step": 17870
    },
    {
      "loss_action": 0.01272679679095745,
      "loss_total": 0.01272679679095745,
      "step": 17870
    },
    {
      "loss_action": 0.010967975482344627,
      "loss_total": 0.010967975482344627,
      "step": 17870
    },
    {
      "grad_norm": 0.23963594436645508,
      "learning_rate": 9.553334815725294e-05,
      "loss": 0.0165,
      "step": 17880
    },
    {
      "loss_action": 0.015699366107583046,
      "loss_total": 0.015699366107583046,
      "step": 17880
    },
    {
      "loss_action": 0.016255207359790802,
      "loss_total": 0.016255207359790802,
      "step": 17880
    },
    {
      "loss_action": 0.011897550895810127,
      "loss_total": 0.011897550895810127,
      "step": 17880
    },
    {
      "loss_action": 0.007163286674767733,
      "loss_total": 0.007163286674767733,
      "step": 17880
    },
    {
      "loss_action": 0.051521480083465576,
      "loss_total": 0.051521480083465576,
      "step": 17880
    },
    {
      "loss_action": 0.009113735519349575,
      "loss_total": 0.009113735519349575,
      "step": 17880
    },
    {
      "loss_action": 0.007803085260093212,
      "loss_total": 0.007803085260093212,
      "step": 17880
    },
    {
      "loss_action": 0.011679691262543201,
      "loss_total": 0.011679691262543201,
      "step": 17880
    },
    {
      "grad_norm": 0.17735981941223145,
      "learning_rate": 9.552651450197949e-05,
      "loss": 0.0197,
      "step": 17890
    },
    {
      "loss_action": 0.01681804284453392,
      "loss_total": 0.01681804284453392,
      "step": 17890
    },
    {
      "loss_action": 0.012848895974457264,
      "loss_total": 0.012848895974457264,
      "step": 17890
    },
    {
      "loss_action": 0.014423036947846413,
      "loss_total": 0.014423036947846413,
      "step": 17890
    },
    {
      "loss_action": 0.012905056588351727,
      "loss_total": 0.012905056588351727,
      "step": 17890
    },
    {
      "loss_action": 0.026329440996050835,
      "loss_total": 0.026329440996050835,
      "step": 17890
    },
    {
      "loss_action": 0.025967344641685486,
      "loss_total": 0.025967344641685486,
      "step": 17890
    },
    {
      "loss_action": 0.011726011522114277,
      "loss_total": 0.011726011522114277,
      "step": 17890
    },
    {
      "loss_action": 0.013924340717494488,
      "loss_total": 0.013924340717494488,
      "step": 17890
    },
    {
      "grad_norm": 0.15649330615997314,
      "learning_rate": 9.551967586799486e-05,
      "loss": 0.0161,
      "step": 17900
    },
    {
      "loss_action": 0.018713288009166718,
      "loss_total": 0.018713288009166718,
      "step": 17900
    },
    {
      "loss_action": 0.014832939952611923,
      "loss_total": 0.014832939952611923,
      "step": 17900
    },
    {
      "loss_action": 0.008114630356431007,
      "loss_total": 0.008114630356431007,
      "step": 17900
    },
    {
      "loss_action": 0.008968712761998177,
      "loss_total": 0.008968712761998177,
      "step": 17900
    },
    {
      "loss_action": 0.014878170564770699,
      "loss_total": 0.014878170564770699,
      "step": 17900
    },
    {
      "loss_action": 0.015304982662200928,
      "loss_total": 0.015304982662200928,
      "step": 17900
    },
    {
      "loss_action": 0.010264284908771515,
      "loss_total": 0.010264284908771515,
      "step": 17900
    },
    {
      "loss_action": 0.022937877103686333,
      "loss_total": 0.022937877103686333,
      "step": 17900
    },
    {
      "grad_norm": 0.1919689178466797,
      "learning_rate": 9.551283225604692e-05,
      "loss": 0.0152,
      "step": 17910
    },
    {
      "loss_action": 0.007000654004514217,
      "loss_total": 0.007000654004514217,
      "step": 17910
    },
    {
      "loss_action": 0.016318075358867645,
      "loss_total": 0.016318075358867645,
      "step": 17910
    },
    {
      "loss_action": 0.01069275476038456,
      "loss_total": 0.01069275476038456,
      "step": 17910
    },
    {
      "loss_action": 0.006133750546723604,
      "loss_total": 0.006133750546723604,
      "step": 17910
    },
    {
      "loss_action": 0.006095224060118198,
      "loss_total": 0.006095224060118198,
      "step": 17910
    },
    {
      "loss_action": 0.005052533932030201,
      "loss_total": 0.005052533932030201,
      "step": 17910
    },
    {
      "loss_action": 0.014656787738204002,
      "loss_total": 0.014656787738204002,
      "step": 17910
    },
    {
      "loss_action": 0.014928695745766163,
      "loss_total": 0.014928695745766163,
      "step": 17910
    },
    {
      "grad_norm": 0.1945955753326416,
      "learning_rate": 9.550598366688406e-05,
      "loss": 0.0145,
      "step": 17920
    },
    {
      "loss_action": 0.00994239840656519,
      "loss_total": 0.00994239840656519,
      "step": 17920
    },
    {
      "loss_action": 0.010765228420495987,
      "loss_total": 0.010765228420495987,
      "step": 17920
    },
    {
      "loss_action": 0.01548775378614664,
      "loss_total": 0.01548775378614664,
      "step": 17920
    },
    {
      "loss_action": 0.005086683202534914,
      "loss_total": 0.005086683202534914,
      "step": 17920
    },
    {
      "loss_action": 0.01271312590688467,
      "loss_total": 0.01271312590688467,
      "step": 17920
    },
    {
      "loss_action": 0.014481281861662865,
      "loss_total": 0.014481281861662865,
      "step": 17920
    },
    {
      "loss_action": 0.0160384401679039,
      "loss_total": 0.0160384401679039,
      "step": 17920
    },
    {
      "loss_action": 0.00900750420987606,
      "loss_total": 0.00900750420987606,
      "step": 17920
    },
    {
      "grad_norm": 0.13149487972259521,
      "learning_rate": 9.549913010125526e-05,
      "loss": 0.0125,
      "step": 17930
    },
    {
      "loss_action": 0.011445272713899612,
      "loss_total": 0.011445272713899612,
      "step": 17930
    },
    {
      "loss_action": 0.01484132744371891,
      "loss_total": 0.01484132744371891,
      "step": 17930
    },
    {
      "loss_action": 0.034125544130802155,
      "loss_total": 0.034125544130802155,
      "step": 17930
    },
    {
      "loss_action": 0.010720847174525261,
      "loss_total": 0.010720847174525261,
      "step": 17930
    },
    {
      "loss_action": 0.018049947917461395,
      "loss_total": 0.018049947917461395,
      "step": 17930
    },
    {
      "loss_action": 0.011842764914035797,
      "loss_total": 0.011842764914035797,
      "step": 17930
    },
    {
      "loss_action": 0.009461985900998116,
      "loss_total": 0.009461985900998116,
      "step": 17930
    },
    {
      "loss_action": 0.018543345853686333,
      "loss_total": 0.018543345853686333,
      "step": 17930
    },
    {
      "grad_norm": 0.1757679283618927,
      "learning_rate": 9.549227155990999e-05,
      "loss": 0.0136,
      "step": 17940
    },
    {
      "loss_action": 0.030332842841744423,
      "loss_total": 0.030332842841744423,
      "step": 17940
    },
    {
      "loss_action": 0.016407137736678123,
      "loss_total": 0.016407137736678123,
      "step": 17940
    },
    {
      "loss_action": 0.031689781695604324,
      "loss_total": 0.031689781695604324,
      "step": 17940
    },
    {
      "loss_action": 0.014383967965841293,
      "loss_total": 0.014383967965841293,
      "step": 17940
    },
    {
      "loss_action": 0.00985296443104744,
      "loss_total": 0.00985296443104744,
      "step": 17940
    },
    {
      "loss_action": 0.01200055330991745,
      "loss_total": 0.01200055330991745,
      "step": 17940
    },
    {
      "loss_action": 0.010124986991286278,
      "loss_total": 0.010124986991286278,
      "step": 17940
    },
    {
      "loss_action": 0.015544572845101357,
      "loss_total": 0.015544572845101357,
      "step": 17940
    },
    {
      "grad_norm": 0.28327497839927673,
      "learning_rate": 9.548540804359828e-05,
      "loss": 0.0151,
      "step": 17950
    },
    {
      "loss_action": 0.00894961878657341,
      "loss_total": 0.00894961878657341,
      "step": 17950
    },
    {
      "loss_action": 0.005811414681375027,
      "loss_total": 0.005811414681375027,
      "step": 17950
    },
    {
      "loss_action": 0.008731178939342499,
      "loss_total": 0.008731178939342499,
      "step": 17950
    },
    {
      "loss_action": 0.03561615198850632,
      "loss_total": 0.03561615198850632,
      "step": 17950
    },
    {
      "loss_action": 0.01372817438095808,
      "loss_total": 0.01372817438095808,
      "step": 17950
    },
    {
      "loss_action": 0.015644200146198273,
      "loss_total": 0.015644200146198273,
      "step": 17950
    },
    {
      "loss_action": 0.022425714880228043,
      "loss_total": 0.022425714880228043,
      "step": 17950
    },
    {
      "loss_action": 0.01715662330389023,
      "loss_total": 0.01715662330389023,
      "step": 17950
    },
    {
      "grad_norm": 0.17260754108428955,
      "learning_rate": 9.547853955307077e-05,
      "loss": 0.0145,
      "step": 17960
    },
    {
      "loss_action": 0.019203733652830124,
      "loss_total": 0.019203733652830124,
      "step": 17960
    },
    {
      "loss_action": 0.007870578207075596,
      "loss_total": 0.007870578207075596,
      "step": 17960
    },
    {
      "loss_action": 0.02168305218219757,
      "loss_total": 0.02168305218219757,
      "step": 17960
    },
    {
      "loss_action": 0.017023270949721336,
      "loss_total": 0.017023270949721336,
      "step": 17960
    },
    {
      "loss_action": 0.004616117104887962,
      "loss_total": 0.004616117104887962,
      "step": 17960
    },
    {
      "loss_action": 0.005283762235194445,
      "loss_total": 0.005283762235194445,
      "step": 17960
    },
    {
      "loss_action": 0.022221367806196213,
      "loss_total": 0.022221367806196213,
      "step": 17960
    },
    {
      "loss_action": 0.02257457934319973,
      "loss_total": 0.02257457934319973,
      "step": 17960
    },
    {
      "grad_norm": 0.13079357147216797,
      "learning_rate": 9.547166608907853e-05,
      "loss": 0.015,
      "step": 17970
    },
    {
      "loss_action": 0.005124101880937815,
      "loss_total": 0.005124101880937815,
      "step": 17970
    },
    {
      "loss_action": 0.00801481306552887,
      "loss_total": 0.00801481306552887,
      "step": 17970
    },
    {
      "loss_action": 0.02084512449800968,
      "loss_total": 0.02084512449800968,
      "step": 17970
    },
    {
      "loss_action": 0.019013848155736923,
      "loss_total": 0.019013848155736923,
      "step": 17970
    },
    {
      "loss_action": 0.007262473925948143,
      "loss_total": 0.007262473925948143,
      "step": 17970
    },
    {
      "loss_action": 0.010468186810612679,
      "loss_total": 0.010468186810612679,
      "step": 17970
    },
    {
      "loss_action": 0.012680185958743095,
      "loss_total": 0.012680185958743095,
      "step": 17970
    },
    {
      "loss_action": 0.006306189112365246,
      "loss_total": 0.006306189112365246,
      "step": 17970
    },
    {
      "grad_norm": 0.16881920397281647,
      "learning_rate": 9.546478765237326e-05,
      "loss": 0.0143,
      "step": 17980
    },
    {
      "loss_action": 0.010316390544176102,
      "loss_total": 0.010316390544176102,
      "step": 17980
    },
    {
      "loss_action": 0.012375609949231148,
      "loss_total": 0.012375609949231148,
      "step": 17980
    },
    {
      "loss_action": 0.03623257577419281,
      "loss_total": 0.03623257577419281,
      "step": 17980
    },
    {
      "loss_action": 0.00841602124273777,
      "loss_total": 0.00841602124273777,
      "step": 17980
    },
    {
      "loss_action": 0.008927015587687492,
      "loss_total": 0.008927015587687492,
      "step": 17980
    },
    {
      "loss_action": 0.009653834626078606,
      "loss_total": 0.009653834626078606,
      "step": 17980
    },
    {
      "loss_action": 0.01428138092160225,
      "loss_total": 0.01428138092160225,
      "step": 17980
    },
    {
      "loss_action": 0.01620238646864891,
      "loss_total": 0.01620238646864891,
      "step": 17980
    },
    {
      "grad_norm": 0.17042678594589233,
      "learning_rate": 9.545790424370715e-05,
      "loss": 0.0136,
      "step": 17990
    },
    {
      "loss_action": 0.013931567780673504,
      "loss_total": 0.013931567780673504,
      "step": 17990
    },
    {
      "loss_action": 0.010665533132851124,
      "loss_total": 0.010665533132851124,
      "step": 17990
    },
    {
      "loss_action": 0.02932492271065712,
      "loss_total": 0.02932492271065712,
      "step": 17990
    },
    {
      "loss_action": 0.014851963147521019,
      "loss_total": 0.014851963147521019,
      "step": 17990
    },
    {
      "loss_action": 0.007951309904456139,
      "loss_total": 0.007951309904456139,
      "step": 17990
    },
    {
      "loss_action": 0.026244712993502617,
      "loss_total": 0.026244712993502617,
      "step": 17990
    },
    {
      "loss_action": 0.012110725045204163,
      "loss_total": 0.012110725045204163,
      "step": 17990
    },
    {
      "loss_action": 0.008906640112400055,
      "loss_total": 0.008906640112400055,
      "step": 17990
    },
    {
      "grad_norm": 0.19344301521778107,
      "learning_rate": 9.5451015863833e-05,
      "loss": 0.0143,
      "step": 18000
    },
    {
      "loss_action": 0.025689372792840004,
      "loss_total": 0.025689372792840004,
      "step": 18000
    },
    {
      "loss_action": 0.00830753892660141,
      "loss_total": 0.00830753892660141,
      "step": 18000
    },
    {
      "loss_action": 0.016741149127483368,
      "loss_total": 0.016741149127483368,
      "step": 18000
    },
    {
      "loss_action": 0.01095174066722393,
      "loss_total": 0.01095174066722393,
      "step": 18000
    },
    {
      "loss_action": 0.009628643281757832,
      "loss_total": 0.009628643281757832,
      "step": 18000
    },
    {
      "loss_action": 0.007654378190636635,
      "loss_total": 0.007654378190636635,
      "step": 18000
    },
    {
      "loss_action": 0.01397355180233717,
      "loss_total": 0.01397355180233717,
      "step": 18000
    },
    {
      "loss_action": 0.007873307913541794,
      "loss_total": 0.007873307913541794,
      "step": 18000
    },
    {
      "grad_norm": 0.1667335033416748,
      "learning_rate": 9.544412251350408e-05,
      "loss": 0.0146,
      "step": 18010
    },
    {
      "loss_action": 0.01590045541524887,
      "loss_total": 0.01590045541524887,
      "step": 18010
    },
    {
      "loss_action": 0.012580689042806625,
      "loss_total": 0.012580689042806625,
      "step": 18010
    },
    {
      "loss_action": 0.019186438992619514,
      "loss_total": 0.019186438992619514,
      "step": 18010
    },
    {
      "loss_action": 0.021246619522571564,
      "loss_total": 0.021246619522571564,
      "step": 18010
    },
    {
      "loss_action": 0.01003452017903328,
      "loss_total": 0.01003452017903328,
      "step": 18010
    },
    {
      "loss_action": 0.039134129881858826,
      "loss_total": 0.039134129881858826,
      "step": 18010
    },
    {
      "loss_action": 0.01930786669254303,
      "loss_total": 0.01930786669254303,
      "step": 18010
    },
    {
      "loss_action": 0.012520167976617813,
      "loss_total": 0.012520167976617813,
      "step": 18010
    },
    {
      "grad_norm": 0.21839001774787903,
      "learning_rate": 9.543722419347422e-05,
      "loss": 0.0138,
      "step": 18020
    },
    {
      "loss_action": 0.006501617841422558,
      "loss_total": 0.006501617841422558,
      "step": 18020
    },
    {
      "loss_action": 0.020862247794866562,
      "loss_total": 0.020862247794866562,
      "step": 18020
    },
    {
      "loss_action": 0.009411538951098919,
      "loss_total": 0.009411538951098919,
      "step": 18020
    },
    {
      "loss_action": 0.013656271621584892,
      "loss_total": 0.013656271621584892,
      "step": 18020
    },
    {
      "loss_action": 0.03334447368979454,
      "loss_total": 0.03334447368979454,
      "step": 18020
    },
    {
      "loss_action": 0.015757817775011063,
      "loss_total": 0.015757817775011063,
      "step": 18020
    },
    {
      "loss_action": 0.012509257532656193,
      "loss_total": 0.012509257532656193,
      "step": 18020
    },
    {
      "loss_action": 0.021799998357892036,
      "loss_total": 0.021799998357892036,
      "step": 18020
    },
    {
      "grad_norm": 0.16521404683589935,
      "learning_rate": 9.543032090449788e-05,
      "loss": 0.0139,
      "step": 18030
    },
    {
      "loss_action": 0.0109074916690588,
      "loss_total": 0.0109074916690588,
      "step": 18030
    },
    {
      "loss_action": 0.012691281735897064,
      "loss_total": 0.012691281735897064,
      "step": 18030
    },
    {
      "loss_action": 0.006586791016161442,
      "loss_total": 0.006586791016161442,
      "step": 18030
    },
    {
      "loss_action": 0.00843372568488121,
      "loss_total": 0.00843372568488121,
      "step": 18030
    },
    {
      "loss_action": 0.005213180091232061,
      "loss_total": 0.005213180091232061,
      "step": 18030
    },
    {
      "loss_action": 0.014548363164067268,
      "loss_total": 0.014548363164067268,
      "step": 18030
    },
    {
      "loss_action": 0.01591842621564865,
      "loss_total": 0.01591842621564865,
      "step": 18030
    },
    {
      "loss_action": 0.006627091206610203,
      "loss_total": 0.006627091206610203,
      "step": 18030
    },
    {
      "grad_norm": 0.163850799202919,
      "learning_rate": 9.542341264732992e-05,
      "loss": 0.0141,
      "step": 18040
    },
    {
      "loss_action": 0.03821808844804764,
      "loss_total": 0.03821808844804764,
      "step": 18040
    },
    {
      "loss_action": 0.009108307771384716,
      "loss_total": 0.009108307771384716,
      "step": 18040
    },
    {
      "loss_action": 0.010103943757712841,
      "loss_total": 0.010103943757712841,
      "step": 18040
    },
    {
      "loss_action": 0.01278345100581646,
      "loss_total": 0.01278345100581646,
      "step": 18040
    },
    {
      "loss_action": 0.013078638352453709,
      "loss_total": 0.013078638352453709,
      "step": 18040
    },
    {
      "loss_action": 0.01920377090573311,
      "loss_total": 0.01920377090573311,
      "step": 18040
    },
    {
      "loss_action": 0.007393759209662676,
      "loss_total": 0.007393759209662676,
      "step": 18040
    },
    {
      "loss_action": 0.02378883771598339,
      "loss_total": 0.02378883771598339,
      "step": 18040
    },
    {
      "grad_norm": 0.22309908270835876,
      "learning_rate": 9.541649942272585e-05,
      "loss": 0.0173,
      "step": 18050
    },
    {
      "loss_action": 0.017419613897800446,
      "loss_total": 0.017419613897800446,
      "step": 18050
    },
    {
      "loss_action": 0.008166610263288021,
      "loss_total": 0.008166610263288021,
      "step": 18050
    },
    {
      "loss_action": 0.013994565233588219,
      "loss_total": 0.013994565233588219,
      "step": 18050
    },
    {
      "loss_action": 0.03493792563676834,
      "loss_total": 0.03493792563676834,
      "step": 18050
    },
    {
      "loss_action": 0.011030804365873337,
      "loss_total": 0.011030804365873337,
      "step": 18050
    },
    {
      "loss_action": 0.008616402745246887,
      "loss_total": 0.008616402745246887,
      "step": 18050
    },
    {
      "loss_action": 0.011600950732827187,
      "loss_total": 0.011600950732827187,
      "step": 18050
    },
    {
      "loss_action": 0.010199710726737976,
      "loss_total": 0.010199710726737976,
      "step": 18050
    },
    {
      "grad_norm": 0.17829087376594543,
      "learning_rate": 9.54095812314417e-05,
      "loss": 0.0148,
      "step": 18060
    },
    {
      "loss_action": 0.01108558475971222,
      "loss_total": 0.01108558475971222,
      "step": 18060
    },
    {
      "loss_action": 0.017877737060189247,
      "loss_total": 0.017877737060189247,
      "step": 18060
    },
    {
      "loss_action": 0.019688626751303673,
      "loss_total": 0.019688626751303673,
      "step": 18060
    },
    {
      "loss_action": 0.011855792254209518,
      "loss_total": 0.011855792254209518,
      "step": 18060
    },
    {
      "loss_action": 0.02197205275297165,
      "loss_total": 0.02197205275297165,
      "step": 18060
    },
    {
      "loss_action": 0.009767958894371986,
      "loss_total": 0.009767958894371986,
      "step": 18060
    },
    {
      "loss_action": 0.017322469502687454,
      "loss_total": 0.017322469502687454,
      "step": 18060
    },
    {
      "loss_action": 0.021220332011580467,
      "loss_total": 0.021220332011580467,
      "step": 18060
    },
    {
      "grad_norm": 0.23325052857398987,
      "learning_rate": 9.540265807423401e-05,
      "loss": 0.0152,
      "step": 18070
    },
    {
      "loss_action": 0.009302835911512375,
      "loss_total": 0.009302835911512375,
      "step": 18070
    },
    {
      "loss_action": 0.01662202924489975,
      "loss_total": 0.01662202924489975,
      "step": 18070
    },
    {
      "loss_action": 0.010612569749355316,
      "loss_total": 0.010612569749355316,
      "step": 18070
    },
    {
      "loss_action": 0.008979316800832748,
      "loss_total": 0.008979316800832748,
      "step": 18070
    },
    {
      "loss_action": 0.007764311973005533,
      "loss_total": 0.007764311973005533,
      "step": 18070
    },
    {
      "loss_action": 0.015154206193983555,
      "loss_total": 0.015154206193983555,
      "step": 18070
    },
    {
      "loss_action": 0.009267261251807213,
      "loss_total": 0.009267261251807213,
      "step": 18070
    },
    {
      "loss_action": 0.008119605481624603,
      "loss_total": 0.008119605481624603,
      "step": 18070
    },
    {
      "grad_norm": 0.1673600971698761,
      "learning_rate": 9.53957299518599e-05,
      "loss": 0.012,
      "step": 18080
    },
    {
      "loss_action": 0.02073407918214798,
      "loss_total": 0.02073407918214798,
      "step": 18080
    },
    {
      "loss_action": 0.032832514494657516,
      "loss_total": 0.032832514494657516,
      "step": 18080
    },
    {
      "loss_action": 0.012458664365112782,
      "loss_total": 0.012458664365112782,
      "step": 18080
    },
    {
      "loss_action": 0.011563923209905624,
      "loss_total": 0.011563923209905624,
      "step": 18080
    },
    {
      "loss_action": 0.008581075817346573,
      "loss_total": 0.008581075817346573,
      "step": 18080
    },
    {
      "loss_action": 0.01978307031095028,
      "loss_total": 0.01978307031095028,
      "step": 18080
    },
    {
      "loss_action": 0.00477643171325326,
      "loss_total": 0.00477643171325326,
      "step": 18080
    },
    {
      "loss_action": 0.009523245505988598,
      "loss_total": 0.009523245505988598,
      "step": 18080
    },
    {
      "grad_norm": 0.13578729331493378,
      "learning_rate": 9.5388796865077e-05,
      "loss": 0.0129,
      "step": 18090
    },
    {
      "loss_action": 0.0060280789621174335,
      "loss_total": 0.0060280789621174335,
      "step": 18090
    },
    {
      "loss_action": 0.007456622086465359,
      "loss_total": 0.007456622086465359,
      "step": 18090
    },
    {
      "loss_action": 0.00737238023430109,
      "loss_total": 0.00737238023430109,
      "step": 18090
    },
    {
      "loss_action": 0.013394704088568687,
      "loss_total": 0.013394704088568687,
      "step": 18090
    },
    {
      "loss_action": 0.014830213040113449,
      "loss_total": 0.014830213040113449,
      "step": 18090
    },
    {
      "loss_action": 0.020465023815631866,
      "loss_total": 0.020465023815631866,
      "step": 18090
    },
    {
      "loss_action": 0.02283015102148056,
      "loss_total": 0.02283015102148056,
      "step": 18090
    },
    {
      "loss_action": 0.020753666758537292,
      "loss_total": 0.020753666758537292,
      "step": 18090
    },
    {
      "grad_norm": 0.17153510451316833,
      "learning_rate": 9.538185881464353e-05,
      "loss": 0.0129,
      "step": 18100
    },
    {
      "loss_action": 0.011858015321195126,
      "loss_total": 0.011858015321195126,
      "step": 18100
    },
    {
      "loss_action": 0.012661600485444069,
      "loss_total": 0.012661600485444069,
      "step": 18100
    },
    {
      "loss_action": 0.01243547536432743,
      "loss_total": 0.01243547536432743,
      "step": 18100
    },
    {
      "loss_action": 0.013122069649398327,
      "loss_total": 0.013122069649398327,
      "step": 18100
    },
    {
      "loss_action": 0.017072875052690506,
      "loss_total": 0.017072875052690506,
      "step": 18100
    },
    {
      "loss_action": 0.020220983773469925,
      "loss_total": 0.020220983773469925,
      "step": 18100
    },
    {
      "loss_action": 0.007413847371935844,
      "loss_total": 0.007413847371935844,
      "step": 18100
    },
    {
      "loss_action": 0.016332853585481644,
      "loss_total": 0.016332853585481644,
      "step": 18100
    },
    {
      "grad_norm": 0.15687309205532074,
      "learning_rate": 9.537491580131821e-05,
      "loss": 0.0133,
      "step": 18110
    },
    {
      "loss_action": 0.008535383269190788,
      "loss_total": 0.008535383269190788,
      "step": 18110
    },
    {
      "loss_action": 0.005659570451825857,
      "loss_total": 0.005659570451825857,
      "step": 18110
    },
    {
      "loss_action": 0.013656459748744965,
      "loss_total": 0.013656459748744965,
      "step": 18110
    },
    {
      "loss_action": 0.01438279077410698,
      "loss_total": 0.01438279077410698,
      "step": 18110
    },
    {
      "loss_action": 0.011493262834846973,
      "loss_total": 0.011493262834846973,
      "step": 18110
    },
    {
      "loss_action": 0.009767967276275158,
      "loss_total": 0.009767967276275158,
      "step": 18110
    },
    {
      "loss_action": 0.013371141627430916,
      "loss_total": 0.013371141627430916,
      "step": 18110
    },
    {
      "loss_action": 0.014051157981157303,
      "loss_total": 0.014051157981157303,
      "step": 18110
    },
    {
      "grad_norm": 0.14621266722679138,
      "learning_rate": 9.53679678258603e-05,
      "loss": 0.0131,
      "step": 18120
    },
    {
      "loss_action": 0.016889899969100952,
      "loss_total": 0.016889899969100952,
      "step": 18120
    },
    {
      "loss_action": 0.011040088720619678,
      "loss_total": 0.011040088720619678,
      "step": 18120
    },
    {
      "loss_action": 0.022566277533769608,
      "loss_total": 0.022566277533769608,
      "step": 18120
    },
    {
      "loss_action": 0.011261481791734695,
      "loss_total": 0.011261481791734695,
      "step": 18120
    },
    {
      "loss_action": 0.011683306656777859,
      "loss_total": 0.011683306656777859,
      "step": 18120
    },
    {
      "loss_action": 0.01013347040861845,
      "loss_total": 0.01013347040861845,
      "step": 18120
    },
    {
      "loss_action": 0.005318618379533291,
      "loss_total": 0.005318618379533291,
      "step": 18120
    },
    {
      "loss_action": 0.011328599415719509,
      "loss_total": 0.011328599415719509,
      "step": 18120
    },
    {
      "grad_norm": 0.12419553101062775,
      "learning_rate": 9.536101488902966e-05,
      "loss": 0.013,
      "step": 18130
    },
    {
      "loss_action": 0.016646195203065872,
      "loss_total": 0.016646195203065872,
      "step": 18130
    },
    {
      "loss_action": 0.014732950367033482,
      "loss_total": 0.014732950367033482,
      "step": 18130
    },
    {
      "loss_action": 0.013235114514827728,
      "loss_total": 0.013235114514827728,
      "step": 18130
    },
    {
      "loss_action": 0.008667076006531715,
      "loss_total": 0.008667076006531715,
      "step": 18130
    },
    {
      "loss_action": 0.009036424569785595,
      "loss_total": 0.009036424569785595,
      "step": 18130
    },
    {
      "loss_action": 0.008780810981988907,
      "loss_total": 0.008780810981988907,
      "step": 18130
    },
    {
      "loss_action": 0.015387236140668392,
      "loss_total": 0.015387236140668392,
      "step": 18130
    },
    {
      "loss_action": 0.01561658177524805,
      "loss_total": 0.01561658177524805,
      "step": 18130
    },
    {
      "grad_norm": 0.14568579196929932,
      "learning_rate": 9.535405699158663e-05,
      "loss": 0.017,
      "step": 18140
    },
    {
      "loss_action": 0.008552239276468754,
      "loss_total": 0.008552239276468754,
      "step": 18140
    },
    {
      "loss_action": 0.007094112224876881,
      "loss_total": 0.007094112224876881,
      "step": 18140
    },
    {
      "loss_action": 0.011930655688047409,
      "loss_total": 0.011930655688047409,
      "step": 18140
    },
    {
      "loss_action": 0.008164293132722378,
      "loss_total": 0.008164293132722378,
      "step": 18140
    },
    {
      "loss_action": 0.0073727890849113464,
      "loss_total": 0.0073727890849113464,
      "step": 18140
    },
    {
      "loss_action": 0.012857826426625252,
      "loss_total": 0.012857826426625252,
      "step": 18140
    },
    {
      "loss_action": 0.010108979418873787,
      "loss_total": 0.010108979418873787,
      "step": 18140
    },
    {
      "loss_action": 0.02104317769408226,
      "loss_total": 0.02104317769408226,
      "step": 18140
    },
    {
      "grad_norm": 0.13699477910995483,
      "learning_rate": 9.53470941342921e-05,
      "loss": 0.0139,
      "step": 18150
    },
    {
      "loss_action": 0.02301844395697117,
      "loss_total": 0.02301844395697117,
      "step": 18150
    },
    {
      "loss_action": 0.03860270977020264,
      "loss_total": 0.03860270977020264,
      "step": 18150
    },
    {
      "loss_action": 0.010322454385459423,
      "loss_total": 0.010322454385459423,
      "step": 18150
    },
    {
      "loss_action": 0.01595315709710121,
      "loss_total": 0.01595315709710121,
      "step": 18150
    },
    {
      "loss_action": 0.010284336283802986,
      "loss_total": 0.010284336283802986,
      "step": 18150
    },
    {
      "loss_action": 0.007641563192009926,
      "loss_total": 0.007641563192009926,
      "step": 18150
    },
    {
      "loss_action": 0.013360713608562946,
      "loss_total": 0.013360713608562946,
      "step": 18150
    },
    {
      "loss_action": 0.009762968868017197,
      "loss_total": 0.009762968868017197,
      "step": 18150
    },
    {
      "grad_norm": 0.18017807602882385,
      "learning_rate": 9.534012631790756e-05,
      "loss": 0.0143,
      "step": 18160
    },
    {
      "loss_action": 0.009610861539840698,
      "loss_total": 0.009610861539840698,
      "step": 18160
    },
    {
      "loss_action": 0.011940945871174335,
      "loss_total": 0.011940945871174335,
      "step": 18160
    },
    {
      "loss_action": 0.007501775398850441,
      "loss_total": 0.007501775398850441,
      "step": 18160
    },
    {
      "loss_action": 0.017581049352884293,
      "loss_total": 0.017581049352884293,
      "step": 18160
    },
    {
      "loss_action": 0.018703140318393707,
      "loss_total": 0.018703140318393707,
      "step": 18160
    },
    {
      "loss_action": 0.025217294692993164,
      "loss_total": 0.025217294692993164,
      "step": 18160
    },
    {
      "loss_action": 0.01945100724697113,
      "loss_total": 0.01945100724697113,
      "step": 18160
    },
    {
      "loss_action": 0.013255318626761436,
      "loss_total": 0.013255318626761436,
      "step": 18160
    },
    {
      "grad_norm": 0.12105169147253036,
      "learning_rate": 9.533315354319494e-05,
      "loss": 0.0161,
      "step": 18170
    },
    {
      "loss_action": 0.030889427289366722,
      "loss_total": 0.030889427289366722,
      "step": 18170
    },
    {
      "loss_action": 0.008841527625918388,
      "loss_total": 0.008841527625918388,
      "step": 18170
    },
    {
      "loss_action": 0.030520983040332794,
      "loss_total": 0.030520983040332794,
      "step": 18170
    },
    {
      "loss_action": 0.034196801483631134,
      "loss_total": 0.034196801483631134,
      "step": 18170
    },
    {
      "loss_action": 0.015255086123943329,
      "loss_total": 0.015255086123943329,
      "step": 18170
    },
    {
      "loss_action": 0.00888895709067583,
      "loss_total": 0.00888895709067583,
      "step": 18170
    },
    {
      "loss_action": 0.04689718037843704,
      "loss_total": 0.04689718037843704,
      "step": 18170
    },
    {
      "loss_action": 0.00849401019513607,
      "loss_total": 0.00849401019513607,
      "step": 18170
    },
    {
      "grad_norm": 0.14497993886470795,
      "learning_rate": 9.532617581091682e-05,
      "loss": 0.014,
      "step": 18180
    },
    {
      "loss_action": 0.010575021617114544,
      "loss_total": 0.010575021617114544,
      "step": 18180
    },
    {
      "loss_action": 0.0169508159160614,
      "loss_total": 0.0169508159160614,
      "step": 18180
    },
    {
      "loss_action": 0.009925108402967453,
      "loss_total": 0.009925108402967453,
      "step": 18180
    },
    {
      "loss_action": 0.026024704799056053,
      "loss_total": 0.026024704799056053,
      "step": 18180
    },
    {
      "loss_action": 0.005591101478785276,
      "loss_total": 0.005591101478785276,
      "step": 18180
    },
    {
      "loss_action": 0.028860772028565407,
      "loss_total": 0.028860772028565407,
      "step": 18180
    },
    {
      "loss_action": 0.00982268899679184,
      "loss_total": 0.00982268899679184,
      "step": 18180
    },
    {
      "loss_action": 0.02561713568866253,
      "loss_total": 0.02561713568866253,
      "step": 18180
    },
    {
      "grad_norm": 0.25990018248558044,
      "learning_rate": 9.531919312183629e-05,
      "loss": 0.0157,
      "step": 18190
    },
    {
      "loss_action": 0.009421889670193195,
      "loss_total": 0.009421889670193195,
      "step": 18190
    },
    {
      "loss_action": 0.01145082525908947,
      "loss_total": 0.01145082525908947,
      "step": 18190
    },
    {
      "loss_action": 0.03260844200849533,
      "loss_total": 0.03260844200849533,
      "step": 18190
    },
    {
      "loss_action": 0.0057274592109024525,
      "loss_total": 0.0057274592109024525,
      "step": 18190
    },
    {
      "loss_action": 0.00741632329300046,
      "loss_total": 0.00741632329300046,
      "step": 18190
    },
    {
      "loss_action": 0.008496630936861038,
      "loss_total": 0.008496630936861038,
      "step": 18190
    },
    {
      "loss_action": 0.010087898001074791,
      "loss_total": 0.010087898001074791,
      "step": 18190
    },
    {
      "loss_action": 0.019376158714294434,
      "loss_total": 0.019376158714294434,
      "step": 18190
    },
    {
      "grad_norm": 0.14548787474632263,
      "learning_rate": 9.531220547671688e-05,
      "loss": 0.0145,
      "step": 18200
    },
    {
      "loss_action": 0.014562682248651981,
      "loss_total": 0.014562682248651981,
      "step": 18200
    },
    {
      "loss_action": 0.009467827156186104,
      "loss_total": 0.009467827156186104,
      "step": 18200
    },
    {
      "loss_action": 0.028999997302889824,
      "loss_total": 0.028999997302889824,
      "step": 18200
    },
    {
      "loss_action": 0.01494060643017292,
      "loss_total": 0.01494060643017292,
      "step": 18200
    },
    {
      "loss_action": 0.01132261473685503,
      "loss_total": 0.01132261473685503,
      "step": 18200
    },
    {
      "loss_action": 0.00697700260207057,
      "loss_total": 0.00697700260207057,
      "step": 18200
    },
    {
      "loss_action": 0.007736144587397575,
      "loss_total": 0.007736144587397575,
      "step": 18200
    },
    {
      "loss_action": 0.010752604342997074,
      "loss_total": 0.010752604342997074,
      "step": 18200
    },
    {
      "grad_norm": 0.16626538336277008,
      "learning_rate": 9.530521287632285e-05,
      "loss": 0.0145,
      "step": 18210
    },
    {
      "loss_action": 0.007671136409044266,
      "loss_total": 0.007671136409044266,
      "step": 18210
    },
    {
      "loss_action": 0.010101614519953728,
      "loss_total": 0.010101614519953728,
      "step": 18210
    },
    {
      "loss_action": 0.0268692746758461,
      "loss_total": 0.0268692746758461,
      "step": 18210
    },
    {
      "loss_action": 0.012594286352396011,
      "loss_total": 0.012594286352396011,
      "step": 18210
    },
    {
      "loss_action": 0.037497252225875854,
      "loss_total": 0.037497252225875854,
      "step": 18210
    },
    {
      "loss_action": 0.02411450445652008,
      "loss_total": 0.02411450445652008,
      "step": 18210
    },
    {
      "loss_action": 0.008903940208256245,
      "loss_total": 0.008903940208256245,
      "step": 18210
    },
    {
      "loss_action": 0.015228592790663242,
      "loss_total": 0.015228592790663242,
      "step": 18210
    },
    {
      "grad_norm": 0.13251197338104248,
      "learning_rate": 9.529821532141884e-05,
      "loss": 0.0169,
      "step": 18220
    },
    {
      "loss_action": 0.020194295793771744,
      "loss_total": 0.020194295793771744,
      "step": 18220
    },
    {
      "loss_action": 0.010779118165373802,
      "loss_total": 0.010779118165373802,
      "step": 18220
    },
    {
      "loss_action": 0.011542616412043571,
      "loss_total": 0.011542616412043571,
      "step": 18220
    },
    {
      "loss_action": 0.017247382551431656,
      "loss_total": 0.017247382551431656,
      "step": 18220
    },
    {
      "loss_action": 0.005314962938427925,
      "loss_total": 0.005314962938427925,
      "step": 18220
    },
    {
      "loss_action": 0.006294860038906336,
      "loss_total": 0.006294860038906336,
      "step": 18220
    },
    {
      "loss_action": 0.020924201235175133,
      "loss_total": 0.020924201235175133,
      "step": 18220
    },
    {
      "loss_action": 0.007759341970086098,
      "loss_total": 0.007759341970086098,
      "step": 18220
    },
    {
      "grad_norm": 0.17158153653144836,
      "learning_rate": 9.52912128127701e-05,
      "loss": 0.0139,
      "step": 18230
    },
    {
      "loss_action": 0.012662900611758232,
      "loss_total": 0.012662900611758232,
      "step": 18230
    },
    {
      "loss_action": 0.014582883566617966,
      "loss_total": 0.014582883566617966,
      "step": 18230
    },
    {
      "loss_action": 0.01803879626095295,
      "loss_total": 0.01803879626095295,
      "step": 18230
    },
    {
      "loss_action": 0.028858814388513565,
      "loss_total": 0.028858814388513565,
      "step": 18230
    },
    {
      "loss_action": 0.02249407395720482,
      "loss_total": 0.02249407395720482,
      "step": 18230
    },
    {
      "loss_action": 0.009653010405600071,
      "loss_total": 0.009653010405600071,
      "step": 18230
    },
    {
      "loss_action": 0.018569886684417725,
      "loss_total": 0.018569886684417725,
      "step": 18230
    },
    {
      "loss_action": 0.009427826851606369,
      "loss_total": 0.009427826851606369,
      "step": 18230
    },
    {
      "grad_norm": 0.1889088898897171,
      "learning_rate": 9.528420535114244e-05,
      "loss": 0.0146,
      "step": 18240
    },
    {
      "loss_action": 0.007546714041382074,
      "loss_total": 0.007546714041382074,
      "step": 18240
    },
    {
      "loss_action": 0.009853345341980457,
      "loss_total": 0.009853345341980457,
      "step": 18240
    },
    {
      "loss_action": 0.011574824340641499,
      "loss_total": 0.011574824340641499,
      "step": 18240
    },
    {
      "loss_action": 0.015271365642547607,
      "loss_total": 0.015271365642547607,
      "step": 18240
    },
    {
      "loss_action": 0.01952933892607689,
      "loss_total": 0.01952933892607689,
      "step": 18240
    },
    {
      "loss_action": 0.011994319967925549,
      "loss_total": 0.011994319967925549,
      "step": 18240
    },
    {
      "loss_action": 0.012214935384690762,
      "loss_total": 0.012214935384690762,
      "step": 18240
    },
    {
      "loss_action": 0.026245560497045517,
      "loss_total": 0.026245560497045517,
      "step": 18240
    },
    {
      "grad_norm": 0.14498525857925415,
      "learning_rate": 9.527719293730215e-05,
      "loss": 0.0134,
      "step": 18250
    },
    {
      "loss_action": 0.010453552007675171,
      "loss_total": 0.010453552007675171,
      "step": 18250
    },
    {
      "loss_action": 0.006548039615154266,
      "loss_total": 0.006548039615154266,
      "step": 18250
    },
    {
      "loss_action": 0.01643841154873371,
      "loss_total": 0.01643841154873371,
      "step": 18250
    },
    {
      "loss_action": 0.019538532942533493,
      "loss_total": 0.019538532942533493,
      "step": 18250
    },
    {
      "loss_action": 0.012452319264411926,
      "loss_total": 0.012452319264411926,
      "step": 18250
    },
    {
      "loss_action": 0.008296669460833073,
      "loss_total": 0.008296669460833073,
      "step": 18250
    },
    {
      "loss_action": 0.010929933749139309,
      "loss_total": 0.010929933749139309,
      "step": 18250
    },
    {
      "loss_action": 0.009052420035004616,
      "loss_total": 0.009052420035004616,
      "step": 18250
    },
    {
      "grad_norm": 0.13077232241630554,
      "learning_rate": 9.527017557201611e-05,
      "loss": 0.0141,
      "step": 18260
    },
    {
      "loss_action": 0.024061644449830055,
      "loss_total": 0.024061644449830055,
      "step": 18260
    },
    {
      "loss_action": 0.03432152792811394,
      "loss_total": 0.03432152792811394,
      "step": 18260
    },
    {
      "loss_action": 0.018865281715989113,
      "loss_total": 0.018865281715989113,
      "step": 18260
    },
    {
      "loss_action": 0.01977505534887314,
      "loss_total": 0.01977505534887314,
      "step": 18260
    },
    {
      "loss_action": 0.004829296376556158,
      "loss_total": 0.004829296376556158,
      "step": 18260
    },
    {
      "loss_action": 0.015201006084680557,
      "loss_total": 0.015201006084680557,
      "step": 18260
    },
    {
      "loss_action": 0.008222391828894615,
      "loss_total": 0.008222391828894615,
      "step": 18260
    },
    {
      "loss_action": 0.009255760349333286,
      "loss_total": 0.009255760349333286,
      "step": 18260
    },
    {
      "grad_norm": 0.1745346486568451,
      "learning_rate": 9.526315325605176e-05,
      "loss": 0.014,
      "step": 18270
    },
    {
      "loss_action": 0.009295080788433552,
      "loss_total": 0.009295080788433552,
      "step": 18270
    },
    {
      "loss_action": 0.017658978700637817,
      "loss_total": 0.017658978700637817,
      "step": 18270
    },
    {
      "loss_action": 0.010116190649569035,
      "loss_total": 0.010116190649569035,
      "step": 18270
    },
    {
      "loss_action": 0.021213319152593613,
      "loss_total": 0.021213319152593613,
      "step": 18270
    },
    {
      "loss_action": 0.015081949532032013,
      "loss_total": 0.015081949532032013,
      "step": 18270
    },
    {
      "loss_action": 0.016657784581184387,
      "loss_total": 0.016657784581184387,
      "step": 18270
    },
    {
      "loss_action": 0.010138961486518383,
      "loss_total": 0.010138961486518383,
      "step": 18270
    },
    {
      "loss_action": 0.011243748478591442,
      "loss_total": 0.011243748478591442,
      "step": 18270
    },
    {
      "grad_norm": 0.17755599319934845,
      "learning_rate": 9.525612599017699e-05,
      "loss": 0.0152,
      "step": 18280
    },
    {
      "loss_action": 0.02181074395775795,
      "loss_total": 0.02181074395775795,
      "step": 18280
    },
    {
      "loss_action": 0.007758838590234518,
      "loss_total": 0.007758838590234518,
      "step": 18280
    },
    {
      "loss_action": 0.005550350993871689,
      "loss_total": 0.005550350993871689,
      "step": 18280
    },
    {
      "loss_action": 0.009042150340974331,
      "loss_total": 0.009042150340974331,
      "step": 18280
    },
    {
      "loss_action": 0.021039962768554688,
      "loss_total": 0.021039962768554688,
      "step": 18280
    },
    {
      "loss_action": 0.006776202470064163,
      "loss_total": 0.006776202470064163,
      "step": 18280
    },
    {
      "loss_action": 0.028440620750188828,
      "loss_total": 0.028440620750188828,
      "step": 18280
    },
    {
      "loss_action": 0.007531554438173771,
      "loss_total": 0.007531554438173771,
      "step": 18280
    },
    {
      "grad_norm": 0.1391063928604126,
      "learning_rate": 9.524909377516033e-05,
      "loss": 0.013,
      "step": 18290
    },
    {
      "loss_action": 0.006235606037080288,
      "loss_total": 0.006235606037080288,
      "step": 18290
    },
    {
      "loss_action": 0.030853739008307457,
      "loss_total": 0.030853739008307457,
      "step": 18290
    },
    {
      "loss_action": 0.008909085765480995,
      "loss_total": 0.008909085765480995,
      "step": 18290
    },
    {
      "loss_action": 0.012914670631289482,
      "loss_total": 0.012914670631289482,
      "step": 18290
    },
    {
      "loss_action": 0.018987521529197693,
      "loss_total": 0.018987521529197693,
      "step": 18290
    },
    {
      "loss_action": 0.017653100192546844,
      "loss_total": 0.017653100192546844,
      "step": 18290
    },
    {
      "loss_action": 0.007281153462827206,
      "loss_total": 0.007281153462827206,
      "step": 18290
    },
    {
      "loss_action": 0.01227751187980175,
      "loss_total": 0.01227751187980175,
      "step": 18290
    },
    {
      "grad_norm": 0.1589065045118332,
      "learning_rate": 9.524205661177081e-05,
      "loss": 0.0146,
      "step": 18300
    },
    {
      "loss_action": 0.00682666152715683,
      "loss_total": 0.00682666152715683,
      "step": 18300
    },
    {
      "loss_action": 0.007669458631426096,
      "loss_total": 0.007669458631426096,
      "step": 18300
    },
    {
      "loss_action": 0.014629112556576729,
      "loss_total": 0.014629112556576729,
      "step": 18300
    },
    {
      "loss_action": 0.00452414620667696,
      "loss_total": 0.00452414620667696,
      "step": 18300
    },
    {
      "loss_action": 0.02510698512196541,
      "loss_total": 0.02510698512196541,
      "step": 18300
    },
    {
      "loss_action": 0.024587329477071762,
      "loss_total": 0.024587329477071762,
      "step": 18300
    },
    {
      "loss_action": 0.008466890081763268,
      "loss_total": 0.008466890081763268,
      "step": 18300
    },
    {
      "loss_action": 0.014071498066186905,
      "loss_total": 0.014071498066186905,
      "step": 18300
    },
    {
      "grad_norm": 0.16420239210128784,
      "learning_rate": 9.523501450077801e-05,
      "loss": 0.0159,
      "step": 18310
    },
    {
      "loss_action": 0.015749646350741386,
      "loss_total": 0.015749646350741386,
      "step": 18310
    },
    {
      "loss_action": 0.007635303772985935,
      "loss_total": 0.007635303772985935,
      "step": 18310
    },
    {
      "loss_action": 0.007547853514552116,
      "loss_total": 0.007547853514552116,
      "step": 18310
    },
    {
      "loss_action": 0.012057959102094173,
      "loss_total": 0.012057959102094173,
      "step": 18310
    },
    {
      "loss_action": 0.005944913253188133,
      "loss_total": 0.005944913253188133,
      "step": 18310
    },
    {
      "loss_action": 0.03865604102611542,
      "loss_total": 0.03865604102611542,
      "step": 18310
    },
    {
      "loss_action": 0.009280378930270672,
      "loss_total": 0.009280378930270672,
      "step": 18310
    },
    {
      "loss_action": 0.014031556434929371,
      "loss_total": 0.014031556434929371,
      "step": 18310
    },
    {
      "grad_norm": 0.1531764417886734,
      "learning_rate": 9.522796744295202e-05,
      "loss": 0.0141,
      "step": 18320
    },
    {
      "loss_action": 0.01009801309555769,
      "loss_total": 0.01009801309555769,
      "step": 18320
    },
    {
      "loss_action": 0.018314387649297714,
      "loss_total": 0.018314387649297714,
      "step": 18320
    },
    {
      "loss_action": 0.004914313554763794,
      "loss_total": 0.004914313554763794,
      "step": 18320
    },
    {
      "loss_action": 0.015894941985607147,
      "loss_total": 0.015894941985607147,
      "step": 18320
    },
    {
      "loss_action": 0.01907927915453911,
      "loss_total": 0.01907927915453911,
      "step": 18320
    },
    {
      "loss_action": 0.023535892367362976,
      "loss_total": 0.023535892367362976,
      "step": 18320
    },
    {
      "loss_action": 0.010477196425199509,
      "loss_total": 0.010477196425199509,
      "step": 18320
    },
    {
      "loss_action": 0.06745413690805435,
      "loss_total": 0.06745413690805435,
      "step": 18320
    },
    {
      "grad_norm": 0.17282921075820923,
      "learning_rate": 9.522091543906352e-05,
      "loss": 0.0187,
      "step": 18330
    },
    {
      "loss_action": 0.006687074899673462,
      "loss_total": 0.006687074899673462,
      "step": 18330
    },
    {
      "loss_action": 0.010857244953513145,
      "loss_total": 0.010857244953513145,
      "step": 18330
    },
    {
      "loss_action": 0.008098650723695755,
      "loss_total": 0.008098650723695755,
      "step": 18330
    },
    {
      "loss_action": 0.011463943868875504,
      "loss_total": 0.011463943868875504,
      "step": 18330
    },
    {
      "loss_action": 0.011860286816954613,
      "loss_total": 0.011860286816954613,
      "step": 18330
    },
    {
      "loss_action": 0.005748075898736715,
      "loss_total": 0.005748075898736715,
      "step": 18330
    },
    {
      "loss_action": 0.00579823087900877,
      "loss_total": 0.00579823087900877,
      "step": 18330
    },
    {
      "loss_action": 0.010653113946318626,
      "loss_total": 0.010653113946318626,
      "step": 18330
    },
    {
      "grad_norm": 0.16371434926986694,
      "learning_rate": 9.521385848988369e-05,
      "loss": 0.0152,
      "step": 18340
    },
    {
      "loss_action": 0.007982946932315826,
      "loss_total": 0.007982946932315826,
      "step": 18340
    },
    {
      "loss_action": 0.009223435074090958,
      "loss_total": 0.009223435074090958,
      "step": 18340
    },
    {
      "loss_action": 0.013243692927062511,
      "loss_total": 0.013243692927062511,
      "step": 18340
    },
    {
      "loss_action": 0.015986086800694466,
      "loss_total": 0.015986086800694466,
      "step": 18340
    },
    {
      "loss_action": 0.006449292879551649,
      "loss_total": 0.006449292879551649,
      "step": 18340
    },
    {
      "loss_action": 0.017179414629936218,
      "loss_total": 0.017179414629936218,
      "step": 18340
    },
    {
      "loss_action": 0.03200811147689819,
      "loss_total": 0.03200811147689819,
      "step": 18340
    },
    {
      "loss_action": 0.016609838232398033,
      "loss_total": 0.016609838232398033,
      "step": 18340
    },
    {
      "grad_norm": 0.1820145547389984,
      "learning_rate": 9.520679659618428e-05,
      "loss": 0.0142,
      "step": 18350
    },
    {
      "loss_action": 0.010578930377960205,
      "loss_total": 0.010578930377960205,
      "step": 18350
    },
    {
      "loss_action": 0.005760727450251579,
      "loss_total": 0.005760727450251579,
      "step": 18350
    },
    {
      "loss_action": 0.009669234976172447,
      "loss_total": 0.009669234976172447,
      "step": 18350
    },
    {
      "loss_action": 0.008630208671092987,
      "loss_total": 0.008630208671092987,
      "step": 18350
    },
    {
      "loss_action": 0.013355441391468048,
      "loss_total": 0.013355441391468048,
      "step": 18350
    },
    {
      "loss_action": 0.01093246228992939,
      "loss_total": 0.01093246228992939,
      "step": 18350
    },
    {
      "loss_action": 0.01771659404039383,
      "loss_total": 0.01771659404039383,
      "step": 18350
    },
    {
      "loss_action": 0.013185842894017696,
      "loss_total": 0.013185842894017696,
      "step": 18350
    },
    {
      "grad_norm": 0.13243161141872406,
      "learning_rate": 9.519972975873754e-05,
      "loss": 0.0128,
      "step": 18360
    },
    {
      "loss_action": 0.008262806572020054,
      "loss_total": 0.008262806572020054,
      "step": 18360
    },
    {
      "loss_action": 0.013665367849171162,
      "loss_total": 0.013665367849171162,
      "step": 18360
    },
    {
      "loss_action": 0.020822910591959953,
      "loss_total": 0.020822910591959953,
      "step": 18360
    },
    {
      "loss_action": 0.019971556961536407,
      "loss_total": 0.019971556961536407,
      "step": 18360
    },
    {
      "loss_action": 0.030744662508368492,
      "loss_total": 0.030744662508368492,
      "step": 18360
    },
    {
      "loss_action": 0.01712910458445549,
      "loss_total": 0.01712910458445549,
      "step": 18360
    },
    {
      "loss_action": 0.019910700619220734,
      "loss_total": 0.019910700619220734,
      "step": 18360
    },
    {
      "loss_action": 0.005880898796021938,
      "loss_total": 0.005880898796021938,
      "step": 18360
    },
    {
      "grad_norm": 0.15724672377109528,
      "learning_rate": 9.519265797831633e-05,
      "loss": 0.0126,
      "step": 18370
    },
    {
      "loss_action": 0.014632507227361202,
      "loss_total": 0.014632507227361202,
      "step": 18370
    },
    {
      "loss_action": 0.028704727068543434,
      "loss_total": 0.028704727068543434,
      "step": 18370
    },
    {
      "loss_action": 0.006812604144215584,
      "loss_total": 0.006812604144215584,
      "step": 18370
    },
    {
      "loss_action": 0.010389583185315132,
      "loss_total": 0.010389583185315132,
      "step": 18370
    },
    {
      "loss_action": 0.018594052642583847,
      "loss_total": 0.018594052642583847,
      "step": 18370
    },
    {
      "loss_action": 0.038084253668785095,
      "loss_total": 0.038084253668785095,
      "step": 18370
    },
    {
      "loss_action": 0.018970675766468048,
      "loss_total": 0.018970675766468048,
      "step": 18370
    },
    {
      "loss_action": 0.014746161177754402,
      "loss_total": 0.014746161177754402,
      "step": 18370
    },
    {
      "grad_norm": 0.12031289935112,
      "learning_rate": 9.518558125569399e-05,
      "loss": 0.0147,
      "step": 18380
    },
    {
      "loss_action": 0.00991735141724348,
      "loss_total": 0.00991735141724348,
      "step": 18380
    },
    {
      "loss_action": 0.027214564383029938,
      "loss_total": 0.027214564383029938,
      "step": 18380
    },
    {
      "loss_action": 0.018219951540231705,
      "loss_total": 0.018219951540231705,
      "step": 18380
    },
    {
      "loss_action": 0.014324820600450039,
      "loss_total": 0.014324820600450039,
      "step": 18380
    },
    {
      "loss_action": 0.007860840298235416,
      "loss_total": 0.007860840298235416,
      "step": 18380
    },
    {
      "loss_action": 0.018490970134735107,
      "loss_total": 0.018490970134735107,
      "step": 18380
    },
    {
      "loss_action": 0.008131111040711403,
      "loss_total": 0.008131111040711403,
      "step": 18380
    },
    {
      "loss_action": 0.01326160691678524,
      "loss_total": 0.01326160691678524,
      "step": 18380
    },
    {
      "grad_norm": 0.13385282456874847,
      "learning_rate": 9.517849959164442e-05,
      "loss": 0.012,
      "step": 18390
    },
    {
      "loss_action": 0.008046062663197517,
      "loss_total": 0.008046062663197517,
      "step": 18390
    },
    {
      "loss_action": 0.0509958490729332,
      "loss_total": 0.0509958490729332,
      "step": 18390
    },
    {
      "loss_action": 0.01166783832013607,
      "loss_total": 0.01166783832013607,
      "step": 18390
    },
    {
      "loss_action": 0.015033317729830742,
      "loss_total": 0.015033317729830742,
      "step": 18390
    },
    {
      "loss_action": 0.01838415116071701,
      "loss_total": 0.01838415116071701,
      "step": 18390
    },
    {
      "loss_action": 0.01200453657656908,
      "loss_total": 0.01200453657656908,
      "step": 18390
    },
    {
      "loss_action": 0.010241172276437283,
      "loss_total": 0.010241172276437283,
      "step": 18390
    },
    {
      "loss_action": 0.020823661237955093,
      "loss_total": 0.020823661237955093,
      "step": 18390
    },
    {
      "grad_norm": 0.2343216836452484,
      "learning_rate": 9.517141298694205e-05,
      "loss": 0.0147,
      "step": 18400
    },
    {
      "loss_action": 0.023483114317059517,
      "loss_total": 0.023483114317059517,
      "step": 18400
    },
    {
      "loss_action": 0.03780307248234749,
      "loss_total": 0.03780307248234749,
      "step": 18400
    },
    {
      "loss_action": 0.011089984327554703,
      "loss_total": 0.011089984327554703,
      "step": 18400
    },
    {
      "loss_action": 0.013531813398003578,
      "loss_total": 0.013531813398003578,
      "step": 18400
    },
    {
      "loss_action": 0.011437535285949707,
      "loss_total": 0.011437535285949707,
      "step": 18400
    },
    {
      "loss_action": 0.0103559959679842,
      "loss_total": 0.0103559959679842,
      "step": 18400
    },
    {
      "loss_action": 0.017767220735549927,
      "loss_total": 0.017767220735549927,
      "step": 18400
    },
    {
      "loss_action": 0.005083032418042421,
      "loss_total": 0.005083032418042421,
      "step": 18400
    },
    {
      "grad_norm": 0.21059854328632355,
      "learning_rate": 9.516432144236188e-05,
      "loss": 0.0175,
      "step": 18410
    },
    {
      "loss_action": 0.009074816480278969,
      "loss_total": 0.009074816480278969,
      "step": 18410
    },
    {
      "loss_action": 0.0310056135058403,
      "loss_total": 0.0310056135058403,
      "step": 18410
    },
    {
      "loss_action": 0.010022467002272606,
      "loss_total": 0.010022467002272606,
      "step": 18410
    },
    {
      "loss_action": 0.018877387046813965,
      "loss_total": 0.018877387046813965,
      "step": 18410
    },
    {
      "loss_action": 0.01268245093524456,
      "loss_total": 0.01268245093524456,
      "step": 18410
    },
    {
      "loss_action": 0.01106814481317997,
      "loss_total": 0.01106814481317997,
      "step": 18410
    },
    {
      "loss_action": 0.014844520017504692,
      "loss_total": 0.014844520017504692,
      "step": 18410
    },
    {
      "loss_action": 0.014181500300765038,
      "loss_total": 0.014181500300765038,
      "step": 18410
    },
    {
      "grad_norm": 0.1414070874452591,
      "learning_rate": 9.515722495867941e-05,
      "loss": 0.0145,
      "step": 18420
    },
    {
      "loss_action": 0.007297966163605452,
      "loss_total": 0.007297966163605452,
      "step": 18420
    },
    {
      "loss_action": 0.022214964032173157,
      "loss_total": 0.022214964032173157,
      "step": 18420
    },
    {
      "loss_action": 0.018431518226861954,
      "loss_total": 0.018431518226861954,
      "step": 18420
    },
    {
      "loss_action": 0.006619463674724102,
      "loss_total": 0.006619463674724102,
      "step": 18420
    },
    {
      "loss_action": 0.02400711551308632,
      "loss_total": 0.02400711551308632,
      "step": 18420
    },
    {
      "loss_action": 0.02830817922949791,
      "loss_total": 0.02830817922949791,
      "step": 18420
    },
    {
      "loss_action": 0.01637343317270279,
      "loss_total": 0.01637343317270279,
      "step": 18420
    },
    {
      "loss_action": 0.007176784798502922,
      "loss_total": 0.007176784798502922,
      "step": 18420
    },
    {
      "grad_norm": 0.17995598912239075,
      "learning_rate": 9.515012353667072e-05,
      "loss": 0.0166,
      "step": 18430
    },
    {
      "loss_action": 0.009655123576521873,
      "loss_total": 0.009655123576521873,
      "step": 18430
    },
    {
      "loss_action": 0.007581508718430996,
      "loss_total": 0.007581508718430996,
      "step": 18430
    },
    {
      "loss_action": 0.014318742789328098,
      "loss_total": 0.014318742789328098,
      "step": 18430
    },
    {
      "loss_action": 0.015055226162075996,
      "loss_total": 0.015055226162075996,
      "step": 18430
    },
    {
      "loss_action": 0.017506957054138184,
      "loss_total": 0.017506957054138184,
      "step": 18430
    },
    {
      "loss_action": 0.007982369512319565,
      "loss_total": 0.007982369512319565,
      "step": 18430
    },
    {
      "loss_action": 0.012898871675133705,
      "loss_total": 0.012898871675133705,
      "step": 18430
    },
    {
      "loss_action": 0.019143613055348396,
      "loss_total": 0.019143613055348396,
      "step": 18430
    },
    {
      "grad_norm": 0.17124313116073608,
      "learning_rate": 9.51430171771124e-05,
      "loss": 0.0129,
      "step": 18440
    },
    {
      "loss_action": 0.012185740284621716,
      "loss_total": 0.012185740284621716,
      "step": 18440
    },
    {
      "loss_action": 0.006607139483094215,
      "loss_total": 0.006607139483094215,
      "step": 18440
    },
    {
      "loss_action": 0.00971413217484951,
      "loss_total": 0.00971413217484951,
      "step": 18440
    },
    {
      "loss_action": 0.009125558659434319,
      "loss_total": 0.009125558659434319,
      "step": 18440
    },
    {
      "loss_action": 0.006015327759087086,
      "loss_total": 0.006015327759087086,
      "step": 18440
    },
    {
      "loss_action": 0.012003909796476364,
      "loss_total": 0.012003909796476364,
      "step": 18440
    },
    {
      "loss_action": 0.017304133623838425,
      "loss_total": 0.017304133623838425,
      "step": 18440
    },
    {
      "loss_action": 0.007850336842238903,
      "loss_total": 0.007850336842238903,
      "step": 18440
    },
    {
      "grad_norm": 0.18336963653564453,
      "learning_rate": 9.513590588078159e-05,
      "loss": 0.0139,
      "step": 18450
    },
    {
      "loss_action": 0.010265305638313293,
      "loss_total": 0.010265305638313293,
      "step": 18450
    },
    {
      "loss_action": 0.01777280494570732,
      "loss_total": 0.01777280494570732,
      "step": 18450
    },
    {
      "loss_action": 0.023947028443217278,
      "loss_total": 0.023947028443217278,
      "step": 18450
    },
    {
      "loss_action": 0.024645736441016197,
      "loss_total": 0.024645736441016197,
      "step": 18450
    },
    {
      "loss_action": 0.02142077125608921,
      "loss_total": 0.02142077125608921,
      "step": 18450
    },
    {
      "loss_action": 0.009716955944895744,
      "loss_total": 0.009716955944895744,
      "step": 18450
    },
    {
      "loss_action": 0.02204025909304619,
      "loss_total": 0.02204025909304619,
      "step": 18450
    },
    {
      "loss_action": 0.017059382051229477,
      "loss_total": 0.017059382051229477,
      "step": 18450
    },
    {
      "grad_norm": 0.11633267253637314,
      "learning_rate": 9.512878964845597e-05,
      "loss": 0.015,
      "step": 18460
    },
    {
      "loss_action": 0.012735161930322647,
      "loss_total": 0.012735161930322647,
      "step": 18460
    },
    {
      "loss_action": 0.014460498467087746,
      "loss_total": 0.014460498467087746,
      "step": 18460
    },
    {
      "loss_action": 0.013319315388798714,
      "loss_total": 0.013319315388798714,
      "step": 18460
    },
    {
      "loss_action": 0.02150074951350689,
      "loss_total": 0.02150074951350689,
      "step": 18460
    },
    {
      "loss_action": 0.007110663689672947,
      "loss_total": 0.007110663689672947,
      "step": 18460
    },
    {
      "loss_action": 0.011932654306292534,
      "loss_total": 0.011932654306292534,
      "step": 18460
    },
    {
      "loss_action": 0.013878044672310352,
      "loss_total": 0.013878044672310352,
      "step": 18460
    },
    {
      "loss_action": 0.10001036524772644,
      "loss_total": 0.10001036524772644,
      "step": 18460
    },
    {
      "grad_norm": 0.15077215433120728,
      "learning_rate": 9.512166848091377e-05,
      "loss": 0.0142,
      "step": 18470
    },
    {
      "loss_action": 0.0066735632717609406,
      "loss_total": 0.0066735632717609406,
      "step": 18470
    },
    {
      "loss_action": 0.01311521977186203,
      "loss_total": 0.01311521977186203,
      "step": 18470
    },
    {
      "loss_action": 0.013194738887250423,
      "loss_total": 0.013194738887250423,
      "step": 18470
    },
    {
      "loss_action": 0.03476348891854286,
      "loss_total": 0.03476348891854286,
      "step": 18470
    },
    {
      "loss_action": 0.02531103789806366,
      "loss_total": 0.02531103789806366,
      "step": 18470
    },
    {
      "loss_action": 0.013743813149631023,
      "loss_total": 0.013743813149631023,
      "step": 18470
    },
    {
      "loss_action": 0.024791216477751732,
      "loss_total": 0.024791216477751732,
      "step": 18470
    },
    {
      "loss_action": 0.017611706629395485,
      "loss_total": 0.017611706629395485,
      "step": 18470
    },
    {
      "grad_norm": 0.1303948163986206,
      "learning_rate": 9.511454237893376e-05,
      "loss": 0.0147,
      "step": 18480
    },
    {
      "loss_action": 0.009032723493874073,
      "loss_total": 0.009032723493874073,
      "step": 18480
    },
    {
      "loss_action": 0.007205984555184841,
      "loss_total": 0.007205984555184841,
      "step": 18480
    },
    {
      "loss_action": 0.010562754236161709,
      "loss_total": 0.010562754236161709,
      "step": 18480
    },
    {
      "loss_action": 0.019803697243332863,
      "loss_total": 0.019803697243332863,
      "step": 18480
    },
    {
      "loss_action": 0.011821044608950615,
      "loss_total": 0.011821044608950615,
      "step": 18480
    },
    {
      "loss_action": 0.016398830339312553,
      "loss_total": 0.016398830339312553,
      "step": 18480
    },
    {
      "loss_action": 0.007162096910178661,
      "loss_total": 0.007162096910178661,
      "step": 18480
    },
    {
      "loss_action": 0.005218379199504852,
      "loss_total": 0.005218379199504852,
      "step": 18480
    },
    {
      "grad_norm": 0.1312977373600006,
      "learning_rate": 9.51074113432952e-05,
      "loss": 0.0127,
      "step": 18490
    },
    {
      "loss_action": 0.006976358592510223,
      "loss_total": 0.006976358592510223,
      "step": 18490
    },
    {
      "loss_action": 0.00814094115048647,
      "loss_total": 0.00814094115048647,
      "step": 18490
    },
    {
      "loss_action": 0.023848673328757286,
      "loss_total": 0.023848673328757286,
      "step": 18490
    },
    {
      "loss_action": 0.011101905256509781,
      "loss_total": 0.011101905256509781,
      "step": 18490
    },
    {
      "loss_action": 0.009444262832403183,
      "loss_total": 0.009444262832403183,
      "step": 18490
    },
    {
      "loss_action": 0.010532228276133537,
      "loss_total": 0.010532228276133537,
      "step": 18490
    },
    {
      "loss_action": 0.025690985843539238,
      "loss_total": 0.025690985843539238,
      "step": 18490
    },
    {
      "loss_action": 0.024166464805603027,
      "loss_total": 0.024166464805603027,
      "step": 18490
    },
    {
      "grad_norm": 0.13662657141685486,
      "learning_rate": 9.510027537477797e-05,
      "loss": 0.0125,
      "step": 18500
    },
    {
      "loss_action": 0.008683173917233944,
      "loss_total": 0.008683173917233944,
      "step": 18500
    },
    {
      "loss_action": 0.01456252858042717,
      "loss_total": 0.01456252858042717,
      "step": 18500
    },
    {
      "loss_action": 0.013019153848290443,
      "loss_total": 0.013019153848290443,
      "step": 18500
    },
    {
      "loss_action": 0.012015897780656815,
      "loss_total": 0.012015897780656815,
      "step": 18500
    },
    {
      "loss_action": 0.0419018380343914,
      "loss_total": 0.0419018380343914,
      "step": 18500
    },
    {
      "loss_action": 0.011469746008515358,
      "loss_total": 0.011469746008515358,
      "step": 18500
    },
    {
      "loss_action": 0.008459623903036118,
      "loss_total": 0.008459623903036118,
      "step": 18500
    },
    {
      "loss_action": 0.01614549197256565,
      "loss_total": 0.01614549197256565,
      "step": 18500
    },
    {
      "grad_norm": 0.17974808812141418,
      "learning_rate": 9.509313447416242e-05,
      "loss": 0.014,
      "step": 18510
    },
    {
      "loss_action": 0.01481771282851696,
      "loss_total": 0.01481771282851696,
      "step": 18510
    },
    {
      "loss_action": 0.03754536807537079,
      "loss_total": 0.03754536807537079,
      "step": 18510
    },
    {
      "loss_action": 0.009980170987546444,
      "loss_total": 0.009980170987546444,
      "step": 18510
    },
    {
      "loss_action": 0.021332480013370514,
      "loss_total": 0.021332480013370514,
      "step": 18510
    },
    {
      "loss_action": 0.022197343409061432,
      "loss_total": 0.022197343409061432,
      "step": 18510
    },
    {
      "loss_action": 0.013055115006864071,
      "loss_total": 0.013055115006864071,
      "step": 18510
    },
    {
      "loss_action": 0.023173604160547256,
      "loss_total": 0.023173604160547256,
      "step": 18510
    },
    {
      "loss_action": 0.004433226305991411,
      "loss_total": 0.004433226305991411,
      "step": 18510
    },
    {
      "grad_norm": 0.0993654653429985,
      "learning_rate": 9.508598864222949e-05,
      "loss": 0.0134,
      "step": 18520
    },
    {
      "loss_action": 0.014398947358131409,
      "loss_total": 0.014398947358131409,
      "step": 18520
    },
    {
      "loss_action": 0.021170657128095627,
      "loss_total": 0.021170657128095627,
      "step": 18520
    },
    {
      "loss_action": 0.017732709646224976,
      "loss_total": 0.017732709646224976,
      "step": 18520
    },
    {
      "loss_action": 0.008903777226805687,
      "loss_total": 0.008903777226805687,
      "step": 18520
    },
    {
      "loss_action": 0.015207471325993538,
      "loss_total": 0.015207471325993538,
      "step": 18520
    },
    {
      "loss_action": 0.01760314404964447,
      "loss_total": 0.01760314404964447,
      "step": 18520
    },
    {
      "loss_action": 0.02090776339173317,
      "loss_total": 0.02090776339173317,
      "step": 18520
    },
    {
      "loss_action": 0.010334888473153114,
      "loss_total": 0.010334888473153114,
      "step": 18520
    },
    {
      "grad_norm": 0.18432405591011047,
      "learning_rate": 9.507883787976062e-05,
      "loss": 0.0132,
      "step": 18530
    },
    {
      "loss_action": 0.012581564486026764,
      "loss_total": 0.012581564486026764,
      "step": 18530
    },
    {
      "loss_action": 0.014961129054427147,
      "loss_total": 0.014961129054427147,
      "step": 18530
    },
    {
      "loss_action": 0.007800230756402016,
      "loss_total": 0.007800230756402016,
      "step": 18530
    },
    {
      "loss_action": 0.00641198456287384,
      "loss_total": 0.00641198456287384,
      "step": 18530
    },
    {
      "loss_action": 0.02270183525979519,
      "loss_total": 0.02270183525979519,
      "step": 18530
    },
    {
      "loss_action": 0.008422987535595894,
      "loss_total": 0.008422987535595894,
      "step": 18530
    },
    {
      "loss_action": 0.013455934822559357,
      "loss_total": 0.013455934822559357,
      "step": 18530
    },
    {
      "loss_action": 0.006449766922742128,
      "loss_total": 0.006449766922742128,
      "step": 18530
    },
    {
      "grad_norm": 0.22168642282485962,
      "learning_rate": 9.507168218753781e-05,
      "loss": 0.0152,
      "step": 18540
    },
    {
      "loss_action": 0.017980806529521942,
      "loss_total": 0.017980806529521942,
      "step": 18540
    },
    {
      "loss_action": 0.026583414524793625,
      "loss_total": 0.026583414524793625,
      "step": 18540
    },
    {
      "loss_action": 0.01530909538269043,
      "loss_total": 0.01530909538269043,
      "step": 18540
    },
    {
      "loss_action": 0.004535587504506111,
      "loss_total": 0.004535587504506111,
      "step": 18540
    },
    {
      "loss_action": 0.008459039032459259,
      "loss_total": 0.008459039032459259,
      "step": 18540
    },
    {
      "loss_action": 0.013148707337677479,
      "loss_total": 0.013148707337677479,
      "step": 18540
    },
    {
      "loss_action": 0.017819374799728394,
      "loss_total": 0.017819374799728394,
      "step": 18540
    },
    {
      "loss_action": 0.006185887847095728,
      "loss_total": 0.006185887847095728,
      "step": 18540
    },
    {
      "grad_norm": 0.27649644017219543,
      "learning_rate": 9.506452156634362e-05,
      "loss": 0.0159,
      "step": 18550
    },
    {
      "loss_action": 0.011670476756989956,
      "loss_total": 0.011670476756989956,
      "step": 18550
    },
    {
      "loss_action": 0.0254649817943573,
      "loss_total": 0.0254649817943573,
      "step": 18550
    },
    {
      "loss_action": 0.018392805010080338,
      "loss_total": 0.018392805010080338,
      "step": 18550
    },
    {
      "loss_action": 0.026194650679826736,
      "loss_total": 0.026194650679826736,
      "step": 18550
    },
    {
      "loss_action": 0.029524363577365875,
      "loss_total": 0.029524363577365875,
      "step": 18550
    },
    {
      "loss_action": 0.007591702044010162,
      "loss_total": 0.007591702044010162,
      "step": 18550
    },
    {
      "loss_action": 0.01729675568640232,
      "loss_total": 0.01729675568640232,
      "step": 18550
    },
    {
      "loss_action": 0.02258286438882351,
      "loss_total": 0.02258286438882351,
      "step": 18550
    },
    {
      "grad_norm": 0.17494967579841614,
      "learning_rate": 9.505735601696109e-05,
      "loss": 0.0148,
      "step": 18560
    },
    {
      "loss_action": 0.013897571712732315,
      "loss_total": 0.013897571712732315,
      "step": 18560
    },
    {
      "loss_action": 0.020161617547273636,
      "loss_total": 0.020161617547273636,
      "step": 18560
    },
    {
      "loss_action": 0.009973826818168163,
      "loss_total": 0.009973826818168163,
      "step": 18560
    },
    {
      "loss_action": 0.0072632539086043835,
      "loss_total": 0.0072632539086043835,
      "step": 18560
    },
    {
      "loss_action": 0.025642123073339462,
      "loss_total": 0.025642123073339462,
      "step": 18560
    },
    {
      "loss_action": 0.01284891739487648,
      "loss_total": 0.01284891739487648,
      "step": 18560
    },
    {
      "loss_action": 0.009923756122589111,
      "loss_total": 0.009923756122589111,
      "step": 18560
    },
    {
      "loss_action": 0.014356499537825584,
      "loss_total": 0.014356499537825584,
      "step": 18560
    },
    {
      "grad_norm": 0.14121221005916595,
      "learning_rate": 9.505018554017385e-05,
      "loss": 0.0156,
      "step": 18570
    },
    {
      "loss_action": 0.019942274317145348,
      "loss_total": 0.019942274317145348,
      "step": 18570
    },
    {
      "loss_action": 0.005269696936011314,
      "loss_total": 0.005269696936011314,
      "step": 18570
    },
    {
      "loss_action": 0.05766483396291733,
      "loss_total": 0.05766483396291733,
      "step": 18570
    },
    {
      "loss_action": 0.006619052961468697,
      "loss_total": 0.006619052961468697,
      "step": 18570
    },
    {
      "loss_action": 0.00931897945702076,
      "loss_total": 0.00931897945702076,
      "step": 18570
    },
    {
      "loss_action": 0.009441287256777287,
      "loss_total": 0.009441287256777287,
      "step": 18570
    },
    {
      "loss_action": 0.006199982017278671,
      "loss_total": 0.006199982017278671,
      "step": 18570
    },
    {
      "loss_action": 0.008367098867893219,
      "loss_total": 0.008367098867893219,
      "step": 18570
    },
    {
      "grad_norm": 0.14544875919818878,
      "learning_rate": 9.504301013676604e-05,
      "loss": 0.0122,
      "step": 18580
    },
    {
      "loss_action": 0.007681375369429588,
      "loss_total": 0.007681375369429588,
      "step": 18580
    },
    {
      "loss_action": 0.01493539847433567,
      "loss_total": 0.01493539847433567,
      "step": 18580
    },
    {
      "loss_action": 0.007284197956323624,
      "loss_total": 0.007284197956323624,
      "step": 18580
    },
    {
      "loss_action": 0.005891516804695129,
      "loss_total": 0.005891516804695129,
      "step": 18580
    },
    {
      "loss_action": 0.015031198039650917,
      "loss_total": 0.015031198039650917,
      "step": 18580
    },
    {
      "loss_action": 0.03342653438448906,
      "loss_total": 0.03342653438448906,
      "step": 18580
    },
    {
      "loss_action": 0.0114296218380332,
      "loss_total": 0.0114296218380332,
      "step": 18580
    },
    {
      "loss_action": 0.017585908994078636,
      "loss_total": 0.017585908994078636,
      "step": 18580
    },
    {
      "grad_norm": 0.14738143980503082,
      "learning_rate": 9.503582980752238e-05,
      "loss": 0.0151,
      "step": 18590
    },
    {
      "loss_action": 0.027789965271949768,
      "loss_total": 0.027789965271949768,
      "step": 18590
    },
    {
      "loss_action": 0.03740185499191284,
      "loss_total": 0.03740185499191284,
      "step": 18590
    },
    {
      "loss_action": 0.007743515074253082,
      "loss_total": 0.007743515074253082,
      "step": 18590
    },
    {
      "loss_action": 0.007610232103615999,
      "loss_total": 0.007610232103615999,
      "step": 18590
    },
    {
      "loss_action": 0.030565708875656128,
      "loss_total": 0.030565708875656128,
      "step": 18590
    },
    {
      "loss_action": 0.011074136011302471,
      "loss_total": 0.011074136011302471,
      "step": 18590
    },
    {
      "loss_action": 0.008422091603279114,
      "loss_total": 0.008422091603279114,
      "step": 18590
    },
    {
      "loss_action": 0.011962919495999813,
      "loss_total": 0.011962919495999813,
      "step": 18590
    },
    {
      "grad_norm": 0.12008670717477798,
      "learning_rate": 9.502864455322809e-05,
      "loss": 0.0147,
      "step": 18600
    },
    {
      "loss_action": 0.011563107371330261,
      "loss_total": 0.011563107371330261,
      "step": 18600
    },
    {
      "loss_action": 0.011707847006618977,
      "loss_total": 0.011707847006618977,
      "step": 18600
    },
    {
      "loss_action": 0.01296419557183981,
      "loss_total": 0.01296419557183981,
      "step": 18600
    },
    {
      "loss_action": 0.008246452547609806,
      "loss_total": 0.008246452547609806,
      "step": 18600
    },
    {
      "loss_action": 0.01374867931008339,
      "loss_total": 0.01374867931008339,
      "step": 18600
    },
    {
      "loss_action": 0.019285831600427628,
      "loss_total": 0.019285831600427628,
      "step": 18600
    },
    {
      "loss_action": 0.011046608909964561,
      "loss_total": 0.011046608909964561,
      "step": 18600
    },
    {
      "loss_action": 0.10523729771375656,
      "loss_total": 0.10523729771375656,
      "step": 18600
    },
    {
      "grad_norm": 0.10343150794506073,
      "learning_rate": 9.502145437466891e-05,
      "loss": 0.0136,
      "step": 18610
    },
    {
      "loss_action": 0.012952000834047794,
      "loss_total": 0.012952000834047794,
      "step": 18610
    },
    {
      "loss_action": 0.009301388636231422,
      "loss_total": 0.009301388636231422,
      "step": 18610
    },
    {
      "loss_action": 0.008207538165152073,
      "loss_total": 0.008207538165152073,
      "step": 18610
    },
    {
      "loss_action": 0.010661577805876732,
      "loss_total": 0.010661577805876732,
      "step": 18610
    },
    {
      "loss_action": 0.009909557178616524,
      "loss_total": 0.009909557178616524,
      "step": 18610
    },
    {
      "loss_action": 0.02773052453994751,
      "loss_total": 0.02773052453994751,
      "step": 18610
    },
    {
      "loss_action": 0.02060398831963539,
      "loss_total": 0.02060398831963539,
      "step": 18610
    },
    {
      "loss_action": 0.013880299404263496,
      "loss_total": 0.013880299404263496,
      "step": 18610
    },
    {
      "grad_norm": 0.132215216755867,
      "learning_rate": 9.501425927263116e-05,
      "loss": 0.0118,
      "step": 18620
    },
    {
      "loss_action": 0.012672293931245804,
      "loss_total": 0.012672293931245804,
      "step": 18620
    },
    {
      "loss_action": 0.008402514271438122,
      "loss_total": 0.008402514271438122,
      "step": 18620
    },
    {
      "loss_action": 0.005491769872605801,
      "loss_total": 0.005491769872605801,
      "step": 18620
    },
    {
      "loss_action": 0.030992519110441208,
      "loss_total": 0.030992519110441208,
      "step": 18620
    },
    {
      "loss_action": 0.0408591702580452,
      "loss_total": 0.0408591702580452,
      "step": 18620
    },
    {
      "loss_action": 0.01273508369922638,
      "loss_total": 0.01273508369922638,
      "step": 18620
    },
    {
      "loss_action": 0.013269978575408459,
      "loss_total": 0.013269978575408459,
      "step": 18620
    },
    {
      "loss_action": 0.018902495503425598,
      "loss_total": 0.018902495503425598,
      "step": 18620
    },
    {
      "grad_norm": 0.13520054519176483,
      "learning_rate": 9.500705924790172e-05,
      "loss": 0.0128,
      "step": 18630
    },
    {
      "loss_action": 0.004601260181516409,
      "loss_total": 0.004601260181516409,
      "step": 18630
    },
    {
      "loss_action": 0.005980932153761387,
      "loss_total": 0.005980932153761387,
      "step": 18630
    },
    {
      "loss_action": 0.007820645347237587,
      "loss_total": 0.007820645347237587,
      "step": 18630
    },
    {
      "loss_action": 0.00643837358802557,
      "loss_total": 0.00643837358802557,
      "step": 18630
    },
    {
      "loss_action": 0.003137738211080432,
      "loss_total": 0.003137738211080432,
      "step": 18630
    },
    {
      "loss_action": 0.020381581038236618,
      "loss_total": 0.020381581038236618,
      "step": 18630
    },
    {
      "loss_action": 0.011563178151845932,
      "loss_total": 0.011563178151845932,
      "step": 18630
    },
    {
      "loss_action": 0.01318432204425335,
      "loss_total": 0.01318432204425335,
      "step": 18630
    },
    {
      "grad_norm": 0.1386832594871521,
      "learning_rate": 9.499985430126794e-05,
      "loss": 0.0127,
      "step": 18640
    },
    {
      "loss_action": 0.022687695920467377,
      "loss_total": 0.022687695920467377,
      "step": 18640
    },
    {
      "loss_action": 0.01030750386416912,
      "loss_total": 0.01030750386416912,
      "step": 18640
    },
    {
      "loss_action": 0.008370478637516499,
      "loss_total": 0.008370478637516499,
      "step": 18640
    },
    {
      "loss_action": 0.00657244585454464,
      "loss_total": 0.00657244585454464,
      "step": 18640
    },
    {
      "loss_action": 0.010820988565683365,
      "loss_total": 0.010820988565683365,
      "step": 18640
    },
    {
      "loss_action": 0.0087559400126338,
      "loss_total": 0.0087559400126338,
      "step": 18640
    },
    {
      "loss_action": 0.005208864342421293,
      "loss_total": 0.005208864342421293,
      "step": 18640
    },
    {
      "loss_action": 0.008131090551614761,
      "loss_total": 0.008131090551614761,
      "step": 18640
    },
    {
      "grad_norm": 0.12423036992549896,
      "learning_rate": 9.499264443351775e-05,
      "loss": 0.0122,
      "step": 18650
    },
    {
      "loss_action": 0.015519263222813606,
      "loss_total": 0.015519263222813606,
      "step": 18650
    },
    {
      "loss_action": 0.00981153454631567,
      "loss_total": 0.00981153454631567,
      "step": 18650
    },
    {
      "loss_action": 0.007514187600463629,
      "loss_total": 0.007514187600463629,
      "step": 18650
    },
    {
      "loss_action": 0.005420345347374678,
      "loss_total": 0.005420345347374678,
      "step": 18650
    },
    {
      "loss_action": 0.008023839443922043,
      "loss_total": 0.008023839443922043,
      "step": 18650
    },
    {
      "loss_action": 0.01903446763753891,
      "loss_total": 0.01903446763753891,
      "step": 18650
    },
    {
      "loss_action": 0.007145633455365896,
      "loss_total": 0.007145633455365896,
      "step": 18650
    },
    {
      "loss_action": 0.011114346794784069,
      "loss_total": 0.011114346794784069,
      "step": 18650
    },
    {
      "grad_norm": 0.21180760860443115,
      "learning_rate": 9.498542964543961e-05,
      "loss": 0.0117,
      "step": 18660
    },
    {
      "loss_action": 0.005228795111179352,
      "loss_total": 0.005228795111179352,
      "step": 18660
    },
    {
      "loss_action": 0.0037867315113544464,
      "loss_total": 0.0037867315113544464,
      "step": 18660
    },
    {
      "loss_action": 0.019036132842302322,
      "loss_total": 0.019036132842302322,
      "step": 18660
    },
    {
      "loss_action": 0.01104806736111641,
      "loss_total": 0.01104806736111641,
      "step": 18660
    },
    {
      "loss_action": 0.00906276237219572,
      "loss_total": 0.00906276237219572,
      "step": 18660
    },
    {
      "loss_action": 0.01188969798386097,
      "loss_total": 0.01188969798386097,
      "step": 18660
    },
    {
      "loss_action": 0.01490294374525547,
      "loss_total": 0.01490294374525547,
      "step": 18660
    },
    {
      "loss_action": 0.014920063316822052,
      "loss_total": 0.014920063316822052,
      "step": 18660
    },
    {
      "grad_norm": 0.14153626561164856,
      "learning_rate": 9.497820993782252e-05,
      "loss": 0.011,
      "step": 18670
    },
    {
      "loss_action": 0.004995138384401798,
      "loss_total": 0.004995138384401798,
      "step": 18670
    },
    {
      "loss_action": 0.023443903774023056,
      "loss_total": 0.023443903774023056,
      "step": 18670
    },
    {
      "loss_action": 0.012443916872143745,
      "loss_total": 0.012443916872143745,
      "step": 18670
    },
    {
      "loss_action": 0.02253619022667408,
      "loss_total": 0.02253619022667408,
      "step": 18670
    },
    {
      "loss_action": 0.027370553463697433,
      "loss_total": 0.027370553463697433,
      "step": 18670
    },
    {
      "loss_action": 0.012417295947670937,
      "loss_total": 0.012417295947670937,
      "step": 18670
    },
    {
      "loss_action": 0.009185850620269775,
      "loss_total": 0.009185850620269775,
      "step": 18670
    },
    {
      "loss_action": 0.010580653324723244,
      "loss_total": 0.010580653324723244,
      "step": 18670
    },
    {
      "grad_norm": 0.13624252378940582,
      "learning_rate": 9.497098531145601e-05,
      "loss": 0.0133,
      "step": 18680
    },
    {
      "loss_action": 0.013094456866383553,
      "loss_total": 0.013094456866383553,
      "step": 18680
    },
    {
      "loss_action": 0.011690869927406311,
      "loss_total": 0.011690869927406311,
      "step": 18680
    },
    {
      "loss_action": 0.013411710038781166,
      "loss_total": 0.013411710038781166,
      "step": 18680
    },
    {
      "loss_action": 0.011637399904429913,
      "loss_total": 0.011637399904429913,
      "step": 18680
    },
    {
      "loss_action": 0.006918288767337799,
      "loss_total": 0.006918288767337799,
      "step": 18680
    },
    {
      "loss_action": 0.034793902188539505,
      "loss_total": 0.034793902188539505,
      "step": 18680
    },
    {
      "loss_action": 0.01158883236348629,
      "loss_total": 0.01158883236348629,
      "step": 18680
    },
    {
      "loss_action": 0.007744510658085346,
      "loss_total": 0.007744510658085346,
      "step": 18680
    },
    {
      "grad_norm": 0.18072961270809174,
      "learning_rate": 9.496375576713017e-05,
      "loss": 0.0138,
      "step": 18690
    },
    {
      "loss_action": 0.012188714928925037,
      "loss_total": 0.012188714928925037,
      "step": 18690
    },
    {
      "loss_action": 0.017376670613884926,
      "loss_total": 0.017376670613884926,
      "step": 18690
    },
    {
      "loss_action": 0.006652429234236479,
      "loss_total": 0.006652429234236479,
      "step": 18690
    },
    {
      "loss_action": 0.011686841025948524,
      "loss_total": 0.011686841025948524,
      "step": 18690
    },
    {
      "loss_action": 0.01363969687372446,
      "loss_total": 0.01363969687372446,
      "step": 18690
    },
    {
      "loss_action": 0.012408753857016563,
      "loss_total": 0.012408753857016563,
      "step": 18690
    },
    {
      "loss_action": 0.006970920134335756,
      "loss_total": 0.006970920134335756,
      "step": 18690
    },
    {
      "loss_action": 0.005220090504735708,
      "loss_total": 0.005220090504735708,
      "step": 18690
    },
    {
      "grad_norm": 0.18133050203323364,
      "learning_rate": 9.49565213056356e-05,
      "loss": 0.0127,
      "step": 18700
    },
    {
      "loss_action": 0.013882440514862537,
      "loss_total": 0.013882440514862537,
      "step": 18700
    },
    {
      "loss_action": 0.01152131985872984,
      "loss_total": 0.01152131985872984,
      "step": 18700
    },
    {
      "loss_action": 0.0053698839619755745,
      "loss_total": 0.0053698839619755745,
      "step": 18700
    },
    {
      "loss_action": 0.01775427907705307,
      "loss_total": 0.01775427907705307,
      "step": 18700
    },
    {
      "loss_action": 0.005492402706295252,
      "loss_total": 0.005492402706295252,
      "step": 18700
    },
    {
      "loss_action": 0.026759596541523933,
      "loss_total": 0.026759596541523933,
      "step": 18700
    },
    {
      "loss_action": 0.01509852148592472,
      "loss_total": 0.01509852148592472,
      "step": 18700
    },
    {
      "loss_action": 0.014364160597324371,
      "loss_total": 0.014364160597324371,
      "step": 18700
    },
    {
      "grad_norm": 0.11401360481977463,
      "learning_rate": 9.494928192776342e-05,
      "loss": 0.0128,
      "step": 18710
    },
    {
      "loss_action": 0.018759701400995255,
      "loss_total": 0.018759701400995255,
      "step": 18710
    },
    {
      "loss_action": 0.003458583727478981,
      "loss_total": 0.003458583727478981,
      "step": 18710
    },
    {
      "loss_action": 0.009430506266653538,
      "loss_total": 0.009430506266653538,
      "step": 18710
    },
    {
      "loss_action": 0.013291766867041588,
      "loss_total": 0.013291766867041588,
      "step": 18710
    },
    {
      "loss_action": 0.007484774105250835,
      "loss_total": 0.007484774105250835,
      "step": 18710
    },
    {
      "loss_action": 0.010045645758509636,
      "loss_total": 0.010045645758509636,
      "step": 18710
    },
    {
      "loss_action": 0.009225242771208286,
      "loss_total": 0.009225242771208286,
      "step": 18710
    },
    {
      "loss_action": 0.010166837833821774,
      "loss_total": 0.010166837833821774,
      "step": 18710
    },
    {
      "grad_norm": 0.1437983214855194,
      "learning_rate": 9.494203763430538e-05,
      "loss": 0.0155,
      "step": 18720
    },
    {
      "loss_action": 0.01243450678884983,
      "loss_total": 0.01243450678884983,
      "step": 18720
    },
    {
      "loss_action": 0.005743205547332764,
      "loss_total": 0.005743205547332764,
      "step": 18720
    },
    {
      "loss_action": 0.014071676880121231,
      "loss_total": 0.014071676880121231,
      "step": 18720
    },
    {
      "loss_action": 0.015674397349357605,
      "loss_total": 0.015674397349357605,
      "step": 18720
    },
    {
      "loss_action": 0.030853532254695892,
      "loss_total": 0.030853532254695892,
      "step": 18720
    },
    {
      "loss_action": 0.004989346954971552,
      "loss_total": 0.004989346954971552,
      "step": 18720
    },
    {
      "loss_action": 0.018673758953809738,
      "loss_total": 0.018673758953809738,
      "step": 18720
    },
    {
      "loss_action": 0.01675446331501007,
      "loss_total": 0.01675446331501007,
      "step": 18720
    },
    {
      "grad_norm": 0.22046354413032532,
      "learning_rate": 9.493478842605366e-05,
      "loss": 0.0129,
      "step": 18730
    },
    {
      "loss_action": 0.010798358358442783,
      "loss_total": 0.010798358358442783,
      "step": 18730
    },
    {
      "loss_action": 0.01910564862191677,
      "loss_total": 0.01910564862191677,
      "step": 18730
    },
    {
      "loss_action": 0.007147110067307949,
      "loss_total": 0.007147110067307949,
      "step": 18730
    },
    {
      "loss_action": 0.0059929341077804565,
      "loss_total": 0.0059929341077804565,
      "step": 18730
    },
    {
      "loss_action": 0.005892185959964991,
      "loss_total": 0.005892185959964991,
      "step": 18730
    },
    {
      "loss_action": 0.040866151452064514,
      "loss_total": 0.040866151452064514,
      "step": 18730
    },
    {
      "loss_action": 0.021287664771080017,
      "loss_total": 0.021287664771080017,
      "step": 18730
    },
    {
      "loss_action": 0.004428342916071415,
      "loss_total": 0.004428342916071415,
      "step": 18730
    },
    {
      "grad_norm": 0.1156926304101944,
      "learning_rate": 9.492753430380105e-05,
      "loss": 0.0148,
      "step": 18740
    },
    {
      "loss_action": 0.007604879792779684,
      "loss_total": 0.007604879792779684,
      "step": 18740
    },
    {
      "loss_action": 0.009188849478960037,
      "loss_total": 0.009188849478960037,
      "step": 18740
    },
    {
      "loss_action": 0.008900515735149384,
      "loss_total": 0.008900515735149384,
      "step": 18740
    },
    {
      "loss_action": 0.009183173067867756,
      "loss_total": 0.009183173067867756,
      "step": 18740
    },
    {
      "loss_action": 0.050726812332868576,
      "loss_total": 0.050726812332868576,
      "step": 18740
    },
    {
      "loss_action": 0.008568724617362022,
      "loss_total": 0.008568724617362022,
      "step": 18740
    },
    {
      "loss_action": 0.002322203479707241,
      "loss_total": 0.002322203479707241,
      "step": 18740
    },
    {
      "loss_action": 0.017066914588212967,
      "loss_total": 0.017066914588212967,
      "step": 18740
    },
    {
      "grad_norm": 0.21112200617790222,
      "learning_rate": 9.492027526834083e-05,
      "loss": 0.0154,
      "step": 18750
    },
    {
      "loss_action": 0.03051953762769699,
      "loss_total": 0.03051953762769699,
      "step": 18750
    },
    {
      "loss_action": 0.009500149637460709,
      "loss_total": 0.009500149637460709,
      "step": 18750
    },
    {
      "loss_action": 0.02748788334429264,
      "loss_total": 0.02748788334429264,
      "step": 18750
    },
    {
      "loss_action": 0.012114723213016987,
      "loss_total": 0.012114723213016987,
      "step": 18750
    },
    {
      "loss_action": 0.007151458878070116,
      "loss_total": 0.007151458878070116,
      "step": 18750
    },
    {
      "loss_action": 0.0221923366189003,
      "loss_total": 0.0221923366189003,
      "step": 18750
    },
    {
      "loss_action": 0.02371974289417267,
      "loss_total": 0.02371974289417267,
      "step": 18750
    },
    {
      "loss_action": 0.010305538773536682,
      "loss_total": 0.010305538773536682,
      "step": 18750
    },
    {
      "grad_norm": 0.16870200634002686,
      "learning_rate": 9.491301132046684e-05,
      "loss": 0.0139,
      "step": 18760
    },
    {
      "loss_action": 0.009537969715893269,
      "loss_total": 0.009537969715893269,
      "step": 18760
    },
    {
      "loss_action": 0.032399505376815796,
      "loss_total": 0.032399505376815796,
      "step": 18760
    },
    {
      "loss_action": 0.014440659433603287,
      "loss_total": 0.014440659433603287,
      "step": 18760
    },
    {
      "loss_action": 0.010460727848112583,
      "loss_total": 0.010460727848112583,
      "step": 18760
    },
    {
      "loss_action": 0.009163010865449905,
      "loss_total": 0.009163010865449905,
      "step": 18760
    },
    {
      "loss_action": 0.015705464407801628,
      "loss_total": 0.015705464407801628,
      "step": 18760
    },
    {
      "loss_action": 0.012772434391081333,
      "loss_total": 0.012772434391081333,
      "step": 18760
    },
    {
      "loss_action": 0.010304765775799751,
      "loss_total": 0.010304765775799751,
      "step": 18760
    },
    {
      "grad_norm": 0.2131827175617218,
      "learning_rate": 9.490574246097345e-05,
      "loss": 0.0147,
      "step": 18770
    },
    {
      "loss_action": 0.015904579311609268,
      "loss_total": 0.015904579311609268,
      "step": 18770
    },
    {
      "loss_action": 0.006760617718100548,
      "loss_total": 0.006760617718100548,
      "step": 18770
    },
    {
      "loss_action": 0.011711524799466133,
      "loss_total": 0.011711524799466133,
      "step": 18770
    },
    {
      "loss_action": 0.029616037383675575,
      "loss_total": 0.029616037383675575,
      "step": 18770
    },
    {
      "loss_action": 0.009637529030442238,
      "loss_total": 0.009637529030442238,
      "step": 18770
    },
    {
      "loss_action": 0.040705855935811996,
      "loss_total": 0.040705855935811996,
      "step": 18770
    },
    {
      "loss_action": 0.006958644837141037,
      "loss_total": 0.006958644837141037,
      "step": 18770
    },
    {
      "loss_action": 0.010738758370280266,
      "loss_total": 0.010738758370280266,
      "step": 18770
    },
    {
      "grad_norm": 0.15780019760131836,
      "learning_rate": 9.48984686906556e-05,
      "loss": 0.0139,
      "step": 18780
    },
    {
      "loss_action": 0.012819402851164341,
      "loss_total": 0.012819402851164341,
      "step": 18780
    },
    {
      "loss_action": 0.010661209933459759,
      "loss_total": 0.010661209933459759,
      "step": 18780
    },
    {
      "loss_action": 0.016184085980057716,
      "loss_total": 0.016184085980057716,
      "step": 18780
    },
    {
      "loss_action": 0.010825722478330135,
      "loss_total": 0.010825722478330135,
      "step": 18780
    },
    {
      "loss_action": 0.009924094192683697,
      "loss_total": 0.009924094192683697,
      "step": 18780
    },
    {
      "loss_action": 0.00453869579359889,
      "loss_total": 0.00453869579359889,
      "step": 18780
    },
    {
      "loss_action": 0.016009343788027763,
      "loss_total": 0.016009343788027763,
      "step": 18780
    },
    {
      "loss_action": 0.014585544355213642,
      "loss_total": 0.014585544355213642,
      "step": 18780
    },
    {
      "grad_norm": 0.2506844401359558,
      "learning_rate": 9.489119001030871e-05,
      "loss": 0.0151,
      "step": 18790
    },
    {
      "loss_action": 0.01300587598234415,
      "loss_total": 0.01300587598234415,
      "step": 18790
    },
    {
      "loss_action": 0.019924327731132507,
      "loss_total": 0.019924327731132507,
      "step": 18790
    },
    {
      "loss_action": 0.016554733738303185,
      "loss_total": 0.016554733738303185,
      "step": 18790
    },
    {
      "loss_action": 0.012263767421245575,
      "loss_total": 0.012263767421245575,
      "step": 18790
    },
    {
      "loss_action": 0.00749543821439147,
      "loss_total": 0.00749543821439147,
      "step": 18790
    },
    {
      "loss_action": 0.011618111282587051,
      "loss_total": 0.011618111282587051,
      "step": 18790
    },
    {
      "loss_action": 0.011818356812000275,
      "loss_total": 0.011818356812000275,
      "step": 18790
    },
    {
      "loss_action": 0.014367341063916683,
      "loss_total": 0.014367341063916683,
      "step": 18790
    },
    {
      "grad_norm": 0.1271357536315918,
      "learning_rate": 9.488390642072878e-05,
      "loss": 0.0147,
      "step": 18800
    },
    {
      "loss_action": 0.01688328944146633,
      "loss_total": 0.01688328944146633,
      "step": 18800
    },
    {
      "loss_action": 0.02206702157855034,
      "loss_total": 0.02206702157855034,
      "step": 18800
    },
    {
      "loss_action": 0.017874816432595253,
      "loss_total": 0.017874816432595253,
      "step": 18800
    },
    {
      "loss_action": 0.04331270605325699,
      "loss_total": 0.04331270605325699,
      "step": 18800
    },
    {
      "loss_action": 0.00915488414466381,
      "loss_total": 0.00915488414466381,
      "step": 18800
    },
    {
      "loss_action": 0.016287021338939667,
      "loss_total": 0.016287021338939667,
      "step": 18800
    },
    {
      "loss_action": 0.010826962068676949,
      "loss_total": 0.010826962068676949,
      "step": 18800
    },
    {
      "loss_action": 0.017097871750593185,
      "loss_total": 0.017097871750593185,
      "step": 18800
    },
    {
      "grad_norm": 0.1409461796283722,
      "learning_rate": 9.48766179227123e-05,
      "loss": 0.0166,
      "step": 18810
    },
    {
      "loss_action": 0.014291253872215748,
      "loss_total": 0.014291253872215748,
      "step": 18810
    },
    {
      "loss_action": 0.013490203768014908,
      "loss_total": 0.013490203768014908,
      "step": 18810
    },
    {
      "loss_action": 0.012226836755871773,
      "loss_total": 0.012226836755871773,
      "step": 18810
    },
    {
      "loss_action": 0.009192893281579018,
      "loss_total": 0.009192893281579018,
      "step": 18810
    },
    {
      "loss_action": 0.03467723727226257,
      "loss_total": 0.03467723727226257,
      "step": 18810
    },
    {
      "loss_action": 0.014992482028901577,
      "loss_total": 0.014992482028901577,
      "step": 18810
    },
    {
      "loss_action": 0.006219695322215557,
      "loss_total": 0.006219695322215557,
      "step": 18810
    },
    {
      "loss_action": 0.00752177182585001,
      "loss_total": 0.00752177182585001,
      "step": 18810
    },
    {
      "grad_norm": 0.14027225971221924,
      "learning_rate": 9.486932451705636e-05,
      "loss": 0.0136,
      "step": 18820
    },
    {
      "loss_action": 0.008014708757400513,
      "loss_total": 0.008014708757400513,
      "step": 18820
    },
    {
      "loss_action": 0.007601229473948479,
      "loss_total": 0.007601229473948479,
      "step": 18820
    },
    {
      "loss_action": 0.007205891888588667,
      "loss_total": 0.007205891888588667,
      "step": 18820
    },
    {
      "loss_action": 0.010037475265562534,
      "loss_total": 0.010037475265562534,
      "step": 18820
    },
    {
      "loss_action": 0.01259051077067852,
      "loss_total": 0.01259051077067852,
      "step": 18820
    },
    {
      "loss_action": 0.006327364593744278,
      "loss_total": 0.006327364593744278,
      "step": 18820
    },
    {
      "loss_action": 0.009155819192528725,
      "loss_total": 0.009155819192528725,
      "step": 18820
    },
    {
      "loss_action": 0.03529604524374008,
      "loss_total": 0.03529604524374008,
      "step": 18820
    },
    {
      "grad_norm": 0.15857365727424622,
      "learning_rate": 9.486202620455857e-05,
      "loss": 0.0134,
      "step": 18830
    },
    {
      "loss_action": 0.012059522792696953,
      "loss_total": 0.012059522792696953,
      "step": 18830
    },
    {
      "loss_action": 0.008358568884432316,
      "loss_total": 0.008358568884432316,
      "step": 18830
    },
    {
      "loss_action": 0.01861565187573433,
      "loss_total": 0.01861565187573433,
      "step": 18830
    },
    {
      "loss_action": 0.01954558864235878,
      "loss_total": 0.01954558864235878,
      "step": 18830
    },
    {
      "loss_action": 0.01276962086558342,
      "loss_total": 0.01276962086558342,
      "step": 18830
    },
    {
      "loss_action": 0.009893400594592094,
      "loss_total": 0.009893400594592094,
      "step": 18830
    },
    {
      "loss_action": 0.006067137699574232,
      "loss_total": 0.006067137699574232,
      "step": 18830
    },
    {
      "loss_action": 0.015666482970118523,
      "loss_total": 0.015666482970118523,
      "step": 18830
    },
    {
      "grad_norm": 0.17267613112926483,
      "learning_rate": 9.485472298601704e-05,
      "loss": 0.0151,
      "step": 18840
    },
    {
      "loss_action": 0.017623238265514374,
      "loss_total": 0.017623238265514374,
      "step": 18840
    },
    {
      "loss_action": 0.014912246726453304,
      "loss_total": 0.014912246726453304,
      "step": 18840
    },
    {
      "loss_action": 0.016481472179293633,
      "loss_total": 0.016481472179293633,
      "step": 18840
    },
    {
      "loss_action": 0.01062941923737526,
      "loss_total": 0.01062941923737526,
      "step": 18840
    },
    {
      "loss_action": 0.005252184346318245,
      "loss_total": 0.005252184346318245,
      "step": 18840
    },
    {
      "loss_action": 0.01221598032861948,
      "loss_total": 0.01221598032861948,
      "step": 18840
    },
    {
      "loss_action": 0.02077227644622326,
      "loss_total": 0.02077227644622326,
      "step": 18840
    },
    {
      "loss_action": 0.01617157831788063,
      "loss_total": 0.01617157831788063,
      "step": 18840
    },
    {
      "grad_norm": 0.1770956963300705,
      "learning_rate": 9.484741486223043e-05,
      "loss": 0.0146,
      "step": 18850
    },
    {
      "loss_action": 0.016060002148151398,
      "loss_total": 0.016060002148151398,
      "step": 18850
    },
    {
      "loss_action": 0.00942192506045103,
      "loss_total": 0.00942192506045103,
      "step": 18850
    },
    {
      "loss_action": 0.007859423756599426,
      "loss_total": 0.007859423756599426,
      "step": 18850
    },
    {
      "loss_action": 0.006947052199393511,
      "loss_total": 0.006947052199393511,
      "step": 18850
    },
    {
      "loss_action": 0.028898676857352257,
      "loss_total": 0.028898676857352257,
      "step": 18850
    },
    {
      "loss_action": 0.014914006926119328,
      "loss_total": 0.014914006926119328,
      "step": 18850
    },
    {
      "loss_action": 0.011642253026366234,
      "loss_total": 0.011642253026366234,
      "step": 18850
    },
    {
      "loss_action": 0.011327903717756271,
      "loss_total": 0.011327903717756271,
      "step": 18850
    },
    {
      "grad_norm": 0.14748704433441162,
      "learning_rate": 9.484010183399797e-05,
      "loss": 0.0142,
      "step": 18860
    },
    {
      "loss_action": 0.010949047282338142,
      "loss_total": 0.010949047282338142,
      "step": 18860
    },
    {
      "loss_action": 0.0075844889506697655,
      "loss_total": 0.0075844889506697655,
      "step": 18860
    },
    {
      "loss_action": 0.00913782138377428,
      "loss_total": 0.00913782138377428,
      "step": 18860
    },
    {
      "loss_action": 0.007977863773703575,
      "loss_total": 0.007977863773703575,
      "step": 18860
    },
    {
      "loss_action": 0.018478089943528175,
      "loss_total": 0.018478089943528175,
      "step": 18860
    },
    {
      "loss_action": 0.007755483500659466,
      "loss_total": 0.007755483500659466,
      "step": 18860
    },
    {
      "loss_action": 0.0105664674192667,
      "loss_total": 0.0105664674192667,
      "step": 18860
    },
    {
      "loss_action": 0.012722285464406013,
      "loss_total": 0.012722285464406013,
      "step": 18860
    },
    {
      "grad_norm": 0.13872164487838745,
      "learning_rate": 9.483278390211938e-05,
      "loss": 0.0124,
      "step": 18870
    },
    {
      "loss_action": 0.013344461098313332,
      "loss_total": 0.013344461098313332,
      "step": 18870
    },
    {
      "loss_action": 0.004497756250202656,
      "loss_total": 0.004497756250202656,
      "step": 18870
    },
    {
      "loss_action": 0.011138008907437325,
      "loss_total": 0.011138008907437325,
      "step": 18870
    },
    {
      "loss_action": 0.020506473258137703,
      "loss_total": 0.020506473258137703,
      "step": 18870
    },
    {
      "loss_action": 0.013929016888141632,
      "loss_total": 0.013929016888141632,
      "step": 18870
    },
    {
      "loss_action": 0.013138134963810444,
      "loss_total": 0.013138134963810444,
      "step": 18870
    },
    {
      "loss_action": 0.018817869946360588,
      "loss_total": 0.018817869946360588,
      "step": 18870
    },
    {
      "loss_action": 0.005775887053459883,
      "loss_total": 0.005775887053459883,
      "step": 18870
    },
    {
      "grad_norm": 0.26793891191482544,
      "learning_rate": 9.482546106739496e-05,
      "loss": 0.0132,
      "step": 18880
    },
    {
      "loss_action": 0.0076354555785655975,
      "loss_total": 0.0076354555785655975,
      "step": 18880
    },
    {
      "loss_action": 0.020553305745124817,
      "loss_total": 0.020553305745124817,
      "step": 18880
    },
    {
      "loss_action": 0.010978085920214653,
      "loss_total": 0.010978085920214653,
      "step": 18880
    },
    {
      "loss_action": 0.01517623569816351,
      "loss_total": 0.01517623569816351,
      "step": 18880
    },
    {
      "loss_action": 0.006801114417612553,
      "loss_total": 0.006801114417612553,
      "step": 18880
    },
    {
      "loss_action": 0.006036515347659588,
      "loss_total": 0.006036515347659588,
      "step": 18880
    },
    {
      "loss_action": 0.024013500660657883,
      "loss_total": 0.024013500660657883,
      "step": 18880
    },
    {
      "loss_action": 0.01927146129310131,
      "loss_total": 0.01927146129310131,
      "step": 18880
    },
    {
      "grad_norm": 0.1710006147623062,
      "learning_rate": 9.48181333306255e-05,
      "loss": 0.0131,
      "step": 18890
    },
    {
      "loss_action": 0.008810602128505707,
      "loss_total": 0.008810602128505707,
      "step": 18890
    },
    {
      "loss_action": 0.008091328665614128,
      "loss_total": 0.008091328665614128,
      "step": 18890
    },
    {
      "loss_action": 0.004356439225375652,
      "loss_total": 0.004356439225375652,
      "step": 18890
    },
    {
      "loss_action": 0.011372989043593407,
      "loss_total": 0.011372989043593407,
      "step": 18890
    },
    {
      "loss_action": 0.009734556078910828,
      "loss_total": 0.009734556078910828,
      "step": 18890
    },
    {
      "loss_action": 0.01623145490884781,
      "loss_total": 0.01623145490884781,
      "step": 18890
    },
    {
      "loss_action": 0.04963080585002899,
      "loss_total": 0.04963080585002899,
      "step": 18890
    },
    {
      "loss_action": 0.038107842206954956,
      "loss_total": 0.038107842206954956,
      "step": 18890
    },
    {
      "grad_norm": 0.15238097310066223,
      "learning_rate": 9.481080069261237e-05,
      "loss": 0.0147,
      "step": 18900
    },
    {
      "loss_action": 0.009548479691147804,
      "loss_total": 0.009548479691147804,
      "step": 18900
    },
    {
      "loss_action": 0.008966322988271713,
      "loss_total": 0.008966322988271713,
      "step": 18900
    },
    {
      "loss_action": 0.010527354665100574,
      "loss_total": 0.010527354665100574,
      "step": 18900
    },
    {
      "loss_action": 0.022050850093364716,
      "loss_total": 0.022050850093364716,
      "step": 18900
    },
    {
      "loss_action": 0.008787302300333977,
      "loss_total": 0.008787302300333977,
      "step": 18900
    },
    {
      "loss_action": 0.008727210573852062,
      "loss_total": 0.008727210573852062,
      "step": 18900
    },
    {
      "loss_action": 0.016533054411411285,
      "loss_total": 0.016533054411411285,
      "step": 18900
    },
    {
      "loss_action": 0.014275514520704746,
      "loss_total": 0.014275514520704746,
      "step": 18900
    },
    {
      "grad_norm": 0.11185131222009659,
      "learning_rate": 9.480346315415745e-05,
      "loss": 0.0132,
      "step": 18910
    },
    {
      "loss_action": 0.01224234327673912,
      "loss_total": 0.01224234327673912,
      "step": 18910
    },
    {
      "loss_action": 0.009148232638835907,
      "loss_total": 0.009148232638835907,
      "step": 18910
    },
    {
      "loss_action": 0.007629223633557558,
      "loss_total": 0.007629223633557558,
      "step": 18910
    },
    {
      "loss_action": 0.02263716049492359,
      "loss_total": 0.02263716049492359,
      "step": 18910
    },
    {
      "loss_action": 0.00937666930258274,
      "loss_total": 0.00937666930258274,
      "step": 18910
    },
    {
      "loss_action": 0.010413910262286663,
      "loss_total": 0.010413910262286663,
      "step": 18910
    },
    {
      "loss_action": 0.023119298741221428,
      "loss_total": 0.023119298741221428,
      "step": 18910
    },
    {
      "loss_action": 0.023341577500104904,
      "loss_total": 0.023341577500104904,
      "step": 18910
    },
    {
      "grad_norm": 0.1429416686296463,
      "learning_rate": 9.479612071606314e-05,
      "loss": 0.0152,
      "step": 18920
    },
    {
      "loss_action": 0.005027770530432463,
      "loss_total": 0.005027770530432463,
      "step": 18920
    },
    {
      "loss_action": 0.010662535205483437,
      "loss_total": 0.010662535205483437,
      "step": 18920
    },
    {
      "loss_action": 0.01121562346816063,
      "loss_total": 0.01121562346816063,
      "step": 18920
    },
    {
      "loss_action": 0.008970915339887142,
      "loss_total": 0.008970915339887142,
      "step": 18920
    },
    {
      "loss_action": 0.008695999160408974,
      "loss_total": 0.008695999160408974,
      "step": 18920
    },
    {
      "loss_action": 0.0163212139159441,
      "loss_total": 0.0163212139159441,
      "step": 18920
    },
    {
      "loss_action": 0.011387635953724384,
      "loss_total": 0.011387635953724384,
      "step": 18920
    },
    {
      "loss_action": 0.018715418875217438,
      "loss_total": 0.018715418875217438,
      "step": 18920
    },
    {
      "grad_norm": 0.167402446269989,
      "learning_rate": 9.478877337913244e-05,
      "loss": 0.0146,
      "step": 18930
    },
    {
      "loss_action": 0.019419772550463676,
      "loss_total": 0.019419772550463676,
      "step": 18930
    },
    {
      "loss_action": 0.018739037215709686,
      "loss_total": 0.018739037215709686,
      "step": 18930
    },
    {
      "loss_action": 0.013139593414962292,
      "loss_total": 0.013139593414962292,
      "step": 18930
    },
    {
      "loss_action": 0.01093965396285057,
      "loss_total": 0.01093965396285057,
      "step": 18930
    },
    {
      "loss_action": 0.01621418260037899,
      "loss_total": 0.01621418260037899,
      "step": 18930
    },
    {
      "loss_action": 0.011977778747677803,
      "loss_total": 0.011977778747677803,
      "step": 18930
    },
    {
      "loss_action": 0.012869437225162983,
      "loss_total": 0.012869437225162983,
      "step": 18930
    },
    {
      "loss_action": 0.006670796312391758,
      "loss_total": 0.006670796312391758,
      "step": 18930
    },
    {
      "grad_norm": 0.2204502373933792,
      "learning_rate": 9.478142114416881e-05,
      "loss": 0.0127,
      "step": 18940
    },
    {
      "loss_action": 0.00410830695182085,
      "loss_total": 0.00410830695182085,
      "step": 18940
    },
    {
      "loss_action": 0.005252896808087826,
      "loss_total": 0.005252896808087826,
      "step": 18940
    },
    {
      "loss_action": 0.010294556617736816,
      "loss_total": 0.010294556617736816,
      "step": 18940
    },
    {
      "loss_action": 0.011403420008718967,
      "loss_total": 0.011403420008718967,
      "step": 18940
    },
    {
      "loss_action": 0.008569828234612942,
      "loss_total": 0.008569828234612942,
      "step": 18940
    },
    {
      "loss_action": 0.06634968519210815,
      "loss_total": 0.06634968519210815,
      "step": 18940
    },
    {
      "loss_action": 0.007665977347642183,
      "loss_total": 0.007665977347642183,
      "step": 18940
    },
    {
      "loss_action": 0.04071884602308273,
      "loss_total": 0.04071884602308273,
      "step": 18940
    },
    {
      "grad_norm": 0.15479512512683868,
      "learning_rate": 9.47740640119763e-05,
      "loss": 0.0164,
      "step": 18950
    },
    {
      "loss_action": 0.009793460369110107,
      "loss_total": 0.009793460369110107,
      "step": 18950
    },
    {
      "loss_action": 0.018808340653777122,
      "loss_total": 0.018808340653777122,
      "step": 18950
    },
    {
      "loss_action": 0.01607925072312355,
      "loss_total": 0.01607925072312355,
      "step": 18950
    },
    {
      "loss_action": 0.022020485252141953,
      "loss_total": 0.022020485252141953,
      "step": 18950
    },
    {
      "loss_action": 0.01300007849931717,
      "loss_total": 0.01300007849931717,
      "step": 18950
    },
    {
      "loss_action": 0.00788751058280468,
      "loss_total": 0.00788751058280468,
      "step": 18950
    },
    {
      "loss_action": 0.010069980286061764,
      "loss_total": 0.010069980286061764,
      "step": 18950
    },
    {
      "loss_action": 0.006838886998593807,
      "loss_total": 0.006838886998593807,
      "step": 18950
    },
    {
      "grad_norm": 0.17213982343673706,
      "learning_rate": 9.476670198335947e-05,
      "loss": 0.0134,
      "step": 18960
    },
    {
      "loss_action": 0.01238841563463211,
      "loss_total": 0.01238841563463211,
      "step": 18960
    },
    {
      "loss_action": 0.019038956612348557,
      "loss_total": 0.019038956612348557,
      "step": 18960
    },
    {
      "loss_action": 0.06508605927228928,
      "loss_total": 0.06508605927228928,
      "step": 18960
    },
    {
      "loss_action": 0.022322429344058037,
      "loss_total": 0.022322429344058037,
      "step": 18960
    },
    {
      "loss_action": 0.020281748846173286,
      "loss_total": 0.020281748846173286,
      "step": 18960
    },
    {
      "loss_action": 0.017057616263628006,
      "loss_total": 0.017057616263628006,
      "step": 18960
    },
    {
      "loss_action": 0.006455578841269016,
      "loss_total": 0.006455578841269016,
      "step": 18960
    },
    {
      "loss_action": 0.012354815378785133,
      "loss_total": 0.012354815378785133,
      "step": 18960
    },
    {
      "grad_norm": 0.18327359855175018,
      "learning_rate": 9.47593350591234e-05,
      "loss": 0.0154,
      "step": 18970
    },
    {
      "loss_action": 0.008490863256156445,
      "loss_total": 0.008490863256156445,
      "step": 18970
    },
    {
      "loss_action": 0.007706761360168457,
      "loss_total": 0.007706761360168457,
      "step": 18970
    },
    {
      "loss_action": 0.012749528512358665,
      "loss_total": 0.012749528512358665,
      "step": 18970
    },
    {
      "loss_action": 0.04031912982463837,
      "loss_total": 0.04031912982463837,
      "step": 18970
    },
    {
      "loss_action": 0.013556587509810925,
      "loss_total": 0.013556587509810925,
      "step": 18970
    },
    {
      "loss_action": 0.01050134189426899,
      "loss_total": 0.01050134189426899,
      "step": 18970
    },
    {
      "loss_action": 0.015954598784446716,
      "loss_total": 0.015954598784446716,
      "step": 18970
    },
    {
      "loss_action": 0.013905959203839302,
      "loss_total": 0.013905959203839302,
      "step": 18970
    },
    {
      "grad_norm": 0.18021443486213684,
      "learning_rate": 9.475196324007376e-05,
      "loss": 0.0132,
      "step": 18980
    },
    {
      "loss_action": 0.016908004879951477,
      "loss_total": 0.016908004879951477,
      "step": 18980
    },
    {
      "loss_action": 0.03614306449890137,
      "loss_total": 0.03614306449890137,
      "step": 18980
    },
    {
      "loss_action": 0.012833554297685623,
      "loss_total": 0.012833554297685623,
      "step": 18980
    },
    {
      "loss_action": 0.014174722135066986,
      "loss_total": 0.014174722135066986,
      "step": 18980
    },
    {
      "loss_action": 0.008065542206168175,
      "loss_total": 0.008065542206168175,
      "step": 18980
    },
    {
      "loss_action": 0.01615750789642334,
      "loss_total": 0.01615750789642334,
      "step": 18980
    },
    {
      "loss_action": 0.0051085492596030235,
      "loss_total": 0.0051085492596030235,
      "step": 18980
    },
    {
      "loss_action": 0.006524191237986088,
      "loss_total": 0.006524191237986088,
      "step": 18980
    },
    {
      "grad_norm": 0.2200501263141632,
      "learning_rate": 9.474458652701669e-05,
      "loss": 0.0166,
      "step": 18990
    },
    {
      "loss_action": 0.04532020539045334,
      "loss_total": 0.04532020539045334,
      "step": 18990
    },
    {
      "loss_action": 0.009266438893973827,
      "loss_total": 0.009266438893973827,
      "step": 18990
    },
    {
      "loss_action": 0.014215074479579926,
      "loss_total": 0.014215074479579926,
      "step": 18990
    },
    {
      "loss_action": 0.010122766718268394,
      "loss_total": 0.010122766718268394,
      "step": 18990
    },
    {
      "loss_action": 0.027323562651872635,
      "loss_total": 0.027323562651872635,
      "step": 18990
    },
    {
      "loss_action": 0.013718200847506523,
      "loss_total": 0.013718200847506523,
      "step": 18990
    },
    {
      "loss_action": 0.010465918108820915,
      "loss_total": 0.010465918108820915,
      "step": 18990
    },
    {
      "loss_action": 0.01050935685634613,
      "loss_total": 0.01050935685634613,
      "step": 18990
    },
    {
      "grad_norm": 0.22277189791202545,
      "learning_rate": 9.473720492075892e-05,
      "loss": 0.0147,
      "step": 19000
    },
    {
      "loss_action": 0.013614168390631676,
      "loss_total": 0.013614168390631676,
      "step": 19000
    },
    {
      "loss_action": 0.011111358180642128,
      "loss_total": 0.011111358180642128,
      "step": 19000
    },
    {
      "loss_action": 0.009662948548793793,
      "loss_total": 0.009662948548793793,
      "step": 19000
    },
    {
      "loss_action": 0.011584941297769547,
      "loss_total": 0.011584941297769547,
      "step": 19000
    },
    {
      "loss_action": 0.01591743715107441,
      "loss_total": 0.01591743715107441,
      "step": 19000
    },
    {
      "loss_action": 0.010515563189983368,
      "loss_total": 0.010515563189983368,
      "step": 19000
    },
    {
      "loss_action": 0.01703932322561741,
      "loss_total": 0.01703932322561741,
      "step": 19000
    },
    {
      "loss_action": 0.013409039936959743,
      "loss_total": 0.013409039936959743,
      "step": 19000
    },
    {
      "grad_norm": 0.20863494277000427,
      "learning_rate": 9.472981842210768e-05,
      "loss": 0.0148,
      "step": 19010
    },
    {
      "loss_action": 0.013769126497209072,
      "loss_total": 0.013769126497209072,
      "step": 19010
    },
    {
      "loss_action": 0.011371118947863579,
      "loss_total": 0.011371118947863579,
      "step": 19010
    },
    {
      "loss_action": 0.015330247581005096,
      "loss_total": 0.015330247581005096,
      "step": 19010
    },
    {
      "loss_action": 0.023013276979327202,
      "loss_total": 0.023013276979327202,
      "step": 19010
    },
    {
      "loss_action": 0.006613938137888908,
      "loss_total": 0.006613938137888908,
      "step": 19010
    },
    {
      "loss_action": 0.009498758241534233,
      "loss_total": 0.009498758241534233,
      "step": 19010
    },
    {
      "loss_action": 0.01957535743713379,
      "loss_total": 0.01957535743713379,
      "step": 19010
    },
    {
      "loss_action": 0.00915408693253994,
      "loss_total": 0.00915408693253994,
      "step": 19010
    },
    {
      "grad_norm": 0.2280261367559433,
      "learning_rate": 9.472242703187074e-05,
      "loss": 0.0143,
      "step": 19020
    },
    {
      "loss_action": 0.008776096627116203,
      "loss_total": 0.008776096627116203,
      "step": 19020
    },
    {
      "loss_action": 0.009292001836001873,
      "loss_total": 0.009292001836001873,
      "step": 19020
    },
    {
      "loss_action": 0.011254103854298592,
      "loss_total": 0.011254103854298592,
      "step": 19020
    },
    {
      "loss_action": 0.009510589763522148,
      "loss_total": 0.009510589763522148,
      "step": 19020
    },
    {
      "loss_action": 0.004346342757344246,
      "loss_total": 0.004346342757344246,
      "step": 19020
    },
    {
      "loss_action": 0.012080714106559753,
      "loss_total": 0.012080714106559753,
      "step": 19020
    },
    {
      "loss_action": 0.006632122211158276,
      "loss_total": 0.006632122211158276,
      "step": 19020
    },
    {
      "loss_action": 0.005374753847718239,
      "loss_total": 0.005374753847718239,
      "step": 19020
    },
    {
      "grad_norm": 0.13414613902568817,
      "learning_rate": 9.471503075085643e-05,
      "loss": 0.013,
      "step": 19030
    },
    {
      "loss_action": 0.003817521035671234,
      "loss_total": 0.003817521035671234,
      "step": 19030
    },
    {
      "loss_action": 0.009057130664587021,
      "loss_total": 0.009057130664587021,
      "step": 19030
    },
    {
      "loss_action": 0.01328202337026596,
      "loss_total": 0.01328202337026596,
      "step": 19030
    },
    {
      "loss_action": 0.022052183747291565,
      "loss_total": 0.022052183747291565,
      "step": 19030
    },
    {
      "loss_action": 0.006609823554754257,
      "loss_total": 0.006609823554754257,
      "step": 19030
    },
    {
      "loss_action": 0.008482546545565128,
      "loss_total": 0.008482546545565128,
      "step": 19030
    },
    {
      "loss_action": 0.012813054025173187,
      "loss_total": 0.012813054025173187,
      "step": 19030
    },
    {
      "loss_action": 0.007669401355087757,
      "loss_total": 0.007669401355087757,
      "step": 19030
    },
    {
      "grad_norm": 0.16268326342105865,
      "learning_rate": 9.470762957987359e-05,
      "loss": 0.0148,
      "step": 19040
    },
    {
      "loss_action": 0.013183346018195152,
      "loss_total": 0.013183346018195152,
      "step": 19040
    },
    {
      "loss_action": 0.0031657996587455273,
      "loss_total": 0.0031657996587455273,
      "step": 19040
    },
    {
      "loss_action": 0.01388196274638176,
      "loss_total": 0.01388196274638176,
      "step": 19040
    },
    {
      "loss_action": 0.008562136441469193,
      "loss_total": 0.008562136441469193,
      "step": 19040
    },
    {
      "loss_action": 0.00819033570587635,
      "loss_total": 0.00819033570587635,
      "step": 19040
    },
    {
      "loss_action": 0.013641737401485443,
      "loss_total": 0.013641737401485443,
      "step": 19040
    },
    {
      "loss_action": 0.007021894678473473,
      "loss_total": 0.007021894678473473,
      "step": 19040
    },
    {
      "loss_action": 0.007393508683890104,
      "loss_total": 0.007393508683890104,
      "step": 19040
    },
    {
      "grad_norm": 0.12496332824230194,
      "learning_rate": 9.470022351973158e-05,
      "loss": 0.0159,
      "step": 19050
    },
    {
      "loss_action": 0.008489804342389107,
      "loss_total": 0.008489804342389107,
      "step": 19050
    },
    {
      "loss_action": 0.023645127192139626,
      "loss_total": 0.023645127192139626,
      "step": 19050
    },
    {
      "loss_action": 0.009322438389062881,
      "loss_total": 0.009322438389062881,
      "step": 19050
    },
    {
      "loss_action": 0.009296360425651073,
      "loss_total": 0.009296360425651073,
      "step": 19050
    },
    {
      "loss_action": 0.011598687618970871,
      "loss_total": 0.011598687618970871,
      "step": 19050
    },
    {
      "loss_action": 0.013093956746160984,
      "loss_total": 0.013093956746160984,
      "step": 19050
    },
    {
      "loss_action": 0.01224310602992773,
      "loss_total": 0.01224310602992773,
      "step": 19050
    },
    {
      "loss_action": 0.02633848786354065,
      "loss_total": 0.02633848786354065,
      "step": 19050
    },
    {
      "grad_norm": 0.15882307291030884,
      "learning_rate": 9.469281257124034e-05,
      "loss": 0.0175,
      "step": 19060
    },
    {
      "loss_action": 0.017574599012732506,
      "loss_total": 0.017574599012732506,
      "step": 19060
    },
    {
      "loss_action": 0.008806946687400341,
      "loss_total": 0.008806946687400341,
      "step": 19060
    },
    {
      "loss_action": 0.00933080818504095,
      "loss_total": 0.00933080818504095,
      "step": 19060
    },
    {
      "loss_action": 0.015794694423675537,
      "loss_total": 0.015794694423675537,
      "step": 19060
    },
    {
      "loss_action": 0.034514568746089935,
      "loss_total": 0.034514568746089935,
      "step": 19060
    },
    {
      "loss_action": 0.006938149221241474,
      "loss_total": 0.006938149221241474,
      "step": 19060
    },
    {
      "loss_action": 0.0306151881814003,
      "loss_total": 0.0306151881814003,
      "step": 19060
    },
    {
      "loss_action": 0.01087735965847969,
      "loss_total": 0.01087735965847969,
      "step": 19060
    },
    {
      "grad_norm": 0.15697111189365387,
      "learning_rate": 9.46853967352103e-05,
      "loss": 0.0176,
      "step": 19070
    },
    {
      "loss_action": 0.011636464856564999,
      "loss_total": 0.011636464856564999,
      "step": 19070
    },
    {
      "loss_action": 0.026337584480643272,
      "loss_total": 0.026337584480643272,
      "step": 19070
    },
    {
      "loss_action": 0.006047628354281187,
      "loss_total": 0.006047628354281187,
      "step": 19070
    },
    {
      "loss_action": 0.012929466553032398,
      "loss_total": 0.012929466553032398,
      "step": 19070
    },
    {
      "loss_action": 0.00845444854348898,
      "loss_total": 0.00845444854348898,
      "step": 19070
    },
    {
      "loss_action": 0.008100252598524094,
      "loss_total": 0.008100252598524094,
      "step": 19070
    },
    {
      "loss_action": 0.007229907438158989,
      "loss_total": 0.007229907438158989,
      "step": 19070
    },
    {
      "loss_action": 0.029003478586673737,
      "loss_total": 0.029003478586673737,
      "step": 19070
    },
    {
      "grad_norm": 0.13952739536762238,
      "learning_rate": 9.467797601245246e-05,
      "loss": 0.0158,
      "step": 19080
    },
    {
      "loss_action": 0.011863160878419876,
      "loss_total": 0.011863160878419876,
      "step": 19080
    },
    {
      "loss_action": 0.013414629735052586,
      "loss_total": 0.013414629735052586,
      "step": 19080
    },
    {
      "loss_action": 0.007314532529562712,
      "loss_total": 0.007314532529562712,
      "step": 19080
    },
    {
      "loss_action": 0.014807283878326416,
      "loss_total": 0.014807283878326416,
      "step": 19080
    },
    {
      "loss_action": 0.012972235679626465,
      "loss_total": 0.012972235679626465,
      "step": 19080
    },
    {
      "loss_action": 0.018386758863925934,
      "loss_total": 0.018386758863925934,
      "step": 19080
    },
    {
      "loss_action": 0.014480807818472385,
      "loss_total": 0.014480807818472385,
      "step": 19080
    },
    {
      "loss_action": 0.01961800456047058,
      "loss_total": 0.01961800456047058,
      "step": 19080
    },
    {
      "grad_norm": 0.15845465660095215,
      "learning_rate": 9.467055040377834e-05,
      "loss": 0.0143,
      "step": 19090
    },
    {
      "loss_action": 0.0065443930216133595,
      "loss_total": 0.0065443930216133595,
      "step": 19090
    },
    {
      "loss_action": 0.017116662114858627,
      "loss_total": 0.017116662114858627,
      "step": 19090
    },
    {
      "loss_action": 0.00832325778901577,
      "loss_total": 0.00832325778901577,
      "step": 19090
    },
    {
      "loss_action": 0.007399334106594324,
      "loss_total": 0.007399334106594324,
      "step": 19090
    },
    {
      "loss_action": 0.013913370668888092,
      "loss_total": 0.013913370668888092,
      "step": 19090
    },
    {
      "loss_action": 0.014238210394978523,
      "loss_total": 0.014238210394978523,
      "step": 19090
    },
    {
      "loss_action": 0.010370012372732162,
      "loss_total": 0.010370012372732162,
      "step": 19090
    },
    {
      "loss_action": 0.006342885550111532,
      "loss_total": 0.006342885550111532,
      "step": 19090
    },
    {
      "grad_norm": 0.18626557290554047,
      "learning_rate": 9.466311990999999e-05,
      "loss": 0.0185,
      "step": 19100
    },
    {
      "loss_action": 0.006997838616371155,
      "loss_total": 0.006997838616371155,
      "step": 19100
    },
    {
      "loss_action": 0.013639267534017563,
      "loss_total": 0.013639267534017563,
      "step": 19100
    },
    {
      "loss_action": 0.015922576189041138,
      "loss_total": 0.015922576189041138,
      "step": 19100
    },
    {
      "loss_action": 0.020988181233406067,
      "loss_total": 0.020988181233406067,
      "step": 19100
    },
    {
      "loss_action": 0.08915754407644272,
      "loss_total": 0.08915754407644272,
      "step": 19100
    },
    {
      "loss_action": 0.018719680607318878,
      "loss_total": 0.018719680607318878,
      "step": 19100
    },
    {
      "loss_action": 0.023499801754951477,
      "loss_total": 0.023499801754951477,
      "step": 19100
    },
    {
      "loss_action": 0.02980411797761917,
      "loss_total": 0.02980411797761917,
      "step": 19100
    },
    {
      "grad_norm": 0.20788158476352692,
      "learning_rate": 9.465568453193e-05,
      "loss": 0.0182,
      "step": 19110
    },
    {
      "loss_action": 0.009763356298208237,
      "loss_total": 0.009763356298208237,
      "step": 19110
    },
    {
      "loss_action": 0.012913377024233341,
      "loss_total": 0.012913377024233341,
      "step": 19110
    },
    {
      "loss_action": 0.011694570071995258,
      "loss_total": 0.011694570071995258,
      "step": 19110
    },
    {
      "loss_action": 0.029932629317045212,
      "loss_total": 0.029932629317045212,
      "step": 19110
    },
    {
      "loss_action": 0.006624337285757065,
      "loss_total": 0.006624337285757065,
      "step": 19110
    },
    {
      "loss_action": 0.015891779214143753,
      "loss_total": 0.015891779214143753,
      "step": 19110
    },
    {
      "loss_action": 0.008015863597393036,
      "loss_total": 0.008015863597393036,
      "step": 19110
    },
    {
      "loss_action": 0.024764372035861015,
      "loss_total": 0.024764372035861015,
      "step": 19110
    },
    {
      "grad_norm": 0.1226385310292244,
      "learning_rate": 9.464824427038148e-05,
      "loss": 0.0137,
      "step": 19120
    },
    {
      "loss_action": 0.0223668422549963,
      "loss_total": 0.0223668422549963,
      "step": 19120
    },
    {
      "loss_action": 0.008364825509488583,
      "loss_total": 0.008364825509488583,
      "step": 19120
    },
    {
      "loss_action": 0.009685306809842587,
      "loss_total": 0.009685306809842587,
      "step": 19120
    },
    {
      "loss_action": 0.006138032302260399,
      "loss_total": 0.006138032302260399,
      "step": 19120
    },
    {
      "loss_action": 0.01389686856418848,
      "loss_total": 0.01389686856418848,
      "step": 19120
    },
    {
      "loss_action": 0.009861080907285213,
      "loss_total": 0.009861080907285213,
      "step": 19120
    },
    {
      "loss_action": 0.0060896663926541805,
      "loss_total": 0.0060896663926541805,
      "step": 19120
    },
    {
      "loss_action": 0.013215596787631512,
      "loss_total": 0.013215596787631512,
      "step": 19120
    },
    {
      "grad_norm": 0.18175505101680756,
      "learning_rate": 9.46407991261681e-05,
      "loss": 0.0139,
      "step": 19130
    },
    {
      "loss_action": 0.01541932113468647,
      "loss_total": 0.01541932113468647,
      "step": 19130
    },
    {
      "loss_action": 0.007734548766165972,
      "loss_total": 0.007734548766165972,
      "step": 19130
    },
    {
      "loss_action": 0.01298760250210762,
      "loss_total": 0.01298760250210762,
      "step": 19130
    },
    {
      "loss_action": 0.024359237402677536,
      "loss_total": 0.024359237402677536,
      "step": 19130
    },
    {
      "loss_action": 0.011346370913088322,
      "loss_total": 0.011346370913088322,
      "step": 19130
    },
    {
      "loss_action": 0.011793227866292,
      "loss_total": 0.011793227866292,
      "step": 19130
    },
    {
      "loss_action": 0.015388247556984425,
      "loss_total": 0.015388247556984425,
      "step": 19130
    },
    {
      "loss_action": 0.012543306685984135,
      "loss_total": 0.012543306685984135,
      "step": 19130
    },
    {
      "grad_norm": 0.19648218154907227,
      "learning_rate": 9.463334910010404e-05,
      "loss": 0.0148,
      "step": 19140
    },
    {
      "loss_action": 0.011773415841162205,
      "loss_total": 0.011773415841162205,
      "step": 19140
    },
    {
      "loss_action": 0.008234905079007149,
      "loss_total": 0.008234905079007149,
      "step": 19140
    },
    {
      "loss_action": 0.005763472989201546,
      "loss_total": 0.005763472989201546,
      "step": 19140
    },
    {
      "loss_action": 0.007357807829976082,
      "loss_total": 0.007357807829976082,
      "step": 19140
    },
    {
      "loss_action": 0.008227529004216194,
      "loss_total": 0.008227529004216194,
      "step": 19140
    },
    {
      "loss_action": 0.007381570525467396,
      "loss_total": 0.007381570525467396,
      "step": 19140
    },
    {
      "loss_action": 0.009558276273310184,
      "loss_total": 0.009558276273310184,
      "step": 19140
    },
    {
      "loss_action": 0.00726335821673274,
      "loss_total": 0.00726335821673274,
      "step": 19140
    },
    {
      "grad_norm": 0.1490526795387268,
      "learning_rate": 9.462589419300403e-05,
      "loss": 0.0138,
      "step": 19150
    },
    {
      "loss_action": 0.01931082084774971,
      "loss_total": 0.01931082084774971,
      "step": 19150
    },
    {
      "loss_action": 0.014629418030381203,
      "loss_total": 0.014629418030381203,
      "step": 19150
    },
    {
      "loss_action": 0.007193057797849178,
      "loss_total": 0.007193057797849178,
      "step": 19150
    },
    {
      "loss_action": 0.008020378649234772,
      "loss_total": 0.008020378649234772,
      "step": 19150
    },
    {
      "loss_action": 0.010294465348124504,
      "loss_total": 0.010294465348124504,
      "step": 19150
    },
    {
      "loss_action": 0.005651846528053284,
      "loss_total": 0.005651846528053284,
      "step": 19150
    },
    {
      "loss_action": 0.008224050514400005,
      "loss_total": 0.008224050514400005,
      "step": 19150
    },
    {
      "loss_action": 0.029485555365681648,
      "loss_total": 0.029485555365681648,
      "step": 19150
    },
    {
      "grad_norm": 0.08967263251543045,
      "learning_rate": 9.461843440568333e-05,
      "loss": 0.0142,
      "step": 19160
    },
    {
      "loss_action": 0.013491243124008179,
      "loss_total": 0.013491243124008179,
      "step": 19160
    },
    {
      "loss_action": 0.01804834045469761,
      "loss_total": 0.01804834045469761,
      "step": 19160
    },
    {
      "loss_action": 0.0043495697900652885,
      "loss_total": 0.0043495697900652885,
      "step": 19160
    },
    {
      "loss_action": 0.006313422694802284,
      "loss_total": 0.006313422694802284,
      "step": 19160
    },
    {
      "loss_action": 0.00995023362338543,
      "loss_total": 0.00995023362338543,
      "step": 19160
    },
    {
      "loss_action": 0.016342733055353165,
      "loss_total": 0.016342733055353165,
      "step": 19160
    },
    {
      "loss_action": 0.028800394386053085,
      "loss_total": 0.028800394386053085,
      "step": 19160
    },
    {
      "loss_action": 0.012588455341756344,
      "loss_total": 0.012588455341756344,
      "step": 19160
    },
    {
      "grad_norm": 0.14950279891490936,
      "learning_rate": 9.461096973895773e-05,
      "loss": 0.0124,
      "step": 19170
    },
    {
      "loss_action": 0.012390999123454094,
      "loss_total": 0.012390999123454094,
      "step": 19170
    },
    {
      "loss_action": 0.006741560995578766,
      "loss_total": 0.006741560995578766,
      "step": 19170
    },
    {
      "loss_action": 0.012959498912096024,
      "loss_total": 0.012959498912096024,
      "step": 19170
    },
    {
      "loss_action": 0.00560046685859561,
      "loss_total": 0.00560046685859561,
      "step": 19170
    },
    {
      "loss_action": 0.008083231747150421,
      "loss_total": 0.008083231747150421,
      "step": 19170
    },
    {
      "loss_action": 0.022999562323093414,
      "loss_total": 0.022999562323093414,
      "step": 19170
    },
    {
      "loss_action": 0.037514206022024155,
      "loss_total": 0.037514206022024155,
      "step": 19170
    },
    {
      "loss_action": 0.017326615750789642,
      "loss_total": 0.017326615750789642,
      "step": 19170
    },
    {
      "grad_norm": 0.16736197471618652,
      "learning_rate": 9.460350019364355e-05,
      "loss": 0.0154,
      "step": 19180
    },
    {
      "loss_action": 0.007950810715556145,
      "loss_total": 0.007950810715556145,
      "step": 19180
    },
    {
      "loss_action": 0.010100005194544792,
      "loss_total": 0.010100005194544792,
      "step": 19180
    },
    {
      "loss_action": 0.009072624146938324,
      "loss_total": 0.009072624146938324,
      "step": 19180
    },
    {
      "loss_action": 0.014492033049464226,
      "loss_total": 0.014492033049464226,
      "step": 19180
    },
    {
      "loss_action": 0.015389780513942242,
      "loss_total": 0.015389780513942242,
      "step": 19180
    },
    {
      "loss_action": 0.009329468011856079,
      "loss_total": 0.009329468011856079,
      "step": 19180
    },
    {
      "loss_action": 0.03238093852996826,
      "loss_total": 0.03238093852996826,
      "step": 19180
    },
    {
      "loss_action": 0.018528912216424942,
      "loss_total": 0.018528912216424942,
      "step": 19180
    },
    {
      "grad_norm": 0.16281366348266602,
      "learning_rate": 9.459602577055764e-05,
      "loss": 0.0157,
      "step": 19190
    },
    {
      "loss_action": 0.009146899916231632,
      "loss_total": 0.009146899916231632,
      "step": 19190
    },
    {
      "loss_action": 0.008095262572169304,
      "loss_total": 0.008095262572169304,
      "step": 19190
    },
    {
      "loss_action": 0.016665995121002197,
      "loss_total": 0.016665995121002197,
      "step": 19190
    },
    {
      "loss_action": 0.01040307991206646,
      "loss_total": 0.01040307991206646,
      "step": 19190
    },
    {
      "loss_action": 0.0068776910193264484,
      "loss_total": 0.0068776910193264484,
      "step": 19190
    },
    {
      "loss_action": 0.018437102437019348,
      "loss_total": 0.018437102437019348,
      "step": 19190
    },
    {
      "loss_action": 0.02458450198173523,
      "loss_total": 0.02458450198173523,
      "step": 19190
    },
    {
      "loss_action": 0.012076265178620815,
      "loss_total": 0.012076265178620815,
      "step": 19190
    },
    {
      "grad_norm": 0.17694595456123352,
      "learning_rate": 9.45885464705174e-05,
      "loss": 0.0168,
      "step": 19200
    },
    {
      "loss_action": 0.013847009278833866,
      "loss_total": 0.013847009278833866,
      "step": 19200
    },
    {
      "loss_action": 0.01906411349773407,
      "loss_total": 0.01906411349773407,
      "step": 19200
    },
    {
      "loss_action": 0.01037964504212141,
      "loss_total": 0.01037964504212141,
      "step": 19200
    },
    {
      "loss_action": 0.028198346495628357,
      "loss_total": 0.028198346495628357,
      "step": 19200
    },
    {
      "loss_action": 0.022651972249150276,
      "loss_total": 0.022651972249150276,
      "step": 19200
    },
    {
      "loss_action": 0.016874980181455612,
      "loss_total": 0.016874980181455612,
      "step": 19200
    },
    {
      "loss_action": 0.005983593408018351,
      "loss_total": 0.005983593408018351,
      "step": 19200
    },
    {
      "loss_action": 0.019626017659902573,
      "loss_total": 0.019626017659902573,
      "step": 19200
    },
    {
      "grad_norm": 0.20524244010448456,
      "learning_rate": 9.458106229434076e-05,
      "loss": 0.0132,
      "step": 19210
    },
    {
      "loss_action": 0.02821110188961029,
      "loss_total": 0.02821110188961029,
      "step": 19210
    },
    {
      "loss_action": 0.015197074972093105,
      "loss_total": 0.015197074972093105,
      "step": 19210
    },
    {
      "loss_action": 0.017024429515004158,
      "loss_total": 0.017024429515004158,
      "step": 19210
    },
    {
      "loss_action": 0.007120794616639614,
      "loss_total": 0.007120794616639614,
      "step": 19210
    },
    {
      "loss_action": 0.01161784678697586,
      "loss_total": 0.01161784678697586,
      "step": 19210
    },
    {
      "loss_action": 0.012222078628838062,
      "loss_total": 0.012222078628838062,
      "step": 19210
    },
    {
      "loss_action": 0.007896259427070618,
      "loss_total": 0.007896259427070618,
      "step": 19210
    },
    {
      "loss_action": 0.011580641381442547,
      "loss_total": 0.011580641381442547,
      "step": 19210
    },
    {
      "grad_norm": 0.2525264024734497,
      "learning_rate": 9.457357324284617e-05,
      "loss": 0.014,
      "step": 19220
    },
    {
      "loss_action": 0.010096290148794651,
      "loss_total": 0.010096290148794651,
      "step": 19220
    },
    {
      "loss_action": 0.01900533214211464,
      "loss_total": 0.01900533214211464,
      "step": 19220
    },
    {
      "loss_action": 0.01923995278775692,
      "loss_total": 0.01923995278775692,
      "step": 19220
    },
    {
      "loss_action": 0.012131188064813614,
      "loss_total": 0.012131188064813614,
      "step": 19220
    },
    {
      "loss_action": 0.01937546208500862,
      "loss_total": 0.01937546208500862,
      "step": 19220
    },
    {
      "loss_action": 0.015638412907719612,
      "loss_total": 0.015638412907719612,
      "step": 19220
    },
    {
      "loss_action": 0.011020893231034279,
      "loss_total": 0.011020893231034279,
      "step": 19220
    },
    {
      "loss_action": 0.0326162725687027,
      "loss_total": 0.0326162725687027,
      "step": 19220
    },
    {
      "grad_norm": 0.1272280216217041,
      "learning_rate": 9.456607931685262e-05,
      "loss": 0.0136,
      "step": 19230
    },
    {
      "loss_action": 0.019622018560767174,
      "loss_total": 0.019622018560767174,
      "step": 19230
    },
    {
      "loss_action": 0.008176252245903015,
      "loss_total": 0.008176252245903015,
      "step": 19230
    },
    {
      "loss_action": 0.011186504736542702,
      "loss_total": 0.011186504736542702,
      "step": 19230
    },
    {
      "loss_action": 0.011647874489426613,
      "loss_total": 0.011647874489426613,
      "step": 19230
    },
    {
      "loss_action": 0.009988905861973763,
      "loss_total": 0.009988905861973763,
      "step": 19230
    },
    {
      "loss_action": 0.026482343673706055,
      "loss_total": 0.026482343673706055,
      "step": 19230
    },
    {
      "loss_action": 0.007420053705573082,
      "loss_total": 0.007420053705573082,
      "step": 19230
    },
    {
      "loss_action": 0.011283565312623978,
      "loss_total": 0.011283565312623978,
      "step": 19230
    },
    {
      "grad_norm": 0.129402756690979,
      "learning_rate": 9.455858051717965e-05,
      "loss": 0.0125,
      "step": 19240
    },
    {
      "loss_action": 0.005029336083680391,
      "loss_total": 0.005029336083680391,
      "step": 19240
    },
    {
      "loss_action": 0.007243840955197811,
      "loss_total": 0.007243840955197811,
      "step": 19240
    },
    {
      "loss_action": 0.0055406889878213406,
      "loss_total": 0.0055406889878213406,
      "step": 19240
    },
    {
      "loss_action": 0.034479252994060516,
      "loss_total": 0.034479252994060516,
      "step": 19240
    },
    {
      "loss_action": 0.01813741773366928,
      "loss_total": 0.01813741773366928,
      "step": 19240
    },
    {
      "loss_action": 0.016619808971881866,
      "loss_total": 0.016619808971881866,
      "step": 19240
    },
    {
      "loss_action": 0.007327724248170853,
      "loss_total": 0.007327724248170853,
      "step": 19240
    },
    {
      "loss_action": 0.008620867505669594,
      "loss_total": 0.008620867505669594,
      "step": 19240
    },
    {
      "grad_norm": 0.13338086009025574,
      "learning_rate": 9.45510768446473e-05,
      "loss": 0.0161,
      "step": 19250
    },
    {
      "loss_action": 0.013099435716867447,
      "loss_total": 0.013099435716867447,
      "step": 19250
    },
    {
      "loss_action": 0.03410147503018379,
      "loss_total": 0.03410147503018379,
      "step": 19250
    },
    {
      "loss_action": 0.01255204901099205,
      "loss_total": 0.01255204901099205,
      "step": 19250
    },
    {
      "loss_action": 0.012070678174495697,
      "loss_total": 0.012070678174495697,
      "step": 19250
    },
    {
      "loss_action": 0.0150621198117733,
      "loss_total": 0.0150621198117733,
      "step": 19250
    },
    {
      "loss_action": 0.016885291785001755,
      "loss_total": 0.016885291785001755,
      "step": 19250
    },
    {
      "loss_action": 0.006675003562122583,
      "loss_total": 0.006675003562122583,
      "step": 19250
    },
    {
      "loss_action": 0.010589802637696266,
      "loss_total": 0.010589802637696266,
      "step": 19250
    },
    {
      "grad_norm": 0.20001758635044098,
      "learning_rate": 9.454356830007618e-05,
      "loss": 0.0129,
      "step": 19260
    },
    {
      "loss_action": 0.006132857874035835,
      "loss_total": 0.006132857874035835,
      "step": 19260
    },
    {
      "loss_action": 0.00987989455461502,
      "loss_total": 0.00987989455461502,
      "step": 19260
    },
    {
      "loss_action": 0.010430119931697845,
      "loss_total": 0.010430119931697845,
      "step": 19260
    },
    {
      "loss_action": 0.01000916212797165,
      "loss_total": 0.01000916212797165,
      "step": 19260
    },
    {
      "loss_action": 0.007184330374002457,
      "loss_total": 0.007184330374002457,
      "step": 19260
    },
    {
      "loss_action": 0.015393216162919998,
      "loss_total": 0.015393216162919998,
      "step": 19260
    },
    {
      "loss_action": 0.02109869010746479,
      "loss_total": 0.02109869010746479,
      "step": 19260
    },
    {
      "loss_action": 0.00430447980761528,
      "loss_total": 0.00430447980761528,
      "step": 19260
    },
    {
      "grad_norm": 0.15906016528606415,
      "learning_rate": 9.45360548842874e-05,
      "loss": 0.0119,
      "step": 19270
    },
    {
      "loss_action": 0.00998538825660944,
      "loss_total": 0.00998538825660944,
      "step": 19270
    },
    {
      "loss_action": 0.005506296642124653,
      "loss_total": 0.005506296642124653,
      "step": 19270
    },
    {
      "loss_action": 0.019253848120570183,
      "loss_total": 0.019253848120570183,
      "step": 19270
    },
    {
      "loss_action": 0.04277022182941437,
      "loss_total": 0.04277022182941437,
      "step": 19270
    },
    {
      "loss_action": 0.029081957414746284,
      "loss_total": 0.029081957414746284,
      "step": 19270
    },
    {
      "loss_action": 0.008403489366173744,
      "loss_total": 0.008403489366173744,
      "step": 19270
    },
    {
      "loss_action": 0.007518727798014879,
      "loss_total": 0.007518727798014879,
      "step": 19270
    },
    {
      "loss_action": 0.005670622456818819,
      "loss_total": 0.005670622456818819,
      "step": 19270
    },
    {
      "grad_norm": 0.19314467906951904,
      "learning_rate": 9.452853659810261e-05,
      "loss": 0.0156,
      "step": 19280
    },
    {
      "loss_action": 0.011502927169203758,
      "loss_total": 0.011502927169203758,
      "step": 19280
    },
    {
      "loss_action": 0.01237126998603344,
      "loss_total": 0.01237126998603344,
      "step": 19280
    },
    {
      "loss_action": 0.01147356815636158,
      "loss_total": 0.01147356815636158,
      "step": 19280
    },
    {
      "loss_action": 0.0056709717027843,
      "loss_total": 0.0056709717027843,
      "step": 19280
    },
    {
      "loss_action": 0.01981966383755207,
      "loss_total": 0.01981966383755207,
      "step": 19280
    },
    {
      "loss_action": 0.006337177939713001,
      "loss_total": 0.006337177939713001,
      "step": 19280
    },
    {
      "loss_action": 0.010866023600101471,
      "loss_total": 0.010866023600101471,
      "step": 19280
    },
    {
      "loss_action": 0.007803693879395723,
      "loss_total": 0.007803693879395723,
      "step": 19280
    },
    {
      "grad_norm": 0.1794796735048294,
      "learning_rate": 9.452101344234401e-05,
      "loss": 0.0132,
      "step": 19290
    },
    {
      "loss_action": 0.02565702050924301,
      "loss_total": 0.02565702050924301,
      "step": 19290
    },
    {
      "loss_action": 0.01438328716903925,
      "loss_total": 0.01438328716903925,
      "step": 19290
    },
    {
      "loss_action": 0.013312608003616333,
      "loss_total": 0.013312608003616333,
      "step": 19290
    },
    {
      "loss_action": 0.009216967038810253,
      "loss_total": 0.009216967038810253,
      "step": 19290
    },
    {
      "loss_action": 0.006509232334792614,
      "loss_total": 0.006509232334792614,
      "step": 19290
    },
    {
      "loss_action": 0.00576797965914011,
      "loss_total": 0.00576797965914011,
      "step": 19290
    },
    {
      "loss_action": 0.014341030269861221,
      "loss_total": 0.014341030269861221,
      "step": 19290
    },
    {
      "loss_action": 0.008965497836470604,
      "loss_total": 0.008965497836470604,
      "step": 19290
    },
    {
      "grad_norm": 0.15885740518569946,
      "learning_rate": 9.451348541783431e-05,
      "loss": 0.015,
      "step": 19300
    },
    {
      "loss_action": 0.013707464560866356,
      "loss_total": 0.013707464560866356,
      "step": 19300
    },
    {
      "loss_action": 0.011734062805771828,
      "loss_total": 0.011734062805771828,
      "step": 19300
    },
    {
      "loss_action": 0.008880909532308578,
      "loss_total": 0.008880909532308578,
      "step": 19300
    },
    {
      "loss_action": 0.017397800460457802,
      "loss_total": 0.017397800460457802,
      "step": 19300
    },
    {
      "loss_action": 0.01322841364890337,
      "loss_total": 0.01322841364890337,
      "step": 19300
    },
    {
      "loss_action": 0.023886214941740036,
      "loss_total": 0.023886214941740036,
      "step": 19300
    },
    {
      "loss_action": 0.006439485587179661,
      "loss_total": 0.006439485587179661,
      "step": 19300
    },
    {
      "loss_action": 0.020717155188322067,
      "loss_total": 0.020717155188322067,
      "step": 19300
    },
    {
      "grad_norm": 0.1820053905248642,
      "learning_rate": 9.450595252539678e-05,
      "loss": 0.0131,
      "step": 19310
    },
    {
      "loss_action": 0.02056984417140484,
      "loss_total": 0.02056984417140484,
      "step": 19310
    },
    {
      "loss_action": 0.009912768378853798,
      "loss_total": 0.009912768378853798,
      "step": 19310
    },
    {
      "loss_action": 0.021930452436208725,
      "loss_total": 0.021930452436208725,
      "step": 19310
    },
    {
      "loss_action": 0.011601733975112438,
      "loss_total": 0.011601733975112438,
      "step": 19310
    },
    {
      "loss_action": 0.016973212361335754,
      "loss_total": 0.016973212361335754,
      "step": 19310
    },
    {
      "loss_action": 0.011185655370354652,
      "loss_total": 0.011185655370354652,
      "step": 19310
    },
    {
      "loss_action": 0.007347162812948227,
      "loss_total": 0.007347162812948227,
      "step": 19310
    },
    {
      "loss_action": 0.006310616619884968,
      "loss_total": 0.006310616619884968,
      "step": 19310
    },
    {
      "grad_norm": 0.15296509861946106,
      "learning_rate": 9.449841476585518e-05,
      "loss": 0.0149,
      "step": 19320
    },
    {
      "loss_action": 0.021661708131432533,
      "loss_total": 0.021661708131432533,
      "step": 19320
    },
    {
      "loss_action": 0.020000280812382698,
      "loss_total": 0.020000280812382698,
      "step": 19320
    },
    {
      "loss_action": 0.010007445700466633,
      "loss_total": 0.010007445700466633,
      "step": 19320
    },
    {
      "loss_action": 0.023927364498376846,
      "loss_total": 0.023927364498376846,
      "step": 19320
    },
    {
      "loss_action": 0.010647296905517578,
      "loss_total": 0.010647296905517578,
      "step": 19320
    },
    {
      "loss_action": 0.012367049232125282,
      "loss_total": 0.012367049232125282,
      "step": 19320
    },
    {
      "loss_action": 0.01213512197136879,
      "loss_total": 0.01213512197136879,
      "step": 19320
    },
    {
      "loss_action": 0.0059333667159080505,
      "loss_total": 0.0059333667159080505,
      "step": 19320
    },
    {
      "grad_norm": 0.14839129149913788,
      "learning_rate": 9.449087214003384e-05,
      "loss": 0.0124,
      "step": 19330
    },
    {
      "loss_action": 0.02425038255751133,
      "loss_total": 0.02425038255751133,
      "step": 19330
    },
    {
      "loss_action": 0.007738071959465742,
      "loss_total": 0.007738071959465742,
      "step": 19330
    },
    {
      "loss_action": 0.012771055102348328,
      "loss_total": 0.012771055102348328,
      "step": 19330
    },
    {
      "loss_action": 0.0295617263764143,
      "loss_total": 0.0295617263764143,
      "step": 19330
    },
    {
      "loss_action": 0.006008721422404051,
      "loss_total": 0.006008721422404051,
      "step": 19330
    },
    {
      "loss_action": 0.010285701602697372,
      "loss_total": 0.010285701602697372,
      "step": 19330
    },
    {
      "loss_action": 0.01685042679309845,
      "loss_total": 0.01685042679309845,
      "step": 19330
    },
    {
      "loss_action": 0.013229217380285263,
      "loss_total": 0.013229217380285263,
      "step": 19330
    },
    {
      "grad_norm": 0.1936538964509964,
      "learning_rate": 9.448332464875765e-05,
      "loss": 0.0122,
      "step": 19340
    },
    {
      "loss_action": 0.0220961831510067,
      "loss_total": 0.0220961831510067,
      "step": 19340
    },
    {
      "loss_action": 0.010310078039765358,
      "loss_total": 0.010310078039765358,
      "step": 19340
    },
    {
      "loss_action": 0.02654077857732773,
      "loss_total": 0.02654077857732773,
      "step": 19340
    },
    {
      "loss_action": 0.010078519582748413,
      "loss_total": 0.010078519582748413,
      "step": 19340
    },
    {
      "loss_action": 0.010883393697440624,
      "loss_total": 0.010883393697440624,
      "step": 19340
    },
    {
      "loss_action": 0.011533413082361221,
      "loss_total": 0.011533413082361221,
      "step": 19340
    },
    {
      "loss_action": 0.006747892592102289,
      "loss_total": 0.006747892592102289,
      "step": 19340
    },
    {
      "loss_action": 0.010702066123485565,
      "loss_total": 0.010702066123485565,
      "step": 19340
    },
    {
      "grad_norm": 0.15427140891551971,
      "learning_rate": 9.447577229285192e-05,
      "loss": 0.0129,
      "step": 19350
    },
    {
      "loss_action": 0.005058787763118744,
      "loss_total": 0.005058787763118744,
      "step": 19350
    },
    {
      "loss_action": 0.017769312486052513,
      "loss_total": 0.017769312486052513,
      "step": 19350
    },
    {
      "loss_action": 0.011554869823157787,
      "loss_total": 0.011554869823157787,
      "step": 19350
    },
    {
      "loss_action": 0.021413486450910568,
      "loss_total": 0.021413486450910568,
      "step": 19350
    },
    {
      "loss_action": 0.01940247416496277,
      "loss_total": 0.01940247416496277,
      "step": 19350
    },
    {
      "loss_action": 0.03688030689954758,
      "loss_total": 0.03688030689954758,
      "step": 19350
    },
    {
      "loss_action": 0.01431245170533657,
      "loss_total": 0.01431245170533657,
      "step": 19350
    },
    {
      "loss_action": 0.014551127329468727,
      "loss_total": 0.014551127329468727,
      "step": 19350
    },
    {
      "grad_norm": 0.20246995985507965,
      "learning_rate": 9.446821507314261e-05,
      "loss": 0.0144,
      "step": 19360
    },
    {
      "loss_action": 0.0417514368891716,
      "loss_total": 0.0417514368891716,
      "step": 19360
    },
    {
      "loss_action": 0.010919994674623013,
      "loss_total": 0.010919994674623013,
      "step": 19360
    },
    {
      "loss_action": 0.006220299284905195,
      "loss_total": 0.006220299284905195,
      "step": 19360
    },
    {
      "loss_action": 0.012372362427413464,
      "loss_total": 0.012372362427413464,
      "step": 19360
    },
    {
      "loss_action": 0.01606646180152893,
      "loss_total": 0.01606646180152893,
      "step": 19360
    },
    {
      "loss_action": 0.015516136772930622,
      "loss_total": 0.015516136772930622,
      "step": 19360
    },
    {
      "loss_action": 0.029115209355950356,
      "loss_total": 0.029115209355950356,
      "step": 19360
    },
    {
      "loss_action": 0.008318046107888222,
      "loss_total": 0.008318046107888222,
      "step": 19360
    },
    {
      "grad_norm": 0.1550668627023697,
      "learning_rate": 9.446065299045617e-05,
      "loss": 0.0173,
      "step": 19370
    },
    {
      "loss_action": 0.014896826818585396,
      "loss_total": 0.014896826818585396,
      "step": 19370
    },
    {
      "loss_action": 0.0046194749884307384,
      "loss_total": 0.0046194749884307384,
      "step": 19370
    },
    {
      "loss_action": 0.0058829691261053085,
      "loss_total": 0.0058829691261053085,
      "step": 19370
    },
    {
      "loss_action": 0.0074271271005272865,
      "loss_total": 0.0074271271005272865,
      "step": 19370
    },
    {
      "loss_action": 0.01848316751420498,
      "loss_total": 0.01848316751420498,
      "step": 19370
    },
    {
      "loss_action": 0.024661438539624214,
      "loss_total": 0.024661438539624214,
      "step": 19370
    },
    {
      "loss_action": 0.017258616164326668,
      "loss_total": 0.017258616164326668,
      "step": 19370
    },
    {
      "loss_action": 0.0073948511853814125,
      "loss_total": 0.0073948511853814125,
      "step": 19370
    },
    {
      "grad_norm": 0.12676556408405304,
      "learning_rate": 9.445308604561955e-05,
      "loss": 0.014,
      "step": 19380
    },
    {
      "loss_action": 0.01628866046667099,
      "loss_total": 0.01628866046667099,
      "step": 19380
    },
    {
      "loss_action": 0.015001269057393074,
      "loss_total": 0.015001269057393074,
      "step": 19380
    },
    {
      "loss_action": 0.03130517527461052,
      "loss_total": 0.03130517527461052,
      "step": 19380
    },
    {
      "loss_action": 0.01011593732982874,
      "loss_total": 0.01011593732982874,
      "step": 19380
    },
    {
      "loss_action": 0.022106628865003586,
      "loss_total": 0.022106628865003586,
      "step": 19380
    },
    {
      "loss_action": 0.030844129621982574,
      "loss_total": 0.030844129621982574,
      "step": 19380
    },
    {
      "loss_action": 0.005098368972539902,
      "loss_total": 0.005098368972539902,
      "step": 19380
    },
    {
      "loss_action": 0.015171622857451439,
      "loss_total": 0.015171622857451439,
      "step": 19380
    },
    {
      "grad_norm": 0.16060400009155273,
      "learning_rate": 9.444551423946028e-05,
      "loss": 0.0137,
      "step": 19390
    },
    {
      "loss_action": 0.0054229008965194225,
      "loss_total": 0.0054229008965194225,
      "step": 19390
    },
    {
      "loss_action": 0.017642144113779068,
      "loss_total": 0.017642144113779068,
      "step": 19390
    },
    {
      "loss_action": 0.009094411507248878,
      "loss_total": 0.009094411507248878,
      "step": 19390
    },
    {
      "loss_action": 0.0042513515800237656,
      "loss_total": 0.0042513515800237656,
      "step": 19390
    },
    {
      "loss_action": 0.043014220893383026,
      "loss_total": 0.043014220893383026,
      "step": 19390
    },
    {
      "loss_action": 0.00658623781055212,
      "loss_total": 0.00658623781055212,
      "step": 19390
    },
    {
      "loss_action": 0.018095042556524277,
      "loss_total": 0.018095042556524277,
      "step": 19390
    },
    {
      "loss_action": 0.009307901374995708,
      "loss_total": 0.009307901374995708,
      "step": 19390
    },
    {
      "grad_norm": 0.1057647168636322,
      "learning_rate": 9.443793757280638e-05,
      "loss": 0.0133,
      "step": 19400
    },
    {
      "loss_action": 0.024112198501825333,
      "loss_total": 0.024112198501825333,
      "step": 19400
    },
    {
      "loss_action": 0.015129806473851204,
      "loss_total": 0.015129806473851204,
      "step": 19400
    },
    {
      "loss_action": 0.008963451720774174,
      "loss_total": 0.008963451720774174,
      "step": 19400
    },
    {
      "loss_action": 0.010586396791040897,
      "loss_total": 0.010586396791040897,
      "step": 19400
    },
    {
      "loss_action": 0.01060490682721138,
      "loss_total": 0.01060490682721138,
      "step": 19400
    },
    {
      "loss_action": 0.006704011932015419,
      "loss_total": 0.006704011932015419,
      "step": 19400
    },
    {
      "loss_action": 0.017943188548088074,
      "loss_total": 0.017943188548088074,
      "step": 19400
    },
    {
      "loss_action": 0.013211493380367756,
      "loss_total": 0.013211493380367756,
      "step": 19400
    },
    {
      "grad_norm": 0.19697265326976776,
      "learning_rate": 9.443035604648646e-05,
      "loss": 0.0149,
      "step": 19410
    },
    {
      "loss_action": 0.02237490937113762,
      "loss_total": 0.02237490937113762,
      "step": 19410
    },
    {
      "loss_action": 0.019837334752082825,
      "loss_total": 0.019837334752082825,
      "step": 19410
    },
    {
      "loss_action": 0.018408752977848053,
      "loss_total": 0.018408752977848053,
      "step": 19410
    },
    {
      "loss_action": 0.020396053791046143,
      "loss_total": 0.020396053791046143,
      "step": 19410
    },
    {
      "loss_action": 0.011944831348955631,
      "loss_total": 0.011944831348955631,
      "step": 19410
    },
    {
      "loss_action": 0.011074233800172806,
      "loss_total": 0.011074233800172806,
      "step": 19410
    },
    {
      "loss_action": 0.035358257591724396,
      "loss_total": 0.035358257591724396,
      "step": 19410
    },
    {
      "loss_action": 0.016289716586470604,
      "loss_total": 0.016289716586470604,
      "step": 19410
    },
    {
      "grad_norm": 0.21566037833690643,
      "learning_rate": 9.44227696613296e-05,
      "loss": 0.0145,
      "step": 19420
    },
    {
      "loss_action": 0.007694185245782137,
      "loss_total": 0.007694185245782137,
      "step": 19420
    },
    {
      "loss_action": 0.016474399715662003,
      "loss_total": 0.016474399715662003,
      "step": 19420
    },
    {
      "loss_action": 0.015007918700575829,
      "loss_total": 0.015007918700575829,
      "step": 19420
    },
    {
      "loss_action": 0.007863691076636314,
      "loss_total": 0.007863691076636314,
      "step": 19420
    },
    {
      "loss_action": 0.008397725410759449,
      "loss_total": 0.008397725410759449,
      "step": 19420
    },
    {
      "loss_action": 0.013117870315909386,
      "loss_total": 0.013117870315909386,
      "step": 19420
    },
    {
      "loss_action": 0.015504881739616394,
      "loss_total": 0.015504881739616394,
      "step": 19420
    },
    {
      "loss_action": 0.020086389034986496,
      "loss_total": 0.020086389034986496,
      "step": 19420
    },
    {
      "grad_norm": 0.1290975660085678,
      "learning_rate": 9.441517841816542e-05,
      "loss": 0.012,
      "step": 19430
    },
    {
      "loss_action": 0.0063150664791464806,
      "loss_total": 0.0063150664791464806,
      "step": 19430
    },
    {
      "loss_action": 0.007646739948540926,
      "loss_total": 0.007646739948540926,
      "step": 19430
    },
    {
      "loss_action": 0.018490605056285858,
      "loss_total": 0.018490605056285858,
      "step": 19430
    },
    {
      "loss_action": 0.004557773470878601,
      "loss_total": 0.004557773470878601,
      "step": 19430
    },
    {
      "loss_action": 0.008399821817874908,
      "loss_total": 0.008399821817874908,
      "step": 19430
    },
    {
      "loss_action": 0.016772039234638214,
      "loss_total": 0.016772039234638214,
      "step": 19430
    },
    {
      "loss_action": 0.010917754843831062,
      "loss_total": 0.010917754843831062,
      "step": 19430
    },
    {
      "loss_action": 0.013659076765179634,
      "loss_total": 0.013659076765179634,
      "step": 19430
    },
    {
      "grad_norm": 0.15663060545921326,
      "learning_rate": 9.440758231782413e-05,
      "loss": 0.0153,
      "step": 19440
    },
    {
      "loss_action": 0.007972960360348225,
      "loss_total": 0.007972960360348225,
      "step": 19440
    },
    {
      "loss_action": 0.02246132865548134,
      "loss_total": 0.02246132865548134,
      "step": 19440
    },
    {
      "loss_action": 0.015475365333259106,
      "loss_total": 0.015475365333259106,
      "step": 19440
    },
    {
      "loss_action": 0.010200371034443378,
      "loss_total": 0.010200371034443378,
      "step": 19440
    },
    {
      "loss_action": 0.013923902995884418,
      "loss_total": 0.013923902995884418,
      "step": 19440
    },
    {
      "loss_action": 0.014703525230288506,
      "loss_total": 0.014703525230288506,
      "step": 19440
    },
    {
      "loss_action": 0.007831702008843422,
      "loss_total": 0.007831702008843422,
      "step": 19440
    },
    {
      "loss_action": 0.008600117638707161,
      "loss_total": 0.008600117638707161,
      "step": 19440
    },
    {
      "grad_norm": 0.14970546960830688,
      "learning_rate": 9.439998136113639e-05,
      "loss": 0.0116,
      "step": 19450
    },
    {
      "loss_action": 0.006143949925899506,
      "loss_total": 0.006143949925899506,
      "step": 19450
    },
    {
      "loss_action": 0.011822013184428215,
      "loss_total": 0.011822013184428215,
      "step": 19450
    },
    {
      "loss_action": 0.01078237034380436,
      "loss_total": 0.01078237034380436,
      "step": 19450
    },
    {
      "loss_action": 0.006794199347496033,
      "loss_total": 0.006794199347496033,
      "step": 19450
    },
    {
      "loss_action": 0.007410574704408646,
      "loss_total": 0.007410574704408646,
      "step": 19450
    },
    {
      "loss_action": 0.012305621057748795,
      "loss_total": 0.012305621057748795,
      "step": 19450
    },
    {
      "loss_action": 0.006415238603949547,
      "loss_total": 0.006415238603949547,
      "step": 19450
    },
    {
      "loss_action": 0.06586535274982452,
      "loss_total": 0.06586535274982452,
      "step": 19450
    },
    {
      "grad_norm": 0.17650485038757324,
      "learning_rate": 9.439237554893344e-05,
      "loss": 0.0161,
      "step": 19460
    },
    {
      "loss_action": 0.016168788075447083,
      "loss_total": 0.016168788075447083,
      "step": 19460
    },
    {
      "loss_action": 0.012815285474061966,
      "loss_total": 0.012815285474061966,
      "step": 19460
    },
    {
      "loss_action": 0.005532443523406982,
      "loss_total": 0.005532443523406982,
      "step": 19460
    },
    {
      "loss_action": 0.020207829773426056,
      "loss_total": 0.020207829773426056,
      "step": 19460
    },
    {
      "loss_action": 0.009247949346899986,
      "loss_total": 0.009247949346899986,
      "step": 19460
    },
    {
      "loss_action": 0.011411108076572418,
      "loss_total": 0.011411108076572418,
      "step": 19460
    },
    {
      "loss_action": 0.014506537467241287,
      "loss_total": 0.014506537467241287,
      "step": 19460
    },
    {
      "loss_action": 0.01976964809000492,
      "loss_total": 0.01976964809000492,
      "step": 19460
    },
    {
      "grad_norm": 0.2126852422952652,
      "learning_rate": 9.438476488204705e-05,
      "loss": 0.014,
      "step": 19470
    },
    {
      "loss_action": 0.005727468524128199,
      "loss_total": 0.005727468524128199,
      "step": 19470
    },
    {
      "loss_action": 0.012743978761136532,
      "loss_total": 0.012743978761136532,
      "step": 19470
    },
    {
      "loss_action": 0.010351646691560745,
      "loss_total": 0.010351646691560745,
      "step": 19470
    },
    {
      "loss_action": 0.008745396509766579,
      "loss_total": 0.008745396509766579,
      "step": 19470
    },
    {
      "loss_action": 0.012613770551979542,
      "loss_total": 0.012613770551979542,
      "step": 19470
    },
    {
      "loss_action": 0.011558808386325836,
      "loss_total": 0.011558808386325836,
      "step": 19470
    },
    {
      "loss_action": 0.009629910811781883,
      "loss_total": 0.009629910811781883,
      "step": 19470
    },
    {
      "loss_action": 0.007006372325122356,
      "loss_total": 0.007006372325122356,
      "step": 19470
    },
    {
      "grad_norm": 0.2838418185710907,
      "learning_rate": 9.43771493613095e-05,
      "loss": 0.0147,
      "step": 19480
    },
    {
      "loss_action": 0.010791133157908916,
      "loss_total": 0.010791133157908916,
      "step": 19480
    },
    {
      "loss_action": 0.02669975534081459,
      "loss_total": 0.02669975534081459,
      "step": 19480
    },
    {
      "loss_action": 0.011587756685912609,
      "loss_total": 0.011587756685912609,
      "step": 19480
    },
    {
      "loss_action": 0.009563498198986053,
      "loss_total": 0.009563498198986053,
      "step": 19480
    },
    {
      "loss_action": 0.025143954902887344,
      "loss_total": 0.025143954902887344,
      "step": 19480
    },
    {
      "loss_action": 0.022230073809623718,
      "loss_total": 0.022230073809623718,
      "step": 19480
    },
    {
      "loss_action": 0.010234161280095577,
      "loss_total": 0.010234161280095577,
      "step": 19480
    },
    {
      "loss_action": 0.007998828776180744,
      "loss_total": 0.007998828776180744,
      "step": 19480
    },
    {
      "grad_norm": 0.248379647731781,
      "learning_rate": 9.436952898755362e-05,
      "loss": 0.0151,
      "step": 19490
    },
    {
      "loss_action": 0.007381886709481478,
      "loss_total": 0.007381886709481478,
      "step": 19490
    },
    {
      "loss_action": 0.007061535492539406,
      "loss_total": 0.007061535492539406,
      "step": 19490
    },
    {
      "loss_action": 0.007533527910709381,
      "loss_total": 0.007533527910709381,
      "step": 19490
    },
    {
      "loss_action": 0.017603062093257904,
      "loss_total": 0.017603062093257904,
      "step": 19490
    },
    {
      "loss_action": 0.022197335958480835,
      "loss_total": 0.022197335958480835,
      "step": 19490
    },
    {
      "loss_action": 0.01206725649535656,
      "loss_total": 0.01206725649535656,
      "step": 19490
    },
    {
      "loss_action": 0.00931999646127224,
      "loss_total": 0.00931999646127224,
      "step": 19490
    },
    {
      "loss_action": 0.00978094432502985,
      "loss_total": 0.00978094432502985,
      "step": 19490
    },
    {
      "grad_norm": 0.17645221948623657,
      "learning_rate": 9.436190376161276e-05,
      "loss": 0.0129,
      "step": 19500
    },
    {
      "loss_action": 0.01193191483616829,
      "loss_total": 0.01193191483616829,
      "step": 19500
    },
    {
      "loss_action": 0.01935853436589241,
      "loss_total": 0.01935853436589241,
      "step": 19500
    },
    {
      "loss_action": 0.012927747331559658,
      "loss_total": 0.012927747331559658,
      "step": 19500
    },
    {
      "loss_action": 0.018559874966740608,
      "loss_total": 0.018559874966740608,
      "step": 19500
    },
    {
      "loss_action": 0.026446666568517685,
      "loss_total": 0.026446666568517685,
      "step": 19500
    },
    {
      "loss_action": 0.011336698196828365,
      "loss_total": 0.011336698196828365,
      "step": 19500
    },
    {
      "loss_action": 0.009529496543109417,
      "loss_total": 0.009529496543109417,
      "step": 19500
    },
    {
      "loss_action": 0.011179927736520767,
      "loss_total": 0.011179927736520767,
      "step": 19500
    },
    {
      "grad_norm": 0.17375123500823975,
      "learning_rate": 9.43542736843208e-05,
      "loss": 0.0146,
      "step": 19510
    },
    {
      "loss_action": 0.008837580680847168,
      "loss_total": 0.008837580680847168,
      "step": 19510
    },
    {
      "loss_action": 0.010095957666635513,
      "loss_total": 0.010095957666635513,
      "step": 19510
    },
    {
      "loss_action": 0.004441873170435429,
      "loss_total": 0.004441873170435429,
      "step": 19510
    },
    {
      "loss_action": 0.010619860142469406,
      "loss_total": 0.010619860142469406,
      "step": 19510
    },
    {
      "loss_action": 0.011097624897956848,
      "loss_total": 0.011097624897956848,
      "step": 19510
    },
    {
      "loss_action": 0.01668468490242958,
      "loss_total": 0.01668468490242958,
      "step": 19510
    },
    {
      "loss_action": 0.006143167149275541,
      "loss_total": 0.006143167149275541,
      "step": 19510
    },
    {
      "loss_action": 0.009420058690011501,
      "loss_total": 0.009420058690011501,
      "step": 19510
    },
    {
      "grad_norm": 0.23259516060352325,
      "learning_rate": 9.434663875651216e-05,
      "loss": 0.0133,
      "step": 19520
    },
    {
      "loss_action": 0.00746797863394022,
      "loss_total": 0.00746797863394022,
      "step": 19520
    },
    {
      "loss_action": 0.00895734690129757,
      "loss_total": 0.00895734690129757,
      "step": 19520
    },
    {
      "loss_action": 0.0643627718091011,
      "loss_total": 0.0643627718091011,
      "step": 19520
    },
    {
      "loss_action": 0.011359814554452896,
      "loss_total": 0.011359814554452896,
      "step": 19520
    },
    {
      "loss_action": 0.06313920021057129,
      "loss_total": 0.06313920021057129,
      "step": 19520
    },
    {
      "loss_action": 0.016896681860089302,
      "loss_total": 0.016896681860089302,
      "step": 19520
    },
    {
      "loss_action": 0.05814892798662186,
      "loss_total": 0.05814892798662186,
      "step": 19520
    },
    {
      "loss_action": 0.005221397150307894,
      "loss_total": 0.005221397150307894,
      "step": 19520
    },
    {
      "grad_norm": 0.17541834712028503,
      "learning_rate": 9.433899897902177e-05,
      "loss": 0.0142,
      "step": 19530
    },
    {
      "loss_action": 0.01699860394001007,
      "loss_total": 0.01699860394001007,
      "step": 19530
    },
    {
      "loss_action": 0.014719304628670216,
      "loss_total": 0.014719304628670216,
      "step": 19530
    },
    {
      "loss_action": 0.01719554513692856,
      "loss_total": 0.01719554513692856,
      "step": 19530
    },
    {
      "loss_action": 0.008641081862151623,
      "loss_total": 0.008641081862151623,
      "step": 19530
    },
    {
      "loss_action": 0.009112957864999771,
      "loss_total": 0.009112957864999771,
      "step": 19530
    },
    {
      "loss_action": 0.01510500255972147,
      "loss_total": 0.01510500255972147,
      "step": 19530
    },
    {
      "loss_action": 0.013359724543988705,
      "loss_total": 0.013359724543988705,
      "step": 19530
    },
    {
      "loss_action": 0.009623762220144272,
      "loss_total": 0.009623762220144272,
      "step": 19530
    },
    {
      "grad_norm": 0.159279003739357,
      "learning_rate": 9.433135435268511e-05,
      "loss": 0.0141,
      "step": 19540
    },
    {
      "loss_action": 0.011858627200126648,
      "loss_total": 0.011858627200126648,
      "step": 19540
    },
    {
      "loss_action": 0.016536125913262367,
      "loss_total": 0.016536125913262367,
      "step": 19540
    },
    {
      "loss_action": 0.008787242695689201,
      "loss_total": 0.008787242695689201,
      "step": 19540
    },
    {
      "loss_action": 0.010373128578066826,
      "loss_total": 0.010373128578066826,
      "step": 19540
    },
    {
      "loss_action": 0.016797726973891258,
      "loss_total": 0.016797726973891258,
      "step": 19540
    },
    {
      "loss_action": 0.0060525918379426,
      "loss_total": 0.0060525918379426,
      "step": 19540
    },
    {
      "loss_action": 0.012209108099341393,
      "loss_total": 0.012209108099341393,
      "step": 19540
    },
    {
      "loss_action": 0.016813546419143677,
      "loss_total": 0.016813546419143677,
      "step": 19540
    },
    {
      "grad_norm": 0.21548491716384888,
      "learning_rate": 9.432370487833819e-05,
      "loss": 0.0147,
      "step": 19550
    },
    {
      "loss_action": 0.03986877575516701,
      "loss_total": 0.03986877575516701,
      "step": 19550
    },
    {
      "loss_action": 0.009667817503213882,
      "loss_total": 0.009667817503213882,
      "step": 19550
    },
    {
      "loss_action": 0.022925831377506256,
      "loss_total": 0.022925831377506256,
      "step": 19550
    },
    {
      "loss_action": 0.017741184681653976,
      "loss_total": 0.017741184681653976,
      "step": 19550
    },
    {
      "loss_action": 0.014230156317353249,
      "loss_total": 0.014230156317353249,
      "step": 19550
    },
    {
      "loss_action": 0.014098081737756729,
      "loss_total": 0.014098081737756729,
      "step": 19550
    },
    {
      "loss_action": 0.04570341855287552,
      "loss_total": 0.04570341855287552,
      "step": 19550
    },
    {
      "loss_action": 0.011106535792350769,
      "loss_total": 0.011106535792350769,
      "step": 19550
    },
    {
      "grad_norm": 0.20245884358882904,
      "learning_rate": 9.431605055681756e-05,
      "loss": 0.0134,
      "step": 19560
    },
    {
      "loss_action": 0.014096636325120926,
      "loss_total": 0.014096636325120926,
      "step": 19560
    },
    {
      "loss_action": 0.007575229275971651,
      "loss_total": 0.007575229275971651,
      "step": 19560
    },
    {
      "loss_action": 0.016486264765262604,
      "loss_total": 0.016486264765262604,
      "step": 19560
    },
    {
      "loss_action": 0.015172671526670456,
      "loss_total": 0.015172671526670456,
      "step": 19560
    },
    {
      "loss_action": 0.0314059853553772,
      "loss_total": 0.0314059853553772,
      "step": 19560
    },
    {
      "loss_action": 0.019140083342790604,
      "loss_total": 0.019140083342790604,
      "step": 19560
    },
    {
      "loss_action": 0.011946110054850578,
      "loss_total": 0.011946110054850578,
      "step": 19560
    },
    {
      "loss_action": 0.0234020184725523,
      "loss_total": 0.0234020184725523,
      "step": 19560
    },
    {
      "grad_norm": 0.14771531522274017,
      "learning_rate": 9.430839138896026e-05,
      "loss": 0.0146,
      "step": 19570
    },
    {
      "loss_action": 0.010052688419818878,
      "loss_total": 0.010052688419818878,
      "step": 19570
    },
    {
      "loss_action": 0.008393737487494946,
      "loss_total": 0.008393737487494946,
      "step": 19570
    },
    {
      "loss_action": 0.012207768857479095,
      "loss_total": 0.012207768857479095,
      "step": 19570
    },
    {
      "loss_action": 0.011965122073888779,
      "loss_total": 0.011965122073888779,
      "step": 19570
    },
    {
      "loss_action": 0.01027231477200985,
      "loss_total": 0.01027231477200985,
      "step": 19570
    },
    {
      "loss_action": 0.013984877616167068,
      "loss_total": 0.013984877616167068,
      "step": 19570
    },
    {
      "loss_action": 0.00702445674687624,
      "loss_total": 0.00702445674687624,
      "step": 19570
    },
    {
      "loss_action": 0.011502115055918694,
      "loss_total": 0.011502115055918694,
      "step": 19570
    },
    {
      "grad_norm": 0.12209438532590866,
      "learning_rate": 9.43007273756039e-05,
      "loss": 0.0119,
      "step": 19580
    },
    {
      "loss_action": 0.011883694678544998,
      "loss_total": 0.011883694678544998,
      "step": 19580
    },
    {
      "loss_action": 0.02369450405240059,
      "loss_total": 0.02369450405240059,
      "step": 19580
    },
    {
      "loss_action": 0.01824573427438736,
      "loss_total": 0.01824573427438736,
      "step": 19580
    },
    {
      "loss_action": 0.008870163932442665,
      "loss_total": 0.008870163932442665,
      "step": 19580
    },
    {
      "loss_action": 0.006425293628126383,
      "loss_total": 0.006425293628126383,
      "step": 19580
    },
    {
      "loss_action": 0.014552214182913303,
      "loss_total": 0.014552214182913303,
      "step": 19580
    },
    {
      "loss_action": 0.02546987682580948,
      "loss_total": 0.02546987682580948,
      "step": 19580
    },
    {
      "loss_action": 0.006547255907207727,
      "loss_total": 0.006547255907207727,
      "step": 19580
    },
    {
      "grad_norm": 0.2400108277797699,
      "learning_rate": 9.429305851758658e-05,
      "loss": 0.0135,
      "step": 19590
    },
    {
      "loss_action": 0.019109174609184265,
      "loss_total": 0.019109174609184265,
      "step": 19590
    },
    {
      "loss_action": 0.013650241307914257,
      "loss_total": 0.013650241307914257,
      "step": 19590
    },
    {
      "loss_action": 0.01407250203192234,
      "loss_total": 0.01407250203192234,
      "step": 19590
    },
    {
      "loss_action": 0.019921835511922836,
      "loss_total": 0.019921835511922836,
      "step": 19590
    },
    {
      "loss_action": 0.010821297764778137,
      "loss_total": 0.010821297764778137,
      "step": 19590
    },
    {
      "loss_action": 0.027066316455602646,
      "loss_total": 0.027066316455602646,
      "step": 19590
    },
    {
      "loss_action": 0.017098592594265938,
      "loss_total": 0.017098592594265938,
      "step": 19590
    },
    {
      "loss_action": 0.014675581827759743,
      "loss_total": 0.014675581827759743,
      "step": 19590
    },
    {
      "grad_norm": 0.1717095822095871,
      "learning_rate": 9.428538481574699e-05,
      "loss": 0.0143,
      "step": 19600
    },
    {
      "loss_action": 0.009080992080271244,
      "loss_total": 0.009080992080271244,
      "step": 19600
    },
    {
      "loss_action": 0.0080147385597229,
      "loss_total": 0.0080147385597229,
      "step": 19600
    },
    {
      "loss_action": 0.014203735627233982,
      "loss_total": 0.014203735627233982,
      "step": 19600
    },
    {
      "loss_action": 0.014729149639606476,
      "loss_total": 0.014729149639606476,
      "step": 19600
    },
    {
      "loss_action": 0.006907270289957523,
      "loss_total": 0.006907270289957523,
      "step": 19600
    },
    {
      "loss_action": 0.020572081208229065,
      "loss_total": 0.020572081208229065,
      "step": 19600
    },
    {
      "loss_action": 0.009088965132832527,
      "loss_total": 0.009088965132832527,
      "step": 19600
    },
    {
      "loss_action": 0.006390612572431564,
      "loss_total": 0.006390612572431564,
      "step": 19600
    },
    {
      "grad_norm": 0.15155945718288422,
      "learning_rate": 9.42777062709243e-05,
      "loss": 0.0123,
      "step": 19610
    },
    {
      "loss_action": 0.009279136545956135,
      "loss_total": 0.009279136545956135,
      "step": 19610
    },
    {
      "loss_action": 0.00561481062322855,
      "loss_total": 0.00561481062322855,
      "step": 19610
    },
    {
      "loss_action": 0.011117042973637581,
      "loss_total": 0.011117042973637581,
      "step": 19610
    },
    {
      "loss_action": 0.014278389513492584,
      "loss_total": 0.014278389513492584,
      "step": 19610
    },
    {
      "loss_action": 0.011450562626123428,
      "loss_total": 0.011450562626123428,
      "step": 19610
    },
    {
      "loss_action": 0.012156926095485687,
      "loss_total": 0.012156926095485687,
      "step": 19610
    },
    {
      "loss_action": 0.010207882151007652,
      "loss_total": 0.010207882151007652,
      "step": 19610
    },
    {
      "loss_action": 0.00845169648528099,
      "loss_total": 0.00845169648528099,
      "step": 19610
    },
    {
      "grad_norm": 0.14260827004909515,
      "learning_rate": 9.427002288395821e-05,
      "loss": 0.0137,
      "step": 19620
    },
    {
      "loss_action": 0.009821992367506027,
      "loss_total": 0.009821992367506027,
      "step": 19620
    },
    {
      "loss_action": 0.02292678877711296,
      "loss_total": 0.02292678877711296,
      "step": 19620
    },
    {
      "loss_action": 0.11526048928499222,
      "loss_total": 0.11526048928499222,
      "step": 19620
    },
    {
      "loss_action": 0.006306247320026159,
      "loss_total": 0.006306247320026159,
      "step": 19620
    },
    {
      "loss_action": 0.005527860019356012,
      "loss_total": 0.005527860019356012,
      "step": 19620
    },
    {
      "loss_action": 0.005033667199313641,
      "loss_total": 0.005033667199313641,
      "step": 19620
    },
    {
      "loss_action": 0.010718545876443386,
      "loss_total": 0.010718545876443386,
      "step": 19620
    },
    {
      "loss_action": 0.012326130643486977,
      "loss_total": 0.012326130643486977,
      "step": 19620
    },
    {
      "grad_norm": 0.1334456503391266,
      "learning_rate": 9.426233465568898e-05,
      "loss": 0.0136,
      "step": 19630
    },
    {
      "loss_action": 0.006915135309100151,
      "loss_total": 0.006915135309100151,
      "step": 19630
    },
    {
      "loss_action": 0.014135168865323067,
      "loss_total": 0.014135168865323067,
      "step": 19630
    },
    {
      "loss_action": 0.009222239255905151,
      "loss_total": 0.009222239255905151,
      "step": 19630
    },
    {
      "loss_action": 0.012461243197321892,
      "loss_total": 0.012461243197321892,
      "step": 19630
    },
    {
      "loss_action": 0.008919748477637768,
      "loss_total": 0.008919748477637768,
      "step": 19630
    },
    {
      "loss_action": 0.010073360055685043,
      "loss_total": 0.010073360055685043,
      "step": 19630
    },
    {
      "loss_action": 0.008321840316057205,
      "loss_total": 0.008321840316057205,
      "step": 19630
    },
    {
      "loss_action": 0.014178909361362457,
      "loss_total": 0.014178909361362457,
      "step": 19630
    },
    {
      "grad_norm": 0.23681320250034332,
      "learning_rate": 9.42546415869574e-05,
      "loss": 0.0132,
      "step": 19640
    },
    {
      "loss_action": 0.018749510869383812,
      "loss_total": 0.018749510869383812,
      "step": 19640
    },
    {
      "loss_action": 0.010428480803966522,
      "loss_total": 0.010428480803966522,
      "step": 19640
    },
    {
      "loss_action": 0.012983602471649647,
      "loss_total": 0.012983602471649647,
      "step": 19640
    },
    {
      "loss_action": 0.013917354866862297,
      "loss_total": 0.013917354866862297,
      "step": 19640
    },
    {
      "loss_action": 0.02022264152765274,
      "loss_total": 0.02022264152765274,
      "step": 19640
    },
    {
      "loss_action": 0.03893126919865608,
      "loss_total": 0.03893126919865608,
      "step": 19640
    },
    {
      "loss_action": 0.004127782769501209,
      "loss_total": 0.004127782769501209,
      "step": 19640
    },
    {
      "loss_action": 0.008929810486733913,
      "loss_total": 0.008929810486733913,
      "step": 19640
    },
    {
      "grad_norm": 0.20552141964435577,
      "learning_rate": 9.424694367860473e-05,
      "loss": 0.016,
      "step": 19650
    },
    {
      "loss_action": 0.007855141535401344,
      "loss_total": 0.007855141535401344,
      "step": 19650
    },
    {
      "loss_action": 0.031169885769486427,
      "loss_total": 0.031169885769486427,
      "step": 19650
    },
    {
      "loss_action": 0.0075171710923314095,
      "loss_total": 0.0075171710923314095,
      "step": 19650
    },
    {
      "loss_action": 0.00993906520307064,
      "loss_total": 0.00993906520307064,
      "step": 19650
    },
    {
      "loss_action": 0.013983840122818947,
      "loss_total": 0.013983840122818947,
      "step": 19650
    },
    {
      "loss_action": 0.015035059303045273,
      "loss_total": 0.015035059303045273,
      "step": 19650
    },
    {
      "loss_action": 0.012699713930487633,
      "loss_total": 0.012699713930487633,
      "step": 19650
    },
    {
      "loss_action": 0.010848475620150566,
      "loss_total": 0.010848475620150566,
      "step": 19650
    },
    {
      "grad_norm": 0.17630305886268616,
      "learning_rate": 9.423924093147284e-05,
      "loss": 0.0163,
      "step": 19660
    },
    {
      "loss_action": 0.01180625893175602,
      "loss_total": 0.01180625893175602,
      "step": 19660
    },
    {
      "loss_action": 0.0140392379835248,
      "loss_total": 0.0140392379835248,
      "step": 19660
    },
    {
      "loss_action": 0.018975738435983658,
      "loss_total": 0.018975738435983658,
      "step": 19660
    },
    {
      "loss_action": 0.021688668057322502,
      "loss_total": 0.021688668057322502,
      "step": 19660
    },
    {
      "loss_action": 0.020168796181678772,
      "loss_total": 0.020168796181678772,
      "step": 19660
    },
    {
      "loss_action": 0.008729713968932629,
      "loss_total": 0.008729713968932629,
      "step": 19660
    },
    {
      "loss_action": 0.012706303969025612,
      "loss_total": 0.012706303969025612,
      "step": 19660
    },
    {
      "loss_action": 0.01021662075072527,
      "loss_total": 0.01021662075072527,
      "step": 19660
    },
    {
      "grad_norm": 0.17457358539104462,
      "learning_rate": 9.423153334640407e-05,
      "loss": 0.0151,
      "step": 19670
    },
    {
      "loss_action": 0.005480646155774593,
      "loss_total": 0.005480646155774593,
      "step": 19670
    },
    {
      "loss_action": 0.013642711564898491,
      "loss_total": 0.013642711564898491,
      "step": 19670
    },
    {
      "loss_action": 0.011319480836391449,
      "loss_total": 0.011319480836391449,
      "step": 19670
    },
    {
      "loss_action": 0.005712222773581743,
      "loss_total": 0.005712222773581743,
      "step": 19670
    },
    {
      "loss_action": 0.0070262486115098,
      "loss_total": 0.0070262486115098,
      "step": 19670
    },
    {
      "loss_action": 0.008023485541343689,
      "loss_total": 0.008023485541343689,
      "step": 19670
    },
    {
      "loss_action": 0.015890682116150856,
      "loss_total": 0.015890682116150856,
      "step": 19670
    },
    {
      "loss_action": 0.007748197764158249,
      "loss_total": 0.007748197764158249,
      "step": 19670
    },
    {
      "grad_norm": 0.15551653504371643,
      "learning_rate": 9.42238209242413e-05,
      "loss": 0.0127,
      "step": 19680
    },
    {
      "loss_action": 0.006924838293343782,
      "loss_total": 0.006924838293343782,
      "step": 19680
    },
    {
      "loss_action": 0.006424008868634701,
      "loss_total": 0.006424008868634701,
      "step": 19680
    },
    {
      "loss_action": 0.009199998341500759,
      "loss_total": 0.009199998341500759,
      "step": 19680
    },
    {
      "loss_action": 0.007021585013717413,
      "loss_total": 0.007021585013717413,
      "step": 19680
    },
    {
      "loss_action": 0.011999489739537239,
      "loss_total": 0.011999489739537239,
      "step": 19680
    },
    {
      "loss_action": 0.006031797267496586,
      "loss_total": 0.006031797267496586,
      "step": 19680
    },
    {
      "loss_action": 0.016619540750980377,
      "loss_total": 0.016619540750980377,
      "step": 19680
    },
    {
      "loss_action": 0.009252211079001427,
      "loss_total": 0.009252211079001427,
      "step": 19680
    },
    {
      "grad_norm": 0.18710200488567352,
      "learning_rate": 9.421610366582798e-05,
      "loss": 0.0124,
      "step": 19690
    },
    {
      "loss_action": 0.012096123769879341,
      "loss_total": 0.012096123769879341,
      "step": 19690
    },
    {
      "loss_action": 0.01001394260674715,
      "loss_total": 0.01001394260674715,
      "step": 19690
    },
    {
      "loss_action": 0.014429382979869843,
      "loss_total": 0.014429382979869843,
      "step": 19690
    },
    {
      "loss_action": 0.014745724387466908,
      "loss_total": 0.014745724387466908,
      "step": 19690
    },
    {
      "loss_action": 0.009987423196434975,
      "loss_total": 0.009987423196434975,
      "step": 19690
    },
    {
      "loss_action": 0.014233989641070366,
      "loss_total": 0.014233989641070366,
      "step": 19690
    },
    {
      "loss_action": 0.007085786201059818,
      "loss_total": 0.007085786201059818,
      "step": 19690
    },
    {
      "loss_action": 0.003466801019385457,
      "loss_total": 0.003466801019385457,
      "step": 19690
    },
    {
      "grad_norm": 0.15378186106681824,
      "learning_rate": 9.420838157200803e-05,
      "loss": 0.0104,
      "step": 19700
    },
    {
      "loss_action": 0.014481764286756516,
      "loss_total": 0.014481764286756516,
      "step": 19700
    },
    {
      "loss_action": 0.014555897563695908,
      "loss_total": 0.014555897563695908,
      "step": 19700
    },
    {
      "loss_action": 0.021334907039999962,
      "loss_total": 0.021334907039999962,
      "step": 19700
    },
    {
      "loss_action": 0.0044557019136846066,
      "loss_total": 0.0044557019136846066,
      "step": 19700
    },
    {
      "loss_action": 0.018982291221618652,
      "loss_total": 0.018982291221618652,
      "step": 19700
    },
    {
      "loss_action": 0.01592620462179184,
      "loss_total": 0.01592620462179184,
      "step": 19700
    },
    {
      "loss_action": 0.011675759218633175,
      "loss_total": 0.011675759218633175,
      "step": 19700
    },
    {
      "loss_action": 0.00939115323126316,
      "loss_total": 0.00939115323126316,
      "step": 19700
    },
    {
      "grad_norm": 0.1809898316860199,
      "learning_rate": 9.420065464362594e-05,
      "loss": 0.0136,
      "step": 19710
    },
    {
      "loss_action": 0.02173507958650589,
      "loss_total": 0.02173507958650589,
      "step": 19710
    },
    {
      "loss_action": 0.025385146960616112,
      "loss_total": 0.025385146960616112,
      "step": 19710
    },
    {
      "loss_action": 0.010291529819369316,
      "loss_total": 0.010291529819369316,
      "step": 19710
    },
    {
      "loss_action": 0.012430425733327866,
      "loss_total": 0.012430425733327866,
      "step": 19710
    },
    {
      "loss_action": 0.01649312674999237,
      "loss_total": 0.01649312674999237,
      "step": 19710
    },
    {
      "loss_action": 0.014740077778697014,
      "loss_total": 0.014740077778697014,
      "step": 19710
    },
    {
      "loss_action": 0.00981585681438446,
      "loss_total": 0.00981585681438446,
      "step": 19710
    },
    {
      "loss_action": 0.00880681723356247,
      "loss_total": 0.00880681723356247,
      "step": 19710
    },
    {
      "grad_norm": 0.11455529183149338,
      "learning_rate": 9.419292288152673e-05,
      "loss": 0.0132,
      "step": 19720
    },
    {
      "loss_action": 0.006465376354753971,
      "loss_total": 0.006465376354753971,
      "step": 19720
    },
    {
      "loss_action": 0.00897696241736412,
      "loss_total": 0.00897696241736412,
      "step": 19720
    },
    {
      "loss_action": 0.010950472205877304,
      "loss_total": 0.010950472205877304,
      "step": 19720
    },
    {
      "loss_action": 0.004203988239169121,
      "loss_total": 0.004203988239169121,
      "step": 19720
    },
    {
      "loss_action": 0.011278030462563038,
      "loss_total": 0.011278030462563038,
      "step": 19720
    },
    {
      "loss_action": 0.00925024040043354,
      "loss_total": 0.00925024040043354,
      "step": 19720
    },
    {
      "loss_action": 0.025053586810827255,
      "loss_total": 0.025053586810827255,
      "step": 19720
    },
    {
      "loss_action": 0.01218562014400959,
      "loss_total": 0.01218562014400959,
      "step": 19720
    },
    {
      "grad_norm": 0.14719168841838837,
      "learning_rate": 9.418518628655588e-05,
      "loss": 0.0139,
      "step": 19730
    },
    {
      "loss_action": 0.016500862315297127,
      "loss_total": 0.016500862315297127,
      "step": 19730
    },
    {
      "loss_action": 0.006451570428907871,
      "loss_total": 0.006451570428907871,
      "step": 19730
    },
    {
      "loss_action": 0.01828094571828842,
      "loss_total": 0.01828094571828842,
      "step": 19730
    },
    {
      "loss_action": 0.011468975804746151,
      "loss_total": 0.011468975804746151,
      "step": 19730
    },
    {
      "loss_action": 0.020061008632183075,
      "loss_total": 0.020061008632183075,
      "step": 19730
    },
    {
      "loss_action": 0.0146701131016016,
      "loss_total": 0.0146701131016016,
      "step": 19730
    },
    {
      "loss_action": 0.015118785202503204,
      "loss_total": 0.015118785202503204,
      "step": 19730
    },
    {
      "loss_action": 0.005002033896744251,
      "loss_total": 0.005002033896744251,
      "step": 19730
    },
    {
      "grad_norm": 0.23563681542873383,
      "learning_rate": 9.417744485955951e-05,
      "loss": 0.0153,
      "step": 19740
    },
    {
      "loss_action": 0.00490714143961668,
      "loss_total": 0.00490714143961668,
      "step": 19740
    },
    {
      "loss_action": 0.009116905741393566,
      "loss_total": 0.009116905741393566,
      "step": 19740
    },
    {
      "loss_action": 0.01182843279093504,
      "loss_total": 0.01182843279093504,
      "step": 19740
    },
    {
      "loss_action": 0.013569867238402367,
      "loss_total": 0.013569867238402367,
      "step": 19740
    },
    {
      "loss_action": 0.0057769641280174255,
      "loss_total": 0.0057769641280174255,
      "step": 19740
    },
    {
      "loss_action": 0.009794075042009354,
      "loss_total": 0.009794075042009354,
      "step": 19740
    },
    {
      "loss_action": 0.008915245532989502,
      "loss_total": 0.008915245532989502,
      "step": 19740
    },
    {
      "loss_action": 0.04429195076227188,
      "loss_total": 0.04429195076227188,
      "step": 19740
    },
    {
      "grad_norm": 0.12370762228965759,
      "learning_rate": 9.41696986013842e-05,
      "loss": 0.014,
      "step": 19750
    },
    {
      "loss_action": 0.017599940299987793,
      "loss_total": 0.017599940299987793,
      "step": 19750
    },
    {
      "loss_action": 0.01365845836699009,
      "loss_total": 0.01365845836699009,
      "step": 19750
    },
    {
      "loss_action": 0.021310191601514816,
      "loss_total": 0.021310191601514816,
      "step": 19750
    },
    {
      "loss_action": 0.023392707109451294,
      "loss_total": 0.023392707109451294,
      "step": 19750
    },
    {
      "loss_action": 0.004875302314758301,
      "loss_total": 0.004875302314758301,
      "step": 19750
    },
    {
      "loss_action": 0.01121249794960022,
      "loss_total": 0.01121249794960022,
      "step": 19750
    },
    {
      "loss_action": 0.003983502276241779,
      "loss_total": 0.003983502276241779,
      "step": 19750
    },
    {
      "loss_action": 0.06429064273834229,
      "loss_total": 0.06429064273834229,
      "step": 19750
    },
    {
      "grad_norm": 0.14465753734111786,
      "learning_rate": 9.416194751287705e-05,
      "loss": 0.0142,
      "step": 19760
    },
    {
      "loss_action": 0.016416218131780624,
      "loss_total": 0.016416218131780624,
      "step": 19760
    },
    {
      "loss_action": 0.01850694604218006,
      "loss_total": 0.01850694604218006,
      "step": 19760
    },
    {
      "loss_action": 0.02009015902876854,
      "loss_total": 0.02009015902876854,
      "step": 19760
    },
    {
      "loss_action": 0.01823190040886402,
      "loss_total": 0.01823190040886402,
      "step": 19760
    },
    {
      "loss_action": 0.03276721388101578,
      "loss_total": 0.03276721388101578,
      "step": 19760
    },
    {
      "loss_action": 0.012485534884035587,
      "loss_total": 0.012485534884035587,
      "step": 19760
    },
    {
      "loss_action": 0.04853439703583717,
      "loss_total": 0.04853439703583717,
      "step": 19760
    },
    {
      "loss_action": 0.020263999700546265,
      "loss_total": 0.020263999700546265,
      "step": 19760
    },
    {
      "grad_norm": 0.13475434482097626,
      "learning_rate": 9.415419159488572e-05,
      "loss": 0.0137,
      "step": 19770
    },
    {
      "loss_action": 0.011694146320223808,
      "loss_total": 0.011694146320223808,
      "step": 19770
    },
    {
      "loss_action": 0.004169094376266003,
      "loss_total": 0.004169094376266003,
      "step": 19770
    },
    {
      "loss_action": 0.024483684450387955,
      "loss_total": 0.024483684450387955,
      "step": 19770
    },
    {
      "loss_action": 0.02481573447585106,
      "loss_total": 0.02481573447585106,
      "step": 19770
    },
    {
      "loss_action": 0.02917463332414627,
      "loss_total": 0.02917463332414627,
      "step": 19770
    },
    {
      "loss_action": 0.021335987374186516,
      "loss_total": 0.021335987374186516,
      "step": 19770
    },
    {
      "loss_action": 0.011884789913892746,
      "loss_total": 0.011884789913892746,
      "step": 19770
    },
    {
      "loss_action": 0.020918048918247223,
      "loss_total": 0.020918048918247223,
      "step": 19770
    },
    {
      "grad_norm": 0.2231799066066742,
      "learning_rate": 9.414643084825837e-05,
      "loss": 0.013,
      "step": 19780
    },
    {
      "loss_action": 0.016378935426473618,
      "loss_total": 0.016378935426473618,
      "step": 19780
    },
    {
      "loss_action": 0.01700226217508316,
      "loss_total": 0.01700226217508316,
      "step": 19780
    },
    {
      "loss_action": 0.025716988369822502,
      "loss_total": 0.025716988369822502,
      "step": 19780
    },
    {
      "loss_action": 0.024648863822221756,
      "loss_total": 0.024648863822221756,
      "step": 19780
    },
    {
      "loss_action": 0.022607743740081787,
      "loss_total": 0.022607743740081787,
      "step": 19780
    },
    {
      "loss_action": 0.010931435972452164,
      "loss_total": 0.010931435972452164,
      "step": 19780
    },
    {
      "loss_action": 0.00867205485701561,
      "loss_total": 0.00867205485701561,
      "step": 19780
    },
    {
      "loss_action": 0.011874062940478325,
      "loss_total": 0.011874062940478325,
      "step": 19780
    },
    {
      "grad_norm": 0.1489403396844864,
      "learning_rate": 9.413866527384372e-05,
      "loss": 0.0143,
      "step": 19790
    },
    {
      "loss_action": 0.028225228190422058,
      "loss_total": 0.028225228190422058,
      "step": 19790
    },
    {
      "loss_action": 0.01957627758383751,
      "loss_total": 0.01957627758383751,
      "step": 19790
    },
    {
      "loss_action": 0.015157567337155342,
      "loss_total": 0.015157567337155342,
      "step": 19790
    },
    {
      "loss_action": 0.014495261013507843,
      "loss_total": 0.014495261013507843,
      "step": 19790
    },
    {
      "loss_action": 0.008257225155830383,
      "loss_total": 0.008257225155830383,
      "step": 19790
    },
    {
      "loss_action": 0.01105886697769165,
      "loss_total": 0.01105886697769165,
      "step": 19790
    },
    {
      "loss_action": 0.01847679167985916,
      "loss_total": 0.01847679167985916,
      "step": 19790
    },
    {
      "loss_action": 0.06191488355398178,
      "loss_total": 0.06191488355398178,
      "step": 19790
    },
    {
      "grad_norm": 0.14598233997821808,
      "learning_rate": 9.4130894872491e-05,
      "loss": 0.0136,
      "step": 19800
    },
    {
      "loss_action": 0.006588721182197332,
      "loss_total": 0.006588721182197332,
      "step": 19800
    },
    {
      "loss_action": 0.009407637640833855,
      "loss_total": 0.009407637640833855,
      "step": 19800
    },
    {
      "loss_action": 0.014692660421133041,
      "loss_total": 0.014692660421133041,
      "step": 19800
    },
    {
      "loss_action": 0.006399661768227816,
      "loss_total": 0.006399661768227816,
      "step": 19800
    },
    {
      "loss_action": 0.01824149861931801,
      "loss_total": 0.01824149861931801,
      "step": 19800
    },
    {
      "loss_action": 0.010049263015389442,
      "loss_total": 0.010049263015389442,
      "step": 19800
    },
    {
      "loss_action": 0.019756335765123367,
      "loss_total": 0.019756335765123367,
      "step": 19800
    },
    {
      "loss_action": 0.02035883069038391,
      "loss_total": 0.02035883069038391,
      "step": 19800
    },
    {
      "grad_norm": 0.12030195444822311,
      "learning_rate": 9.412311964504998e-05,
      "loss": 0.0131,
      "step": 19810
    },
    {
      "loss_action": 0.017446544021368027,
      "loss_total": 0.017446544021368027,
      "step": 19810
    },
    {
      "loss_action": 0.004746591206640005,
      "loss_total": 0.004746591206640005,
      "step": 19810
    },
    {
      "loss_action": 0.006867091171443462,
      "loss_total": 0.006867091171443462,
      "step": 19810
    },
    {
      "loss_action": 0.014371835626661777,
      "loss_total": 0.014371835626661777,
      "step": 19810
    },
    {
      "loss_action": 0.010828383266925812,
      "loss_total": 0.010828383266925812,
      "step": 19810
    },
    {
      "loss_action": 0.011445446871221066,
      "loss_total": 0.011445446871221066,
      "step": 19810
    },
    {
      "loss_action": 0.021995916962623596,
      "loss_total": 0.021995916962623596,
      "step": 19810
    },
    {
      "loss_action": 0.014663221314549446,
      "loss_total": 0.014663221314549446,
      "step": 19810
    },
    {
      "grad_norm": 0.1397816687822342,
      "learning_rate": 9.411533959237091e-05,
      "loss": 0.0118,
      "step": 19820
    },
    {
      "loss_action": 0.011538265272974968,
      "loss_total": 0.011538265272974968,
      "step": 19820
    },
    {
      "loss_action": 0.016766099259257317,
      "loss_total": 0.016766099259257317,
      "step": 19820
    },
    {
      "loss_action": 0.01344825979322195,
      "loss_total": 0.01344825979322195,
      "step": 19820
    },
    {
      "loss_action": 0.014012116938829422,
      "loss_total": 0.014012116938829422,
      "step": 19820
    },
    {
      "loss_action": 0.012841228395700455,
      "loss_total": 0.012841228395700455,
      "step": 19820
    },
    {
      "loss_action": 0.031660206615924835,
      "loss_total": 0.031660206615924835,
      "step": 19820
    },
    {
      "loss_action": 0.015973275527358055,
      "loss_total": 0.015973275527358055,
      "step": 19820
    },
    {
      "loss_action": 0.00927058421075344,
      "loss_total": 0.00927058421075344,
      "step": 19820
    },
    {
      "grad_norm": 0.21716095507144928,
      "learning_rate": 9.410755471530464e-05,
      "loss": 0.0148,
      "step": 19830
    },
    {
      "loss_action": 0.006025752052664757,
      "loss_total": 0.006025752052664757,
      "step": 19830
    },
    {
      "loss_action": 0.010063163936138153,
      "loss_total": 0.010063163936138153,
      "step": 19830
    },
    {
      "loss_action": 0.009362108074128628,
      "loss_total": 0.009362108074128628,
      "step": 19830
    },
    {
      "loss_action": 0.008482933044433594,
      "loss_total": 0.008482933044433594,
      "step": 19830
    },
    {
      "loss_action": 0.017913028597831726,
      "loss_total": 0.017913028597831726,
      "step": 19830
    },
    {
      "loss_action": 0.005208940710872412,
      "loss_total": 0.005208940710872412,
      "step": 19830
    },
    {
      "loss_action": 0.010676499456167221,
      "loss_total": 0.010676499456167221,
      "step": 19830
    },
    {
      "loss_action": 0.006816282868385315,
      "loss_total": 0.006816282868385315,
      "step": 19830
    },
    {
      "grad_norm": 0.19335496425628662,
      "learning_rate": 9.40997650147025e-05,
      "loss": 0.0143,
      "step": 19840
    },
    {
      "loss_action": 0.011308247223496437,
      "loss_total": 0.011308247223496437,
      "step": 19840
    },
    {
      "loss_action": 0.010956770740449429,
      "loss_total": 0.010956770740449429,
      "step": 19840
    },
    {
      "loss_action": 0.011541355401277542,
      "loss_total": 0.011541355401277542,
      "step": 19840
    },
    {
      "loss_action": 0.007659564726054668,
      "loss_total": 0.007659564726054668,
      "step": 19840
    },
    {
      "loss_action": 0.02157880738377571,
      "loss_total": 0.02157880738377571,
      "step": 19840
    },
    {
      "loss_action": 0.011471396312117577,
      "loss_total": 0.011471396312117577,
      "step": 19840
    },
    {
      "loss_action": 0.028797904029488564,
      "loss_total": 0.028797904029488564,
      "step": 19840
    },
    {
      "loss_action": 0.010395050048828125,
      "loss_total": 0.010395050048828125,
      "step": 19840
    },
    {
      "grad_norm": 0.23322848975658417,
      "learning_rate": 9.409197049141637e-05,
      "loss": 0.0132,
      "step": 19850
    },
    {
      "loss_action": 0.021656081080436707,
      "loss_total": 0.021656081080436707,
      "step": 19850
    },
    {
      "loss_action": 0.012605288065969944,
      "loss_total": 0.012605288065969944,
      "step": 19850
    },
    {
      "loss_action": 0.009003417566418648,
      "loss_total": 0.009003417566418648,
      "step": 19850
    },
    {
      "loss_action": 0.012783480808138847,
      "loss_total": 0.012783480808138847,
      "step": 19850
    },
    {
      "loss_action": 0.008943824097514153,
      "loss_total": 0.008943824097514153,
      "step": 19850
    },
    {
      "loss_action": 0.013850407674908638,
      "loss_total": 0.013850407674908638,
      "step": 19850
    },
    {
      "loss_action": 0.015592770650982857,
      "loss_total": 0.015592770650982857,
      "step": 19850
    },
    {
      "loss_action": 0.018624836578965187,
      "loss_total": 0.018624836578965187,
      "step": 19850
    },
    {
      "grad_norm": 0.1727571189403534,
      "learning_rate": 9.408417114629863e-05,
      "loss": 0.014,
      "step": 19860
    },
    {
      "loss_action": 0.005425142124295235,
      "loss_total": 0.005425142124295235,
      "step": 19860
    },
    {
      "loss_action": 0.011376114562153816,
      "loss_total": 0.011376114562153816,
      "step": 19860
    },
    {
      "loss_action": 0.02264883741736412,
      "loss_total": 0.02264883741736412,
      "step": 19860
    },
    {
      "loss_action": 0.010346909984946251,
      "loss_total": 0.010346909984946251,
      "step": 19860
    },
    {
      "loss_action": 0.00805580709129572,
      "loss_total": 0.00805580709129572,
      "step": 19860
    },
    {
      "loss_action": 0.043735332787036896,
      "loss_total": 0.043735332787036896,
      "step": 19860
    },
    {
      "loss_action": 0.005080105736851692,
      "loss_total": 0.005080105736851692,
      "step": 19860
    },
    {
      "loss_action": 0.030919156968593597,
      "loss_total": 0.030919156968593597,
      "step": 19860
    },
    {
      "grad_norm": 0.1406014859676361,
      "learning_rate": 9.40763669802022e-05,
      "loss": 0.0149,
      "step": 19870
    },
    {
      "loss_action": 0.005513439886271954,
      "loss_total": 0.005513439886271954,
      "step": 19870
    },
    {
      "loss_action": 0.008448207750916481,
      "loss_total": 0.008448207750916481,
      "step": 19870
    },
    {
      "loss_action": 0.007214719895273447,
      "loss_total": 0.007214719895273447,
      "step": 19870
    },
    {
      "loss_action": 0.009052133187651634,
      "loss_total": 0.009052133187651634,
      "step": 19870
    },
    {
      "loss_action": 0.010557113215327263,
      "loss_total": 0.010557113215327263,
      "step": 19870
    },
    {
      "loss_action": 0.014874715358018875,
      "loss_total": 0.014874715358018875,
      "step": 19870
    },
    {
      "loss_action": 0.023435669019818306,
      "loss_total": 0.023435669019818306,
      "step": 19870
    },
    {
      "loss_action": 0.004976845812052488,
      "loss_total": 0.004976845812052488,
      "step": 19870
    },
    {
      "grad_norm": 0.14305496215820312,
      "learning_rate": 9.406855799398056e-05,
      "loss": 0.0133,
      "step": 19880
    },
    {
      "loss_action": 0.013060413300991058,
      "loss_total": 0.013060413300991058,
      "step": 19880
    },
    {
      "loss_action": 0.02167655900120735,
      "loss_total": 0.02167655900120735,
      "step": 19880
    },
    {
      "loss_action": 0.006461794488132,
      "loss_total": 0.006461794488132,
      "step": 19880
    },
    {
      "loss_action": 0.01368042267858982,
      "loss_total": 0.01368042267858982,
      "step": 19880
    },
    {
      "loss_action": 0.006479598581790924,
      "loss_total": 0.006479598581790924,
      "step": 19880
    },
    {
      "loss_action": 0.014953534118831158,
      "loss_total": 0.014953534118831158,
      "step": 19880
    },
    {
      "loss_action": 0.014775561168789864,
      "loss_total": 0.014775561168789864,
      "step": 19880
    },
    {
      "loss_action": 0.00822193268686533,
      "loss_total": 0.00822193268686533,
      "step": 19880
    },
    {
      "grad_norm": 0.14311757683753967,
      "learning_rate": 9.406074418848767e-05,
      "loss": 0.0135,
      "step": 19890
    },
    {
      "loss_action": 0.01927439123392105,
      "loss_total": 0.01927439123392105,
      "step": 19890
    },
    {
      "loss_action": 0.017381928861141205,
      "loss_total": 0.017381928861141205,
      "step": 19890
    },
    {
      "loss_action": 0.01211613230407238,
      "loss_total": 0.01211613230407238,
      "step": 19890
    },
    {
      "loss_action": 0.014919343404471874,
      "loss_total": 0.014919343404471874,
      "step": 19890
    },
    {
      "loss_action": 0.016348667442798615,
      "loss_total": 0.016348667442798615,
      "step": 19890
    },
    {
      "loss_action": 0.022935952991247177,
      "loss_total": 0.022935952991247177,
      "step": 19890
    },
    {
      "loss_action": 0.02240297943353653,
      "loss_total": 0.02240297943353653,
      "step": 19890
    },
    {
      "loss_action": 0.022285353392362595,
      "loss_total": 0.022285353392362595,
      "step": 19890
    },
    {
      "grad_norm": 0.18136359751224518,
      "learning_rate": 9.405292556457805e-05,
      "loss": 0.015,
      "step": 19900
    },
    {
      "loss_action": 0.010786609724164009,
      "loss_total": 0.010786609724164009,
      "step": 19900
    },
    {
      "loss_action": 0.015101466327905655,
      "loss_total": 0.015101466327905655,
      "step": 19900
    },
    {
      "loss_action": 0.014616458676755428,
      "loss_total": 0.014616458676755428,
      "step": 19900
    },
    {
      "loss_action": 0.04692700877785683,
      "loss_total": 0.04692700877785683,
      "step": 19900
    },
    {
      "loss_action": 0.012187641113996506,
      "loss_total": 0.012187641113996506,
      "step": 19900
    },
    {
      "loss_action": 0.014132522977888584,
      "loss_total": 0.014132522977888584,
      "step": 19900
    },
    {
      "loss_action": 0.010900978930294514,
      "loss_total": 0.010900978930294514,
      "step": 19900
    },
    {
      "loss_action": 0.015106145292520523,
      "loss_total": 0.015106145292520523,
      "step": 19900
    },
    {
      "grad_norm": 0.09763160347938538,
      "learning_rate": 9.404510212310671e-05,
      "loss": 0.0156,
      "step": 19910
    },
    {
      "loss_action": 0.015774032101035118,
      "loss_total": 0.015774032101035118,
      "step": 19910
    },
    {
      "loss_action": 0.016191598027944565,
      "loss_total": 0.016191598027944565,
      "step": 19910
    },
    {
      "loss_action": 0.01229320839047432,
      "loss_total": 0.01229320839047432,
      "step": 19910
    },
    {
      "loss_action": 0.010547546669840813,
      "loss_total": 0.010547546669840813,
      "step": 19910
    },
    {
      "loss_action": 0.021533941850066185,
      "loss_total": 0.021533941850066185,
      "step": 19910
    },
    {
      "loss_action": 0.01147923618555069,
      "loss_total": 0.01147923618555069,
      "step": 19910
    },
    {
      "loss_action": 0.011175235733389854,
      "loss_total": 0.011175235733389854,
      "step": 19910
    },
    {
      "loss_action": 0.00678970105946064,
      "loss_total": 0.00678970105946064,
      "step": 19910
    },
    {
      "grad_norm": 0.15276296436786652,
      "learning_rate": 9.403727386492924e-05,
      "loss": 0.015,
      "step": 19920
    },
    {
      "loss_action": 0.020496822893619537,
      "loss_total": 0.020496822893619537,
      "step": 19920
    },
    {
      "loss_action": 0.010695084929466248,
      "loss_total": 0.010695084929466248,
      "step": 19920
    },
    {
      "loss_action": 0.004858993459492922,
      "loss_total": 0.004858993459492922,
      "step": 19920
    },
    {
      "loss_action": 0.006527984514832497,
      "loss_total": 0.006527984514832497,
      "step": 19920
    },
    {
      "loss_action": 0.05223206430673599,
      "loss_total": 0.05223206430673599,
      "step": 19920
    },
    {
      "loss_action": 0.008870330639183521,
      "loss_total": 0.008870330639183521,
      "step": 19920
    },
    {
      "loss_action": 0.016055302694439888,
      "loss_total": 0.016055302694439888,
      "step": 19920
    },
    {
      "loss_action": 0.01532636396586895,
      "loss_total": 0.01532636396586895,
      "step": 19920
    },
    {
      "grad_norm": 0.17196457087993622,
      "learning_rate": 9.40294407909017e-05,
      "loss": 0.0156,
      "step": 19930
    },
    {
      "loss_action": 0.008064964786171913,
      "loss_total": 0.008064964786171913,
      "step": 19930
    },
    {
      "loss_action": 0.0032209744676947594,
      "loss_total": 0.0032209744676947594,
      "step": 19930
    },
    {
      "loss_action": 0.007539909332990646,
      "loss_total": 0.007539909332990646,
      "step": 19930
    },
    {
      "loss_action": 0.01019553653895855,
      "loss_total": 0.01019553653895855,
      "step": 19930
    },
    {
      "loss_action": 0.018550796434283257,
      "loss_total": 0.018550796434283257,
      "step": 19930
    },
    {
      "loss_action": 0.022450575605034828,
      "loss_total": 0.022450575605034828,
      "step": 19930
    },
    {
      "loss_action": 0.007528530899435282,
      "loss_total": 0.007528530899435282,
      "step": 19930
    },
    {
      "loss_action": 0.010119060985744,
      "loss_total": 0.010119060985744,
      "step": 19930
    },
    {
      "grad_norm": 0.12405385822057724,
      "learning_rate": 9.40216029018807e-05,
      "loss": 0.0131,
      "step": 19940
    },
    {
      "loss_action": 0.006482744123786688,
      "loss_total": 0.006482744123786688,
      "step": 19940
    },
    {
      "loss_action": 0.006609311327338219,
      "loss_total": 0.006609311327338219,
      "step": 19940
    },
    {
      "loss_action": 0.014259683899581432,
      "loss_total": 0.014259683899581432,
      "step": 19940
    },
    {
      "loss_action": 0.025909103453159332,
      "loss_total": 0.025909103453159332,
      "step": 19940
    },
    {
      "loss_action": 0.015476178377866745,
      "loss_total": 0.015476178377866745,
      "step": 19940
    },
    {
      "loss_action": 0.008200537413358688,
      "loss_total": 0.008200537413358688,
      "step": 19940
    },
    {
      "loss_action": 0.015234348364174366,
      "loss_total": 0.015234348364174366,
      "step": 19940
    },
    {
      "loss_action": 0.006916592828929424,
      "loss_total": 0.006916592828929424,
      "step": 19940
    },
    {
      "grad_norm": 0.19859455525875092,
      "learning_rate": 9.401376019872338e-05,
      "loss": 0.0145,
      "step": 19950
    },
    {
      "loss_action": 0.011122903786599636,
      "loss_total": 0.011122903786599636,
      "step": 19950
    },
    {
      "loss_action": 0.009620292112231255,
      "loss_total": 0.009620292112231255,
      "step": 19950
    },
    {
      "loss_action": 0.006116462871432304,
      "loss_total": 0.006116462871432304,
      "step": 19950
    },
    {
      "loss_action": 0.016875604167580605,
      "loss_total": 0.016875604167580605,
      "step": 19950
    },
    {
      "loss_action": 0.006662130355834961,
      "loss_total": 0.006662130355834961,
      "step": 19950
    },
    {
      "loss_action": 0.009750128723680973,
      "loss_total": 0.009750128723680973,
      "step": 19950
    },
    {
      "loss_action": 0.02080167457461357,
      "loss_total": 0.02080167457461357,
      "step": 19950
    },
    {
      "loss_action": 0.01000332459807396,
      "loss_total": 0.01000332459807396,
      "step": 19950
    },
    {
      "grad_norm": 0.3157621920108795,
      "learning_rate": 9.400591268228746e-05,
      "loss": 0.0186,
      "step": 19960
    },
    {
      "loss_action": 0.007516456767916679,
      "loss_total": 0.007516456767916679,
      "step": 19960
    },
    {
      "loss_action": 0.016469577327370644,
      "loss_total": 0.016469577327370644,
      "step": 19960
    },
    {
      "loss_action": 0.005164480768144131,
      "loss_total": 0.005164480768144131,
      "step": 19960
    },
    {
      "loss_action": 0.014464537613093853,
      "loss_total": 0.014464537613093853,
      "step": 19960
    },
    {
      "loss_action": 0.017804354429244995,
      "loss_total": 0.017804354429244995,
      "step": 19960
    },
    {
      "loss_action": 0.0426374226808548,
      "loss_total": 0.0426374226808548,
      "step": 19960
    },
    {
      "loss_action": 0.009825242683291435,
      "loss_total": 0.009825242683291435,
      "step": 19960
    },
    {
      "loss_action": 0.010309653356671333,
      "loss_total": 0.010309653356671333,
      "step": 19960
    },
    {
      "grad_norm": 0.21584415435791016,
      "learning_rate": 9.399806035343106e-05,
      "loss": 0.015,
      "step": 19970
    },
    {
      "loss_action": 0.015438778325915337,
      "loss_total": 0.015438778325915337,
      "step": 19970
    },
    {
      "loss_action": 0.01786995679140091,
      "loss_total": 0.01786995679140091,
      "step": 19970
    },
    {
      "loss_action": 0.01734725385904312,
      "loss_total": 0.01734725385904312,
      "step": 19970
    },
    {
      "loss_action": 0.03743928670883179,
      "loss_total": 0.03743928670883179,
      "step": 19970
    },
    {
      "loss_action": 0.024778608232736588,
      "loss_total": 0.024778608232736588,
      "step": 19970
    },
    {
      "loss_action": 0.01659938134253025,
      "loss_total": 0.01659938134253025,
      "step": 19970
    },
    {
      "loss_action": 0.007824419066309929,
      "loss_total": 0.007824419066309929,
      "step": 19970
    },
    {
      "loss_action": 0.016789471730589867,
      "loss_total": 0.016789471730589867,
      "step": 19970
    },
    {
      "grad_norm": 0.15816335380077362,
      "learning_rate": 9.399020321301294e-05,
      "loss": 0.014,
      "step": 19980
    },
    {
      "loss_action": 0.011232562363147736,
      "loss_total": 0.011232562363147736,
      "step": 19980
    },
    {
      "loss_action": 0.0186891071498394,
      "loss_total": 0.0186891071498394,
      "step": 19980
    },
    {
      "loss_action": 0.005361904855817556,
      "loss_total": 0.005361904855817556,
      "step": 19980
    },
    {
      "loss_action": 0.018397731706500053,
      "loss_total": 0.018397731706500053,
      "step": 19980
    },
    {
      "loss_action": 0.009844070300459862,
      "loss_total": 0.009844070300459862,
      "step": 19980
    },
    {
      "loss_action": 0.012217690236866474,
      "loss_total": 0.012217690236866474,
      "step": 19980
    },
    {
      "loss_action": 0.0059008123353123665,
      "loss_total": 0.0059008123353123665,
      "step": 19980
    },
    {
      "loss_action": 0.005675029940903187,
      "loss_total": 0.005675029940903187,
      "step": 19980
    },
    {
      "grad_norm": 0.24081602692604065,
      "learning_rate": 9.398234126189234e-05,
      "loss": 0.0128,
      "step": 19990
    },
    {
      "loss_action": 0.01272746454924345,
      "loss_total": 0.01272746454924345,
      "step": 19990
    },
    {
      "loss_action": 0.01648712530732155,
      "loss_total": 0.01648712530732155,
      "step": 19990
    },
    {
      "loss_action": 0.01675788313150406,
      "loss_total": 0.01675788313150406,
      "step": 19990
    },
    {
      "loss_action": 0.009468333795666695,
      "loss_total": 0.009468333795666695,
      "step": 19990
    },
    {
      "loss_action": 0.01685279794037342,
      "loss_total": 0.01685279794037342,
      "step": 19990
    },
    {
      "loss_action": 0.014710485935211182,
      "loss_total": 0.014710485935211182,
      "step": 19990
    },
    {
      "loss_action": 0.026919037103652954,
      "loss_total": 0.026919037103652954,
      "step": 19990
    },
    {
      "loss_action": 0.012776171788573265,
      "loss_total": 0.012776171788573265,
      "step": 19990
    },
    {
      "grad_norm": 0.17494706809520721,
      "learning_rate": 9.397447450092902e-05,
      "loss": 0.013,
      "step": 20000
    },
    {
      "loss_action": 0.015639323741197586,
      "loss_total": 0.015639323741197586,
      "step": 20000
    },
    {
      "loss_action": 0.01783202961087227,
      "loss_total": 0.01783202961087227,
      "step": 20000
    },
    {
      "loss_action": 0.003920420538634062,
      "loss_total": 0.003920420538634062,
      "step": 20000
    },
    {
      "loss_action": 0.014136572368443012,
      "loss_total": 0.014136572368443012,
      "step": 20000
    },
    {
      "loss_action": 0.006364974193274975,
      "loss_total": 0.006364974193274975,
      "step": 20000
    },
    {
      "loss_action": 0.006937977857887745,
      "loss_total": 0.006937977857887745,
      "step": 20000
    },
    {
      "loss_action": 0.018581781536340714,
      "loss_total": 0.018581781536340714,
      "step": 20000
    },
    {
      "loss_action": 0.007157512940466404,
      "loss_total": 0.007157512940466404,
      "step": 20000
    },
    {
      "grad_norm": 0.135509192943573,
      "learning_rate": 9.39666029309833e-05,
      "loss": 0.0115,
      "step": 20010
    },
    {
      "loss_action": 0.014041455462574959,
      "loss_total": 0.014041455462574959,
      "step": 20010
    },
    {
      "loss_action": 0.005149561911821365,
      "loss_total": 0.005149561911821365,
      "step": 20010
    },
    {
      "loss_action": 0.013060290366411209,
      "loss_total": 0.013060290366411209,
      "step": 20010
    },
    {
      "loss_action": 0.004123983904719353,
      "loss_total": 0.004123983904719353,
      "step": 20010
    },
    {
      "loss_action": 0.012508359737694263,
      "loss_total": 0.012508359737694263,
      "step": 20010
    },
    {
      "loss_action": 0.00720697408542037,
      "loss_total": 0.00720697408542037,
      "step": 20010
    },
    {
      "loss_action": 0.008821507915854454,
      "loss_total": 0.008821507915854454,
      "step": 20010
    },
    {
      "loss_action": 0.005980036687105894,
      "loss_total": 0.005980036687105894,
      "step": 20010
    },
    {
      "grad_norm": 0.13508881628513336,
      "learning_rate": 9.395872655291596e-05,
      "loss": 0.011,
      "step": 20020
    },
    {
      "loss_action": 0.007390533573925495,
      "loss_total": 0.007390533573925495,
      "step": 20020
    },
    {
      "loss_action": 0.0071714092046022415,
      "loss_total": 0.0071714092046022415,
      "step": 20020
    },
    {
      "loss_action": 0.005330546759068966,
      "loss_total": 0.005330546759068966,
      "step": 20020
    },
    {
      "loss_action": 0.01037568598985672,
      "loss_total": 0.01037568598985672,
      "step": 20020
    },
    {
      "loss_action": 0.024139024317264557,
      "loss_total": 0.024139024317264557,
      "step": 20020
    },
    {
      "loss_action": 0.005400641821324825,
      "loss_total": 0.005400641821324825,
      "step": 20020
    },
    {
      "loss_action": 0.006250089965760708,
      "loss_total": 0.006250089965760708,
      "step": 20020
    },
    {
      "loss_action": 0.008138235658407211,
      "loss_total": 0.008138235658407211,
      "step": 20020
    },
    {
      "grad_norm": 0.21126823127269745,
      "learning_rate": 9.395084536758838e-05,
      "loss": 0.0126,
      "step": 20030
    },
    {
      "loss_action": 0.01673121750354767,
      "loss_total": 0.01673121750354767,
      "step": 20030
    },
    {
      "loss_action": 0.04066470265388489,
      "loss_total": 0.04066470265388489,
      "step": 20030
    },
    {
      "loss_action": 0.014440168626606464,
      "loss_total": 0.014440168626606464,
      "step": 20030
    },
    {
      "loss_action": 0.023596303537487984,
      "loss_total": 0.023596303537487984,
      "step": 20030
    },
    {
      "loss_action": 0.009944094344973564,
      "loss_total": 0.009944094344973564,
      "step": 20030
    },
    {
      "loss_action": 0.010032407939434052,
      "loss_total": 0.010032407939434052,
      "step": 20030
    },
    {
      "loss_action": 0.007522128988057375,
      "loss_total": 0.007522128988057375,
      "step": 20030
    },
    {
      "loss_action": 0.0280340313911438,
      "loss_total": 0.0280340313911438,
      "step": 20030
    },
    {
      "grad_norm": 0.15613974630832672,
      "learning_rate": 9.394295937586243e-05,
      "loss": 0.0139,
      "step": 20040
    },
    {
      "loss_action": 0.008376236073672771,
      "loss_total": 0.008376236073672771,
      "step": 20040
    },
    {
      "loss_action": 0.009477507323026657,
      "loss_total": 0.009477507323026657,
      "step": 20040
    },
    {
      "loss_action": 0.008078675717115402,
      "loss_total": 0.008078675717115402,
      "step": 20040
    },
    {
      "loss_action": 0.00319340405985713,
      "loss_total": 0.00319340405985713,
      "step": 20040
    },
    {
      "loss_action": 0.008435804396867752,
      "loss_total": 0.008435804396867752,
      "step": 20040
    },
    {
      "loss_action": 0.017600849270820618,
      "loss_total": 0.017600849270820618,
      "step": 20040
    },
    {
      "loss_action": 0.006395531818270683,
      "loss_total": 0.006395531818270683,
      "step": 20040
    },
    {
      "loss_action": 0.015809854492545128,
      "loss_total": 0.015809854492545128,
      "step": 20040
    },
    {
      "grad_norm": 0.1923859715461731,
      "learning_rate": 9.393506857860052e-05,
      "loss": 0.0112,
      "step": 20050
    },
    {
      "loss_action": 0.010744511149823666,
      "loss_total": 0.010744511149823666,
      "step": 20050
    },
    {
      "loss_action": 0.01672932133078575,
      "loss_total": 0.01672932133078575,
      "step": 20050
    },
    {
      "loss_action": 0.007019722368568182,
      "loss_total": 0.007019722368568182,
      "step": 20050
    },
    {
      "loss_action": 0.012475594878196716,
      "loss_total": 0.012475594878196716,
      "step": 20050
    },
    {
      "loss_action": 0.008105975575745106,
      "loss_total": 0.008105975575745106,
      "step": 20050
    },
    {
      "loss_action": 0.00930081494152546,
      "loss_total": 0.00930081494152546,
      "step": 20050
    },
    {
      "loss_action": 0.00606380682438612,
      "loss_total": 0.00606380682438612,
      "step": 20050
    },
    {
      "loss_action": 0.0146405640989542,
      "loss_total": 0.0146405640989542,
      "step": 20050
    },
    {
      "grad_norm": 0.13175912201404572,
      "learning_rate": 9.392717297666555e-05,
      "loss": 0.0145,
      "step": 20060
    },
    {
      "loss_action": 0.004082193598151207,
      "loss_total": 0.004082193598151207,
      "step": 20060
    },
    {
      "loss_action": 0.007961258292198181,
      "loss_total": 0.007961258292198181,
      "step": 20060
    },
    {
      "loss_action": 0.012178453616797924,
      "loss_total": 0.012178453616797924,
      "step": 20060
    },
    {
      "loss_action": 0.006359323859214783,
      "loss_total": 0.006359323859214783,
      "step": 20060
    },
    {
      "loss_action": 0.005484441295266151,
      "loss_total": 0.005484441295266151,
      "step": 20060
    },
    {
      "loss_action": 0.005536274053156376,
      "loss_total": 0.005536274053156376,
      "step": 20060
    },
    {
      "loss_action": 0.005053249653428793,
      "loss_total": 0.005053249653428793,
      "step": 20060
    },
    {
      "loss_action": 0.03064027428627014,
      "loss_total": 0.03064027428627014,
      "step": 20060
    },
    {
      "grad_norm": 0.12919645011425018,
      "learning_rate": 9.391927257092101e-05,
      "loss": 0.013,
      "step": 20070
    },
    {
      "loss_action": 0.004961725324392319,
      "loss_total": 0.004961725324392319,
      "step": 20070
    },
    {
      "loss_action": 0.014186965301632881,
      "loss_total": 0.014186965301632881,
      "step": 20070
    },
    {
      "loss_action": 0.016719456762075424,
      "loss_total": 0.016719456762075424,
      "step": 20070
    },
    {
      "loss_action": 0.00772687466815114,
      "loss_total": 0.00772687466815114,
      "step": 20070
    },
    {
      "loss_action": 0.018070831894874573,
      "loss_total": 0.018070831894874573,
      "step": 20070
    },
    {
      "loss_action": 0.014925659634172916,
      "loss_total": 0.014925659634172916,
      "step": 20070
    },
    {
      "loss_action": 0.01341324858367443,
      "loss_total": 0.01341324858367443,
      "step": 20070
    },
    {
      "loss_action": 0.011737177148461342,
      "loss_total": 0.011737177148461342,
      "step": 20070
    },
    {
      "grad_norm": 0.15280650556087494,
      "learning_rate": 9.391136736223085e-05,
      "loss": 0.0135,
      "step": 20080
    },
    {
      "loss_action": 0.011286142282187939,
      "loss_total": 0.011286142282187939,
      "step": 20080
    },
    {
      "loss_action": 0.008566414937376976,
      "loss_total": 0.008566414937376976,
      "step": 20080
    },
    {
      "loss_action": 0.024342941120266914,
      "loss_total": 0.024342941120266914,
      "step": 20080
    },
    {
      "loss_action": 0.006752037443220615,
      "loss_total": 0.006752037443220615,
      "step": 20080
    },
    {
      "loss_action": 0.020673632621765137,
      "loss_total": 0.020673632621765137,
      "step": 20080
    },
    {
      "loss_action": 0.010497947223484516,
      "loss_total": 0.010497947223484516,
      "step": 20080
    },
    {
      "loss_action": 0.024676624685525894,
      "loss_total": 0.024676624685525894,
      "step": 20080
    },
    {
      "loss_action": 0.004975903779268265,
      "loss_total": 0.004975903779268265,
      "step": 20080
    },
    {
      "grad_norm": 0.10813654214143753,
      "learning_rate": 9.390345735145956e-05,
      "loss": 0.0125,
      "step": 20090
    },
    {
      "loss_action": 0.015345461666584015,
      "loss_total": 0.015345461666584015,
      "step": 20090
    },
    {
      "loss_action": 0.01508385967463255,
      "loss_total": 0.01508385967463255,
      "step": 20090
    },
    {
      "loss_action": 0.013910859823226929,
      "loss_total": 0.013910859823226929,
      "step": 20090
    },
    {
      "loss_action": 0.011206614784896374,
      "loss_total": 0.011206614784896374,
      "step": 20090
    },
    {
      "loss_action": 0.010720070451498032,
      "loss_total": 0.010720070451498032,
      "step": 20090
    },
    {
      "loss_action": 0.009701024740934372,
      "loss_total": 0.009701024740934372,
      "step": 20090
    },
    {
      "loss_action": 0.008831055834889412,
      "loss_total": 0.008831055834889412,
      "step": 20090
    },
    {
      "loss_action": 0.0186329148709774,
      "loss_total": 0.0186329148709774,
      "step": 20090
    },
    {
      "grad_norm": 0.13892681896686554,
      "learning_rate": 9.389554253947219e-05,
      "loss": 0.013,
      "step": 20100
    },
    {
      "loss_action": 0.009263773448765278,
      "loss_total": 0.009263773448765278,
      "step": 20100
    },
    {
      "loss_action": 0.017859678715467453,
      "loss_total": 0.017859678715467453,
      "step": 20100
    },
    {
      "loss_action": 0.01671229489147663,
      "loss_total": 0.01671229489147663,
      "step": 20100
    },
    {
      "loss_action": 0.017996855080127716,
      "loss_total": 0.017996855080127716,
      "step": 20100
    },
    {
      "loss_action": 0.036325715482234955,
      "loss_total": 0.036325715482234955,
      "step": 20100
    },
    {
      "loss_action": 0.007598000578582287,
      "loss_total": 0.007598000578582287,
      "step": 20100
    },
    {
      "loss_action": 0.014529756270349026,
      "loss_total": 0.014529756270349026,
      "step": 20100
    },
    {
      "loss_action": 0.01752030849456787,
      "loss_total": 0.01752030849456787,
      "step": 20100
    },
    {
      "grad_norm": 0.19993272423744202,
      "learning_rate": 9.388762292713428e-05,
      "loss": 0.0146,
      "step": 20110
    },
    {
      "loss_action": 0.01468421146273613,
      "loss_total": 0.01468421146273613,
      "step": 20110
    },
    {
      "loss_action": 0.007033140864223242,
      "loss_total": 0.007033140864223242,
      "step": 20110
    },
    {
      "loss_action": 0.006685442291200161,
      "loss_total": 0.006685442291200161,
      "step": 20110
    },
    {
      "loss_action": 0.005351988598704338,
      "loss_total": 0.005351988598704338,
      "step": 20110
    },
    {
      "loss_action": 0.005358325317502022,
      "loss_total": 0.005358325317502022,
      "step": 20110
    },
    {
      "loss_action": 0.015207900665700436,
      "loss_total": 0.015207900665700436,
      "step": 20110
    },
    {
      "loss_action": 0.006667574867606163,
      "loss_total": 0.006667574867606163,
      "step": 20110
    },
    {
      "loss_action": 0.006562805734574795,
      "loss_total": 0.006562805734574795,
      "step": 20110
    },
    {
      "grad_norm": 0.13170775771141052,
      "learning_rate": 9.38796985153119e-05,
      "loss": 0.0127,
      "step": 20120
    },
    {
      "loss_action": 0.006145375780761242,
      "loss_total": 0.006145375780761242,
      "step": 20120
    },
    {
      "loss_action": 0.024531681090593338,
      "loss_total": 0.024531681090593338,
      "step": 20120
    },
    {
      "loss_action": 0.0066312700510025024,
      "loss_total": 0.0066312700510025024,
      "step": 20120
    },
    {
      "loss_action": 0.005337570793926716,
      "loss_total": 0.005337570793926716,
      "step": 20120
    },
    {
      "loss_action": 0.01651664450764656,
      "loss_total": 0.01651664450764656,
      "step": 20120
    },
    {
      "loss_action": 0.014375199563801289,
      "loss_total": 0.014375199563801289,
      "step": 20120
    },
    {
      "loss_action": 0.011780964210629463,
      "loss_total": 0.011780964210629463,
      "step": 20120
    },
    {
      "loss_action": 0.006306363269686699,
      "loss_total": 0.006306363269686699,
      "step": 20120
    },
    {
      "grad_norm": 0.15599945187568665,
      "learning_rate": 9.387176930487169e-05,
      "loss": 0.0154,
      "step": 20130
    },
    {
      "loss_action": 0.011775516904890537,
      "loss_total": 0.011775516904890537,
      "step": 20130
    },
    {
      "loss_action": 0.013127729296684265,
      "loss_total": 0.013127729296684265,
      "step": 20130
    },
    {
      "loss_action": 0.012358170002698898,
      "loss_total": 0.012358170002698898,
      "step": 20130
    },
    {
      "loss_action": 0.009584764949977398,
      "loss_total": 0.009584764949977398,
      "step": 20130
    },
    {
      "loss_action": 0.02191934734582901,
      "loss_total": 0.02191934734582901,
      "step": 20130
    },
    {
      "loss_action": 0.03404636308550835,
      "loss_total": 0.03404636308550835,
      "step": 20130
    },
    {
      "loss_action": 0.013115202076733112,
      "loss_total": 0.013115202076733112,
      "step": 20130
    },
    {
      "loss_action": 0.01328048761934042,
      "loss_total": 0.01328048761934042,
      "step": 20130
    },
    {
      "grad_norm": 0.16139812767505646,
      "learning_rate": 9.386383529668072e-05,
      "loss": 0.0148,
      "step": 20140
    },
    {
      "loss_action": 0.0060139866545796394,
      "loss_total": 0.0060139866545796394,
      "step": 20140
    },
    {
      "loss_action": 0.00972017366439104,
      "loss_total": 0.00972017366439104,
      "step": 20140
    },
    {
      "loss_action": 0.007661100476980209,
      "loss_total": 0.007661100476980209,
      "step": 20140
    },
    {
      "loss_action": 0.017548317089676857,
      "loss_total": 0.017548317089676857,
      "step": 20140
    },
    {
      "loss_action": 0.009157059714198112,
      "loss_total": 0.009157059714198112,
      "step": 20140
    },
    {
      "loss_action": 0.017545148730278015,
      "loss_total": 0.017545148730278015,
      "step": 20140
    },
    {
      "loss_action": 0.019807741045951843,
      "loss_total": 0.019807741045951843,
      "step": 20140
    },
    {
      "loss_action": 0.00858418457210064,
      "loss_total": 0.00858418457210064,
      "step": 20140
    },
    {
      "grad_norm": 0.21539738774299622,
      "learning_rate": 9.385589649160669e-05,
      "loss": 0.0127,
      "step": 20150
    },
    {
      "loss_action": 0.016574697569012642,
      "loss_total": 0.016574697569012642,
      "step": 20150
    },
    {
      "loss_action": 0.018179573118686676,
      "loss_total": 0.018179573118686676,
      "step": 20150
    },
    {
      "loss_action": 0.005701276473701,
      "loss_total": 0.005701276473701,
      "step": 20150
    },
    {
      "loss_action": 0.004753044340759516,
      "loss_total": 0.004753044340759516,
      "step": 20150
    },
    {
      "loss_action": 0.012873669154942036,
      "loss_total": 0.012873669154942036,
      "step": 20150
    },
    {
      "loss_action": 0.008717112243175507,
      "loss_total": 0.008717112243175507,
      "step": 20150
    },
    {
      "loss_action": 0.019077055156230927,
      "loss_total": 0.019077055156230927,
      "step": 20150
    },
    {
      "loss_action": 0.01715662330389023,
      "loss_total": 0.01715662330389023,
      "step": 20150
    },
    {
      "grad_norm": 0.17571206390857697,
      "learning_rate": 9.384795289051775e-05,
      "loss": 0.0147,
      "step": 20160
    },
    {
      "loss_action": 0.01274547167122364,
      "loss_total": 0.01274547167122364,
      "step": 20160
    },
    {
      "loss_action": 0.02173752896487713,
      "loss_total": 0.02173752896487713,
      "step": 20160
    },
    {
      "loss_action": 0.020227685570716858,
      "loss_total": 0.020227685570716858,
      "step": 20160
    },
    {
      "loss_action": 0.017380136996507645,
      "loss_total": 0.017380136996507645,
      "step": 20160
    },
    {
      "loss_action": 0.009101278148591518,
      "loss_total": 0.009101278148591518,
      "step": 20160
    },
    {
      "loss_action": 0.030488718301057816,
      "loss_total": 0.030488718301057816,
      "step": 20160
    },
    {
      "loss_action": 0.01597694493830204,
      "loss_total": 0.01597694493830204,
      "step": 20160
    },
    {
      "loss_action": 0.013864444568753242,
      "loss_total": 0.013864444568753242,
      "step": 20160
    },
    {
      "grad_norm": 0.11177336424589157,
      "learning_rate": 9.384000449428261e-05,
      "loss": 0.0149,
      "step": 20170
    },
    {
      "loss_action": 0.009327168576419353,
      "loss_total": 0.009327168576419353,
      "step": 20170
    },
    {
      "loss_action": 0.03074173629283905,
      "loss_total": 0.03074173629283905,
      "step": 20170
    },
    {
      "loss_action": 0.006840457208454609,
      "loss_total": 0.006840457208454609,
      "step": 20170
    },
    {
      "loss_action": 0.0050237043760716915,
      "loss_total": 0.0050237043760716915,
      "step": 20170
    },
    {
      "loss_action": 0.012253481894731522,
      "loss_total": 0.012253481894731522,
      "step": 20170
    },
    {
      "loss_action": 0.017262663692235947,
      "loss_total": 0.017262663692235947,
      "step": 20170
    },
    {
      "loss_action": 0.013009417802095413,
      "loss_total": 0.013009417802095413,
      "step": 20170
    },
    {
      "loss_action": 0.009620522148907185,
      "loss_total": 0.009620522148907185,
      "step": 20170
    },
    {
      "grad_norm": 0.12989845871925354,
      "learning_rate": 9.383205130377048e-05,
      "loss": 0.0126,
      "step": 20180
    },
    {
      "loss_action": 0.01167440414428711,
      "loss_total": 0.01167440414428711,
      "step": 20180
    },
    {
      "loss_action": 0.005097304470837116,
      "loss_total": 0.005097304470837116,
      "step": 20180
    },
    {
      "loss_action": 0.007655139546841383,
      "loss_total": 0.007655139546841383,
      "step": 20180
    },
    {
      "loss_action": 0.005586148239672184,
      "loss_total": 0.005586148239672184,
      "step": 20180
    },
    {
      "loss_action": 0.010510709136724472,
      "loss_total": 0.010510709136724472,
      "step": 20180
    },
    {
      "loss_action": 0.005572059657424688,
      "loss_total": 0.005572059657424688,
      "step": 20180
    },
    {
      "loss_action": 0.009978867135941982,
      "loss_total": 0.009978867135941982,
      "step": 20180
    },
    {
      "loss_action": 0.012798259034752846,
      "loss_total": 0.012798259034752846,
      "step": 20180
    },
    {
      "grad_norm": 0.1296251267194748,
      "learning_rate": 9.382409331985114e-05,
      "loss": 0.0115,
      "step": 20190
    },
    {
      "loss_action": 0.012359999120235443,
      "loss_total": 0.012359999120235443,
      "step": 20190
    },
    {
      "loss_action": 0.027738302946090698,
      "loss_total": 0.027738302946090698,
      "step": 20190
    },
    {
      "loss_action": 0.01023864932358265,
      "loss_total": 0.01023864932358265,
      "step": 20190
    },
    {
      "loss_action": 0.015745893120765686,
      "loss_total": 0.015745893120765686,
      "step": 20190
    },
    {
      "loss_action": 0.01701836846768856,
      "loss_total": 0.01701836846768856,
      "step": 20190
    },
    {
      "loss_action": 0.008188832551240921,
      "loss_total": 0.008188832551240921,
      "step": 20190
    },
    {
      "loss_action": 0.006559152156114578,
      "loss_total": 0.006559152156114578,
      "step": 20190
    },
    {
      "loss_action": 0.005768654868006706,
      "loss_total": 0.005768654868006706,
      "step": 20190
    },
    {
      "grad_norm": 0.11688245832920074,
      "learning_rate": 9.381613054339482e-05,
      "loss": 0.0121,
      "step": 20200
    },
    {
      "loss_action": 0.024950269609689713,
      "loss_total": 0.024950269609689713,
      "step": 20200
    },
    {
      "loss_action": 0.023912517353892326,
      "loss_total": 0.023912517353892326,
      "step": 20200
    },
    {
      "loss_action": 0.04259627312421799,
      "loss_total": 0.04259627312421799,
      "step": 20200
    },
    {
      "loss_action": 0.018015850335359573,
      "loss_total": 0.018015850335359573,
      "step": 20200
    },
    {
      "loss_action": 0.016508938744664192,
      "loss_total": 0.016508938744664192,
      "step": 20200
    },
    {
      "loss_action": 0.011545823886990547,
      "loss_total": 0.011545823886990547,
      "step": 20200
    },
    {
      "loss_action": 0.004048725590109825,
      "loss_total": 0.004048725590109825,
      "step": 20200
    },
    {
      "loss_action": 0.007792297750711441,
      "loss_total": 0.007792297750711441,
      "step": 20200
    },
    {
      "grad_norm": 0.16199862957000732,
      "learning_rate": 9.380816297527235e-05,
      "loss": 0.0128,
      "step": 20210
    },
    {
      "loss_action": 0.012735866941511631,
      "loss_total": 0.012735866941511631,
      "step": 20210
    },
    {
      "loss_action": 0.010009260848164558,
      "loss_total": 0.010009260848164558,
      "step": 20210
    },
    {
      "loss_action": 0.01951535977423191,
      "loss_total": 0.01951535977423191,
      "step": 20210
    },
    {
      "loss_action": 0.011368258856236935,
      "loss_total": 0.011368258856236935,
      "step": 20210
    },
    {
      "loss_action": 0.013564400374889374,
      "loss_total": 0.013564400374889374,
      "step": 20210
    },
    {
      "loss_action": 0.026152145117521286,
      "loss_total": 0.026152145117521286,
      "step": 20210
    },
    {
      "loss_action": 0.019283529371023178,
      "loss_total": 0.019283529371023178,
      "step": 20210
    },
    {
      "loss_action": 0.016067765653133392,
      "loss_total": 0.016067765653133392,
      "step": 20210
    },
    {
      "grad_norm": 0.3216569423675537,
      "learning_rate": 9.380019061635506e-05,
      "loss": 0.0154,
      "step": 20220
    },
    {
      "loss_action": 0.007929215207695961,
      "loss_total": 0.007929215207695961,
      "step": 20220
    },
    {
      "loss_action": 0.013459458947181702,
      "loss_total": 0.013459458947181702,
      "step": 20220
    },
    {
      "loss_action": 0.007979463785886765,
      "loss_total": 0.007979463785886765,
      "step": 20220
    },
    {
      "loss_action": 0.02040143311023712,
      "loss_total": 0.02040143311023712,
      "step": 20220
    },
    {
      "loss_action": 0.026635877788066864,
      "loss_total": 0.026635877788066864,
      "step": 20220
    },
    {
      "loss_action": 0.012157518416643143,
      "loss_total": 0.012157518416643143,
      "step": 20220
    },
    {
      "loss_action": 0.033155202865600586,
      "loss_total": 0.033155202865600586,
      "step": 20220
    },
    {
      "loss_action": 0.02354443073272705,
      "loss_total": 0.02354443073272705,
      "step": 20220
    },
    {
      "grad_norm": 0.1798175722360611,
      "learning_rate": 9.379221346751474e-05,
      "loss": 0.0169,
      "step": 20230
    },
    {
      "loss_action": 0.011294186115264893,
      "loss_total": 0.011294186115264893,
      "step": 20230
    },
    {
      "loss_action": 0.017852790653705597,
      "loss_total": 0.017852790653705597,
      "step": 20230
    },
    {
      "loss_action": 0.004661687649786472,
      "loss_total": 0.004661687649786472,
      "step": 20230
    },
    {
      "loss_action": 0.021533526480197906,
      "loss_total": 0.021533526480197906,
      "step": 20230
    },
    {
      "loss_action": 0.006653039250522852,
      "loss_total": 0.006653039250522852,
      "step": 20230
    },
    {
      "loss_action": 0.01805918477475643,
      "loss_total": 0.01805918477475643,
      "step": 20230
    },
    {
      "loss_action": 0.007577961776405573,
      "loss_total": 0.007577961776405573,
      "step": 20230
    },
    {
      "loss_action": 0.007135313469916582,
      "loss_total": 0.007135313469916582,
      "step": 20230
    },
    {
      "grad_norm": 0.13857699930667877,
      "learning_rate": 9.378423152962382e-05,
      "loss": 0.0143,
      "step": 20240
    },
    {
      "loss_action": 0.021635334938764572,
      "loss_total": 0.021635334938764572,
      "step": 20240
    },
    {
      "loss_action": 0.004483159631490707,
      "loss_total": 0.004483159631490707,
      "step": 20240
    },
    {
      "loss_action": 0.026955831795930862,
      "loss_total": 0.026955831795930862,
      "step": 20240
    },
    {
      "loss_action": 0.004297167994081974,
      "loss_total": 0.004297167994081974,
      "step": 20240
    },
    {
      "loss_action": 0.014723331667482853,
      "loss_total": 0.014723331667482853,
      "step": 20240
    },
    {
      "loss_action": 0.0115380072966218,
      "loss_total": 0.0115380072966218,
      "step": 20240
    },
    {
      "loss_action": 0.008936336264014244,
      "loss_total": 0.008936336264014244,
      "step": 20240
    },
    {
      "loss_action": 0.004314914345741272,
      "loss_total": 0.004314914345741272,
      "step": 20240
    },
    {
      "grad_norm": 0.1608639657497406,
      "learning_rate": 9.377624480355517e-05,
      "loss": 0.0146,
      "step": 20250
    },
    {
      "loss_action": 0.01921904645860195,
      "loss_total": 0.01921904645860195,
      "step": 20250
    },
    {
      "loss_action": 0.014555912464857101,
      "loss_total": 0.014555912464857101,
      "step": 20250
    },
    {
      "loss_action": 0.021128807216882706,
      "loss_total": 0.021128807216882706,
      "step": 20250
    },
    {
      "loss_action": 0.009228615090250969,
      "loss_total": 0.009228615090250969,
      "step": 20250
    },
    {
      "loss_action": 0.01250691618770361,
      "loss_total": 0.01250691618770361,
      "step": 20250
    },
    {
      "loss_action": 0.009240908548235893,
      "loss_total": 0.009240908548235893,
      "step": 20250
    },
    {
      "loss_action": 0.01526288315653801,
      "loss_total": 0.01526288315653801,
      "step": 20250
    },
    {
      "loss_action": 0.025141939520835876,
      "loss_total": 0.025141939520835876,
      "step": 20250
    },
    {
      "grad_norm": 0.15999504923820496,
      "learning_rate": 9.376825329018219e-05,
      "loss": 0.0149,
      "step": 20260
    },
    {
      "loss_action": 0.01737080328166485,
      "loss_total": 0.01737080328166485,
      "step": 20260
    },
    {
      "loss_action": 0.008828741498291492,
      "loss_total": 0.008828741498291492,
      "step": 20260
    },
    {
      "loss_action": 0.008948497474193573,
      "loss_total": 0.008948497474193573,
      "step": 20260
    },
    {
      "loss_action": 0.0079121058806777,
      "loss_total": 0.0079121058806777,
      "step": 20260
    },
    {
      "loss_action": 0.020466694608330727,
      "loss_total": 0.020466694608330727,
      "step": 20260
    },
    {
      "loss_action": 0.008676478639245033,
      "loss_total": 0.008676478639245033,
      "step": 20260
    },
    {
      "loss_action": 0.0060304636135697365,
      "loss_total": 0.0060304636135697365,
      "step": 20260
    },
    {
      "loss_action": 0.00955718569457531,
      "loss_total": 0.00955718569457531,
      "step": 20260
    },
    {
      "grad_norm": 0.14639312028884888,
      "learning_rate": 9.376025699037884e-05,
      "loss": 0.0132,
      "step": 20270
    },
    {
      "loss_action": 0.014626512303948402,
      "loss_total": 0.014626512303948402,
      "step": 20270
    },
    {
      "loss_action": 0.005473407916724682,
      "loss_total": 0.005473407916724682,
      "step": 20270
    },
    {
      "loss_action": 0.011146665550768375,
      "loss_total": 0.011146665550768375,
      "step": 20270
    },
    {
      "loss_action": 0.004960262682288885,
      "loss_total": 0.004960262682288885,
      "step": 20270
    },
    {
      "loss_action": 0.00923012662678957,
      "loss_total": 0.00923012662678957,
      "step": 20270
    },
    {
      "loss_action": 0.007979500107467175,
      "loss_total": 0.007979500107467175,
      "step": 20270
    },
    {
      "loss_action": 0.01630515605211258,
      "loss_total": 0.01630515605211258,
      "step": 20270
    },
    {
      "loss_action": 0.01276625506579876,
      "loss_total": 0.01276625506579876,
      "step": 20270
    },
    {
      "grad_norm": 0.1768881231546402,
      "learning_rate": 9.37522559050196e-05,
      "loss": 0.0124,
      "step": 20280
    },
    {
      "loss_action": 0.004709964618086815,
      "loss_total": 0.004709964618086815,
      "step": 20280
    },
    {
      "loss_action": 0.019669033586978912,
      "loss_total": 0.019669033586978912,
      "step": 20280
    },
    {
      "loss_action": 0.00643687229603529,
      "loss_total": 0.00643687229603529,
      "step": 20280
    },
    {
      "loss_action": 0.004584820009768009,
      "loss_total": 0.004584820009768009,
      "step": 20280
    },
    {
      "loss_action": 0.01888468861579895,
      "loss_total": 0.01888468861579895,
      "step": 20280
    },
    {
      "loss_action": 0.010346677154302597,
      "loss_total": 0.010346677154302597,
      "step": 20280
    },
    {
      "loss_action": 0.01050865650177002,
      "loss_total": 0.01050865650177002,
      "step": 20280
    },
    {
      "loss_action": 0.006289178505539894,
      "loss_total": 0.006289178505539894,
      "step": 20280
    },
    {
      "grad_norm": 0.1546688675880432,
      "learning_rate": 9.37442500349794e-05,
      "loss": 0.0134,
      "step": 20290
    },
    {
      "loss_action": 0.012394126504659653,
      "loss_total": 0.012394126504659653,
      "step": 20290
    },
    {
      "loss_action": 0.015204389579594135,
      "loss_total": 0.015204389579594135,
      "step": 20290
    },
    {
      "loss_action": 0.008977006189525127,
      "loss_total": 0.008977006189525127,
      "step": 20290
    },
    {
      "loss_action": 0.005431293044239283,
      "loss_total": 0.005431293044239283,
      "step": 20290
    },
    {
      "loss_action": 0.01580643467605114,
      "loss_total": 0.01580643467605114,
      "step": 20290
    },
    {
      "loss_action": 0.007837836630642414,
      "loss_total": 0.007837836630642414,
      "step": 20290
    },
    {
      "loss_action": 0.023538578301668167,
      "loss_total": 0.023538578301668167,
      "step": 20290
    },
    {
      "loss_action": 0.01955832913517952,
      "loss_total": 0.01955832913517952,
      "step": 20290
    },
    {
      "grad_norm": 0.22204862534999847,
      "learning_rate": 9.373623938113381e-05,
      "loss": 0.0141,
      "step": 20300
    },
    {
      "loss_action": 0.006419931538403034,
      "loss_total": 0.006419931538403034,
      "step": 20300
    },
    {
      "loss_action": 0.00687840860337019,
      "loss_total": 0.00687840860337019,
      "step": 20300
    },
    {
      "loss_action": 0.009019297547638416,
      "loss_total": 0.009019297547638416,
      "step": 20300
    },
    {
      "loss_action": 0.02836579829454422,
      "loss_total": 0.02836579829454422,
      "step": 20300
    },
    {
      "loss_action": 0.010387245565652847,
      "loss_total": 0.010387245565652847,
      "step": 20300
    },
    {
      "loss_action": 0.013689746148884296,
      "loss_total": 0.013689746148884296,
      "step": 20300
    },
    {
      "loss_action": 0.005341947078704834,
      "loss_total": 0.005341947078704834,
      "step": 20300
    },
    {
      "loss_action": 0.00954976212233305,
      "loss_total": 0.00954976212233305,
      "step": 20300
    },
    {
      "grad_norm": 0.1415265053510666,
      "learning_rate": 9.372822394435883e-05,
      "loss": 0.0143,
      "step": 20310
    },
    {
      "loss_action": 0.007373057305812836,
      "loss_total": 0.007373057305812836,
      "step": 20310
    },
    {
      "loss_action": 0.005551598966121674,
      "loss_total": 0.005551598966121674,
      "step": 20310
    },
    {
      "loss_action": 0.013405725359916687,
      "loss_total": 0.013405725359916687,
      "step": 20310
    },
    {
      "loss_action": 0.019376201555132866,
      "loss_total": 0.019376201555132866,
      "step": 20310
    },
    {
      "loss_action": 0.017668364569544792,
      "loss_total": 0.017668364569544792,
      "step": 20310
    },
    {
      "loss_action": 0.02078876458108425,
      "loss_total": 0.02078876458108425,
      "step": 20310
    },
    {
      "loss_action": 0.008916394785046577,
      "loss_total": 0.008916394785046577,
      "step": 20310
    },
    {
      "loss_action": 0.009678752161562443,
      "loss_total": 0.009678752161562443,
      "step": 20310
    },
    {
      "grad_norm": 0.18524663150310516,
      "learning_rate": 9.372020372553102e-05,
      "loss": 0.0125,
      "step": 20320
    },
    {
      "loss_action": 0.022640055045485497,
      "loss_total": 0.022640055045485497,
      "step": 20320
    },
    {
      "loss_action": 0.027358872815966606,
      "loss_total": 0.027358872815966606,
      "step": 20320
    },
    {
      "loss_action": 0.016982685774564743,
      "loss_total": 0.016982685774564743,
      "step": 20320
    },
    {
      "loss_action": 0.011362206190824509,
      "loss_total": 0.011362206190824509,
      "step": 20320
    },
    {
      "loss_action": 0.01759982854127884,
      "loss_total": 0.01759982854127884,
      "step": 20320
    },
    {
      "loss_action": 0.011799652129411697,
      "loss_total": 0.011799652129411697,
      "step": 20320
    },
    {
      "loss_action": 0.013028665445744991,
      "loss_total": 0.013028665445744991,
      "step": 20320
    },
    {
      "loss_action": 0.010819896124303341,
      "loss_total": 0.010819896124303341,
      "step": 20320
    },
    {
      "grad_norm": 0.19989030063152313,
      "learning_rate": 9.371217872552746e-05,
      "loss": 0.013,
      "step": 20330
    },
    {
      "loss_action": 0.01825507916510105,
      "loss_total": 0.01825507916510105,
      "step": 20330
    },
    {
      "loss_action": 0.0106891430914402,
      "loss_total": 0.0106891430914402,
      "step": 20330
    },
    {
      "loss_action": 0.01807464100420475,
      "loss_total": 0.01807464100420475,
      "step": 20330
    },
    {
      "loss_action": 0.013260183855891228,
      "loss_total": 0.013260183855891228,
      "step": 20330
    },
    {
      "loss_action": 0.007291280198842287,
      "loss_total": 0.007291280198842287,
      "step": 20330
    },
    {
      "loss_action": 0.033371105790138245,
      "loss_total": 0.033371105790138245,
      "step": 20330
    },
    {
      "loss_action": 0.008838346228003502,
      "loss_total": 0.008838346228003502,
      "step": 20330
    },
    {
      "loss_action": 0.0073957666754722595,
      "loss_total": 0.0073957666754722595,
      "step": 20330
    },
    {
      "grad_norm": 0.1378723680973053,
      "learning_rate": 9.370414894522576e-05,
      "loss": 0.0149,
      "step": 20340
    },
    {
      "loss_action": 0.012998133897781372,
      "loss_total": 0.012998133897781372,
      "step": 20340
    },
    {
      "loss_action": 0.00733321625739336,
      "loss_total": 0.00733321625739336,
      "step": 20340
    },
    {
      "loss_action": 0.0080336295068264,
      "loss_total": 0.0080336295068264,
      "step": 20340
    },
    {
      "loss_action": 0.012970704585313797,
      "loss_total": 0.012970704585313797,
      "step": 20340
    },
    {
      "loss_action": 0.017540305852890015,
      "loss_total": 0.017540305852890015,
      "step": 20340
    },
    {
      "loss_action": 0.027931896969676018,
      "loss_total": 0.027931896969676018,
      "step": 20340
    },
    {
      "loss_action": 0.01825755462050438,
      "loss_total": 0.01825755462050438,
      "step": 20340
    },
    {
      "loss_action": 0.03206745535135269,
      "loss_total": 0.03206745535135269,
      "step": 20340
    },
    {
      "grad_norm": 0.1447729468345642,
      "learning_rate": 9.369611438550406e-05,
      "loss": 0.0158,
      "step": 20350
    },
    {
      "loss_action": 0.009342689998447895,
      "loss_total": 0.009342689998447895,
      "step": 20350
    },
    {
      "loss_action": 0.037345144897699356,
      "loss_total": 0.037345144897699356,
      "step": 20350
    },
    {
      "loss_action": 0.007789410650730133,
      "loss_total": 0.007789410650730133,
      "step": 20350
    },
    {
      "loss_action": 0.008993430994451046,
      "loss_total": 0.008993430994451046,
      "step": 20350
    },
    {
      "loss_action": 0.016379989683628082,
      "loss_total": 0.016379989683628082,
      "step": 20350
    },
    {
      "loss_action": 0.015927236527204514,
      "loss_total": 0.015927236527204514,
      "step": 20350
    },
    {
      "loss_action": 0.011925814673304558,
      "loss_total": 0.011925814673304558,
      "step": 20350
    },
    {
      "loss_action": 0.008005855605006218,
      "loss_total": 0.008005855605006218,
      "step": 20350
    },
    {
      "grad_norm": 0.12576904892921448,
      "learning_rate": 9.368807504724095e-05,
      "loss": 0.0158,
      "step": 20360
    },
    {
      "loss_action": 0.009623374789953232,
      "loss_total": 0.009623374789953232,
      "step": 20360
    },
    {
      "loss_action": 0.015139727853238583,
      "loss_total": 0.015139727853238583,
      "step": 20360
    },
    {
      "loss_action": 0.013900707475841045,
      "loss_total": 0.013900707475841045,
      "step": 20360
    },
    {
      "loss_action": 0.01189196016639471,
      "loss_total": 0.01189196016639471,
      "step": 20360
    },
    {
      "loss_action": 0.0084945447742939,
      "loss_total": 0.0084945447742939,
      "step": 20360
    },
    {
      "loss_action": 0.009600121527910233,
      "loss_total": 0.009600121527910233,
      "step": 20360
    },
    {
      "loss_action": 0.01564745046198368,
      "loss_total": 0.01564745046198368,
      "step": 20360
    },
    {
      "loss_action": 0.011155224405229092,
      "loss_total": 0.011155224405229092,
      "step": 20360
    },
    {
      "grad_norm": 0.1456754505634308,
      "learning_rate": 9.368003093131565e-05,
      "loss": 0.0135,
      "step": 20370
    },
    {
      "loss_action": 0.0276656337082386,
      "loss_total": 0.0276656337082386,
      "step": 20370
    },
    {
      "loss_action": 0.016139613464474678,
      "loss_total": 0.016139613464474678,
      "step": 20370
    },
    {
      "loss_action": 0.006127309054136276,
      "loss_total": 0.006127309054136276,
      "step": 20370
    },
    {
      "loss_action": 0.005526496097445488,
      "loss_total": 0.005526496097445488,
      "step": 20370
    },
    {
      "loss_action": 0.01089913584291935,
      "loss_total": 0.01089913584291935,
      "step": 20370
    },
    {
      "loss_action": 0.018013503402471542,
      "loss_total": 0.018013503402471542,
      "step": 20370
    },
    {
      "loss_action": 0.009158112108707428,
      "loss_total": 0.009158112108707428,
      "step": 20370
    },
    {
      "loss_action": 0.006605610251426697,
      "loss_total": 0.006605610251426697,
      "step": 20370
    },
    {
      "grad_norm": 0.1534605175256729,
      "learning_rate": 9.367198203860785e-05,
      "loss": 0.0156,
      "step": 20380
    },
    {
      "loss_action": 0.0067741759121418,
      "loss_total": 0.0067741759121418,
      "step": 20380
    },
    {
      "loss_action": 0.005600399803370237,
      "loss_total": 0.005600399803370237,
      "step": 20380
    },
    {
      "loss_action": 0.017634009942412376,
      "loss_total": 0.017634009942412376,
      "step": 20380
    },
    {
      "loss_action": 0.00844007357954979,
      "loss_total": 0.00844007357954979,
      "step": 20380
    },
    {
      "loss_action": 0.011402813717722893,
      "loss_total": 0.011402813717722893,
      "step": 20380
    },
    {
      "loss_action": 0.016608700156211853,
      "loss_total": 0.016608700156211853,
      "step": 20380
    },
    {
      "loss_action": 0.023335270583629608,
      "loss_total": 0.023335270583629608,
      "step": 20380
    },
    {
      "loss_action": 0.025380995124578476,
      "loss_total": 0.025380995124578476,
      "step": 20380
    },
    {
      "grad_norm": 0.1520073115825653,
      "learning_rate": 9.366392836999774e-05,
      "loss": 0.0124,
      "step": 20390
    },
    {
      "loss_action": 0.008176682516932487,
      "loss_total": 0.008176682516932487,
      "step": 20390
    },
    {
      "loss_action": 0.01596968062222004,
      "loss_total": 0.01596968062222004,
      "step": 20390
    },
    {
      "loss_action": 0.026537492871284485,
      "loss_total": 0.026537492871284485,
      "step": 20390
    },
    {
      "loss_action": 0.013721240684390068,
      "loss_total": 0.013721240684390068,
      "step": 20390
    },
    {
      "loss_action": 0.011377847753465176,
      "loss_total": 0.011377847753465176,
      "step": 20390
    },
    {
      "loss_action": 0.03448944538831711,
      "loss_total": 0.03448944538831711,
      "step": 20390
    },
    {
      "loss_action": 0.016825508326292038,
      "loss_total": 0.016825508326292038,
      "step": 20390
    },
    {
      "loss_action": 0.013103893026709557,
      "loss_total": 0.013103893026709557,
      "step": 20390
    },
    {
      "grad_norm": 0.16443192958831787,
      "learning_rate": 9.365586992636607e-05,
      "loss": 0.0136,
      "step": 20400
    },
    {
      "loss_action": 0.01493941992521286,
      "loss_total": 0.01493941992521286,
      "step": 20400
    },
    {
      "loss_action": 0.006917300634086132,
      "loss_total": 0.006917300634086132,
      "step": 20400
    },
    {
      "loss_action": 0.01793609745800495,
      "loss_total": 0.01793609745800495,
      "step": 20400
    },
    {
      "loss_action": 0.04035899043083191,
      "loss_total": 0.04035899043083191,
      "step": 20400
    },
    {
      "loss_action": 0.015765486285090446,
      "loss_total": 0.015765486285090446,
      "step": 20400
    },
    {
      "loss_action": 0.004682606086134911,
      "loss_total": 0.004682606086134911,
      "step": 20400
    },
    {
      "loss_action": 0.004666083492338657,
      "loss_total": 0.004666083492338657,
      "step": 20400
    },
    {
      "loss_action": 0.006337983533740044,
      "loss_total": 0.006337983533740044,
      "step": 20400
    },
    {
      "grad_norm": 0.17928054928779602,
      "learning_rate": 9.364780670859412e-05,
      "loss": 0.0129,
      "step": 20410
    },
    {
      "loss_action": 0.020388342440128326,
      "loss_total": 0.020388342440128326,
      "step": 20410
    },
    {
      "loss_action": 0.006886044051498175,
      "loss_total": 0.006886044051498175,
      "step": 20410
    },
    {
      "loss_action": 0.02000264823436737,
      "loss_total": 0.02000264823436737,
      "step": 20410
    },
    {
      "loss_action": 0.026157375425100327,
      "loss_total": 0.026157375425100327,
      "step": 20410
    },
    {
      "loss_action": 0.00937329139560461,
      "loss_total": 0.00937329139560461,
      "step": 20410
    },
    {
      "loss_action": 0.011742418631911278,
      "loss_total": 0.011742418631911278,
      "step": 20410
    },
    {
      "loss_action": 0.019519273191690445,
      "loss_total": 0.019519273191690445,
      "step": 20410
    },
    {
      "loss_action": 0.008805235847830772,
      "loss_total": 0.008805235847830772,
      "step": 20410
    },
    {
      "grad_norm": 0.19045716524124146,
      "learning_rate": 9.363973871756364e-05,
      "loss": 0.0139,
      "step": 20420
    },
    {
      "loss_action": 0.014296437613666058,
      "loss_total": 0.014296437613666058,
      "step": 20420
    },
    {
      "loss_action": 0.01413140632212162,
      "loss_total": 0.01413140632212162,
      "step": 20420
    },
    {
      "loss_action": 0.015443007461726665,
      "loss_total": 0.015443007461726665,
      "step": 20420
    },
    {
      "loss_action": 0.016903720796108246,
      "loss_total": 0.016903720796108246,
      "step": 20420
    },
    {
      "loss_action": 0.0159244854003191,
      "loss_total": 0.0159244854003191,
      "step": 20420
    },
    {
      "loss_action": 0.014486337080597878,
      "loss_total": 0.014486337080597878,
      "step": 20420
    },
    {
      "loss_action": 0.008893080055713654,
      "loss_total": 0.008893080055713654,
      "step": 20420
    },
    {
      "loss_action": 0.008884280920028687,
      "loss_total": 0.008884280920028687,
      "step": 20420
    },
    {
      "grad_norm": 0.12823569774627686,
      "learning_rate": 9.363166595415696e-05,
      "loss": 0.0139,
      "step": 20430
    },
    {
      "loss_action": 0.009367822669446468,
      "loss_total": 0.009367822669446468,
      "step": 20430
    },
    {
      "loss_action": 0.011746155098080635,
      "loss_total": 0.011746155098080635,
      "step": 20430
    },
    {
      "loss_action": 0.007899291813373566,
      "loss_total": 0.007899291813373566,
      "step": 20430
    },
    {
      "loss_action": 0.008975649252533913,
      "loss_total": 0.008975649252533913,
      "step": 20430
    },
    {
      "loss_action": 0.011973555199801922,
      "loss_total": 0.011973555199801922,
      "step": 20430
    },
    {
      "loss_action": 0.008647366426885128,
      "loss_total": 0.008647366426885128,
      "step": 20430
    },
    {
      "loss_action": 0.02109738625586033,
      "loss_total": 0.02109738625586033,
      "step": 20430
    },
    {
      "loss_action": 0.010441074147820473,
      "loss_total": 0.010441074147820473,
      "step": 20430
    },
    {
      "grad_norm": 0.15647241473197937,
      "learning_rate": 9.362358841925686e-05,
      "loss": 0.0132,
      "step": 20440
    },
    {
      "loss_action": 0.021227221935987473,
      "loss_total": 0.021227221935987473,
      "step": 20440
    },
    {
      "loss_action": 0.022843532264232635,
      "loss_total": 0.022843532264232635,
      "step": 20440
    },
    {
      "loss_action": 0.006671315059065819,
      "loss_total": 0.006671315059065819,
      "step": 20440
    },
    {
      "loss_action": 0.0042518023401498795,
      "loss_total": 0.0042518023401498795,
      "step": 20440
    },
    {
      "loss_action": 0.031441688537597656,
      "loss_total": 0.031441688537597656,
      "step": 20440
    },
    {
      "loss_action": 0.014004519209265709,
      "loss_total": 0.014004519209265709,
      "step": 20440
    },
    {
      "loss_action": 0.00876030046492815,
      "loss_total": 0.00876030046492815,
      "step": 20440
    },
    {
      "loss_action": 0.007589408662170172,
      "loss_total": 0.007589408662170172,
      "step": 20440
    },
    {
      "grad_norm": 0.13146553933620453,
      "learning_rate": 9.361550611374674e-05,
      "loss": 0.0144,
      "step": 20450
    },
    {
      "loss_action": 0.011856135912239552,
      "loss_total": 0.011856135912239552,
      "step": 20450
    },
    {
      "loss_action": 0.009948544204235077,
      "loss_total": 0.009948544204235077,
      "step": 20450
    },
    {
      "loss_action": 0.006262692157179117,
      "loss_total": 0.006262692157179117,
      "step": 20450
    },
    {
      "loss_action": 0.01075464952737093,
      "loss_total": 0.01075464952737093,
      "step": 20450
    },
    {
      "loss_action": 0.014568784274160862,
      "loss_total": 0.014568784274160862,
      "step": 20450
    },
    {
      "loss_action": 0.006890561431646347,
      "loss_total": 0.006890561431646347,
      "step": 20450
    },
    {
      "loss_action": 0.028051678091287613,
      "loss_total": 0.028051678091287613,
      "step": 20450
    },
    {
      "loss_action": 0.008880501613020897,
      "loss_total": 0.008880501613020897,
      "step": 20450
    },
    {
      "grad_norm": 0.16019292175769806,
      "learning_rate": 9.360741903851043e-05,
      "loss": 0.0136,
      "step": 20460
    },
    {
      "loss_action": 0.009061431512236595,
      "loss_total": 0.009061431512236595,
      "step": 20460
    },
    {
      "loss_action": 0.01800839602947235,
      "loss_total": 0.01800839602947235,
      "step": 20460
    },
    {
      "loss_action": 0.016956111416220665,
      "loss_total": 0.016956111416220665,
      "step": 20460
    },
    {
      "loss_action": 0.022664416581392288,
      "loss_total": 0.022664416581392288,
      "step": 20460
    },
    {
      "loss_action": 0.007355904672294855,
      "loss_total": 0.007355904672294855,
      "step": 20460
    },
    {
      "loss_action": 0.009263365529477596,
      "loss_total": 0.009263365529477596,
      "step": 20460
    },
    {
      "loss_action": 0.005841704551130533,
      "loss_total": 0.005841704551130533,
      "step": 20460
    },
    {
      "loss_action": 0.011635120958089828,
      "loss_total": 0.011635120958089828,
      "step": 20460
    },
    {
      "grad_norm": 0.16755244135856628,
      "learning_rate": 9.359932719443236e-05,
      "loss": 0.0129,
      "step": 20470
    },
    {
      "loss_action": 0.010559944435954094,
      "loss_total": 0.010559944435954094,
      "step": 20470
    },
    {
      "loss_action": 0.014384930022060871,
      "loss_total": 0.014384930022060871,
      "step": 20470
    },
    {
      "loss_action": 0.05299822986125946,
      "loss_total": 0.05299822986125946,
      "step": 20470
    },
    {
      "loss_action": 0.018277578055858612,
      "loss_total": 0.018277578055858612,
      "step": 20470
    },
    {
      "loss_action": 0.014437094330787659,
      "loss_total": 0.014437094330787659,
      "step": 20470
    },
    {
      "loss_action": 0.013766108080744743,
      "loss_total": 0.013766108080744743,
      "step": 20470
    },
    {
      "loss_action": 0.007964173331856728,
      "loss_total": 0.007964173331856728,
      "step": 20470
    },
    {
      "loss_action": 0.013226700946688652,
      "loss_total": 0.013226700946688652,
      "step": 20470
    },
    {
      "grad_norm": 0.1967293918132782,
      "learning_rate": 9.35912305823974e-05,
      "loss": 0.0142,
      "step": 20480
    },
    {
      "loss_action": 0.005659802351146936,
      "loss_total": 0.005659802351146936,
      "step": 20480
    },
    {
      "loss_action": 0.013574400916695595,
      "loss_total": 0.013574400916695595,
      "step": 20480
    },
    {
      "loss_action": 0.00628913938999176,
      "loss_total": 0.00628913938999176,
      "step": 20480
    },
    {
      "loss_action": 0.007468007504940033,
      "loss_total": 0.007468007504940033,
      "step": 20480
    },
    {
      "loss_action": 0.020919833332300186,
      "loss_total": 0.020919833332300186,
      "step": 20480
    },
    {
      "loss_action": 0.013584241271018982,
      "loss_total": 0.013584241271018982,
      "step": 20480
    },
    {
      "loss_action": 0.011775977909564972,
      "loss_total": 0.011775977909564972,
      "step": 20480
    },
    {
      "loss_action": 0.010511016473174095,
      "loss_total": 0.010511016473174095,
      "step": 20480
    },
    {
      "grad_norm": 0.12737450003623962,
      "learning_rate": 9.358312920329101e-05,
      "loss": 0.0134,
      "step": 20490
    },
    {
      "loss_action": 0.007417728193104267,
      "loss_total": 0.007417728193104267,
      "step": 20490
    },
    {
      "loss_action": 0.014878962188959122,
      "loss_total": 0.014878962188959122,
      "step": 20490
    },
    {
      "loss_action": 0.016379747539758682,
      "loss_total": 0.016379747539758682,
      "step": 20490
    },
    {
      "loss_action": 0.013250167481601238,
      "loss_total": 0.013250167481601238,
      "step": 20490
    },
    {
      "loss_action": 0.006986262276768684,
      "loss_total": 0.006986262276768684,
      "step": 20490
    },
    {
      "loss_action": 0.0266648568212986,
      "loss_total": 0.0266648568212986,
      "step": 20490
    },
    {
      "loss_action": 0.017782840877771378,
      "loss_total": 0.017782840877771378,
      "step": 20490
    },
    {
      "loss_action": 0.009845978580415249,
      "loss_total": 0.009845978580415249,
      "step": 20490
    },
    {
      "grad_norm": 0.17949457466602325,
      "learning_rate": 9.357502305799914e-05,
      "loss": 0.0131,
      "step": 20500
    },
    {
      "loss_action": 0.019075244665145874,
      "loss_total": 0.019075244665145874,
      "step": 20500
    },
    {
      "loss_action": 0.011410937644541264,
      "loss_total": 0.011410937644541264,
      "step": 20500
    },
    {
      "loss_action": 0.014413418248295784,
      "loss_total": 0.014413418248295784,
      "step": 20500
    },
    {
      "loss_action": 0.021168196573853493,
      "loss_total": 0.021168196573853493,
      "step": 20500
    },
    {
      "loss_action": 0.018315467983484268,
      "loss_total": 0.018315467983484268,
      "step": 20500
    },
    {
      "loss_action": 0.01838615909218788,
      "loss_total": 0.01838615909218788,
      "step": 20500
    },
    {
      "loss_action": 0.023759188130497932,
      "loss_total": 0.023759188130497932,
      "step": 20500
    },
    {
      "loss_action": 0.021168144419789314,
      "loss_total": 0.021168144419789314,
      "step": 20500
    },
    {
      "grad_norm": 0.20955653488636017,
      "learning_rate": 9.356691214740824e-05,
      "loss": 0.0125,
      "step": 20510
    },
    {
      "loss_action": 0.01993619091808796,
      "loss_total": 0.01993619091808796,
      "step": 20510
    },
    {
      "loss_action": 0.006880004890263081,
      "loss_total": 0.006880004890263081,
      "step": 20510
    },
    {
      "loss_action": 0.026193758472800255,
      "loss_total": 0.026193758472800255,
      "step": 20510
    },
    {
      "loss_action": 0.013596951961517334,
      "loss_total": 0.013596951961517334,
      "step": 20510
    },
    {
      "loss_action": 0.009431102313101292,
      "loss_total": 0.009431102313101292,
      "step": 20510
    },
    {
      "loss_action": 0.015049481764435768,
      "loss_total": 0.015049481764435768,
      "step": 20510
    },
    {
      "loss_action": 0.007699676789343357,
      "loss_total": 0.007699676789343357,
      "step": 20510
    },
    {
      "loss_action": 0.012823611497879028,
      "loss_total": 0.012823611497879028,
      "step": 20510
    },
    {
      "grad_norm": 0.15994979441165924,
      "learning_rate": 9.355879647240535e-05,
      "loss": 0.0132,
      "step": 20520
    },
    {
      "loss_action": 0.012980089522898197,
      "loss_total": 0.012980089522898197,
      "step": 20520
    },
    {
      "loss_action": 0.06027385592460632,
      "loss_total": 0.06027385592460632,
      "step": 20520
    },
    {
      "loss_action": 0.02471182867884636,
      "loss_total": 0.02471182867884636,
      "step": 20520
    },
    {
      "loss_action": 0.012702920474112034,
      "loss_total": 0.012702920474112034,
      "step": 20520
    },
    {
      "loss_action": 0.015649721026420593,
      "loss_total": 0.015649721026420593,
      "step": 20520
    },
    {
      "loss_action": 0.024031884968280792,
      "loss_total": 0.024031884968280792,
      "step": 20520
    },
    {
      "loss_action": 0.01619112864136696,
      "loss_total": 0.01619112864136696,
      "step": 20520
    },
    {
      "loss_action": 0.02569197118282318,
      "loss_total": 0.02569197118282318,
      "step": 20520
    },
    {
      "grad_norm": 0.15963979065418243,
      "learning_rate": 9.355067603387798e-05,
      "loss": 0.0145,
      "step": 20530
    },
    {
      "loss_action": 0.011792936362326145,
      "loss_total": 0.011792936362326145,
      "step": 20530
    },
    {
      "loss_action": 0.010918525978922844,
      "loss_total": 0.010918525978922844,
      "step": 20530
    },
    {
      "loss_action": 0.008040514774620533,
      "loss_total": 0.008040514774620533,
      "step": 20530
    },
    {
      "loss_action": 0.023560145869851112,
      "loss_total": 0.023560145869851112,
      "step": 20530
    },
    {
      "loss_action": 0.020859494805336,
      "loss_total": 0.020859494805336,
      "step": 20530
    },
    {
      "loss_action": 0.012992819771170616,
      "loss_total": 0.012992819771170616,
      "step": 20530
    },
    {
      "loss_action": 0.015139222145080566,
      "loss_total": 0.015139222145080566,
      "step": 20530
    },
    {
      "loss_action": 0.017931682989001274,
      "loss_total": 0.017931682989001274,
      "step": 20530
    },
    {
      "grad_norm": 0.19755466282367706,
      "learning_rate": 9.354255083271412e-05,
      "loss": 0.0139,
      "step": 20540
    },
    {
      "loss_action": 0.0072253732942044735,
      "loss_total": 0.0072253732942044735,
      "step": 20540
    },
    {
      "loss_action": 0.00503727700561285,
      "loss_total": 0.00503727700561285,
      "step": 20540
    },
    {
      "loss_action": 0.006792708300054073,
      "loss_total": 0.006792708300054073,
      "step": 20540
    },
    {
      "loss_action": 0.018696799874305725,
      "loss_total": 0.018696799874305725,
      "step": 20540
    },
    {
      "loss_action": 0.007875400595366955,
      "loss_total": 0.007875400595366955,
      "step": 20540
    },
    {
      "loss_action": 0.003614293411374092,
      "loss_total": 0.003614293411374092,
      "step": 20540
    },
    {
      "loss_action": 0.004624444525688887,
      "loss_total": 0.004624444525688887,
      "step": 20540
    },
    {
      "loss_action": 0.005052777007222176,
      "loss_total": 0.005052777007222176,
      "step": 20540
    },
    {
      "grad_norm": 0.16107770800590515,
      "learning_rate": 9.353442086980239e-05,
      "loss": 0.0139,
      "step": 20550
    },
    {
      "loss_action": 0.009012519381940365,
      "loss_total": 0.009012519381940365,
      "step": 20550
    },
    {
      "loss_action": 0.013333001174032688,
      "loss_total": 0.013333001174032688,
      "step": 20550
    },
    {
      "loss_action": 0.005022461526095867,
      "loss_total": 0.005022461526095867,
      "step": 20550
    },
    {
      "loss_action": 0.008625063113868237,
      "loss_total": 0.008625063113868237,
      "step": 20550
    },
    {
      "loss_action": 0.004616155754774809,
      "loss_total": 0.004616155754774809,
      "step": 20550
    },
    {
      "loss_action": 0.011514296755194664,
      "loss_total": 0.011514296755194664,
      "step": 20550
    },
    {
      "loss_action": 0.012748245149850845,
      "loss_total": 0.012748245149850845,
      "step": 20550
    },
    {
      "loss_action": 0.006888146512210369,
      "loss_total": 0.006888146512210369,
      "step": 20550
    },
    {
      "grad_norm": 0.1730152666568756,
      "learning_rate": 9.352628614603185e-05,
      "loss": 0.0131,
      "step": 20560
    },
    {
      "loss_action": 0.011657308787107468,
      "loss_total": 0.011657308787107468,
      "step": 20560
    },
    {
      "loss_action": 0.009501364082098007,
      "loss_total": 0.009501364082098007,
      "step": 20560
    },
    {
      "loss_action": 0.00988289900124073,
      "loss_total": 0.00988289900124073,
      "step": 20560
    },
    {
      "loss_action": 0.013154738582670689,
      "loss_total": 0.013154738582670689,
      "step": 20560
    },
    {
      "loss_action": 0.010838458314538002,
      "loss_total": 0.010838458314538002,
      "step": 20560
    },
    {
      "loss_action": 0.012678766623139381,
      "loss_total": 0.012678766623139381,
      "step": 20560
    },
    {
      "loss_action": 0.02407476119697094,
      "loss_total": 0.02407476119697094,
      "step": 20560
    },
    {
      "loss_action": 0.009400026872754097,
      "loss_total": 0.009400026872754097,
      "step": 20560
    },
    {
      "grad_norm": 0.1432771235704422,
      "learning_rate": 9.351814666229209e-05,
      "loss": 0.0129,
      "step": 20570
    },
    {
      "loss_action": 0.0333557203412056,
      "loss_total": 0.0333557203412056,
      "step": 20570
    },
    {
      "loss_action": 0.044764649122953415,
      "loss_total": 0.044764649122953415,
      "step": 20570
    },
    {
      "loss_action": 0.01204872876405716,
      "loss_total": 0.01204872876405716,
      "step": 20570
    },
    {
      "loss_action": 0.022450823336839676,
      "loss_total": 0.022450823336839676,
      "step": 20570
    },
    {
      "loss_action": 0.015895556658506393,
      "loss_total": 0.015895556658506393,
      "step": 20570
    },
    {
      "loss_action": 0.008741173893213272,
      "loss_total": 0.008741173893213272,
      "step": 20570
    },
    {
      "loss_action": 0.013919919729232788,
      "loss_total": 0.013919919729232788,
      "step": 20570
    },
    {
      "loss_action": 0.007227772381156683,
      "loss_total": 0.007227772381156683,
      "step": 20570
    },
    {
      "grad_norm": 0.1443786919116974,
      "learning_rate": 9.351000241947324e-05,
      "loss": 0.015,
      "step": 20580
    },
    {
      "loss_action": 0.02116226591169834,
      "loss_total": 0.02116226591169834,
      "step": 20580
    },
    {
      "loss_action": 0.01618729718029499,
      "loss_total": 0.01618729718029499,
      "step": 20580
    },
    {
      "loss_action": 0.01372240949422121,
      "loss_total": 0.01372240949422121,
      "step": 20580
    },
    {
      "loss_action": 0.01414056308567524,
      "loss_total": 0.01414056308567524,
      "step": 20580
    },
    {
      "loss_action": 0.006511026993393898,
      "loss_total": 0.006511026993393898,
      "step": 20580
    },
    {
      "loss_action": 0.018199747428297997,
      "loss_total": 0.018199747428297997,
      "step": 20580
    },
    {
      "loss_action": 0.02370678260922432,
      "loss_total": 0.02370678260922432,
      "step": 20580
    },
    {
      "loss_action": 0.02268041856586933,
      "loss_total": 0.02268041856586933,
      "step": 20580
    },
    {
      "grad_norm": 0.14520089328289032,
      "learning_rate": 9.350185341846594e-05,
      "loss": 0.0145,
      "step": 20590
    },
    {
      "loss_action": 0.014936262741684914,
      "loss_total": 0.014936262741684914,
      "step": 20590
    },
    {
      "loss_action": 0.013244014233350754,
      "loss_total": 0.013244014233350754,
      "step": 20590
    },
    {
      "loss_action": 0.015360387042164803,
      "loss_total": 0.015360387042164803,
      "step": 20590
    },
    {
      "loss_action": 0.008149259723722935,
      "loss_total": 0.008149259723722935,
      "step": 20590
    },
    {
      "loss_action": 0.009766388684511185,
      "loss_total": 0.009766388684511185,
      "step": 20590
    },
    {
      "loss_action": 0.01612665504217148,
      "loss_total": 0.01612665504217148,
      "step": 20590
    },
    {
      "loss_action": 0.021336644887924194,
      "loss_total": 0.021336644887924194,
      "step": 20590
    },
    {
      "loss_action": 0.021419789642095566,
      "loss_total": 0.021419789642095566,
      "step": 20590
    },
    {
      "grad_norm": 0.22096587717533112,
      "learning_rate": 9.349369966016134e-05,
      "loss": 0.0143,
      "step": 20600
    },
    {
      "loss_action": 0.007750684395432472,
      "loss_total": 0.007750684395432472,
      "step": 20600
    },
    {
      "loss_action": 0.01664995774626732,
      "loss_total": 0.01664995774626732,
      "step": 20600
    },
    {
      "loss_action": 0.019291795790195465,
      "loss_total": 0.019291795790195465,
      "step": 20600
    },
    {
      "loss_action": 0.01315264031291008,
      "loss_total": 0.01315264031291008,
      "step": 20600
    },
    {
      "loss_action": 0.06541186571121216,
      "loss_total": 0.06541186571121216,
      "step": 20600
    },
    {
      "loss_action": 0.017024796456098557,
      "loss_total": 0.017024796456098557,
      "step": 20600
    },
    {
      "loss_action": 0.006075154524296522,
      "loss_total": 0.006075154524296522,
      "step": 20600
    },
    {
      "loss_action": 0.01243879646062851,
      "loss_total": 0.01243879646062851,
      "step": 20600
    },
    {
      "grad_norm": 0.13614581525325775,
      "learning_rate": 9.348554114545117e-05,
      "loss": 0.0126,
      "step": 20610
    },
    {
      "loss_action": 0.007746219635009766,
      "loss_total": 0.007746219635009766,
      "step": 20610
    },
    {
      "loss_action": 0.005861408077180386,
      "loss_total": 0.005861408077180386,
      "step": 20610
    },
    {
      "loss_action": 0.009590095840394497,
      "loss_total": 0.009590095840394497,
      "step": 20610
    },
    {
      "loss_action": 0.006799447350203991,
      "loss_total": 0.006799447350203991,
      "step": 20610
    },
    {
      "loss_action": 0.0073711746372282505,
      "loss_total": 0.0073711746372282505,
      "step": 20610
    },
    {
      "loss_action": 0.021700378507375717,
      "loss_total": 0.021700378507375717,
      "step": 20610
    },
    {
      "loss_action": 0.004891553893685341,
      "loss_total": 0.004891553893685341,
      "step": 20610
    },
    {
      "loss_action": 0.0204114131629467,
      "loss_total": 0.0204114131629467,
      "step": 20610
    },
    {
      "grad_norm": 0.13336466252803802,
      "learning_rate": 9.347737787522758e-05,
      "loss": 0.011,
      "step": 20620
    },
    {
      "loss_action": 0.020689256489276886,
      "loss_total": 0.020689256489276886,
      "step": 20620
    },
    {
      "loss_action": 0.01293184980750084,
      "loss_total": 0.01293184980750084,
      "step": 20620
    },
    {
      "loss_action": 0.003940020687878132,
      "loss_total": 0.003940020687878132,
      "step": 20620
    },
    {
      "loss_action": 0.01987548917531967,
      "loss_total": 0.01987548917531967,
      "step": 20620
    },
    {
      "loss_action": 0.016677366569638252,
      "loss_total": 0.016677366569638252,
      "step": 20620
    },
    {
      "loss_action": 0.006886397488415241,
      "loss_total": 0.006886397488415241,
      "step": 20620
    },
    {
      "loss_action": 0.0215039923787117,
      "loss_total": 0.0215039923787117,
      "step": 20620
    },
    {
      "loss_action": 0.007506994530558586,
      "loss_total": 0.007506994530558586,
      "step": 20620
    },
    {
      "grad_norm": 0.1292053908109665,
      "learning_rate": 9.346920985038332e-05,
      "loss": 0.0133,
      "step": 20630
    },
    {
      "loss_action": 0.008763551712036133,
      "loss_total": 0.008763551712036133,
      "step": 20630
    },
    {
      "loss_action": 0.0059091500006616116,
      "loss_total": 0.0059091500006616116,
      "step": 20630
    },
    {
      "loss_action": 0.00802555214613676,
      "loss_total": 0.00802555214613676,
      "step": 20630
    },
    {
      "loss_action": 0.021770473569631577,
      "loss_total": 0.021770473569631577,
      "step": 20630
    },
    {
      "loss_action": 0.013222891837358475,
      "loss_total": 0.013222891837358475,
      "step": 20630
    },
    {
      "loss_action": 0.010914875194430351,
      "loss_total": 0.010914875194430351,
      "step": 20630
    },
    {
      "loss_action": 0.011008163914084435,
      "loss_total": 0.011008163914084435,
      "step": 20630
    },
    {
      "loss_action": 0.014707174152135849,
      "loss_total": 0.014707174152135849,
      "step": 20630
    },
    {
      "grad_norm": 0.15651822090148926,
      "learning_rate": 9.346103707181162e-05,
      "loss": 0.014,
      "step": 20640
    },
    {
      "loss_action": 0.013706519268453121,
      "loss_total": 0.013706519268453121,
      "step": 20640
    },
    {
      "loss_action": 0.016033563762903214,
      "loss_total": 0.016033563762903214,
      "step": 20640
    },
    {
      "loss_action": 0.01440748292952776,
      "loss_total": 0.01440748292952776,
      "step": 20640
    },
    {
      "loss_action": 0.00982261635363102,
      "loss_total": 0.00982261635363102,
      "step": 20640
    },
    {
      "loss_action": 0.010260706767439842,
      "loss_total": 0.010260706767439842,
      "step": 20640
    },
    {
      "loss_action": 0.01981675997376442,
      "loss_total": 0.01981675997376442,
      "step": 20640
    },
    {
      "loss_action": 0.011622374877333641,
      "loss_total": 0.011622374877333641,
      "step": 20640
    },
    {
      "loss_action": 0.008460160344839096,
      "loss_total": 0.008460160344839096,
      "step": 20640
    },
    {
      "grad_norm": 0.19348470866680145,
      "learning_rate": 9.345285954040626e-05,
      "loss": 0.0127,
      "step": 20650
    },
    {
      "loss_action": 0.027901576831936836,
      "loss_total": 0.027901576831936836,
      "step": 20650
    },
    {
      "loss_action": 0.02046312391757965,
      "loss_total": 0.02046312391757965,
      "step": 20650
    },
    {
      "loss_action": 0.009322132915258408,
      "loss_total": 0.009322132915258408,
      "step": 20650
    },
    {
      "loss_action": 0.007729949429631233,
      "loss_total": 0.007729949429631233,
      "step": 20650
    },
    {
      "loss_action": 0.009845327585935593,
      "loss_total": 0.009845327585935593,
      "step": 20650
    },
    {
      "loss_action": 0.009108563885092735,
      "loss_total": 0.009108563885092735,
      "step": 20650
    },
    {
      "loss_action": 0.006239121779799461,
      "loss_total": 0.006239121779799461,
      "step": 20650
    },
    {
      "loss_action": 0.01014821045100689,
      "loss_total": 0.01014821045100689,
      "step": 20650
    },
    {
      "grad_norm": 0.14475862681865692,
      "learning_rate": 9.34446772570615e-05,
      "loss": 0.0133,
      "step": 20660
    },
    {
      "loss_action": 0.006580658257007599,
      "loss_total": 0.006580658257007599,
      "step": 20660
    },
    {
      "loss_action": 0.006086236797273159,
      "loss_total": 0.006086236797273159,
      "step": 20660
    },
    {
      "loss_action": 0.004707174375653267,
      "loss_total": 0.004707174375653267,
      "step": 20660
    },
    {
      "loss_action": 0.012911802157759666,
      "loss_total": 0.012911802157759666,
      "step": 20660
    },
    {
      "loss_action": 0.010576512664556503,
      "loss_total": 0.010576512664556503,
      "step": 20660
    },
    {
      "loss_action": 0.03048085793852806,
      "loss_total": 0.03048085793852806,
      "step": 20660
    },
    {
      "loss_action": 0.03694309666752815,
      "loss_total": 0.03694309666752815,
      "step": 20660
    },
    {
      "loss_action": 0.006164124701172113,
      "loss_total": 0.006164124701172113,
      "step": 20660
    },
    {
      "grad_norm": 0.1729135364294052,
      "learning_rate": 9.343649022267214e-05,
      "loss": 0.0122,
      "step": 20670
    },
    {
      "loss_action": 0.01601235568523407,
      "loss_total": 0.01601235568523407,
      "step": 20670
    },
    {
      "loss_action": 0.023613443598151207,
      "loss_total": 0.023613443598151207,
      "step": 20670
    },
    {
      "loss_action": 0.010945889167487621,
      "loss_total": 0.010945889167487621,
      "step": 20670
    },
    {
      "loss_action": 0.017964886501431465,
      "loss_total": 0.017964886501431465,
      "step": 20670
    },
    {
      "loss_action": 0.0191677063703537,
      "loss_total": 0.0191677063703537,
      "step": 20670
    },
    {
      "loss_action": 0.02404574491083622,
      "loss_total": 0.02404574491083622,
      "step": 20670
    },
    {
      "loss_action": 0.006183052435517311,
      "loss_total": 0.006183052435517311,
      "step": 20670
    },
    {
      "loss_action": 0.03048437461256981,
      "loss_total": 0.03048437461256981,
      "step": 20670
    },
    {
      "grad_norm": 0.15177340805530548,
      "learning_rate": 9.342829843813353e-05,
      "loss": 0.0158,
      "step": 20680
    },
    {
      "loss_action": 0.0168380718678236,
      "loss_total": 0.0168380718678236,
      "step": 20680
    },
    {
      "loss_action": 0.0038734148256480694,
      "loss_total": 0.0038734148256480694,
      "step": 20680
    },
    {
      "loss_action": 0.012850912287831306,
      "loss_total": 0.012850912287831306,
      "step": 20680
    },
    {
      "loss_action": 0.02166004106402397,
      "loss_total": 0.02166004106402397,
      "step": 20680
    },
    {
      "loss_action": 0.02649054303765297,
      "loss_total": 0.02649054303765297,
      "step": 20680
    },
    {
      "loss_action": 0.01640287972986698,
      "loss_total": 0.01640287972986698,
      "step": 20680
    },
    {
      "loss_action": 0.01398201659321785,
      "loss_total": 0.01398201659321785,
      "step": 20680
    },
    {
      "loss_action": 0.009399293921887875,
      "loss_total": 0.009399293921887875,
      "step": 20680
    },
    {
      "grad_norm": 0.19211703538894653,
      "learning_rate": 9.342010190434149e-05,
      "loss": 0.0143,
      "step": 20690
    },
    {
      "loss_action": 0.01190443430095911,
      "loss_total": 0.01190443430095911,
      "step": 20690
    },
    {
      "loss_action": 0.012980375438928604,
      "loss_total": 0.012980375438928604,
      "step": 20690
    },
    {
      "loss_action": 0.013119153678417206,
      "loss_total": 0.013119153678417206,
      "step": 20690
    },
    {
      "loss_action": 0.01405892800539732,
      "loss_total": 0.01405892800539732,
      "step": 20690
    },
    {
      "loss_action": 0.06242600828409195,
      "loss_total": 0.06242600828409195,
      "step": 20690
    },
    {
      "loss_action": 0.024520209059119225,
      "loss_total": 0.024520209059119225,
      "step": 20690
    },
    {
      "loss_action": 0.017569635063409805,
      "loss_total": 0.017569635063409805,
      "step": 20690
    },
    {
      "loss_action": 0.005160916596651077,
      "loss_total": 0.005160916596651077,
      "step": 20690
    },
    {
      "grad_norm": 0.12539424002170563,
      "learning_rate": 9.34119006221924e-05,
      "loss": 0.0147,
      "step": 20700
    },
    {
      "loss_action": 0.01873643510043621,
      "loss_total": 0.01873643510043621,
      "step": 20700
    },
    {
      "loss_action": 0.013329295441508293,
      "loss_total": 0.013329295441508293,
      "step": 20700
    },
    {
      "loss_action": 0.04022593796253204,
      "loss_total": 0.04022593796253204,
      "step": 20700
    },
    {
      "loss_action": 0.0106912637129426,
      "loss_total": 0.0106912637129426,
      "step": 20700
    },
    {
      "loss_action": 0.0069675506092607975,
      "loss_total": 0.0069675506092607975,
      "step": 20700
    },
    {
      "loss_action": 0.02848094142973423,
      "loss_total": 0.02848094142973423,
      "step": 20700
    },
    {
      "loss_action": 0.011364771053195,
      "loss_total": 0.011364771053195,
      "step": 20700
    },
    {
      "loss_action": 0.03052426315844059,
      "loss_total": 0.03052426315844059,
      "step": 20700
    },
    {
      "grad_norm": 0.15357047319412231,
      "learning_rate": 9.340369459258313e-05,
      "loss": 0.0134,
      "step": 20710
    },
    {
      "loss_action": 0.017793048173189163,
      "loss_total": 0.017793048173189163,
      "step": 20710
    },
    {
      "loss_action": 0.008357835002243519,
      "loss_total": 0.008357835002243519,
      "step": 20710
    },
    {
      "loss_action": 0.02610253542661667,
      "loss_total": 0.02610253542661667,
      "step": 20710
    },
    {
      "loss_action": 0.005399385932832956,
      "loss_total": 0.005399385932832956,
      "step": 20710
    },
    {
      "loss_action": 0.010612176731228828,
      "loss_total": 0.010612176731228828,
      "step": 20710
    },
    {
      "loss_action": 0.023274216800928116,
      "loss_total": 0.023274216800928116,
      "step": 20710
    },
    {
      "loss_action": 0.08623827248811722,
      "loss_total": 0.08623827248811722,
      "step": 20710
    },
    {
      "loss_action": 0.00818018987774849,
      "loss_total": 0.00818018987774849,
      "step": 20710
    },
    {
      "grad_norm": 0.15563459694385529,
      "learning_rate": 9.339548381641106e-05,
      "loss": 0.0139,
      "step": 20720
    },
    {
      "loss_action": 0.02025914564728737,
      "loss_total": 0.02025914564728737,
      "step": 20720
    },
    {
      "loss_action": 0.006662918254733086,
      "loss_total": 0.006662918254733086,
      "step": 20720
    },
    {
      "loss_action": 0.01264332514256239,
      "loss_total": 0.01264332514256239,
      "step": 20720
    },
    {
      "loss_action": 0.011336877942085266,
      "loss_total": 0.011336877942085266,
      "step": 20720
    },
    {
      "loss_action": 0.026218142360448837,
      "loss_total": 0.026218142360448837,
      "step": 20720
    },
    {
      "loss_action": 0.03277940675616264,
      "loss_total": 0.03277940675616264,
      "step": 20720
    },
    {
      "loss_action": 0.02888626605272293,
      "loss_total": 0.02888626605272293,
      "step": 20720
    },
    {
      "loss_action": 0.010677621699869633,
      "loss_total": 0.010677621699869633,
      "step": 20720
    },
    {
      "grad_norm": 0.17861603200435638,
      "learning_rate": 9.338726829457413e-05,
      "loss": 0.0152,
      "step": 20730
    },
    {
      "loss_action": 0.01154958363622427,
      "loss_total": 0.01154958363622427,
      "step": 20730
    },
    {
      "loss_action": 0.01686837524175644,
      "loss_total": 0.01686837524175644,
      "step": 20730
    },
    {
      "loss_action": 0.008389314636588097,
      "loss_total": 0.008389314636588097,
      "step": 20730
    },
    {
      "loss_action": 0.012576980516314507,
      "loss_total": 0.012576980516314507,
      "step": 20730
    },
    {
      "loss_action": 0.018924962729215622,
      "loss_total": 0.018924962729215622,
      "step": 20730
    },
    {
      "loss_action": 0.011372056789696217,
      "loss_total": 0.011372056789696217,
      "step": 20730
    },
    {
      "loss_action": 0.02685130015015602,
      "loss_total": 0.02685130015015602,
      "step": 20730
    },
    {
      "loss_action": 0.00883305724710226,
      "loss_total": 0.00883305724710226,
      "step": 20730
    },
    {
      "grad_norm": 0.23560810089111328,
      "learning_rate": 9.337904802797078e-05,
      "loss": 0.0121,
      "step": 20740
    },
    {
      "loss_action": 0.008429383859038353,
      "loss_total": 0.008429383859038353,
      "step": 20740
    },
    {
      "loss_action": 0.006017514504492283,
      "loss_total": 0.006017514504492283,
      "step": 20740
    },
    {
      "loss_action": 0.026310253888368607,
      "loss_total": 0.026310253888368607,
      "step": 20740
    },
    {
      "loss_action": 0.018552763387560844,
      "loss_total": 0.018552763387560844,
      "step": 20740
    },
    {
      "loss_action": 0.014943644404411316,
      "loss_total": 0.014943644404411316,
      "step": 20740
    },
    {
      "loss_action": 0.030485669150948524,
      "loss_total": 0.030485669150948524,
      "step": 20740
    },
    {
      "loss_action": 0.02188635617494583,
      "loss_total": 0.02188635617494583,
      "step": 20740
    },
    {
      "loss_action": 0.03663098067045212,
      "loss_total": 0.03663098067045212,
      "step": 20740
    },
    {
      "grad_norm": 0.09285920858383179,
      "learning_rate": 9.337082301749993e-05,
      "loss": 0.0131,
      "step": 20750
    },
    {
      "loss_action": 0.008139028213918209,
      "loss_total": 0.008139028213918209,
      "step": 20750
    },
    {
      "loss_action": 0.004674197174608707,
      "loss_total": 0.004674197174608707,
      "step": 20750
    },
    {
      "loss_action": 0.014447297900915146,
      "loss_total": 0.014447297900915146,
      "step": 20750
    },
    {
      "loss_action": 0.004931727424263954,
      "loss_total": 0.004931727424263954,
      "step": 20750
    },
    {
      "loss_action": 0.005274102091789246,
      "loss_total": 0.005274102091789246,
      "step": 20750
    },
    {
      "loss_action": 0.0058453199453651905,
      "loss_total": 0.0058453199453651905,
      "step": 20750
    },
    {
      "loss_action": 0.005689516663551331,
      "loss_total": 0.005689516663551331,
      "step": 20750
    },
    {
      "loss_action": 0.00974852405488491,
      "loss_total": 0.00974852405488491,
      "step": 20750
    },
    {
      "grad_norm": 0.16449280083179474,
      "learning_rate": 9.336259326406109e-05,
      "loss": 0.01,
      "step": 20760
    },
    {
      "loss_action": 0.008325841277837753,
      "loss_total": 0.008325841277837753,
      "step": 20760
    },
    {
      "loss_action": 0.009120745584368706,
      "loss_total": 0.009120745584368706,
      "step": 20760
    },
    {
      "loss_action": 0.019676469266414642,
      "loss_total": 0.019676469266414642,
      "step": 20760
    },
    {
      "loss_action": 0.004551992751657963,
      "loss_total": 0.004551992751657963,
      "step": 20760
    },
    {
      "loss_action": 0.007151302881538868,
      "loss_total": 0.007151302881538868,
      "step": 20760
    },
    {
      "loss_action": 0.006427629850804806,
      "loss_total": 0.006427629850804806,
      "step": 20760
    },
    {
      "loss_action": 0.01393945887684822,
      "loss_total": 0.01393945887684822,
      "step": 20760
    },
    {
      "loss_action": 0.007851570844650269,
      "loss_total": 0.007851570844650269,
      "step": 20760
    },
    {
      "grad_norm": 0.1398501992225647,
      "learning_rate": 9.335435876855427e-05,
      "loss": 0.0138,
      "step": 20770
    },
    {
      "loss_action": 0.006305278744548559,
      "loss_total": 0.006305278744548559,
      "step": 20770
    },
    {
      "loss_action": 0.00813421793282032,
      "loss_total": 0.00813421793282032,
      "step": 20770
    },
    {
      "loss_action": 0.0042127277702093124,
      "loss_total": 0.0042127277702093124,
      "step": 20770
    },
    {
      "loss_action": 0.022828850895166397,
      "loss_total": 0.022828850895166397,
      "step": 20770
    },
    {
      "loss_action": 0.007537897676229477,
      "loss_total": 0.007537897676229477,
      "step": 20770
    },
    {
      "loss_action": 0.00891866534948349,
      "loss_total": 0.00891866534948349,
      "step": 20770
    },
    {
      "loss_action": 0.008708767592906952,
      "loss_total": 0.008708767592906952,
      "step": 20770
    },
    {
      "loss_action": 0.012330370023846626,
      "loss_total": 0.012330370023846626,
      "step": 20770
    },
    {
      "grad_norm": 0.18975885212421417,
      "learning_rate": 9.334611953187994e-05,
      "loss": 0.0126,
      "step": 20780
    },
    {
      "loss_action": 0.006713733077049255,
      "loss_total": 0.006713733077049255,
      "step": 20780
    },
    {
      "loss_action": 0.006743019446730614,
      "loss_total": 0.006743019446730614,
      "step": 20780
    },
    {
      "loss_action": 0.008083641529083252,
      "loss_total": 0.008083641529083252,
      "step": 20780
    },
    {
      "loss_action": 0.010593036189675331,
      "loss_total": 0.010593036189675331,
      "step": 20780
    },
    {
      "loss_action": 0.03180765360593796,
      "loss_total": 0.03180765360593796,
      "step": 20780
    },
    {
      "loss_action": 0.007986011914908886,
      "loss_total": 0.007986011914908886,
      "step": 20780
    },
    {
      "loss_action": 0.008988386951386929,
      "loss_total": 0.008988386951386929,
      "step": 20780
    },
    {
      "loss_action": 0.03100604936480522,
      "loss_total": 0.03100604936480522,
      "step": 20780
    },
    {
      "grad_norm": 0.1497047245502472,
      "learning_rate": 9.333787555493914e-05,
      "loss": 0.0135,
      "step": 20790
    },
    {
      "loss_action": 0.015751466155052185,
      "loss_total": 0.015751466155052185,
      "step": 20790
    },
    {
      "loss_action": 0.007436848245561123,
      "loss_total": 0.007436848245561123,
      "step": 20790
    },
    {
      "loss_action": 0.010486482642591,
      "loss_total": 0.010486482642591,
      "step": 20790
    },
    {
      "loss_action": 0.0060399919748306274,
      "loss_total": 0.0060399919748306274,
      "step": 20790
    },
    {
      "loss_action": 0.012973634526133537,
      "loss_total": 0.012973634526133537,
      "step": 20790
    },
    {
      "loss_action": 0.010810504667460918,
      "loss_total": 0.010810504667460918,
      "step": 20790
    },
    {
      "loss_action": 0.005340658128261566,
      "loss_total": 0.005340658128261566,
      "step": 20790
    },
    {
      "loss_action": 0.006935502868145704,
      "loss_total": 0.006935502868145704,
      "step": 20790
    },
    {
      "grad_norm": 0.14962637424468994,
      "learning_rate": 9.332962683863345e-05,
      "loss": 0.0118,
      "step": 20800
    },
    {
      "loss_action": 0.017414966598153114,
      "loss_total": 0.017414966598153114,
      "step": 20800
    },
    {
      "loss_action": 0.00646227365359664,
      "loss_total": 0.00646227365359664,
      "step": 20800
    },
    {
      "loss_action": 0.004296854604035616,
      "loss_total": 0.004296854604035616,
      "step": 20800
    },
    {
      "loss_action": 0.018138224259018898,
      "loss_total": 0.018138224259018898,
      "step": 20800
    },
    {
      "loss_action": 0.02760883793234825,
      "loss_total": 0.02760883793234825,
      "step": 20800
    },
    {
      "loss_action": 0.012278338894248009,
      "loss_total": 0.012278338894248009,
      "step": 20800
    },
    {
      "loss_action": 0.00790261197835207,
      "loss_total": 0.00790261197835207,
      "step": 20800
    },
    {
      "loss_action": 0.01512104645371437,
      "loss_total": 0.01512104645371437,
      "step": 20800
    },
    {
      "grad_norm": 0.13659079372882843,
      "learning_rate": 9.332137338386489e-05,
      "loss": 0.0147,
      "step": 20810
    },
    {
      "loss_action": 0.014308986254036427,
      "loss_total": 0.014308986254036427,
      "step": 20810
    },
    {
      "loss_action": 0.028855588287115097,
      "loss_total": 0.028855588287115097,
      "step": 20810
    },
    {
      "loss_action": 0.018580619245767593,
      "loss_total": 0.018580619245767593,
      "step": 20810
    },
    {
      "loss_action": 0.009686971083283424,
      "loss_total": 0.009686971083283424,
      "step": 20810
    },
    {
      "loss_action": 0.02944806031882763,
      "loss_total": 0.02944806031882763,
      "step": 20810
    },
    {
      "loss_action": 0.015236935578286648,
      "loss_total": 0.015236935578286648,
      "step": 20810
    },
    {
      "loss_action": 0.009599635377526283,
      "loss_total": 0.009599635377526283,
      "step": 20810
    },
    {
      "loss_action": 0.024941662326455116,
      "loss_total": 0.024941662326455116,
      "step": 20810
    },
    {
      "grad_norm": 0.11821892112493515,
      "learning_rate": 9.33131151915361e-05,
      "loss": 0.0127,
      "step": 20820
    },
    {
      "loss_action": 0.007374861277639866,
      "loss_total": 0.007374861277639866,
      "step": 20820
    },
    {
      "loss_action": 0.014564850367605686,
      "loss_total": 0.014564850367605686,
      "step": 20820
    },
    {
      "loss_action": 0.008154338225722313,
      "loss_total": 0.008154338225722313,
      "step": 20820
    },
    {
      "loss_action": 0.013909293338656425,
      "loss_total": 0.013909293338656425,
      "step": 20820
    },
    {
      "loss_action": 0.04255656525492668,
      "loss_total": 0.04255656525492668,
      "step": 20820
    },
    {
      "loss_action": 0.017063772305846214,
      "loss_total": 0.017063772305846214,
      "step": 20820
    },
    {
      "loss_action": 0.007178266998380423,
      "loss_total": 0.007178266998380423,
      "step": 20820
    },
    {
      "loss_action": 0.011227227747440338,
      "loss_total": 0.011227227747440338,
      "step": 20820
    },
    {
      "grad_norm": 0.19902047514915466,
      "learning_rate": 9.330485226255012e-05,
      "loss": 0.0121,
      "step": 20830
    },
    {
      "loss_action": 0.019109731540083885,
      "loss_total": 0.019109731540083885,
      "step": 20830
    },
    {
      "loss_action": 0.016813203692436218,
      "loss_total": 0.016813203692436218,
      "step": 20830
    },
    {
      "loss_action": 0.005209028720855713,
      "loss_total": 0.005209028720855713,
      "step": 20830
    },
    {
      "loss_action": 0.009989888407289982,
      "loss_total": 0.009989888407289982,
      "step": 20830
    },
    {
      "loss_action": 0.01667873188853264,
      "loss_total": 0.01667873188853264,
      "step": 20830
    },
    {
      "loss_action": 0.01519680768251419,
      "loss_total": 0.01519680768251419,
      "step": 20830
    },
    {
      "loss_action": 0.010948900133371353,
      "loss_total": 0.010948900133371353,
      "step": 20830
    },
    {
      "loss_action": 0.004592651966959238,
      "loss_total": 0.004592651966959238,
      "step": 20830
    },
    {
      "grad_norm": 0.17004121840000153,
      "learning_rate": 9.329658459781061e-05,
      "loss": 0.0138,
      "step": 20840
    },
    {
      "loss_action": 0.00626443512737751,
      "loss_total": 0.00626443512737751,
      "step": 20840
    },
    {
      "loss_action": 0.024242112413048744,
      "loss_total": 0.024242112413048744,
      "step": 20840
    },
    {
      "loss_action": 0.010481785051524639,
      "loss_total": 0.010481785051524639,
      "step": 20840
    },
    {
      "loss_action": 0.012213192880153656,
      "loss_total": 0.012213192880153656,
      "step": 20840
    },
    {
      "loss_action": 0.020649878308176994,
      "loss_total": 0.020649878308176994,
      "step": 20840
    },
    {
      "loss_action": 0.024544263258576393,
      "loss_total": 0.024544263258576393,
      "step": 20840
    },
    {
      "loss_action": 0.0100044971331954,
      "loss_total": 0.0100044971331954,
      "step": 20840
    },
    {
      "loss_action": 0.00864730216562748,
      "loss_total": 0.00864730216562748,
      "step": 20840
    },
    {
      "grad_norm": 0.14466360211372375,
      "learning_rate": 9.328831219822172e-05,
      "loss": 0.0141,
      "step": 20850
    },
    {
      "loss_action": 0.006056030280888081,
      "loss_total": 0.006056030280888081,
      "step": 20850
    },
    {
      "loss_action": 0.011394320987164974,
      "loss_total": 0.011394320987164974,
      "step": 20850
    },
    {
      "loss_action": 0.01918342523276806,
      "loss_total": 0.01918342523276806,
      "step": 20850
    },
    {
      "loss_action": 0.012012889608740807,
      "loss_total": 0.012012889608740807,
      "step": 20850
    },
    {
      "loss_action": 0.023072825744748116,
      "loss_total": 0.023072825744748116,
      "step": 20850
    },
    {
      "loss_action": 0.012893143109977245,
      "loss_total": 0.012893143109977245,
      "step": 20850
    },
    {
      "loss_action": 0.008743476122617722,
      "loss_total": 0.008743476122617722,
      "step": 20850
    },
    {
      "loss_action": 0.009314841590821743,
      "loss_total": 0.009314841590821743,
      "step": 20850
    },
    {
      "grad_norm": 0.1366029530763626,
      "learning_rate": 9.328003506468808e-05,
      "loss": 0.0139,
      "step": 20860
    },
    {
      "loss_action": 0.019937075674533844,
      "loss_total": 0.019937075674533844,
      "step": 20860
    },
    {
      "loss_action": 0.011240758001804352,
      "loss_total": 0.011240758001804352,
      "step": 20860
    },
    {
      "loss_action": 0.00634391326457262,
      "loss_total": 0.00634391326457262,
      "step": 20860
    },
    {
      "loss_action": 0.007980483584105968,
      "loss_total": 0.007980483584105968,
      "step": 20860
    },
    {
      "loss_action": 0.013218848034739494,
      "loss_total": 0.013218848034739494,
      "step": 20860
    },
    {
      "loss_action": 0.03322126716375351,
      "loss_total": 0.03322126716375351,
      "step": 20860
    },
    {
      "loss_action": 0.006848739460110664,
      "loss_total": 0.006848739460110664,
      "step": 20860
    },
    {
      "loss_action": 0.01641208305954933,
      "loss_total": 0.01641208305954933,
      "step": 20860
    },
    {
      "grad_norm": 0.1962682604789734,
      "learning_rate": 9.327175319811488e-05,
      "loss": 0.015,
      "step": 20870
    },
    {
      "loss_action": 0.006590750999748707,
      "loss_total": 0.006590750999748707,
      "step": 20870
    },
    {
      "loss_action": 0.021371114999055862,
      "loss_total": 0.021371114999055862,
      "step": 20870
    },
    {
      "loss_action": 0.01741175726056099,
      "loss_total": 0.01741175726056099,
      "step": 20870
    },
    {
      "loss_action": 0.012304210104048252,
      "loss_total": 0.012304210104048252,
      "step": 20870
    },
    {
      "loss_action": 0.008673652075231075,
      "loss_total": 0.008673652075231075,
      "step": 20870
    },
    {
      "loss_action": 0.0135745108127594,
      "loss_total": 0.0135745108127594,
      "step": 20870
    },
    {
      "loss_action": 0.01001854706555605,
      "loss_total": 0.01001854706555605,
      "step": 20870
    },
    {
      "loss_action": 0.012074843049049377,
      "loss_total": 0.012074843049049377,
      "step": 20870
    },
    {
      "grad_norm": 0.17592093348503113,
      "learning_rate": 9.326346659940781e-05,
      "loss": 0.0139,
      "step": 20880
    },
    {
      "loss_action": 0.01988266408443451,
      "loss_total": 0.01988266408443451,
      "step": 20880
    },
    {
      "loss_action": 0.016323164105415344,
      "loss_total": 0.016323164105415344,
      "step": 20880
    },
    {
      "loss_action": 0.014043984934687614,
      "loss_total": 0.014043984934687614,
      "step": 20880
    },
    {
      "loss_action": 0.028979886323213577,
      "loss_total": 0.028979886323213577,
      "step": 20880
    },
    {
      "loss_action": 0.01939786784350872,
      "loss_total": 0.01939786784350872,
      "step": 20880
    },
    {
      "loss_action": 0.008898242376744747,
      "loss_total": 0.008898242376744747,
      "step": 20880
    },
    {
      "loss_action": 0.01084799226373434,
      "loss_total": 0.01084799226373434,
      "step": 20880
    },
    {
      "loss_action": 0.013728173449635506,
      "loss_total": 0.013728173449635506,
      "step": 20880
    },
    {
      "grad_norm": 0.1766873151063919,
      "learning_rate": 9.325517526947308e-05,
      "loss": 0.0146,
      "step": 20890
    },
    {
      "loss_action": 0.0150936059653759,
      "loss_total": 0.0150936059653759,
      "step": 20890
    },
    {
      "loss_action": 0.018869873136281967,
      "loss_total": 0.018869873136281967,
      "step": 20890
    },
    {
      "loss_action": 0.009337350726127625,
      "loss_total": 0.009337350726127625,
      "step": 20890
    },
    {
      "loss_action": 0.014279857277870178,
      "loss_total": 0.014279857277870178,
      "step": 20890
    },
    {
      "loss_action": 0.010965817607939243,
      "loss_total": 0.010965817607939243,
      "step": 20890
    },
    {
      "loss_action": 0.014047391712665558,
      "loss_total": 0.014047391712665558,
      "step": 20890
    },
    {
      "loss_action": 0.015548450872302055,
      "loss_total": 0.015548450872302055,
      "step": 20890
    },
    {
      "loss_action": 0.015643883496522903,
      "loss_total": 0.015643883496522903,
      "step": 20890
    },
    {
      "grad_norm": 0.14762115478515625,
      "learning_rate": 9.32468792092174e-05,
      "loss": 0.0134,
      "step": 20900
    },
    {
      "loss_action": 0.014374233782291412,
      "loss_total": 0.014374233782291412,
      "step": 20900
    },
    {
      "loss_action": 0.007191060110926628,
      "loss_total": 0.007191060110926628,
      "step": 20900
    },
    {
      "loss_action": 0.006279032677412033,
      "loss_total": 0.006279032677412033,
      "step": 20900
    },
    {
      "loss_action": 0.0062893107533454895,
      "loss_total": 0.0062893107533454895,
      "step": 20900
    },
    {
      "loss_action": 0.0044508567079901695,
      "loss_total": 0.0044508567079901695,
      "step": 20900
    },
    {
      "loss_action": 0.018486037850379944,
      "loss_total": 0.018486037850379944,
      "step": 20900
    },
    {
      "loss_action": 0.005789805669337511,
      "loss_total": 0.005789805669337511,
      "step": 20900
    },
    {
      "loss_action": 0.014941638335585594,
      "loss_total": 0.014941638335585594,
      "step": 20900
    },
    {
      "grad_norm": 0.21629215776920319,
      "learning_rate": 9.323857841954803e-05,
      "loss": 0.0152,
      "step": 20910
    },
    {
      "loss_action": 0.024171508848667145,
      "loss_total": 0.024171508848667145,
      "step": 20910
    },
    {
      "loss_action": 0.02979947254061699,
      "loss_total": 0.02979947254061699,
      "step": 20910
    },
    {
      "loss_action": 0.022262874990701675,
      "loss_total": 0.022262874990701675,
      "step": 20910
    },
    {
      "loss_action": 0.0051280427724123,
      "loss_total": 0.0051280427724123,
      "step": 20910
    },
    {
      "loss_action": 0.018810495734214783,
      "loss_total": 0.018810495734214783,
      "step": 20910
    },
    {
      "loss_action": 0.0054511455819010735,
      "loss_total": 0.0054511455819010735,
      "step": 20910
    },
    {
      "loss_action": 0.01585230603814125,
      "loss_total": 0.01585230603814125,
      "step": 20910
    },
    {
      "loss_action": 0.015238668769598007,
      "loss_total": 0.015238668769598007,
      "step": 20910
    },
    {
      "grad_norm": 0.1242891177535057,
      "learning_rate": 9.323027290137276e-05,
      "loss": 0.015,
      "step": 20920
    },
    {
      "loss_action": 0.02420966699719429,
      "loss_total": 0.02420966699719429,
      "step": 20920
    },
    {
      "loss_action": 0.004714360460639,
      "loss_total": 0.004714360460639,
      "step": 20920
    },
    {
      "loss_action": 0.007468689698725939,
      "loss_total": 0.007468689698725939,
      "step": 20920
    },
    {
      "loss_action": 0.010477044619619846,
      "loss_total": 0.010477044619619846,
      "step": 20920
    },
    {
      "loss_action": 0.007647502236068249,
      "loss_total": 0.007647502236068249,
      "step": 20920
    },
    {
      "loss_action": 0.015147034078836441,
      "loss_total": 0.015147034078836441,
      "step": 20920
    },
    {
      "loss_action": 0.01191751379519701,
      "loss_total": 0.01191751379519701,
      "step": 20920
    },
    {
      "loss_action": 0.016528327018022537,
      "loss_total": 0.016528327018022537,
      "step": 20920
    },
    {
      "grad_norm": 0.11750634014606476,
      "learning_rate": 9.322196265559981e-05,
      "loss": 0.0121,
      "step": 20930
    },
    {
      "loss_action": 0.009669643826782703,
      "loss_total": 0.009669643826782703,
      "step": 20930
    },
    {
      "loss_action": 0.00993233174085617,
      "loss_total": 0.00993233174085617,
      "step": 20930
    },
    {
      "loss_action": 0.011140309274196625,
      "loss_total": 0.011140309274196625,
      "step": 20930
    },
    {
      "loss_action": 0.00748360063880682,
      "loss_total": 0.00748360063880682,
      "step": 20930
    },
    {
      "loss_action": 0.013592623174190521,
      "loss_total": 0.013592623174190521,
      "step": 20930
    },
    {
      "loss_action": 0.011852402240037918,
      "loss_total": 0.011852402240037918,
      "step": 20930
    },
    {
      "loss_action": 0.04985107108950615,
      "loss_total": 0.04985107108950615,
      "step": 20930
    },
    {
      "loss_action": 0.012077860534191132,
      "loss_total": 0.012077860534191132,
      "step": 20930
    },
    {
      "grad_norm": 0.15702778100967407,
      "learning_rate": 9.321364768313803e-05,
      "loss": 0.0147,
      "step": 20940
    },
    {
      "loss_action": 0.00978905614465475,
      "loss_total": 0.00978905614465475,
      "step": 20940
    },
    {
      "loss_action": 0.017970388755202293,
      "loss_total": 0.017970388755202293,
      "step": 20940
    },
    {
      "loss_action": 0.01130591705441475,
      "loss_total": 0.01130591705441475,
      "step": 20940
    },
    {
      "loss_action": 0.01471360307186842,
      "loss_total": 0.01471360307186842,
      "step": 20940
    },
    {
      "loss_action": 0.011869411915540695,
      "loss_total": 0.011869411915540695,
      "step": 20940
    },
    {
      "loss_action": 0.016013212502002716,
      "loss_total": 0.016013212502002716,
      "step": 20940
    },
    {
      "loss_action": 0.02171066403388977,
      "loss_total": 0.02171066403388977,
      "step": 20940
    },
    {
      "loss_action": 0.021459847688674927,
      "loss_total": 0.021459847688674927,
      "step": 20940
    },
    {
      "grad_norm": 0.21689473092556,
      "learning_rate": 9.32053279848967e-05,
      "loss": 0.0156,
      "step": 20950
    },
    {
      "loss_action": 0.008538200519979,
      "loss_total": 0.008538200519979,
      "step": 20950
    },
    {
      "loss_action": 0.0073518939316272736,
      "loss_total": 0.0073518939316272736,
      "step": 20950
    },
    {
      "loss_action": 0.008823066018521786,
      "loss_total": 0.008823066018521786,
      "step": 20950
    },
    {
      "loss_action": 0.01185780018568039,
      "loss_total": 0.01185780018568039,
      "step": 20950
    },
    {
      "loss_action": 0.006743177771568298,
      "loss_total": 0.006743177771568298,
      "step": 20950
    },
    {
      "loss_action": 0.019235139712691307,
      "loss_total": 0.019235139712691307,
      "step": 20950
    },
    {
      "loss_action": 0.00803313497453928,
      "loss_total": 0.00803313497453928,
      "step": 20950
    },
    {
      "loss_action": 0.016782380640506744,
      "loss_total": 0.016782380640506744,
      "step": 20950
    },
    {
      "grad_norm": 0.15637625753879547,
      "learning_rate": 9.319700356178567e-05,
      "loss": 0.0151,
      "step": 20960
    },
    {
      "loss_action": 0.009791586548089981,
      "loss_total": 0.009791586548089981,
      "step": 20960
    },
    {
      "loss_action": 0.006496853660792112,
      "loss_total": 0.006496853660792112,
      "step": 20960
    },
    {
      "loss_action": 0.027653176337480545,
      "loss_total": 0.027653176337480545,
      "step": 20960
    },
    {
      "loss_action": 0.00694078765809536,
      "loss_total": 0.00694078765809536,
      "step": 20960
    },
    {
      "loss_action": 0.0047723413445055485,
      "loss_total": 0.0047723413445055485,
      "step": 20960
    },
    {
      "loss_action": 0.015080457553267479,
      "loss_total": 0.015080457553267479,
      "step": 20960
    },
    {
      "loss_action": 0.025499574840068817,
      "loss_total": 0.025499574840068817,
      "step": 20960
    },
    {
      "loss_action": 0.004316647071391344,
      "loss_total": 0.004316647071391344,
      "step": 20960
    },
    {
      "grad_norm": 0.09822618961334229,
      "learning_rate": 9.318867441471527e-05,
      "loss": 0.0121,
      "step": 20970
    },
    {
      "loss_action": 0.019257239997386932,
      "loss_total": 0.019257239997386932,
      "step": 20970
    },
    {
      "loss_action": 0.0040252795442938805,
      "loss_total": 0.0040252795442938805,
      "step": 20970
    },
    {
      "loss_action": 0.002843383466824889,
      "loss_total": 0.002843383466824889,
      "step": 20970
    },
    {
      "loss_action": 0.012446984648704529,
      "loss_total": 0.012446984648704529,
      "step": 20970
    },
    {
      "loss_action": 0.037101492285728455,
      "loss_total": 0.037101492285728455,
      "step": 20970
    },
    {
      "loss_action": 0.023295938968658447,
      "loss_total": 0.023295938968658447,
      "step": 20970
    },
    {
      "loss_action": 0.014695591293275356,
      "loss_total": 0.014695591293275356,
      "step": 20970
    },
    {
      "loss_action": 0.017159856855869293,
      "loss_total": 0.017159856855869293,
      "step": 20970
    },
    {
      "grad_norm": 0.15280021727085114,
      "learning_rate": 9.318034054459637e-05,
      "loss": 0.0128,
      "step": 20980
    },
    {
      "loss_action": 0.01000333484262228,
      "loss_total": 0.01000333484262228,
      "step": 20980
    },
    {
      "loss_action": 0.010072188451886177,
      "loss_total": 0.010072188451886177,
      "step": 20980
    },
    {
      "loss_action": 0.005555677227675915,
      "loss_total": 0.005555677227675915,
      "step": 20980
    },
    {
      "loss_action": 0.009405667893588543,
      "loss_total": 0.009405667893588543,
      "step": 20980
    },
    {
      "loss_action": 0.018386710435152054,
      "loss_total": 0.018386710435152054,
      "step": 20980
    },
    {
      "loss_action": 0.009563044644892216,
      "loss_total": 0.009563044644892216,
      "step": 20980
    },
    {
      "loss_action": 0.010021073743700981,
      "loss_total": 0.010021073743700981,
      "step": 20980
    },
    {
      "loss_action": 0.005978508852422237,
      "loss_total": 0.005978508852422237,
      "step": 20980
    },
    {
      "grad_norm": 0.1297014355659485,
      "learning_rate": 9.317200195234034e-05,
      "loss": 0.0119,
      "step": 20990
    },
    {
      "loss_action": 0.024925656616687775,
      "loss_total": 0.024925656616687775,
      "step": 20990
    },
    {
      "loss_action": 0.009023329243063927,
      "loss_total": 0.009023329243063927,
      "step": 20990
    },
    {
      "loss_action": 0.006914778612554073,
      "loss_total": 0.006914778612554073,
      "step": 20990
    },
    {
      "loss_action": 0.01081940159201622,
      "loss_total": 0.01081940159201622,
      "step": 20990
    },
    {
      "loss_action": 0.013738428242504597,
      "loss_total": 0.013738428242504597,
      "step": 20990
    },
    {
      "loss_action": 0.018991177901625633,
      "loss_total": 0.018991177901625633,
      "step": 20990
    },
    {
      "loss_action": 0.016046134755015373,
      "loss_total": 0.016046134755015373,
      "step": 20990
    },
    {
      "loss_action": 0.010807953774929047,
      "loss_total": 0.010807953774929047,
      "step": 20990
    },
    {
      "grad_norm": 0.17827360332012177,
      "learning_rate": 9.316365863885909e-05,
      "loss": 0.013,
      "step": 21000
    },
    {
      "loss_action": 0.012352608144283295,
      "loss_total": 0.012352608144283295,
      "step": 21000
    },
    {
      "loss_action": 0.009606077335774899,
      "loss_total": 0.009606077335774899,
      "step": 21000
    },
    {
      "loss_action": 0.009078468196094036,
      "loss_total": 0.009078468196094036,
      "step": 21000
    },
    {
      "loss_action": 0.025391260161995888,
      "loss_total": 0.025391260161995888,
      "step": 21000
    },
    {
      "loss_action": 0.011362645775079727,
      "loss_total": 0.011362645775079727,
      "step": 21000
    },
    {
      "loss_action": 0.0061438921838998795,
      "loss_total": 0.0061438921838998795,
      "step": 21000
    },
    {
      "loss_action": 0.011051403358578682,
      "loss_total": 0.011051403358578682,
      "step": 21000
    },
    {
      "loss_action": 0.00625322200357914,
      "loss_total": 0.00625322200357914,
      "step": 21000
    },
    {
      "grad_norm": 0.19612860679626465,
      "learning_rate": 9.315531060506502e-05,
      "loss": 0.013,
      "step": 21010
    },
    {
      "loss_action": 0.01429224107414484,
      "loss_total": 0.01429224107414484,
      "step": 21010
    },
    {
      "loss_action": 0.0101617481559515,
      "loss_total": 0.0101617481559515,
      "step": 21010
    },
    {
      "loss_action": 0.021393977105617523,
      "loss_total": 0.021393977105617523,
      "step": 21010
    },
    {
      "loss_action": 0.010511517524719238,
      "loss_total": 0.010511517524719238,
      "step": 21010
    },
    {
      "loss_action": 0.028466086834669113,
      "loss_total": 0.028466086834669113,
      "step": 21010
    },
    {
      "loss_action": 0.005000859033316374,
      "loss_total": 0.005000859033316374,
      "step": 21010
    },
    {
      "loss_action": 0.018986210227012634,
      "loss_total": 0.018986210227012634,
      "step": 21010
    },
    {
      "loss_action": 0.03750652074813843,
      "loss_total": 0.03750652074813843,
      "step": 21010
    },
    {
      "grad_norm": 0.1660504788160324,
      "learning_rate": 9.314695785187108e-05,
      "loss": 0.0138,
      "step": 21020
    },
    {
      "loss_action": 0.003736965823918581,
      "loss_total": 0.003736965823918581,
      "step": 21020
    },
    {
      "loss_action": 0.0136953666806221,
      "loss_total": 0.0136953666806221,
      "step": 21020
    },
    {
      "loss_action": 0.015715312212705612,
      "loss_total": 0.015715312212705612,
      "step": 21020
    },
    {
      "loss_action": 0.0065754554234445095,
      "loss_total": 0.0065754554234445095,
      "step": 21020
    },
    {
      "loss_action": 0.009054400026798248,
      "loss_total": 0.009054400026798248,
      "step": 21020
    },
    {
      "loss_action": 0.0040925112552940845,
      "loss_total": 0.0040925112552940845,
      "step": 21020
    },
    {
      "loss_action": 0.013092848472297192,
      "loss_total": 0.013092848472297192,
      "step": 21020
    },
    {
      "loss_action": 0.0034255075734108686,
      "loss_total": 0.0034255075734108686,
      "step": 21020
    },
    {
      "grad_norm": 0.13252894580364227,
      "learning_rate": 9.313860038019069e-05,
      "loss": 0.0131,
      "step": 21030
    },
    {
      "loss_action": 0.009200317785143852,
      "loss_total": 0.009200317785143852,
      "step": 21030
    },
    {
      "loss_action": 0.021619901061058044,
      "loss_total": 0.021619901061058044,
      "step": 21030
    },
    {
      "loss_action": 0.009008962661027908,
      "loss_total": 0.009008962661027908,
      "step": 21030
    },
    {
      "loss_action": 0.03155322000384331,
      "loss_total": 0.03155322000384331,
      "step": 21030
    },
    {
      "loss_action": 0.010753404349088669,
      "loss_total": 0.010753404349088669,
      "step": 21030
    },
    {
      "loss_action": 0.008497567847371101,
      "loss_total": 0.008497567847371101,
      "step": 21030
    },
    {
      "loss_action": 0.010730798356235027,
      "loss_total": 0.010730798356235027,
      "step": 21030
    },
    {
      "loss_action": 0.0129034873098135,
      "loss_total": 0.0129034873098135,
      "step": 21030
    },
    {
      "grad_norm": 0.1275586038827896,
      "learning_rate": 9.313023819093782e-05,
      "loss": 0.0126,
      "step": 21040
    },
    {
      "loss_action": 0.01657794788479805,
      "loss_total": 0.01657794788479805,
      "step": 21040
    },
    {
      "loss_action": 0.013074245303869247,
      "loss_total": 0.013074245303869247,
      "step": 21040
    },
    {
      "loss_action": 0.010502133518457413,
      "loss_total": 0.010502133518457413,
      "step": 21040
    },
    {
      "loss_action": 0.010174106806516647,
      "loss_total": 0.010174106806516647,
      "step": 21040
    },
    {
      "loss_action": 0.012520045042037964,
      "loss_total": 0.012520045042037964,
      "step": 21040
    },
    {
      "loss_action": 0.010635783895850182,
      "loss_total": 0.010635783895850182,
      "step": 21040
    },
    {
      "loss_action": 0.004835051950067282,
      "loss_total": 0.004835051950067282,
      "step": 21040
    },
    {
      "loss_action": 0.02653062343597412,
      "loss_total": 0.02653062343597412,
      "step": 21040
    },
    {
      "grad_norm": 0.12908634543418884,
      "learning_rate": 9.312187128502695e-05,
      "loss": 0.0121,
      "step": 21050
    },
    {
      "loss_action": 0.03318314254283905,
      "loss_total": 0.03318314254283905,
      "step": 21050
    },
    {
      "loss_action": 0.014491761103272438,
      "loss_total": 0.014491761103272438,
      "step": 21050
    },
    {
      "loss_action": 0.005895146168768406,
      "loss_total": 0.005895146168768406,
      "step": 21050
    },
    {
      "loss_action": 0.007855713367462158,
      "loss_total": 0.007855713367462158,
      "step": 21050
    },
    {
      "loss_action": 0.006758349481970072,
      "loss_total": 0.006758349481970072,
      "step": 21050
    },
    {
      "loss_action": 0.007505095098167658,
      "loss_total": 0.007505095098167658,
      "step": 21050
    },
    {
      "loss_action": 0.006912217475473881,
      "loss_total": 0.006912217475473881,
      "step": 21050
    },
    {
      "loss_action": 0.004667401313781738,
      "loss_total": 0.004667401313781738,
      "step": 21050
    },
    {
      "grad_norm": 0.15435172617435455,
      "learning_rate": 9.311349966337307e-05,
      "loss": 0.0124,
      "step": 21060
    },
    {
      "loss_action": 0.03062559850513935,
      "loss_total": 0.03062559850513935,
      "step": 21060
    },
    {
      "loss_action": 0.005745996721088886,
      "loss_total": 0.005745996721088886,
      "step": 21060
    },
    {
      "loss_action": 0.01044534146785736,
      "loss_total": 0.01044534146785736,
      "step": 21060
    },
    {
      "loss_action": 0.01724426820874214,
      "loss_total": 0.01724426820874214,
      "step": 21060
    },
    {
      "loss_action": 0.007960930466651917,
      "loss_total": 0.007960930466651917,
      "step": 21060
    },
    {
      "loss_action": 0.006116748321801424,
      "loss_total": 0.006116748321801424,
      "step": 21060
    },
    {
      "loss_action": 0.005788268521428108,
      "loss_total": 0.005788268521428108,
      "step": 21060
    },
    {
      "loss_action": 0.01378905214369297,
      "loss_total": 0.01378905214369297,
      "step": 21060
    },
    {
      "grad_norm": 0.15195146203041077,
      "learning_rate": 9.310512332689169e-05,
      "loss": 0.0106,
      "step": 21070
    },
    {
      "loss_action": 0.006461361888796091,
      "loss_total": 0.006461361888796091,
      "step": 21070
    },
    {
      "loss_action": 0.017394380643963814,
      "loss_total": 0.017394380643963814,
      "step": 21070
    },
    {
      "loss_action": 0.0057478416711091995,
      "loss_total": 0.0057478416711091995,
      "step": 21070
    },
    {
      "loss_action": 0.008206875994801521,
      "loss_total": 0.008206875994801521,
      "step": 21070
    },
    {
      "loss_action": 0.004970678128302097,
      "loss_total": 0.004970678128302097,
      "step": 21070
    },
    {
      "loss_action": 0.01872425153851509,
      "loss_total": 0.01872425153851509,
      "step": 21070
    },
    {
      "loss_action": 0.005358349997550249,
      "loss_total": 0.005358349997550249,
      "step": 21070
    },
    {
      "loss_action": 0.014406180940568447,
      "loss_total": 0.014406180940568447,
      "step": 21070
    },
    {
      "grad_norm": 0.1403668075799942,
      "learning_rate": 9.309674227649883e-05,
      "loss": 0.014,
      "step": 21080
    },
    {
      "loss_action": 0.029149487614631653,
      "loss_total": 0.029149487614631653,
      "step": 21080
    },
    {
      "loss_action": 0.011975527741014957,
      "loss_total": 0.011975527741014957,
      "step": 21080
    },
    {
      "loss_action": 0.025714246556162834,
      "loss_total": 0.025714246556162834,
      "step": 21080
    },
    {
      "loss_action": 0.009206625632941723,
      "loss_total": 0.009206625632941723,
      "step": 21080
    },
    {
      "loss_action": 0.009406907483935356,
      "loss_total": 0.009406907483935356,
      "step": 21080
    },
    {
      "loss_action": 0.008923743851482868,
      "loss_total": 0.008923743851482868,
      "step": 21080
    },
    {
      "loss_action": 0.013811793178319931,
      "loss_total": 0.013811793178319931,
      "step": 21080
    },
    {
      "loss_action": 0.02673872373998165,
      "loss_total": 0.02673872373998165,
      "step": 21080
    },
    {
      "grad_norm": 0.2850862145423889,
      "learning_rate": 9.308835651311103e-05,
      "loss": 0.0145,
      "step": 21090
    },
    {
      "loss_action": 0.005219521000981331,
      "loss_total": 0.005219521000981331,
      "step": 21090
    },
    {
      "loss_action": 0.019114259630441666,
      "loss_total": 0.019114259630441666,
      "step": 21090
    },
    {
      "loss_action": 0.013493688777089119,
      "loss_total": 0.013493688777089119,
      "step": 21090
    },
    {
      "loss_action": 0.010025721043348312,
      "loss_total": 0.010025721043348312,
      "step": 21090
    },
    {
      "loss_action": 0.010826163925230503,
      "loss_total": 0.010826163925230503,
      "step": 21090
    },
    {
      "loss_action": 0.007359566166996956,
      "loss_total": 0.007359566166996956,
      "step": 21090
    },
    {
      "loss_action": 0.008634591475129128,
      "loss_total": 0.008634591475129128,
      "step": 21090
    },
    {
      "loss_action": 0.01498464122414589,
      "loss_total": 0.01498464122414589,
      "step": 21090
    },
    {
      "grad_norm": 0.20476551353931427,
      "learning_rate": 9.307996603764533e-05,
      "loss": 0.0157,
      "step": 21100
    },
    {
      "loss_action": 0.007529865484684706,
      "loss_total": 0.007529865484684706,
      "step": 21100
    },
    {
      "loss_action": 0.013965824618935585,
      "loss_total": 0.013965824618935585,
      "step": 21100
    },
    {
      "loss_action": 0.010038045234978199,
      "loss_total": 0.010038045234978199,
      "step": 21100
    },
    {
      "loss_action": 0.01076416950672865,
      "loss_total": 0.01076416950672865,
      "step": 21100
    },
    {
      "loss_action": 0.009031960740685463,
      "loss_total": 0.009031960740685463,
      "step": 21100
    },
    {
      "loss_action": 0.007824907079339027,
      "loss_total": 0.007824907079339027,
      "step": 21100
    },
    {
      "loss_action": 0.005442567635327578,
      "loss_total": 0.005442567635327578,
      "step": 21100
    },
    {
      "loss_action": 0.01037592627108097,
      "loss_total": 0.01037592627108097,
      "step": 21100
    },
    {
      "grad_norm": 0.12484925240278244,
      "learning_rate": 9.307157085101932e-05,
      "loss": 0.0112,
      "step": 21110
    },
    {
      "loss_action": 0.006362267304211855,
      "loss_total": 0.006362267304211855,
      "step": 21110
    },
    {
      "loss_action": 0.01845402643084526,
      "loss_total": 0.01845402643084526,
      "step": 21110
    },
    {
      "loss_action": 0.01855645701289177,
      "loss_total": 0.01855645701289177,
      "step": 21110
    },
    {
      "loss_action": 0.00859211478382349,
      "loss_total": 0.00859211478382349,
      "step": 21110
    },
    {
      "loss_action": 0.005337591283023357,
      "loss_total": 0.005337591283023357,
      "step": 21110
    },
    {
      "loss_action": 0.00802734587341547,
      "loss_total": 0.00802734587341547,
      "step": 21110
    },
    {
      "loss_action": 0.011512110009789467,
      "loss_total": 0.011512110009789467,
      "step": 21110
    },
    {
      "loss_action": 0.011113148182630539,
      "loss_total": 0.011113148182630539,
      "step": 21110
    },
    {
      "grad_norm": 0.10647521167993546,
      "learning_rate": 9.306317095415109e-05,
      "loss": 0.0129,
      "step": 21120
    },
    {
      "loss_action": 0.016765223816037178,
      "loss_total": 0.016765223816037178,
      "step": 21120
    },
    {
      "loss_action": 0.026218727231025696,
      "loss_total": 0.026218727231025696,
      "step": 21120
    },
    {
      "loss_action": 0.012089313939213753,
      "loss_total": 0.012089313939213753,
      "step": 21120
    },
    {
      "loss_action": 0.010421998798847198,
      "loss_total": 0.010421998798847198,
      "step": 21120
    },
    {
      "loss_action": 0.012952970340847969,
      "loss_total": 0.012952970340847969,
      "step": 21120
    },
    {
      "loss_action": 0.005987086333334446,
      "loss_total": 0.005987086333334446,
      "step": 21120
    },
    {
      "loss_action": 0.010823276825249195,
      "loss_total": 0.010823276825249195,
      "step": 21120
    },
    {
      "loss_action": 0.01074110995978117,
      "loss_total": 0.01074110995978117,
      "step": 21120
    },
    {
      "grad_norm": 0.20944857597351074,
      "learning_rate": 9.305476634795922e-05,
      "loss": 0.0161,
      "step": 21130
    },
    {
      "loss_action": 0.015155293978750706,
      "loss_total": 0.015155293978750706,
      "step": 21130
    },
    {
      "loss_action": 0.013225728645920753,
      "loss_total": 0.013225728645920753,
      "step": 21130
    },
    {
      "loss_action": 0.01731354370713234,
      "loss_total": 0.01731354370713234,
      "step": 21130
    },
    {
      "loss_action": 0.024387825280427933,
      "loss_total": 0.024387825280427933,
      "step": 21130
    },
    {
      "loss_action": 0.004164479672908783,
      "loss_total": 0.004164479672908783,
      "step": 21130
    },
    {
      "loss_action": 0.026817703619599342,
      "loss_total": 0.026817703619599342,
      "step": 21130
    },
    {
      "loss_action": 0.01032119058072567,
      "loss_total": 0.01032119058072567,
      "step": 21130
    },
    {
      "loss_action": 0.006413399241864681,
      "loss_total": 0.006413399241864681,
      "step": 21130
    },
    {
      "grad_norm": 0.17184235155582428,
      "learning_rate": 9.304635703336284e-05,
      "loss": 0.0151,
      "step": 21140
    },
    {
      "loss_action": 0.007144641596823931,
      "loss_total": 0.007144641596823931,
      "step": 21140
    },
    {
      "loss_action": 0.008509961888194084,
      "loss_total": 0.008509961888194084,
      "step": 21140
    },
    {
      "loss_action": 0.014365573413670063,
      "loss_total": 0.014365573413670063,
      "step": 21140
    },
    {
      "loss_action": 0.008935477584600449,
      "loss_total": 0.008935477584600449,
      "step": 21140
    },
    {
      "loss_action": 0.015309611335396767,
      "loss_total": 0.015309611335396767,
      "step": 21140
    },
    {
      "loss_action": 0.006283920258283615,
      "loss_total": 0.006283920258283615,
      "step": 21140
    },
    {
      "loss_action": 0.013028081506490707,
      "loss_total": 0.013028081506490707,
      "step": 21140
    },
    {
      "loss_action": 0.009144616313278675,
      "loss_total": 0.009144616313278675,
      "step": 21140
    },
    {
      "grad_norm": 0.10797114670276642,
      "learning_rate": 9.303794301128157e-05,
      "loss": 0.0129,
      "step": 21150
    },
    {
      "loss_action": 0.005127045791596174,
      "loss_total": 0.005127045791596174,
      "step": 21150
    },
    {
      "loss_action": 0.011993525549769402,
      "loss_total": 0.011993525549769402,
      "step": 21150
    },
    {
      "loss_action": 0.015489873476326466,
      "loss_total": 0.015489873476326466,
      "step": 21150
    },
    {
      "loss_action": 0.00974440760910511,
      "loss_total": 0.00974440760910511,
      "step": 21150
    },
    {
      "loss_action": 0.010923857800662518,
      "loss_total": 0.010923857800662518,
      "step": 21150
    },
    {
      "loss_action": 0.00867905281484127,
      "loss_total": 0.00867905281484127,
      "step": 21150
    },
    {
      "loss_action": 0.014601451344788074,
      "loss_total": 0.014601451344788074,
      "step": 21150
    },
    {
      "loss_action": 0.01210903748869896,
      "loss_total": 0.01210903748869896,
      "step": 21150
    },
    {
      "grad_norm": 0.1680789291858673,
      "learning_rate": 9.302952428263555e-05,
      "loss": 0.0135,
      "step": 21160
    },
    {
      "loss_action": 0.018204497173428535,
      "loss_total": 0.018204497173428535,
      "step": 21160
    },
    {
      "loss_action": 0.011221108958125114,
      "loss_total": 0.011221108958125114,
      "step": 21160
    },
    {
      "loss_action": 0.01355615071952343,
      "loss_total": 0.01355615071952343,
      "step": 21160
    },
    {
      "loss_action": 0.017735332250595093,
      "loss_total": 0.017735332250595093,
      "step": 21160
    },
    {
      "loss_action": 0.012775364331901073,
      "loss_total": 0.012775364331901073,
      "step": 21160
    },
    {
      "loss_action": 0.0063932654447853565,
      "loss_total": 0.0063932654447853565,
      "step": 21160
    },
    {
      "loss_action": 0.0065596457570791245,
      "loss_total": 0.0065596457570791245,
      "step": 21160
    },
    {
      "loss_action": 0.0073201702907681465,
      "loss_total": 0.0073201702907681465,
      "step": 21160
    },
    {
      "grad_norm": 0.1583971381187439,
      "learning_rate": 9.302110084834545e-05,
      "loss": 0.0125,
      "step": 21170
    },
    {
      "loss_action": 0.0039362721145153046,
      "loss_total": 0.0039362721145153046,
      "step": 21170
    },
    {
      "loss_action": 0.0234955083578825,
      "loss_total": 0.0234955083578825,
      "step": 21170
    },
    {
      "loss_action": 0.005536141339689493,
      "loss_total": 0.005536141339689493,
      "step": 21170
    },
    {
      "loss_action": 0.012895345687866211,
      "loss_total": 0.012895345687866211,
      "step": 21170
    },
    {
      "loss_action": 0.007995044812560081,
      "loss_total": 0.007995044812560081,
      "step": 21170
    },
    {
      "loss_action": 0.006950455252081156,
      "loss_total": 0.006950455252081156,
      "step": 21170
    },
    {
      "loss_action": 0.016849609091877937,
      "loss_total": 0.016849609091877937,
      "step": 21170
    },
    {
      "loss_action": 0.005095544271171093,
      "loss_total": 0.005095544271171093,
      "step": 21170
    },
    {
      "grad_norm": 0.1948380023241043,
      "learning_rate": 9.301267270933245e-05,
      "loss": 0.012,
      "step": 21180
    },
    {
      "loss_action": 0.01526935026049614,
      "loss_total": 0.01526935026049614,
      "step": 21180
    },
    {
      "loss_action": 0.004532631952315569,
      "loss_total": 0.004532631952315569,
      "step": 21180
    },
    {
      "loss_action": 0.011338280513882637,
      "loss_total": 0.011338280513882637,
      "step": 21180
    },
    {
      "loss_action": 0.007093559950590134,
      "loss_total": 0.007093559950590134,
      "step": 21180
    },
    {
      "loss_action": 0.007763080298900604,
      "loss_total": 0.007763080298900604,
      "step": 21180
    },
    {
      "loss_action": 0.006395022384822369,
      "loss_total": 0.006395022384822369,
      "step": 21180
    },
    {
      "loss_action": 0.008871317841112614,
      "loss_total": 0.008871317841112614,
      "step": 21180
    },
    {
      "loss_action": 0.005733329337090254,
      "loss_total": 0.005733329337090254,
      "step": 21180
    },
    {
      "grad_norm": 0.15511533617973328,
      "learning_rate": 9.300423986651823e-05,
      "loss": 0.0143,
      "step": 21190
    },
    {
      "loss_action": 0.007220719940960407,
      "loss_total": 0.007220719940960407,
      "step": 21190
    },
    {
      "loss_action": 0.006143574137240648,
      "loss_total": 0.006143574137240648,
      "step": 21190
    },
    {
      "loss_action": 0.010717610828578472,
      "loss_total": 0.010717610828578472,
      "step": 21190
    },
    {
      "loss_action": 0.01914694719016552,
      "loss_total": 0.01914694719016552,
      "step": 21190
    },
    {
      "loss_action": 0.007123894989490509,
      "loss_total": 0.007123894989490509,
      "step": 21190
    },
    {
      "loss_action": 0.03171040490269661,
      "loss_total": 0.03171040490269661,
      "step": 21190
    },
    {
      "loss_action": 0.017011843621730804,
      "loss_total": 0.017011843621730804,
      "step": 21190
    },
    {
      "loss_action": 0.008597180247306824,
      "loss_total": 0.008597180247306824,
      "step": 21190
    },
    {
      "grad_norm": 0.14155876636505127,
      "learning_rate": 9.299580232082501e-05,
      "loss": 0.0125,
      "step": 21200
    },
    {
      "loss_action": 0.004289707168936729,
      "loss_total": 0.004289707168936729,
      "step": 21200
    },
    {
      "loss_action": 0.00932214967906475,
      "loss_total": 0.00932214967906475,
      "step": 21200
    },
    {
      "loss_action": 0.009188836440443993,
      "loss_total": 0.009188836440443993,
      "step": 21200
    },
    {
      "loss_action": 0.006885737180709839,
      "loss_total": 0.006885737180709839,
      "step": 21200
    },
    {
      "loss_action": 0.008487057872116566,
      "loss_total": 0.008487057872116566,
      "step": 21200
    },
    {
      "loss_action": 0.01906663179397583,
      "loss_total": 0.01906663179397583,
      "step": 21200
    },
    {
      "loss_action": 0.00982130877673626,
      "loss_total": 0.00982130877673626,
      "step": 21200
    },
    {
      "loss_action": 0.009675594978034496,
      "loss_total": 0.009675594978034496,
      "step": 21200
    },
    {
      "grad_norm": 0.11899710446596146,
      "learning_rate": 9.298736007317547e-05,
      "loss": 0.0128,
      "step": 21210
    },
    {
      "loss_action": 0.011325756087899208,
      "loss_total": 0.011325756087899208,
      "step": 21210
    },
    {
      "loss_action": 0.00688537210226059,
      "loss_total": 0.00688537210226059,
      "step": 21210
    },
    {
      "loss_action": 0.03528106212615967,
      "loss_total": 0.03528106212615967,
      "step": 21210
    },
    {
      "loss_action": 0.013866670429706573,
      "loss_total": 0.013866670429706573,
      "step": 21210
    },
    {
      "loss_action": 0.007252742536365986,
      "loss_total": 0.007252742536365986,
      "step": 21210
    },
    {
      "loss_action": 0.006946751847863197,
      "loss_total": 0.006946751847863197,
      "step": 21210
    },
    {
      "loss_action": 0.016975756734609604,
      "loss_total": 0.016975756734609604,
      "step": 21210
    },
    {
      "loss_action": 0.013118119910359383,
      "loss_total": 0.013118119910359383,
      "step": 21210
    },
    {
      "grad_norm": 0.18427784740924835,
      "learning_rate": 9.297891312449288e-05,
      "loss": 0.013,
      "step": 21220
    },
    {
      "loss_action": 0.011335499584674835,
      "loss_total": 0.011335499584674835,
      "step": 21220
    },
    {
      "loss_action": 0.0057792626321315765,
      "loss_total": 0.0057792626321315765,
      "step": 21220
    },
    {
      "loss_action": 0.029061533510684967,
      "loss_total": 0.029061533510684967,
      "step": 21220
    },
    {
      "loss_action": 0.010312353260815144,
      "loss_total": 0.010312353260815144,
      "step": 21220
    },
    {
      "loss_action": 0.010768190026283264,
      "loss_total": 0.010768190026283264,
      "step": 21220
    },
    {
      "loss_action": 0.02330935001373291,
      "loss_total": 0.02330935001373291,
      "step": 21220
    },
    {
      "loss_action": 0.030553441494703293,
      "loss_total": 0.030553441494703293,
      "step": 21220
    },
    {
      "loss_action": 0.0030043688602745533,
      "loss_total": 0.0030043688602745533,
      "step": 21220
    },
    {
      "grad_norm": 0.1919628232717514,
      "learning_rate": 9.297046147570094e-05,
      "loss": 0.013,
      "step": 21230
    },
    {
      "loss_action": 0.017939046025276184,
      "loss_total": 0.017939046025276184,
      "step": 21230
    },
    {
      "loss_action": 0.014061334542930126,
      "loss_total": 0.014061334542930126,
      "step": 21230
    },
    {
      "loss_action": 0.007506437599658966,
      "loss_total": 0.007506437599658966,
      "step": 21230
    },
    {
      "loss_action": 0.012586778029799461,
      "loss_total": 0.012586778029799461,
      "step": 21230
    },
    {
      "loss_action": 0.00733540952205658,
      "loss_total": 0.00733540952205658,
      "step": 21230
    },
    {
      "loss_action": 0.011020742356777191,
      "loss_total": 0.011020742356777191,
      "step": 21230
    },
    {
      "loss_action": 0.013357092626392841,
      "loss_total": 0.013357092626392841,
      "step": 21230
    },
    {
      "loss_action": 0.004033208824694157,
      "loss_total": 0.004033208824694157,
      "step": 21230
    },
    {
      "grad_norm": 0.1287904977798462,
      "learning_rate": 9.296200512772396e-05,
      "loss": 0.0142,
      "step": 21240
    },
    {
      "loss_action": 0.014419961720705032,
      "loss_total": 0.014419961720705032,
      "step": 21240
    },
    {
      "loss_action": 0.004436722956597805,
      "loss_total": 0.004436722956597805,
      "step": 21240
    },
    {
      "loss_action": 0.014525231905281544,
      "loss_total": 0.014525231905281544,
      "step": 21240
    },
    {
      "loss_action": 0.009428740479052067,
      "loss_total": 0.009428740479052067,
      "step": 21240
    },
    {
      "loss_action": 0.01261653658002615,
      "loss_total": 0.01261653658002615,
      "step": 21240
    },
    {
      "loss_action": 0.016714736819267273,
      "loss_total": 0.016714736819267273,
      "step": 21240
    },
    {
      "loss_action": 0.009276855736970901,
      "loss_total": 0.009276855736970901,
      "step": 21240
    },
    {
      "loss_action": 0.013104034587740898,
      "loss_total": 0.013104034587740898,
      "step": 21240
    },
    {
      "grad_norm": 0.16433942317962646,
      "learning_rate": 9.295354408148668e-05,
      "loss": 0.0126,
      "step": 21250
    },
    {
      "loss_action": 0.015413466840982437,
      "loss_total": 0.015413466840982437,
      "step": 21250
    },
    {
      "loss_action": 0.015715081244707108,
      "loss_total": 0.015715081244707108,
      "step": 21250
    },
    {
      "loss_action": 0.01648413948714733,
      "loss_total": 0.01648413948714733,
      "step": 21250
    },
    {
      "loss_action": 0.011548789218068123,
      "loss_total": 0.011548789218068123,
      "step": 21250
    },
    {
      "loss_action": 0.022882670164108276,
      "loss_total": 0.022882670164108276,
      "step": 21250
    },
    {
      "loss_action": 0.012883528135716915,
      "loss_total": 0.012883528135716915,
      "step": 21250
    },
    {
      "loss_action": 0.009971742518246174,
      "loss_total": 0.009971742518246174,
      "step": 21250
    },
    {
      "loss_action": 0.017460577189922333,
      "loss_total": 0.017460577189922333,
      "step": 21250
    },
    {
      "grad_norm": 0.17831765115261078,
      "learning_rate": 9.294507833791441e-05,
      "loss": 0.0116,
      "step": 21260
    },
    {
      "loss_action": 0.02353847585618496,
      "loss_total": 0.02353847585618496,
      "step": 21260
    },
    {
      "loss_action": 0.008953358978033066,
      "loss_total": 0.008953358978033066,
      "step": 21260
    },
    {
      "loss_action": 0.020423702895641327,
      "loss_total": 0.020423702895641327,
      "step": 21260
    },
    {
      "loss_action": 0.014375239610671997,
      "loss_total": 0.014375239610671997,
      "step": 21260
    },
    {
      "loss_action": 0.020742014050483704,
      "loss_total": 0.020742014050483704,
      "step": 21260
    },
    {
      "loss_action": 0.009250558912754059,
      "loss_total": 0.009250558912754059,
      "step": 21260
    },
    {
      "loss_action": 0.015937060117721558,
      "loss_total": 0.015937060117721558,
      "step": 21260
    },
    {
      "loss_action": 0.015391560271382332,
      "loss_total": 0.015391560271382332,
      "step": 21260
    },
    {
      "grad_norm": 0.15785108506679535,
      "learning_rate": 9.293660789793295e-05,
      "loss": 0.0125,
      "step": 21270
    },
    {
      "loss_action": 0.006027487106621265,
      "loss_total": 0.006027487106621265,
      "step": 21270
    },
    {
      "loss_action": 0.011446088552474976,
      "loss_total": 0.011446088552474976,
      "step": 21270
    },
    {
      "loss_action": 0.018642021343111992,
      "loss_total": 0.018642021343111992,
      "step": 21270
    },
    {
      "loss_action": 0.012567099183797836,
      "loss_total": 0.012567099183797836,
      "step": 21270
    },
    {
      "loss_action": 0.011668967083096504,
      "loss_total": 0.011668967083096504,
      "step": 21270
    },
    {
      "loss_action": 0.013245370239019394,
      "loss_total": 0.013245370239019394,
      "step": 21270
    },
    {
      "loss_action": 0.007636763155460358,
      "loss_total": 0.007636763155460358,
      "step": 21270
    },
    {
      "loss_action": 0.022858111187815666,
      "loss_total": 0.022858111187815666,
      "step": 21270
    },
    {
      "grad_norm": 0.14507600665092468,
      "learning_rate": 9.292813276246858e-05,
      "loss": 0.0122,
      "step": 21280
    },
    {
      "loss_action": 0.007225578650832176,
      "loss_total": 0.007225578650832176,
      "step": 21280
    },
    {
      "loss_action": 0.011887098662555218,
      "loss_total": 0.011887098662555218,
      "step": 21280
    },
    {
      "loss_action": 0.0115355234593153,
      "loss_total": 0.0115355234593153,
      "step": 21280
    },
    {
      "loss_action": 0.014605790376663208,
      "loss_total": 0.014605790376663208,
      "step": 21280
    },
    {
      "loss_action": 0.01835968904197216,
      "loss_total": 0.01835968904197216,
      "step": 21280
    },
    {
      "loss_action": 0.053297821432352066,
      "loss_total": 0.053297821432352066,
      "step": 21280
    },
    {
      "loss_action": 0.007207534275949001,
      "loss_total": 0.007207534275949001,
      "step": 21280
    },
    {
      "loss_action": 0.0096534863114357,
      "loss_total": 0.0096534863114357,
      "step": 21280
    },
    {
      "grad_norm": 0.12851537764072418,
      "learning_rate": 9.291965293244816e-05,
      "loss": 0.0132,
      "step": 21290
    },
    {
      "loss_action": 0.008551922626793385,
      "loss_total": 0.008551922626793385,
      "step": 21290
    },
    {
      "loss_action": 0.006951167713850737,
      "loss_total": 0.006951167713850737,
      "step": 21290
    },
    {
      "loss_action": 0.018013354390859604,
      "loss_total": 0.018013354390859604,
      "step": 21290
    },
    {
      "loss_action": 0.030910426750779152,
      "loss_total": 0.030910426750779152,
      "step": 21290
    },
    {
      "loss_action": 0.005666958633810282,
      "loss_total": 0.005666958633810282,
      "step": 21290
    },
    {
      "loss_action": 0.013112428598105907,
      "loss_total": 0.013112428598105907,
      "step": 21290
    },
    {
      "loss_action": 0.008015402592718601,
      "loss_total": 0.008015402592718601,
      "step": 21290
    },
    {
      "loss_action": 0.010885346680879593,
      "loss_total": 0.010885346680879593,
      "step": 21290
    },
    {
      "grad_norm": 0.1064046174287796,
      "learning_rate": 9.291116840879904e-05,
      "loss": 0.0119,
      "step": 21300
    },
    {
      "loss_action": 0.0114741837605834,
      "loss_total": 0.0114741837605834,
      "step": 21300
    },
    {
      "loss_action": 0.007548246067017317,
      "loss_total": 0.007548246067017317,
      "step": 21300
    },
    {
      "loss_action": 0.01444996427744627,
      "loss_total": 0.01444996427744627,
      "step": 21300
    },
    {
      "loss_action": 0.012252507731318474,
      "loss_total": 0.012252507731318474,
      "step": 21300
    },
    {
      "loss_action": 0.01425940915942192,
      "loss_total": 0.01425940915942192,
      "step": 21300
    },
    {
      "loss_action": 0.04856349527835846,
      "loss_total": 0.04856349527835846,
      "step": 21300
    },
    {
      "loss_action": 0.010734990239143372,
      "loss_total": 0.010734990239143372,
      "step": 21300
    },
    {
      "loss_action": 0.0077979047782719135,
      "loss_total": 0.0077979047782719135,
      "step": 21300
    },
    {
      "grad_norm": 0.1515159010887146,
      "learning_rate": 9.290267919244904e-05,
      "loss": 0.0136,
      "step": 21310
    },
    {
      "loss_action": 0.009591996669769287,
      "loss_total": 0.009591996669769287,
      "step": 21310
    },
    {
      "loss_action": 0.008989345282316208,
      "loss_total": 0.008989345282316208,
      "step": 21310
    },
    {
      "loss_action": 0.017293354496359825,
      "loss_total": 0.017293354496359825,
      "step": 21310
    },
    {
      "loss_action": 0.004647959489375353,
      "loss_total": 0.004647959489375353,
      "step": 21310
    },
    {
      "loss_action": 0.027366962283849716,
      "loss_total": 0.027366962283849716,
      "step": 21310
    },
    {
      "loss_action": 0.011808054521679878,
      "loss_total": 0.011808054521679878,
      "step": 21310
    },
    {
      "loss_action": 0.013489796780049801,
      "loss_total": 0.013489796780049801,
      "step": 21310
    },
    {
      "loss_action": 0.011109258979558945,
      "loss_total": 0.011109258979558945,
      "step": 21310
    },
    {
      "grad_norm": 0.10375992953777313,
      "learning_rate": 9.289418528432655e-05,
      "loss": 0.0118,
      "step": 21320
    },
    {
      "loss_action": 0.012765167281031609,
      "loss_total": 0.012765167281031609,
      "step": 21320
    },
    {
      "loss_action": 0.007452093064785004,
      "loss_total": 0.007452093064785004,
      "step": 21320
    },
    {
      "loss_action": 0.00895533338189125,
      "loss_total": 0.00895533338189125,
      "step": 21320
    },
    {
      "loss_action": 0.010737135075032711,
      "loss_total": 0.010737135075032711,
      "step": 21320
    },
    {
      "loss_action": 0.011088834144175053,
      "loss_total": 0.011088834144175053,
      "step": 21320
    },
    {
      "loss_action": 0.012375127524137497,
      "loss_total": 0.012375127524137497,
      "step": 21320
    },
    {
      "loss_action": 0.014585647732019424,
      "loss_total": 0.014585647732019424,
      "step": 21320
    },
    {
      "loss_action": 0.009316641837358475,
      "loss_total": 0.009316641837358475,
      "step": 21320
    },
    {
      "grad_norm": 0.14001108705997467,
      "learning_rate": 9.288568668536045e-05,
      "loss": 0.0109,
      "step": 21330
    },
    {
      "loss_action": 0.009106898680329323,
      "loss_total": 0.009106898680329323,
      "step": 21330
    },
    {
      "loss_action": 0.009772423654794693,
      "loss_total": 0.009772423654794693,
      "step": 21330
    },
    {
      "loss_action": 0.00929257832467556,
      "loss_total": 0.00929257832467556,
      "step": 21330
    },
    {
      "loss_action": 0.01600640080869198,
      "loss_total": 0.01600640080869198,
      "step": 21330
    },
    {
      "loss_action": 0.01864948868751526,
      "loss_total": 0.01864948868751526,
      "step": 21330
    },
    {
      "loss_action": 0.01266739796847105,
      "loss_total": 0.01266739796847105,
      "step": 21330
    },
    {
      "loss_action": 0.009898537769913673,
      "loss_total": 0.009898537769913673,
      "step": 21330
    },
    {
      "loss_action": 0.021360212936997414,
      "loss_total": 0.021360212936997414,
      "step": 21330
    },
    {
      "grad_norm": 0.6776625514030457,
      "learning_rate": 9.287718339648013e-05,
      "loss": 0.0137,
      "step": 21340
    },
    {
      "loss_action": 0.012899750843644142,
      "loss_total": 0.012899750843644142,
      "step": 21340
    },
    {
      "loss_action": 0.006253370083868504,
      "loss_total": 0.006253370083868504,
      "step": 21340
    },
    {
      "loss_action": 0.010292312130331993,
      "loss_total": 0.010292312130331993,
      "step": 21340
    },
    {
      "loss_action": 0.006691671442240477,
      "loss_total": 0.006691671442240477,
      "step": 21340
    },
    {
      "loss_action": 0.0067530544474720955,
      "loss_total": 0.0067530544474720955,
      "step": 21340
    },
    {
      "loss_action": 0.014356530271470547,
      "loss_total": 0.014356530271470547,
      "step": 21340
    },
    {
      "loss_action": 0.0060104187577962875,
      "loss_total": 0.0060104187577962875,
      "step": 21340
    },
    {
      "loss_action": 0.0075423624366521835,
      "loss_total": 0.0075423624366521835,
      "step": 21340
    },
    {
      "grad_norm": 0.13338804244995117,
      "learning_rate": 9.28686754186155e-05,
      "loss": 0.015,
      "step": 21350
    },
    {
      "loss_action": 0.02505887858569622,
      "loss_total": 0.02505887858569622,
      "step": 21350
    },
    {
      "loss_action": 0.01918160356581211,
      "loss_total": 0.01918160356581211,
      "step": 21350
    },
    {
      "loss_action": 0.005514348857104778,
      "loss_total": 0.005514348857104778,
      "step": 21350
    },
    {
      "loss_action": 0.010838063433766365,
      "loss_total": 0.010838063433766365,
      "step": 21350
    },
    {
      "loss_action": 0.009557586163282394,
      "loss_total": 0.009557586163282394,
      "step": 21350
    },
    {
      "loss_action": 0.011866997927427292,
      "loss_total": 0.011866997927427292,
      "step": 21350
    },
    {
      "loss_action": 0.011300662532448769,
      "loss_total": 0.011300662532448769,
      "step": 21350
    },
    {
      "loss_action": 0.009010804817080498,
      "loss_total": 0.009010804817080498,
      "step": 21350
    },
    {
      "grad_norm": 0.23122723400592804,
      "learning_rate": 9.286016275269698e-05,
      "loss": 0.0154,
      "step": 21360
    },
    {
      "loss_action": 0.02627912349998951,
      "loss_total": 0.02627912349998951,
      "step": 21360
    },
    {
      "loss_action": 0.015919113531708717,
      "loss_total": 0.015919113531708717,
      "step": 21360
    },
    {
      "loss_action": 0.04123618081212044,
      "loss_total": 0.04123618081212044,
      "step": 21360
    },
    {
      "loss_action": 0.010314948856830597,
      "loss_total": 0.010314948856830597,
      "step": 21360
    },
    {
      "loss_action": 0.008901430293917656,
      "loss_total": 0.008901430293917656,
      "step": 21360
    },
    {
      "loss_action": 0.01256933156400919,
      "loss_total": 0.01256933156400919,
      "step": 21360
    },
    {
      "loss_action": 0.006365782581269741,
      "loss_total": 0.006365782581269741,
      "step": 21360
    },
    {
      "loss_action": 0.005487315356731415,
      "loss_total": 0.005487315356731415,
      "step": 21360
    },
    {
      "grad_norm": 0.15624037384986877,
      "learning_rate": 9.285164539965551e-05,
      "loss": 0.0148,
      "step": 21370
    },
    {
      "loss_action": 0.02400273084640503,
      "loss_total": 0.02400273084640503,
      "step": 21370
    },
    {
      "loss_action": 0.04129482060670853,
      "loss_total": 0.04129482060670853,
      "step": 21370
    },
    {
      "loss_action": 0.008102292194962502,
      "loss_total": 0.008102292194962502,
      "step": 21370
    },
    {
      "loss_action": 0.01347384788095951,
      "loss_total": 0.01347384788095951,
      "step": 21370
    },
    {
      "loss_action": 0.008769811131060123,
      "loss_total": 0.008769811131060123,
      "step": 21370
    },
    {
      "loss_action": 0.012324693612754345,
      "loss_total": 0.012324693612754345,
      "step": 21370
    },
    {
      "loss_action": 0.00835867878049612,
      "loss_total": 0.00835867878049612,
      "step": 21370
    },
    {
      "loss_action": 0.04747573286294937,
      "loss_total": 0.04747573286294937,
      "step": 21370
    },
    {
      "grad_norm": 0.16380009055137634,
      "learning_rate": 9.284312336042251e-05,
      "loss": 0.0134,
      "step": 21380
    },
    {
      "loss_action": 0.012714006006717682,
      "loss_total": 0.012714006006717682,
      "step": 21380
    },
    {
      "loss_action": 0.006284364499151707,
      "loss_total": 0.006284364499151707,
      "step": 21380
    },
    {
      "loss_action": 0.010543664917349815,
      "loss_total": 0.010543664917349815,
      "step": 21380
    },
    {
      "loss_action": 0.006000398192554712,
      "loss_total": 0.006000398192554712,
      "step": 21380
    },
    {
      "loss_action": 0.007335447706282139,
      "loss_total": 0.007335447706282139,
      "step": 21380
    },
    {
      "loss_action": 0.00890121515840292,
      "loss_total": 0.00890121515840292,
      "step": 21380
    },
    {
      "loss_action": 0.021207988262176514,
      "loss_total": 0.021207988262176514,
      "step": 21380
    },
    {
      "loss_action": 0.02215547114610672,
      "loss_total": 0.02215547114610672,
      "step": 21380
    },
    {
      "grad_norm": 0.21866820752620697,
      "learning_rate": 9.283459663592996e-05,
      "loss": 0.0132,
      "step": 21390
    },
    {
      "loss_action": 0.02158919908106327,
      "loss_total": 0.02158919908106327,
      "step": 21390
    },
    {
      "loss_action": 0.017541037872433662,
      "loss_total": 0.017541037872433662,
      "step": 21390
    },
    {
      "loss_action": 0.007801853120326996,
      "loss_total": 0.007801853120326996,
      "step": 21390
    },
    {
      "loss_action": 0.0060836393386125565,
      "loss_total": 0.0060836393386125565,
      "step": 21390
    },
    {
      "loss_action": 0.015412148088216782,
      "loss_total": 0.015412148088216782,
      "step": 21390
    },
    {
      "loss_action": 0.006410839036107063,
      "loss_total": 0.006410839036107063,
      "step": 21390
    },
    {
      "loss_action": 0.02611372619867325,
      "loss_total": 0.02611372619867325,
      "step": 21390
    },
    {
      "loss_action": 0.007174935191869736,
      "loss_total": 0.007174935191869736,
      "step": 21390
    },
    {
      "grad_norm": 0.18506769835948944,
      "learning_rate": 9.282606522711033e-05,
      "loss": 0.0164,
      "step": 21400
    },
    {
      "loss_action": 0.017290666699409485,
      "loss_total": 0.017290666699409485,
      "step": 21400
    },
    {
      "loss_action": 0.00886321160942316,
      "loss_total": 0.00886321160942316,
      "step": 21400
    },
    {
      "loss_action": 0.014288266189396381,
      "loss_total": 0.014288266189396381,
      "step": 21400
    },
    {
      "loss_action": 0.013856269419193268,
      "loss_total": 0.013856269419193268,
      "step": 21400
    },
    {
      "loss_action": 0.009321089833974838,
      "loss_total": 0.009321089833974838,
      "step": 21400
    },
    {
      "loss_action": 0.00655372766777873,
      "loss_total": 0.00655372766777873,
      "step": 21400
    },
    {
      "loss_action": 0.00993842538446188,
      "loss_total": 0.00993842538446188,
      "step": 21400
    },
    {
      "loss_action": 0.025544531643390656,
      "loss_total": 0.025544531643390656,
      "step": 21400
    },
    {
      "grad_norm": 0.14004819095134735,
      "learning_rate": 9.281752913489657e-05,
      "loss": 0.0141,
      "step": 21410
    },
    {
      "loss_action": 0.004651710856705904,
      "loss_total": 0.004651710856705904,
      "step": 21410
    },
    {
      "loss_action": 0.008478077128529549,
      "loss_total": 0.008478077128529549,
      "step": 21410
    },
    {
      "loss_action": 0.011020204983651638,
      "loss_total": 0.011020204983651638,
      "step": 21410
    },
    {
      "loss_action": 0.015112732537090778,
      "loss_total": 0.015112732537090778,
      "step": 21410
    },
    {
      "loss_action": 0.014475652948021889,
      "loss_total": 0.014475652948021889,
      "step": 21410
    },
    {
      "loss_action": 0.010688815265893936,
      "loss_total": 0.010688815265893936,
      "step": 21410
    },
    {
      "loss_action": 0.019161105155944824,
      "loss_total": 0.019161105155944824,
      "step": 21410
    },
    {
      "loss_action": 0.012716774828732014,
      "loss_total": 0.012716774828732014,
      "step": 21410
    },
    {
      "grad_norm": 0.1504589319229126,
      "learning_rate": 9.280898836022222e-05,
      "loss": 0.0148,
      "step": 21420
    },
    {
      "loss_action": 0.013917194679379463,
      "loss_total": 0.013917194679379463,
      "step": 21420
    },
    {
      "loss_action": 0.01188620738685131,
      "loss_total": 0.01188620738685131,
      "step": 21420
    },
    {
      "loss_action": 0.006758567877113819,
      "loss_total": 0.006758567877113819,
      "step": 21420
    },
    {
      "loss_action": 0.006441211327910423,
      "loss_total": 0.006441211327910423,
      "step": 21420
    },
    {
      "loss_action": 0.007365006487816572,
      "loss_total": 0.007365006487816572,
      "step": 21420
    },
    {
      "loss_action": 0.005305842962116003,
      "loss_total": 0.005305842962116003,
      "step": 21420
    },
    {
      "loss_action": 0.004952398128807545,
      "loss_total": 0.004952398128807545,
      "step": 21420
    },
    {
      "loss_action": 0.008230187930166721,
      "loss_total": 0.008230187930166721,
      "step": 21420
    },
    {
      "grad_norm": 0.1562483012676239,
      "learning_rate": 9.280044290402126e-05,
      "loss": 0.0125,
      "step": 21430
    },
    {
      "loss_action": 0.007188393734395504,
      "loss_total": 0.007188393734395504,
      "step": 21430
    },
    {
      "loss_action": 0.007020477205514908,
      "loss_total": 0.007020477205514908,
      "step": 21430
    },
    {
      "loss_action": 0.0056393938139081,
      "loss_total": 0.0056393938139081,
      "step": 21430
    },
    {
      "loss_action": 0.006214949302375317,
      "loss_total": 0.006214949302375317,
      "step": 21430
    },
    {
      "loss_action": 0.01101156510412693,
      "loss_total": 0.01101156510412693,
      "step": 21430
    },
    {
      "loss_action": 0.021556206047534943,
      "loss_total": 0.021556206047534943,
      "step": 21430
    },
    {
      "loss_action": 0.008173555135726929,
      "loss_total": 0.008173555135726929,
      "step": 21430
    },
    {
      "loss_action": 0.007121048402041197,
      "loss_total": 0.007121048402041197,
      "step": 21430
    },
    {
      "grad_norm": 0.13657641410827637,
      "learning_rate": 9.279189276722821e-05,
      "loss": 0.0138,
      "step": 21440
    },
    {
      "loss_action": 0.01578463613986969,
      "loss_total": 0.01578463613986969,
      "step": 21440
    },
    {
      "loss_action": 0.011800015345215797,
      "loss_total": 0.011800015345215797,
      "step": 21440
    },
    {
      "loss_action": 0.027708739042282104,
      "loss_total": 0.027708739042282104,
      "step": 21440
    },
    {
      "loss_action": 0.007740478031337261,
      "loss_total": 0.007740478031337261,
      "step": 21440
    },
    {
      "loss_action": 0.008844831958413124,
      "loss_total": 0.008844831958413124,
      "step": 21440
    },
    {
      "loss_action": 0.01595998741686344,
      "loss_total": 0.01595998741686344,
      "step": 21440
    },
    {
      "loss_action": 0.00887742917984724,
      "loss_total": 0.00887742917984724,
      "step": 21440
    },
    {
      "loss_action": 0.007603219244629145,
      "loss_total": 0.007603219244629145,
      "step": 21440
    },
    {
      "grad_norm": 0.18044790625572205,
      "learning_rate": 9.278333795077812e-05,
      "loss": 0.0126,
      "step": 21450
    },
    {
      "loss_action": 0.0068806130439043045,
      "loss_total": 0.0068806130439043045,
      "step": 21450
    },
    {
      "loss_action": 0.01516917534172535,
      "loss_total": 0.01516917534172535,
      "step": 21450
    },
    {
      "loss_action": 0.021464943885803223,
      "loss_total": 0.021464943885803223,
      "step": 21450
    },
    {
      "loss_action": 0.010931318625807762,
      "loss_total": 0.010931318625807762,
      "step": 21450
    },
    {
      "loss_action": 0.008598255924880505,
      "loss_total": 0.008598255924880505,
      "step": 21450
    },
    {
      "loss_action": 0.007396027445793152,
      "loss_total": 0.007396027445793152,
      "step": 21450
    },
    {
      "loss_action": 0.0054836636409163475,
      "loss_total": 0.0054836636409163475,
      "step": 21450
    },
    {
      "loss_action": 0.0077779870480299,
      "loss_total": 0.0077779870480299,
      "step": 21450
    },
    {
      "grad_norm": 0.12941482663154602,
      "learning_rate": 9.27747784556065e-05,
      "loss": 0.0122,
      "step": 21460
    },
    {
      "loss_action": 0.004754144698381424,
      "loss_total": 0.004754144698381424,
      "step": 21460
    },
    {
      "loss_action": 0.00624664593487978,
      "loss_total": 0.00624664593487978,
      "step": 21460
    },
    {
      "loss_action": 0.005121799185872078,
      "loss_total": 0.005121799185872078,
      "step": 21460
    },
    {
      "loss_action": 0.022110983729362488,
      "loss_total": 0.022110983729362488,
      "step": 21460
    },
    {
      "loss_action": 0.032538920640945435,
      "loss_total": 0.032538920640945435,
      "step": 21460
    },
    {
      "loss_action": 0.008725950494408607,
      "loss_total": 0.008725950494408607,
      "step": 21460
    },
    {
      "loss_action": 0.019166111946105957,
      "loss_total": 0.019166111946105957,
      "step": 21460
    },
    {
      "loss_action": 0.025557706132531166,
      "loss_total": 0.025557706132531166,
      "step": 21460
    },
    {
      "grad_norm": 0.13101761043071747,
      "learning_rate": 9.276621428264942e-05,
      "loss": 0.0141,
      "step": 21470
    },
    {
      "loss_action": 0.017173975706100464,
      "loss_total": 0.017173975706100464,
      "step": 21470
    },
    {
      "loss_action": 0.02677396684885025,
      "loss_total": 0.02677396684885025,
      "step": 21470
    },
    {
      "loss_action": 0.007740765810012817,
      "loss_total": 0.007740765810012817,
      "step": 21470
    },
    {
      "loss_action": 0.02226283587515354,
      "loss_total": 0.02226283587515354,
      "step": 21470
    },
    {
      "loss_action": 0.005878951866179705,
      "loss_total": 0.005878951866179705,
      "step": 21470
    },
    {
      "loss_action": 0.02056127041578293,
      "loss_total": 0.02056127041578293,
      "step": 21470
    },
    {
      "loss_action": 0.004729446955025196,
      "loss_total": 0.004729446955025196,
      "step": 21470
    },
    {
      "loss_action": 0.006174273788928986,
      "loss_total": 0.006174273788928986,
      "step": 21470
    },
    {
      "grad_norm": 0.18014246225357056,
      "learning_rate": 9.275764543284345e-05,
      "loss": 0.0123,
      "step": 21480
    },
    {
      "loss_action": 0.009598513133823872,
      "loss_total": 0.009598513133823872,
      "step": 21480
    },
    {
      "loss_action": 0.008762258104979992,
      "loss_total": 0.008762258104979992,
      "step": 21480
    },
    {
      "loss_action": 0.010647649876773357,
      "loss_total": 0.010647649876773357,
      "step": 21480
    },
    {
      "loss_action": 0.015739772468805313,
      "loss_total": 0.015739772468805313,
      "step": 21480
    },
    {
      "loss_action": 0.0063888500444591045,
      "loss_total": 0.0063888500444591045,
      "step": 21480
    },
    {
      "loss_action": 0.01056579127907753,
      "loss_total": 0.01056579127907753,
      "step": 21480
    },
    {
      "loss_action": 0.02931366302073002,
      "loss_total": 0.02931366302073002,
      "step": 21480
    },
    {
      "loss_action": 0.03781801089644432,
      "loss_total": 0.03781801089644432,
      "step": 21480
    },
    {
      "grad_norm": 0.1634983867406845,
      "learning_rate": 9.274907190712566e-05,
      "loss": 0.0124,
      "step": 21490
    },
    {
      "loss_action": 0.0048010749742388725,
      "loss_total": 0.0048010749742388725,
      "step": 21490
    },
    {
      "loss_action": 0.019948815926909447,
      "loss_total": 0.019948815926909447,
      "step": 21490
    },
    {
      "loss_action": 0.009991765953600407,
      "loss_total": 0.009991765953600407,
      "step": 21490
    },
    {
      "loss_action": 0.019565625116229057,
      "loss_total": 0.019565625116229057,
      "step": 21490
    },
    {
      "loss_action": 0.006419659126549959,
      "loss_total": 0.006419659126549959,
      "step": 21490
    },
    {
      "loss_action": 0.030937928706407547,
      "loss_total": 0.030937928706407547,
      "step": 21490
    },
    {
      "loss_action": 0.010924812406301498,
      "loss_total": 0.010924812406301498,
      "step": 21490
    },
    {
      "loss_action": 0.006242122035473585,
      "loss_total": 0.006242122035473585,
      "step": 21490
    },
    {
      "grad_norm": 0.14462314546108246,
      "learning_rate": 9.274049370643363e-05,
      "loss": 0.014,
      "step": 21500
    },
    {
      "loss_action": 0.01288274209946394,
      "loss_total": 0.01288274209946394,
      "step": 21500
    },
    {
      "loss_action": 0.011143967509269714,
      "loss_total": 0.011143967509269714,
      "step": 21500
    },
    {
      "loss_action": 0.02016417123377323,
      "loss_total": 0.02016417123377323,
      "step": 21500
    },
    {
      "loss_action": 0.007895562797784805,
      "loss_total": 0.007895562797784805,
      "step": 21500
    },
    {
      "loss_action": 0.011868372559547424,
      "loss_total": 0.011868372559547424,
      "step": 21500
    },
    {
      "loss_action": 0.007452771067619324,
      "loss_total": 0.007452771067619324,
      "step": 21500
    },
    {
      "loss_action": 0.023390522226691246,
      "loss_total": 0.023390522226691246,
      "step": 21500
    },
    {
      "loss_action": 0.005192588083446026,
      "loss_total": 0.005192588083446026,
      "step": 21500
    },
    {
      "grad_norm": 0.1886974573135376,
      "learning_rate": 9.273191083170547e-05,
      "loss": 0.0141,
      "step": 21510
    },
    {
      "loss_action": 0.007740966975688934,
      "loss_total": 0.007740966975688934,
      "step": 21510
    },
    {
      "loss_action": 0.013807522132992744,
      "loss_total": 0.013807522132992744,
      "step": 21510
    },
    {
      "loss_action": 0.007674753200262785,
      "loss_total": 0.007674753200262785,
      "step": 21510
    },
    {
      "loss_action": 0.013012898154556751,
      "loss_total": 0.013012898154556751,
      "step": 21510
    },
    {
      "loss_action": 0.019424404948949814,
      "loss_total": 0.019424404948949814,
      "step": 21510
    },
    {
      "loss_action": 0.01023279782384634,
      "loss_total": 0.01023279782384634,
      "step": 21510
    },
    {
      "loss_action": 0.010449804365634918,
      "loss_total": 0.010449804365634918,
      "step": 21510
    },
    {
      "loss_action": 0.006724048405885696,
      "loss_total": 0.006724048405885696,
      "step": 21510
    },
    {
      "grad_norm": 0.18248511850833893,
      "learning_rate": 9.27233232838798e-05,
      "loss": 0.0134,
      "step": 21520
    },
    {
      "loss_action": 0.01292544323951006,
      "loss_total": 0.01292544323951006,
      "step": 21520
    },
    {
      "loss_action": 0.013941371813416481,
      "loss_total": 0.013941371813416481,
      "step": 21520
    },
    {
      "loss_action": 0.0054321493953466415,
      "loss_total": 0.0054321493953466415,
      "step": 21520
    },
    {
      "loss_action": 0.008829240687191486,
      "loss_total": 0.008829240687191486,
      "step": 21520
    },
    {
      "loss_action": 0.008808327838778496,
      "loss_total": 0.008808327838778496,
      "step": 21520
    },
    {
      "loss_action": 0.007859359495341778,
      "loss_total": 0.007859359495341778,
      "step": 21520
    },
    {
      "loss_action": 0.008692113682627678,
      "loss_total": 0.008692113682627678,
      "step": 21520
    },
    {
      "loss_action": 0.008894536644220352,
      "loss_total": 0.008894536644220352,
      "step": 21520
    },
    {
      "grad_norm": 0.1427871435880661,
      "learning_rate": 9.27147310638957e-05,
      "loss": 0.0134,
      "step": 21530
    },
    {
      "loss_action": 0.012253126129508018,
      "loss_total": 0.012253126129508018,
      "step": 21530
    },
    {
      "loss_action": 0.016058282926678658,
      "loss_total": 0.016058282926678658,
      "step": 21530
    },
    {
      "loss_action": 0.0049315812066197395,
      "loss_total": 0.0049315812066197395,
      "step": 21530
    },
    {
      "loss_action": 0.009750818833708763,
      "loss_total": 0.009750818833708763,
      "step": 21530
    },
    {
      "loss_action": 0.034495145082473755,
      "loss_total": 0.034495145082473755,
      "step": 21530
    },
    {
      "loss_action": 0.011300323531031609,
      "loss_total": 0.011300323531031609,
      "step": 21530
    },
    {
      "loss_action": 0.01586317829787731,
      "loss_total": 0.01586317829787731,
      "step": 21530
    },
    {
      "loss_action": 0.007116897497326136,
      "loss_total": 0.007116897497326136,
      "step": 21530
    },
    {
      "grad_norm": 0.2123308628797531,
      "learning_rate": 9.270613417269286e-05,
      "loss": 0.012,
      "step": 21540
    },
    {
      "loss_action": 0.009017325937747955,
      "loss_total": 0.009017325937747955,
      "step": 21540
    },
    {
      "loss_action": 0.004890706855803728,
      "loss_total": 0.004890706855803728,
      "step": 21540
    },
    {
      "loss_action": 0.0054087829776108265,
      "loss_total": 0.0054087829776108265,
      "step": 21540
    },
    {
      "loss_action": 0.01672925055027008,
      "loss_total": 0.01672925055027008,
      "step": 21540
    },
    {
      "loss_action": 0.011361464858055115,
      "loss_total": 0.011361464858055115,
      "step": 21540
    },
    {
      "loss_action": 0.019910437986254692,
      "loss_total": 0.019910437986254692,
      "step": 21540
    },
    {
      "loss_action": 0.011430338025093079,
      "loss_total": 0.011430338025093079,
      "step": 21540
    },
    {
      "loss_action": 0.02351466193795204,
      "loss_total": 0.02351466193795204,
      "step": 21540
    },
    {
      "grad_norm": 0.08854000270366669,
      "learning_rate": 9.269753261121138e-05,
      "loss": 0.0136,
      "step": 21550
    },
    {
      "loss_action": 0.012060094624757767,
      "loss_total": 0.012060094624757767,
      "step": 21550
    },
    {
      "loss_action": 0.02542467601597309,
      "loss_total": 0.02542467601597309,
      "step": 21550
    },
    {
      "loss_action": 0.010380909778177738,
      "loss_total": 0.010380909778177738,
      "step": 21550
    },
    {
      "loss_action": 0.010426637716591358,
      "loss_total": 0.010426637716591358,
      "step": 21550
    },
    {
      "loss_action": 0.004229565151035786,
      "loss_total": 0.004229565151035786,
      "step": 21550
    },
    {
      "loss_action": 0.006192863453179598,
      "loss_total": 0.006192863453179598,
      "step": 21550
    },
    {
      "loss_action": 0.007218579296022654,
      "loss_total": 0.007218579296022654,
      "step": 21550
    },
    {
      "loss_action": 0.01042640209197998,
      "loss_total": 0.01042640209197998,
      "step": 21550
    },
    {
      "grad_norm": 0.17589515447616577,
      "learning_rate": 9.268892638039194e-05,
      "loss": 0.0135,
      "step": 21560
    },
    {
      "loss_action": 0.0189860500395298,
      "loss_total": 0.0189860500395298,
      "step": 21560
    },
    {
      "loss_action": 0.02148699387907982,
      "loss_total": 0.02148699387907982,
      "step": 21560
    },
    {
      "loss_action": 0.029216554015874863,
      "loss_total": 0.029216554015874863,
      "step": 21560
    },
    {
      "loss_action": 0.0194745771586895,
      "loss_total": 0.0194745771586895,
      "step": 21560
    },
    {
      "loss_action": 0.007123399525880814,
      "loss_total": 0.007123399525880814,
      "step": 21560
    },
    {
      "loss_action": 0.021251266822218895,
      "loss_total": 0.021251266822218895,
      "step": 21560
    },
    {
      "loss_action": 0.005776716861873865,
      "loss_total": 0.005776716861873865,
      "step": 21560
    },
    {
      "loss_action": 0.00823900755494833,
      "loss_total": 0.00823900755494833,
      "step": 21560
    },
    {
      "grad_norm": 0.15641510486602783,
      "learning_rate": 9.268031548117569e-05,
      "loss": 0.0134,
      "step": 21570
    },
    {
      "loss_action": 0.006434471812099218,
      "loss_total": 0.006434471812099218,
      "step": 21570
    },
    {
      "loss_action": 0.020060764625668526,
      "loss_total": 0.020060764625668526,
      "step": 21570
    },
    {
      "loss_action": 0.007088716607540846,
      "loss_total": 0.007088716607540846,
      "step": 21570
    },
    {
      "loss_action": 0.010879162698984146,
      "loss_total": 0.010879162698984146,
      "step": 21570
    },
    {
      "loss_action": 0.01298198290169239,
      "loss_total": 0.01298198290169239,
      "step": 21570
    },
    {
      "loss_action": 0.014984513632953167,
      "loss_total": 0.014984513632953167,
      "step": 21570
    },
    {
      "loss_action": 0.0053290328942239285,
      "loss_total": 0.0053290328942239285,
      "step": 21570
    },
    {
      "loss_action": 0.01112717017531395,
      "loss_total": 0.01112717017531395,
      "step": 21570
    },
    {
      "grad_norm": 0.20559477806091309,
      "learning_rate": 9.26716999145043e-05,
      "loss": 0.015,
      "step": 21580
    },
    {
      "loss_action": 0.05650981888175011,
      "loss_total": 0.05650981888175011,
      "step": 21580
    },
    {
      "loss_action": 0.011849019676446915,
      "loss_total": 0.011849019676446915,
      "step": 21580
    },
    {
      "loss_action": 0.013775303959846497,
      "loss_total": 0.013775303959846497,
      "step": 21580
    },
    {
      "loss_action": 0.014957910403609276,
      "loss_total": 0.014957910403609276,
      "step": 21580
    },
    {
      "loss_action": 0.009703584015369415,
      "loss_total": 0.009703584015369415,
      "step": 21580
    },
    {
      "loss_action": 0.018575172871351242,
      "loss_total": 0.018575172871351242,
      "step": 21580
    },
    {
      "loss_action": 0.013260100036859512,
      "loss_total": 0.013260100036859512,
      "step": 21580
    },
    {
      "loss_action": 0.018560176715254784,
      "loss_total": 0.018560176715254784,
      "step": 21580
    },
    {
      "grad_norm": 0.16044192016124725,
      "learning_rate": 9.266307968131998e-05,
      "loss": 0.0144,
      "step": 21590
    },
    {
      "loss_action": 0.02164638414978981,
      "loss_total": 0.02164638414978981,
      "step": 21590
    },
    {
      "loss_action": 0.007417929358780384,
      "loss_total": 0.007417929358780384,
      "step": 21590
    },
    {
      "loss_action": 0.00806603766977787,
      "loss_total": 0.00806603766977787,
      "step": 21590
    },
    {
      "loss_action": 0.004385235719382763,
      "loss_total": 0.004385235719382763,
      "step": 21590
    },
    {
      "loss_action": 0.014936232008039951,
      "loss_total": 0.014936232008039951,
      "step": 21590
    },
    {
      "loss_action": 0.013729766011238098,
      "loss_total": 0.013729766011238098,
      "step": 21590
    },
    {
      "loss_action": 0.011070556938648224,
      "loss_total": 0.011070556938648224,
      "step": 21590
    },
    {
      "loss_action": 0.006224606651812792,
      "loss_total": 0.006224606651812792,
      "step": 21590
    },
    {
      "grad_norm": 0.13758443295955658,
      "learning_rate": 9.26544547825654e-05,
      "loss": 0.0124,
      "step": 21600
    },
    {
      "loss_action": 0.011928694322705269,
      "loss_total": 0.011928694322705269,
      "step": 21600
    },
    {
      "loss_action": 0.00829709880053997,
      "loss_total": 0.00829709880053997,
      "step": 21600
    },
    {
      "loss_action": 0.012299293652176857,
      "loss_total": 0.012299293652176857,
      "step": 21600
    },
    {
      "loss_action": 0.012949826195836067,
      "loss_total": 0.012949826195836067,
      "step": 21600
    },
    {
      "loss_action": 0.01946926862001419,
      "loss_total": 0.01946926862001419,
      "step": 21600
    },
    {
      "loss_action": 0.015673471614718437,
      "loss_total": 0.015673471614718437,
      "step": 21600
    },
    {
      "loss_action": 0.004707188345491886,
      "loss_total": 0.004707188345491886,
      "step": 21600
    },
    {
      "loss_action": 0.014989783056080341,
      "loss_total": 0.014989783056080341,
      "step": 21600
    },
    {
      "grad_norm": 0.12209402769804001,
      "learning_rate": 9.264582521918376e-05,
      "loss": 0.0144,
      "step": 21610
    },
    {
      "loss_action": 0.004391403868794441,
      "loss_total": 0.004391403868794441,
      "step": 21610
    },
    {
      "loss_action": 0.010952921584248543,
      "loss_total": 0.010952921584248543,
      "step": 21610
    },
    {
      "loss_action": 0.008371739648282528,
      "loss_total": 0.008371739648282528,
      "step": 21610
    },
    {
      "loss_action": 0.00792247150093317,
      "loss_total": 0.00792247150093317,
      "step": 21610
    },
    {
      "loss_action": 0.007083514705300331,
      "loss_total": 0.007083514705300331,
      "step": 21610
    },
    {
      "loss_action": 0.009971050545573235,
      "loss_total": 0.009971050545573235,
      "step": 21610
    },
    {
      "loss_action": 0.015804901719093323,
      "loss_total": 0.015804901719093323,
      "step": 21610
    },
    {
      "loss_action": 0.02030227892100811,
      "loss_total": 0.02030227892100811,
      "step": 21610
    },
    {
      "grad_norm": 0.1463150978088379,
      "learning_rate": 9.263719099211881e-05,
      "loss": 0.0121,
      "step": 21620
    },
    {
      "loss_action": 0.020529046654701233,
      "loss_total": 0.020529046654701233,
      "step": 21620
    },
    {
      "loss_action": 0.0061502885073423386,
      "loss_total": 0.0061502885073423386,
      "step": 21620
    },
    {
      "loss_action": 0.011291783303022385,
      "loss_total": 0.011291783303022385,
      "step": 21620
    },
    {
      "loss_action": 0.010569054633378983,
      "loss_total": 0.010569054633378983,
      "step": 21620
    },
    {
      "loss_action": 0.0072815511375665665,
      "loss_total": 0.0072815511375665665,
      "step": 21620
    },
    {
      "loss_action": 0.004378652200102806,
      "loss_total": 0.004378652200102806,
      "step": 21620
    },
    {
      "loss_action": 0.016048872843384743,
      "loss_total": 0.016048872843384743,
      "step": 21620
    },
    {
      "loss_action": 0.010097082704305649,
      "loss_total": 0.010097082704305649,
      "step": 21620
    },
    {
      "grad_norm": 0.17291885614395142,
      "learning_rate": 9.262855210231476e-05,
      "loss": 0.0131,
      "step": 21630
    },
    {
      "loss_action": 0.013933081179857254,
      "loss_total": 0.013933081179857254,
      "step": 21630
    },
    {
      "loss_action": 0.012960036285221577,
      "loss_total": 0.012960036285221577,
      "step": 21630
    },
    {
      "loss_action": 0.014469040557742119,
      "loss_total": 0.014469040557742119,
      "step": 21630
    },
    {
      "loss_action": 0.013757571578025818,
      "loss_total": 0.013757571578025818,
      "step": 21630
    },
    {
      "loss_action": 0.008219720795750618,
      "loss_total": 0.008219720795750618,
      "step": 21630
    },
    {
      "loss_action": 0.01546873152256012,
      "loss_total": 0.01546873152256012,
      "step": 21630
    },
    {
      "loss_action": 0.008754289709031582,
      "loss_total": 0.008754289709031582,
      "step": 21630
    },
    {
      "loss_action": 0.01254328340291977,
      "loss_total": 0.01254328340291977,
      "step": 21630
    },
    {
      "grad_norm": 0.10458426922559738,
      "learning_rate": 9.261990855071633e-05,
      "loss": 0.012,
      "step": 21640
    },
    {
      "loss_action": 0.012937648221850395,
      "loss_total": 0.012937648221850395,
      "step": 21640
    },
    {
      "loss_action": 0.015176250599324703,
      "loss_total": 0.015176250599324703,
      "step": 21640
    },
    {
      "loss_action": 0.00579921156167984,
      "loss_total": 0.00579921156167984,
      "step": 21640
    },
    {
      "loss_action": 0.010877195745706558,
      "loss_total": 0.010877195745706558,
      "step": 21640
    },
    {
      "loss_action": 0.006802748888731003,
      "loss_total": 0.006802748888731003,
      "step": 21640
    },
    {
      "loss_action": 0.02360638976097107,
      "loss_total": 0.02360638976097107,
      "step": 21640
    },
    {
      "loss_action": 0.010581054724752903,
      "loss_total": 0.010581054724752903,
      "step": 21640
    },
    {
      "loss_action": 0.007300516590476036,
      "loss_total": 0.007300516590476036,
      "step": 21640
    },
    {
      "grad_norm": 0.12931187450885773,
      "learning_rate": 9.261126033826878e-05,
      "loss": 0.0131,
      "step": 21650
    },
    {
      "loss_action": 0.003926810808479786,
      "loss_total": 0.003926810808479786,
      "step": 21650
    },
    {
      "loss_action": 0.013452593237161636,
      "loss_total": 0.013452593237161636,
      "step": 21650
    },
    {
      "loss_action": 0.01717665046453476,
      "loss_total": 0.01717665046453476,
      "step": 21650
    },
    {
      "loss_action": 0.015450118109583855,
      "loss_total": 0.015450118109583855,
      "step": 21650
    },
    {
      "loss_action": 0.010673051699995995,
      "loss_total": 0.010673051699995995,
      "step": 21650
    },
    {
      "loss_action": 0.011592538096010685,
      "loss_total": 0.011592538096010685,
      "step": 21650
    },
    {
      "loss_action": 0.0188340675085783,
      "loss_total": 0.0188340675085783,
      "step": 21650
    },
    {
      "loss_action": 0.010364362969994545,
      "loss_total": 0.010364362969994545,
      "step": 21650
    },
    {
      "grad_norm": 0.11729244887828827,
      "learning_rate": 9.260260746591786e-05,
      "loss": 0.0109,
      "step": 21660
    },
    {
      "loss_action": 0.013446720317006111,
      "loss_total": 0.013446720317006111,
      "step": 21660
    },
    {
      "loss_action": 0.003962476272135973,
      "loss_total": 0.003962476272135973,
      "step": 21660
    },
    {
      "loss_action": 0.008272412233054638,
      "loss_total": 0.008272412233054638,
      "step": 21660
    },
    {
      "loss_action": 0.013804193586111069,
      "loss_total": 0.013804193586111069,
      "step": 21660
    },
    {
      "loss_action": 0.007628986611962318,
      "loss_total": 0.007628986611962318,
      "step": 21660
    },
    {
      "loss_action": 0.005748665891587734,
      "loss_total": 0.005748665891587734,
      "step": 21660
    },
    {
      "loss_action": 0.005928868893533945,
      "loss_total": 0.005928868893533945,
      "step": 21660
    },
    {
      "loss_action": 0.0047817290760576725,
      "loss_total": 0.0047817290760576725,
      "step": 21660
    },
    {
      "grad_norm": 0.14929018914699554,
      "learning_rate": 9.259394993460985e-05,
      "loss": 0.0121,
      "step": 21670
    },
    {
      "loss_action": 0.0033077718690037727,
      "loss_total": 0.0033077718690037727,
      "step": 21670
    },
    {
      "loss_action": 0.019263673573732376,
      "loss_total": 0.019263673573732376,
      "step": 21670
    },
    {
      "loss_action": 0.01245891023427248,
      "loss_total": 0.01245891023427248,
      "step": 21670
    },
    {
      "loss_action": 0.004081920720636845,
      "loss_total": 0.004081920720636845,
      "step": 21670
    },
    {
      "loss_action": 0.008173380047082901,
      "loss_total": 0.008173380047082901,
      "step": 21670
    },
    {
      "loss_action": 0.007760479114949703,
      "loss_total": 0.007760479114949703,
      "step": 21670
    },
    {
      "loss_action": 0.01520905364304781,
      "loss_total": 0.01520905364304781,
      "step": 21670
    },
    {
      "loss_action": 0.005746974144130945,
      "loss_total": 0.005746974144130945,
      "step": 21670
    },
    {
      "grad_norm": 0.18907438218593597,
      "learning_rate": 9.258528774529151e-05,
      "loss": 0.0117,
      "step": 21680
    },
    {
      "loss_action": 0.009145824238657951,
      "loss_total": 0.009145824238657951,
      "step": 21680
    },
    {
      "loss_action": 0.006718695629388094,
      "loss_total": 0.006718695629388094,
      "step": 21680
    },
    {
      "loss_action": 0.005120347253978252,
      "loss_total": 0.005120347253978252,
      "step": 21680
    },
    {
      "loss_action": 0.03187677636742592,
      "loss_total": 0.03187677636742592,
      "step": 21680
    },
    {
      "loss_action": 0.01101469062268734,
      "loss_total": 0.01101469062268734,
      "step": 21680
    },
    {
      "loss_action": 0.007044204045087099,
      "loss_total": 0.007044204045087099,
      "step": 21680
    },
    {
      "loss_action": 0.014899440109729767,
      "loss_total": 0.014899440109729767,
      "step": 21680
    },
    {
      "loss_action": 0.010007382370531559,
      "loss_total": 0.010007382370531559,
      "step": 21680
    },
    {
      "grad_norm": 0.08888169378042221,
      "learning_rate": 9.257662089891013e-05,
      "loss": 0.0107,
      "step": 21690
    },
    {
      "loss_action": 0.014005403965711594,
      "loss_total": 0.014005403965711594,
      "step": 21690
    },
    {
      "loss_action": 0.010028821416199207,
      "loss_total": 0.010028821416199207,
      "step": 21690
    },
    {
      "loss_action": 0.00613009836524725,
      "loss_total": 0.00613009836524725,
      "step": 21690
    },
    {
      "loss_action": 0.012062007561326027,
      "loss_total": 0.012062007561326027,
      "step": 21690
    },
    {
      "loss_action": 0.007513412274420261,
      "loss_total": 0.007513412274420261,
      "step": 21690
    },
    {
      "loss_action": 0.0062895179726183414,
      "loss_total": 0.0062895179726183414,
      "step": 21690
    },
    {
      "loss_action": 0.0050433482974767685,
      "loss_total": 0.0050433482974767685,
      "step": 21690
    },
    {
      "loss_action": 0.006234560627490282,
      "loss_total": 0.006234560627490282,
      "step": 21690
    },
    {
      "grad_norm": 0.15152765810489655,
      "learning_rate": 9.25679493964135e-05,
      "loss": 0.0111,
      "step": 21700
    },
    {
      "loss_action": 0.0069063869304955006,
      "loss_total": 0.0069063869304955006,
      "step": 21700
    },
    {
      "loss_action": 0.009234679862856865,
      "loss_total": 0.009234679862856865,
      "step": 21700
    },
    {
      "loss_action": 0.011102262884378433,
      "loss_total": 0.011102262884378433,
      "step": 21700
    },
    {
      "loss_action": 0.008371198549866676,
      "loss_total": 0.008371198549866676,
      "step": 21700
    },
    {
      "loss_action": 0.009655823931097984,
      "loss_total": 0.009655823931097984,
      "step": 21700
    },
    {
      "loss_action": 0.020066220313310623,
      "loss_total": 0.020066220313310623,
      "step": 21700
    },
    {
      "loss_action": 0.005879354663193226,
      "loss_total": 0.005879354663193226,
      "step": 21700
    },
    {
      "loss_action": 0.013468349352478981,
      "loss_total": 0.013468349352478981,
      "step": 21700
    },
    {
      "grad_norm": 0.14828525483608246,
      "learning_rate": 9.255927323874994e-05,
      "loss": 0.0104,
      "step": 21710
    },
    {
      "loss_action": 0.005160260014235973,
      "loss_total": 0.005160260014235973,
      "step": 21710
    },
    {
      "loss_action": 0.00894290953874588,
      "loss_total": 0.00894290953874588,
      "step": 21710
    },
    {
      "loss_action": 0.0037742943968623877,
      "loss_total": 0.0037742943968623877,
      "step": 21710
    },
    {
      "loss_action": 0.02400973066687584,
      "loss_total": 0.02400973066687584,
      "step": 21710
    },
    {
      "loss_action": 0.006518973037600517,
      "loss_total": 0.006518973037600517,
      "step": 21710
    },
    {
      "loss_action": 0.009752083569765091,
      "loss_total": 0.009752083569765091,
      "step": 21710
    },
    {
      "loss_action": 0.01570119336247444,
      "loss_total": 0.01570119336247444,
      "step": 21710
    },
    {
      "loss_action": 0.011808328330516815,
      "loss_total": 0.011808328330516815,
      "step": 21710
    },
    {
      "grad_norm": 0.18211431801319122,
      "learning_rate": 9.255059242686822e-05,
      "loss": 0.0139,
      "step": 21720
    },
    {
      "loss_action": 0.009819777682423592,
      "loss_total": 0.009819777682423592,
      "step": 21720
    },
    {
      "loss_action": 0.01697956770658493,
      "loss_total": 0.01697956770658493,
      "step": 21720
    },
    {
      "loss_action": 0.02881687879562378,
      "loss_total": 0.02881687879562378,
      "step": 21720
    },
    {
      "loss_action": 0.005193580873310566,
      "loss_total": 0.005193580873310566,
      "step": 21720
    },
    {
      "loss_action": 0.016198541969060898,
      "loss_total": 0.016198541969060898,
      "step": 21720
    },
    {
      "loss_action": 0.009667247533798218,
      "loss_total": 0.009667247533798218,
      "step": 21720
    },
    {
      "loss_action": 0.00846782885491848,
      "loss_total": 0.00846782885491848,
      "step": 21720
    },
    {
      "loss_action": 0.015820562839508057,
      "loss_total": 0.015820562839508057,
      "step": 21720
    },
    {
      "grad_norm": 0.12087700515985489,
      "learning_rate": 9.254190696171769e-05,
      "loss": 0.0122,
      "step": 21730
    },
    {
      "loss_action": 0.014649135991930962,
      "loss_total": 0.014649135991930962,
      "step": 21730
    },
    {
      "loss_action": 0.007971225306391716,
      "loss_total": 0.007971225306391716,
      "step": 21730
    },
    {
      "loss_action": 0.011621048673987389,
      "loss_total": 0.011621048673987389,
      "step": 21730
    },
    {
      "loss_action": 0.012593090534210205,
      "loss_total": 0.012593090534210205,
      "step": 21730
    },
    {
      "loss_action": 0.0066721439361572266,
      "loss_total": 0.0066721439361572266,
      "step": 21730
    },
    {
      "loss_action": 0.010976157151162624,
      "loss_total": 0.010976157151162624,
      "step": 21730
    },
    {
      "loss_action": 0.01321500539779663,
      "loss_total": 0.01321500539779663,
      "step": 21730
    },
    {
      "loss_action": 0.016566840931773186,
      "loss_total": 0.016566840931773186,
      "step": 21730
    },
    {
      "grad_norm": 0.17428064346313477,
      "learning_rate": 9.25332168442482e-05,
      "loss": 0.0136,
      "step": 21740
    },
    {
      "loss_action": 0.02650468796491623,
      "loss_total": 0.02650468796491623,
      "step": 21740
    },
    {
      "loss_action": 0.01641426607966423,
      "loss_total": 0.01641426607966423,
      "step": 21740
    },
    {
      "loss_action": 0.0074211903847754,
      "loss_total": 0.0074211903847754,
      "step": 21740
    },
    {
      "loss_action": 0.015791065990924835,
      "loss_total": 0.015791065990924835,
      "step": 21740
    },
    {
      "loss_action": 0.013161882758140564,
      "loss_total": 0.013161882758140564,
      "step": 21740
    },
    {
      "loss_action": 0.008453693240880966,
      "loss_total": 0.008453693240880966,
      "step": 21740
    },
    {
      "loss_action": 0.013523333705961704,
      "loss_total": 0.013523333705961704,
      "step": 21740
    },
    {
      "loss_action": 0.012674149125814438,
      "loss_total": 0.012674149125814438,
      "step": 21740
    },
    {
      "grad_norm": 0.13673436641693115,
      "learning_rate": 9.252452207541004e-05,
      "loss": 0.0135,
      "step": 21750
    },
    {
      "loss_action": 0.009691703133285046,
      "loss_total": 0.009691703133285046,
      "step": 21750
    },
    {
      "loss_action": 0.011033478192985058,
      "loss_total": 0.011033478192985058,
      "step": 21750
    },
    {
      "loss_action": 0.017598506063222885,
      "loss_total": 0.017598506063222885,
      "step": 21750
    },
    {
      "loss_action": 0.006413245107978582,
      "loss_total": 0.006413245107978582,
      "step": 21750
    },
    {
      "loss_action": 0.005856616422533989,
      "loss_total": 0.005856616422533989,
      "step": 21750
    },
    {
      "loss_action": 0.0390964075922966,
      "loss_total": 0.0390964075922966,
      "step": 21750
    },
    {
      "loss_action": 0.003796000499278307,
      "loss_total": 0.003796000499278307,
      "step": 21750
    },
    {
      "loss_action": 0.023732703179121017,
      "loss_total": 0.023732703179121017,
      "step": 21750
    },
    {
      "grad_norm": 0.14798252284526825,
      "learning_rate": 9.251582265615409e-05,
      "loss": 0.0127,
      "step": 21760
    },
    {
      "loss_action": 0.008299397304654121,
      "loss_total": 0.008299397304654121,
      "step": 21760
    },
    {
      "loss_action": 0.019027478992938995,
      "loss_total": 0.019027478992938995,
      "step": 21760
    },
    {
      "loss_action": 0.028916703537106514,
      "loss_total": 0.028916703537106514,
      "step": 21760
    },
    {
      "loss_action": 0.007032821886241436,
      "loss_total": 0.007032821886241436,
      "step": 21760
    },
    {
      "loss_action": 0.010799650102853775,
      "loss_total": 0.010799650102853775,
      "step": 21760
    },
    {
      "loss_action": 0.006290782708674669,
      "loss_total": 0.006290782708674669,
      "step": 21760
    },
    {
      "loss_action": 0.0104796988889575,
      "loss_total": 0.0104796988889575,
      "step": 21760
    },
    {
      "loss_action": 0.020758330821990967,
      "loss_total": 0.020758330821990967,
      "step": 21760
    },
    {
      "grad_norm": 0.11593625694513321,
      "learning_rate": 9.250711858743169e-05,
      "loss": 0.0123,
      "step": 21770
    },
    {
      "loss_action": 0.015633095055818558,
      "loss_total": 0.015633095055818558,
      "step": 21770
    },
    {
      "loss_action": 0.005952721461653709,
      "loss_total": 0.005952721461653709,
      "step": 21770
    },
    {
      "loss_action": 0.007718597538769245,
      "loss_total": 0.007718597538769245,
      "step": 21770
    },
    {
      "loss_action": 0.005383905488997698,
      "loss_total": 0.005383905488997698,
      "step": 21770
    },
    {
      "loss_action": 0.007973909378051758,
      "loss_total": 0.007973909378051758,
      "step": 21770
    },
    {
      "loss_action": 0.005638724658638239,
      "loss_total": 0.005638724658638239,
      "step": 21770
    },
    {
      "loss_action": 0.006583050359040499,
      "loss_total": 0.006583050359040499,
      "step": 21770
    },
    {
      "loss_action": 0.007347804494202137,
      "loss_total": 0.007347804494202137,
      "step": 21770
    },
    {
      "grad_norm": 0.14777687191963196,
      "learning_rate": 9.24984098701947e-05,
      "loss": 0.0139,
      "step": 21780
    },
    {
      "loss_action": 0.011610085144639015,
      "loss_total": 0.011610085144639015,
      "step": 21780
    },
    {
      "loss_action": 0.0071464115753769875,
      "loss_total": 0.0071464115753769875,
      "step": 21780
    },
    {
      "loss_action": 0.018409626558423042,
      "loss_total": 0.018409626558423042,
      "step": 21780
    },
    {
      "loss_action": 0.015670491382479668,
      "loss_total": 0.015670491382479668,
      "step": 21780
    },
    {
      "loss_action": 0.00495337275788188,
      "loss_total": 0.00495337275788188,
      "step": 21780
    },
    {
      "loss_action": 0.008364621549844742,
      "loss_total": 0.008364621549844742,
      "step": 21780
    },
    {
      "loss_action": 0.009705178439617157,
      "loss_total": 0.009705178439617157,
      "step": 21780
    },
    {
      "loss_action": 0.008239928632974625,
      "loss_total": 0.008239928632974625,
      "step": 21780
    },
    {
      "grad_norm": 0.14126504957675934,
      "learning_rate": 9.248969650539552e-05,
      "loss": 0.0113,
      "step": 21790
    },
    {
      "loss_action": 0.016627782955765724,
      "loss_total": 0.016627782955765724,
      "step": 21790
    },
    {
      "loss_action": 0.008114692755043507,
      "loss_total": 0.008114692755043507,
      "step": 21790
    },
    {
      "loss_action": 0.009735791012644768,
      "loss_total": 0.009735791012644768,
      "step": 21790
    },
    {
      "loss_action": 0.014310915023088455,
      "loss_total": 0.014310915023088455,
      "step": 21790
    },
    {
      "loss_action": 0.021341126412153244,
      "loss_total": 0.021341126412153244,
      "step": 21790
    },
    {
      "loss_action": 0.009271153248846531,
      "loss_total": 0.009271153248846531,
      "step": 21790
    },
    {
      "loss_action": 0.013946430757641792,
      "loss_total": 0.013946430757641792,
      "step": 21790
    },
    {
      "loss_action": 0.008702261373400688,
      "loss_total": 0.008702261373400688,
      "step": 21790
    },
    {
      "grad_norm": 0.16130343079566956,
      "learning_rate": 9.2480978493987e-05,
      "loss": 0.0148,
      "step": 21800
    },
    {
      "loss_action": 0.006582309491932392,
      "loss_total": 0.006582309491932392,
      "step": 21800
    },
    {
      "loss_action": 0.005735850427299738,
      "loss_total": 0.005735850427299738,
      "step": 21800
    },
    {
      "loss_action": 0.007678786758333445,
      "loss_total": 0.007678786758333445,
      "step": 21800
    },
    {
      "loss_action": 0.005741605535149574,
      "loss_total": 0.005741605535149574,
      "step": 21800
    },
    {
      "loss_action": 0.003913430497050285,
      "loss_total": 0.003913430497050285,
      "step": 21800
    },
    {
      "loss_action": 0.01124702300876379,
      "loss_total": 0.01124702300876379,
      "step": 21800
    },
    {
      "loss_action": 0.008652407675981522,
      "loss_total": 0.008652407675981522,
      "step": 21800
    },
    {
      "loss_action": 0.00880417414009571,
      "loss_total": 0.00880417414009571,
      "step": 21800
    },
    {
      "grad_norm": 0.13374586403369904,
      "learning_rate": 9.247225583692256e-05,
      "loss": 0.0119,
      "step": 21810
    },
    {
      "loss_action": 0.0184555035084486,
      "loss_total": 0.0184555035084486,
      "step": 21810
    },
    {
      "loss_action": 0.016541481018066406,
      "loss_total": 0.016541481018066406,
      "step": 21810
    },
    {
      "loss_action": 0.021150050684809685,
      "loss_total": 0.021150050684809685,
      "step": 21810
    },
    {
      "loss_action": 0.014373209327459335,
      "loss_total": 0.014373209327459335,
      "step": 21810
    },
    {
      "loss_action": 0.013465147465467453,
      "loss_total": 0.013465147465467453,
      "step": 21810
    },
    {
      "loss_action": 0.016084227710962296,
      "loss_total": 0.016084227710962296,
      "step": 21810
    },
    {
      "loss_action": 0.0066080582328140736,
      "loss_total": 0.0066080582328140736,
      "step": 21810
    },
    {
      "loss_action": 0.01657405123114586,
      "loss_total": 0.01657405123114586,
      "step": 21810
    },
    {
      "grad_norm": 0.15579691529273987,
      "learning_rate": 9.246352853515607e-05,
      "loss": 0.0134,
      "step": 21820
    },
    {
      "loss_action": 0.007163272704929113,
      "loss_total": 0.007163272704929113,
      "step": 21820
    },
    {
      "loss_action": 0.006404312793165445,
      "loss_total": 0.006404312793165445,
      "step": 21820
    },
    {
      "loss_action": 0.003073435975238681,
      "loss_total": 0.003073435975238681,
      "step": 21820
    },
    {
      "loss_action": 0.00728868180885911,
      "loss_total": 0.00728868180885911,
      "step": 21820
    },
    {
      "loss_action": 0.017828553915023804,
      "loss_total": 0.017828553915023804,
      "step": 21820
    },
    {
      "loss_action": 0.011628100648522377,
      "loss_total": 0.011628100648522377,
      "step": 21820
    },
    {
      "loss_action": 0.0036495765671133995,
      "loss_total": 0.0036495765671133995,
      "step": 21820
    },
    {
      "loss_action": 0.01588347740471363,
      "loss_total": 0.01588347740471363,
      "step": 21820
    },
    {
      "grad_norm": 0.14206552505493164,
      "learning_rate": 9.245479658964194e-05,
      "loss": 0.0129,
      "step": 21830
    },
    {
      "loss_action": 0.005559776443988085,
      "loss_total": 0.005559776443988085,
      "step": 21830
    },
    {
      "loss_action": 0.007892763242125511,
      "loss_total": 0.007892763242125511,
      "step": 21830
    },
    {
      "loss_action": 0.008770426735281944,
      "loss_total": 0.008770426735281944,
      "step": 21830
    },
    {
      "loss_action": 0.01913926564157009,
      "loss_total": 0.01913926564157009,
      "step": 21830
    },
    {
      "loss_action": 0.01090816780924797,
      "loss_total": 0.01090816780924797,
      "step": 21830
    },
    {
      "loss_action": 0.009416216984391212,
      "loss_total": 0.009416216984391212,
      "step": 21830
    },
    {
      "loss_action": 0.0101050715893507,
      "loss_total": 0.0101050715893507,
      "step": 21830
    },
    {
      "loss_action": 0.005813842639327049,
      "loss_total": 0.005813842639327049,
      "step": 21830
    },
    {
      "grad_norm": 0.18447791039943695,
      "learning_rate": 9.244606000133507e-05,
      "loss": 0.0137,
      "step": 21840
    },
    {
      "loss_action": 0.006225297227501869,
      "loss_total": 0.006225297227501869,
      "step": 21840
    },
    {
      "loss_action": 0.017422445118427277,
      "loss_total": 0.017422445118427277,
      "step": 21840
    },
    {
      "loss_action": 0.024187419563531876,
      "loss_total": 0.024187419563531876,
      "step": 21840
    },
    {
      "loss_action": 0.025509942322969437,
      "loss_total": 0.025509942322969437,
      "step": 21840
    },
    {
      "loss_action": 0.006825525779277086,
      "loss_total": 0.006825525779277086,
      "step": 21840
    },
    {
      "loss_action": 0.006575970910489559,
      "loss_total": 0.006575970910489559,
      "step": 21840
    },
    {
      "loss_action": 0.007057815790176392,
      "loss_total": 0.007057815790176392,
      "step": 21840
    },
    {
      "loss_action": 0.0031501054763793945,
      "loss_total": 0.0031501054763793945,
      "step": 21840
    },
    {
      "grad_norm": 0.15760263800621033,
      "learning_rate": 9.24373187711909e-05,
      "loss": 0.0152,
      "step": 21850
    },
    {
      "loss_action": 0.01133093610405922,
      "loss_total": 0.01133093610405922,
      "step": 21850
    },
    {
      "loss_action": 0.013915713876485825,
      "loss_total": 0.013915713876485825,
      "step": 21850
    },
    {
      "loss_action": 0.008230064064264297,
      "loss_total": 0.008230064064264297,
      "step": 21850
    },
    {
      "loss_action": 0.01412398461252451,
      "loss_total": 0.01412398461252451,
      "step": 21850
    },
    {
      "loss_action": 0.010925515554845333,
      "loss_total": 0.010925515554845333,
      "step": 21850
    },
    {
      "loss_action": 0.01578930951654911,
      "loss_total": 0.01578930951654911,
      "step": 21850
    },
    {
      "loss_action": 0.01605234108865261,
      "loss_total": 0.01605234108865261,
      "step": 21850
    },
    {
      "loss_action": 0.012102418579161167,
      "loss_total": 0.012102418579161167,
      "step": 21850
    },
    {
      "grad_norm": 0.2666228413581848,
      "learning_rate": 9.242857290016537e-05,
      "loss": 0.0143,
      "step": 21860
    },
    {
      "loss_action": 0.013298895210027695,
      "loss_total": 0.013298895210027695,
      "step": 21860
    },
    {
      "loss_action": 0.018241390585899353,
      "loss_total": 0.018241390585899353,
      "step": 21860
    },
    {
      "loss_action": 0.037467122077941895,
      "loss_total": 0.037467122077941895,
      "step": 21860
    },
    {
      "loss_action": 0.009985756129026413,
      "loss_total": 0.009985756129026413,
      "step": 21860
    },
    {
      "loss_action": 0.020034831017255783,
      "loss_total": 0.020034831017255783,
      "step": 21860
    },
    {
      "loss_action": 0.0064873890951275826,
      "loss_total": 0.0064873890951275826,
      "step": 21860
    },
    {
      "loss_action": 0.037593454122543335,
      "loss_total": 0.037593454122543335,
      "step": 21860
    },
    {
      "loss_action": 0.010331123135983944,
      "loss_total": 0.010331123135983944,
      "step": 21860
    },
    {
      "grad_norm": 0.20770283043384552,
      "learning_rate": 9.241982238921488e-05,
      "loss": 0.0154,
      "step": 21870
    },
    {
      "loss_action": 0.005781368352472782,
      "loss_total": 0.005781368352472782,
      "step": 21870
    },
    {
      "loss_action": 0.012403057888150215,
      "loss_total": 0.012403057888150215,
      "step": 21870
    },
    {
      "loss_action": 0.011728238314390182,
      "loss_total": 0.011728238314390182,
      "step": 21870
    },
    {
      "loss_action": 0.01574672758579254,
      "loss_total": 0.01574672758579254,
      "step": 21870
    },
    {
      "loss_action": 0.019000526517629623,
      "loss_total": 0.019000526517629623,
      "step": 21870
    },
    {
      "loss_action": 0.01330008078366518,
      "loss_total": 0.01330008078366518,
      "step": 21870
    },
    {
      "loss_action": 0.013941703364253044,
      "loss_total": 0.013941703364253044,
      "step": 21870
    },
    {
      "loss_action": 0.02545067109167576,
      "loss_total": 0.02545067109167576,
      "step": 21870
    },
    {
      "grad_norm": 0.1770482212305069,
      "learning_rate": 9.24110672392964e-05,
      "loss": 0.0134,
      "step": 21880
    },
    {
      "loss_action": 0.009487936273217201,
      "loss_total": 0.009487936273217201,
      "step": 21880
    },
    {
      "loss_action": 0.017306245863437653,
      "loss_total": 0.017306245863437653,
      "step": 21880
    },
    {
      "loss_action": 0.03383556008338928,
      "loss_total": 0.03383556008338928,
      "step": 21880
    },
    {
      "loss_action": 0.010226987302303314,
      "loss_total": 0.010226987302303314,
      "step": 21880
    },
    {
      "loss_action": 0.009622287005186081,
      "loss_total": 0.009622287005186081,
      "step": 21880
    },
    {
      "loss_action": 0.018722442910075188,
      "loss_total": 0.018722442910075188,
      "step": 21880
    },
    {
      "loss_action": 0.005949847400188446,
      "loss_total": 0.005949847400188446,
      "step": 21880
    },
    {
      "loss_action": 0.011209727264940739,
      "loss_total": 0.011209727264940739,
      "step": 21880
    },
    {
      "grad_norm": 0.19941523671150208,
      "learning_rate": 9.240230745136737e-05,
      "loss": 0.0158,
      "step": 21890
    },
    {
      "loss_action": 0.03785422816872597,
      "loss_total": 0.03785422816872597,
      "step": 21890
    },
    {
      "loss_action": 0.021785229444503784,
      "loss_total": 0.021785229444503784,
      "step": 21890
    },
    {
      "loss_action": 0.013743137940764427,
      "loss_total": 0.013743137940764427,
      "step": 21890
    },
    {
      "loss_action": 0.00673966808244586,
      "loss_total": 0.00673966808244586,
      "step": 21890
    },
    {
      "loss_action": 0.010364506393671036,
      "loss_total": 0.010364506393671036,
      "step": 21890
    },
    {
      "loss_action": 0.009826254099607468,
      "loss_total": 0.009826254099607468,
      "step": 21890
    },
    {
      "loss_action": 0.006254143081605434,
      "loss_total": 0.006254143081605434,
      "step": 21890
    },
    {
      "loss_action": 0.01115771010518074,
      "loss_total": 0.01115771010518074,
      "step": 21890
    },
    {
      "grad_norm": 0.22686782479286194,
      "learning_rate": 9.239354302638575e-05,
      "loss": 0.0143,
      "step": 21900
    },
    {
      "loss_action": 0.004008621908724308,
      "loss_total": 0.004008621908724308,
      "step": 21900
    },
    {
      "loss_action": 0.013713698834180832,
      "loss_total": 0.013713698834180832,
      "step": 21900
    },
    {
      "loss_action": 0.013814544305205345,
      "loss_total": 0.013814544305205345,
      "step": 21900
    },
    {
      "loss_action": 0.015290790237486362,
      "loss_total": 0.015290790237486362,
      "step": 21900
    },
    {
      "loss_action": 0.0096624456346035,
      "loss_total": 0.0096624456346035,
      "step": 21900
    },
    {
      "loss_action": 0.017939331009984016,
      "loss_total": 0.017939331009984016,
      "step": 21900
    },
    {
      "loss_action": 0.014317510649561882,
      "loss_total": 0.014317510649561882,
      "step": 21900
    },
    {
      "loss_action": 0.023239701986312866,
      "loss_total": 0.023239701986312866,
      "step": 21900
    },
    {
      "grad_norm": 0.17437908053398132,
      "learning_rate": 9.238477396531e-05,
      "loss": 0.0152,
      "step": 21910
    },
    {
      "loss_action": 0.024119550362229347,
      "loss_total": 0.024119550362229347,
      "step": 21910
    },
    {
      "loss_action": 0.010988829657435417,
      "loss_total": 0.010988829657435417,
      "step": 21910
    },
    {
      "loss_action": 0.008170953020453453,
      "loss_total": 0.008170953020453453,
      "step": 21910
    },
    {
      "loss_action": 0.013601288199424744,
      "loss_total": 0.013601288199424744,
      "step": 21910
    },
    {
      "loss_action": 0.014380834065377712,
      "loss_total": 0.014380834065377712,
      "step": 21910
    },
    {
      "loss_action": 0.008765407837927341,
      "loss_total": 0.008765407837927341,
      "step": 21910
    },
    {
      "loss_action": 0.015601127408444881,
      "loss_total": 0.015601127408444881,
      "step": 21910
    },
    {
      "loss_action": 0.01564355008304119,
      "loss_total": 0.01564355008304119,
      "step": 21910
    },
    {
      "grad_norm": 0.1708429455757141,
      "learning_rate": 9.23760002690991e-05,
      "loss": 0.0133,
      "step": 21920
    },
    {
      "loss_action": 0.009764550253748894,
      "loss_total": 0.009764550253748894,
      "step": 21920
    },
    {
      "loss_action": 0.010723293758928776,
      "loss_total": 0.010723293758928776,
      "step": 21920
    },
    {
      "loss_action": 0.005172082222998142,
      "loss_total": 0.005172082222998142,
      "step": 21920
    },
    {
      "loss_action": 0.02318713441491127,
      "loss_total": 0.02318713441491127,
      "step": 21920
    },
    {
      "loss_action": 0.015553763136267662,
      "loss_total": 0.015553763136267662,
      "step": 21920
    },
    {
      "loss_action": 0.014215587638318539,
      "loss_total": 0.014215587638318539,
      "step": 21920
    },
    {
      "loss_action": 0.015367913991212845,
      "loss_total": 0.015367913991212845,
      "step": 21920
    },
    {
      "loss_action": 0.013808734714984894,
      "loss_total": 0.013808734714984894,
      "step": 21920
    },
    {
      "grad_norm": 0.2341059297323227,
      "learning_rate": 9.236722193871252e-05,
      "loss": 0.0157,
      "step": 21930
    },
    {
      "loss_action": 0.004193234723061323,
      "loss_total": 0.004193234723061323,
      "step": 21930
    },
    {
      "loss_action": 0.009975154884159565,
      "loss_total": 0.009975154884159565,
      "step": 21930
    },
    {
      "loss_action": 0.02339179255068302,
      "loss_total": 0.02339179255068302,
      "step": 21930
    },
    {
      "loss_action": 0.02678868919610977,
      "loss_total": 0.02678868919610977,
      "step": 21930
    },
    {
      "loss_action": 0.00495167775079608,
      "loss_total": 0.00495167775079608,
      "step": 21930
    },
    {
      "loss_action": 0.011493055149912834,
      "loss_total": 0.011493055149912834,
      "step": 21930
    },
    {
      "loss_action": 0.045083314180374146,
      "loss_total": 0.045083314180374146,
      "step": 21930
    },
    {
      "loss_action": 0.028503701090812683,
      "loss_total": 0.028503701090812683,
      "step": 21930
    },
    {
      "grad_norm": 0.13921648263931274,
      "learning_rate": 9.235843897511023e-05,
      "loss": 0.014,
      "step": 21940
    },
    {
      "loss_action": 0.02771208994090557,
      "loss_total": 0.02771208994090557,
      "step": 21940
    },
    {
      "loss_action": 0.02455228939652443,
      "loss_total": 0.02455228939652443,
      "step": 21940
    },
    {
      "loss_action": 0.01767769083380699,
      "loss_total": 0.01767769083380699,
      "step": 21940
    },
    {
      "loss_action": 0.005881626158952713,
      "loss_total": 0.005881626158952713,
      "step": 21940
    },
    {
      "loss_action": 0.010369248688220978,
      "loss_total": 0.010369248688220978,
      "step": 21940
    },
    {
      "loss_action": 0.007135436870157719,
      "loss_total": 0.007135436870157719,
      "step": 21940
    },
    {
      "loss_action": 0.016013210639357567,
      "loss_total": 0.016013210639357567,
      "step": 21940
    },
    {
      "loss_action": 0.006232112646102905,
      "loss_total": 0.006232112646102905,
      "step": 21940
    },
    {
      "grad_norm": 0.13228356838226318,
      "learning_rate": 9.234965137925276e-05,
      "loss": 0.0124,
      "step": 21950
    },
    {
      "loss_action": 0.01225337851792574,
      "loss_total": 0.01225337851792574,
      "step": 21950
    },
    {
      "loss_action": 0.008898887783288956,
      "loss_total": 0.008898887783288956,
      "step": 21950
    },
    {
      "loss_action": 0.005670728627592325,
      "loss_total": 0.005670728627592325,
      "step": 21950
    },
    {
      "loss_action": 0.0228401068598032,
      "loss_total": 0.0228401068598032,
      "step": 21950
    },
    {
      "loss_action": 0.009013690985739231,
      "loss_total": 0.009013690985739231,
      "step": 21950
    },
    {
      "loss_action": 0.021308016031980515,
      "loss_total": 0.021308016031980515,
      "step": 21950
    },
    {
      "loss_action": 0.004964768886566162,
      "loss_total": 0.004964768886566162,
      "step": 21950
    },
    {
      "loss_action": 0.011625098064541817,
      "loss_total": 0.011625098064541817,
      "step": 21950
    },
    {
      "grad_norm": 0.14009790122509003,
      "learning_rate": 9.234085915210108e-05,
      "loss": 0.0113,
      "step": 21960
    },
    {
      "loss_action": 0.010710000991821289,
      "loss_total": 0.010710000991821289,
      "step": 21960
    },
    {
      "loss_action": 0.007137749344110489,
      "loss_total": 0.007137749344110489,
      "step": 21960
    },
    {
      "loss_action": 0.00970592349767685,
      "loss_total": 0.00970592349767685,
      "step": 21960
    },
    {
      "loss_action": 0.008426662534475327,
      "loss_total": 0.008426662534475327,
      "step": 21960
    },
    {
      "loss_action": 0.004907678812742233,
      "loss_total": 0.004907678812742233,
      "step": 21960
    },
    {
      "loss_action": 0.007222321350127459,
      "loss_total": 0.007222321350127459,
      "step": 21960
    },
    {
      "loss_action": 0.030974380671977997,
      "loss_total": 0.030974380671977997,
      "step": 21960
    },
    {
      "loss_action": 0.038571737706661224,
      "loss_total": 0.038571737706661224,
      "step": 21960
    },
    {
      "grad_norm": 0.22468844056129456,
      "learning_rate": 9.23320622946167e-05,
      "loss": 0.0157,
      "step": 21970
    },
    {
      "loss_action": 0.00932574924081564,
      "loss_total": 0.00932574924081564,
      "step": 21970
    },
    {
      "loss_action": 0.024187419563531876,
      "loss_total": 0.024187419563531876,
      "step": 21970
    },
    {
      "loss_action": 0.01329085323959589,
      "loss_total": 0.01329085323959589,
      "step": 21970
    },
    {
      "loss_action": 0.010520901530981064,
      "loss_total": 0.010520901530981064,
      "step": 21970
    },
    {
      "loss_action": 0.024471547454595566,
      "loss_total": 0.024471547454595566,
      "step": 21970
    },
    {
      "loss_action": 0.013958336785435677,
      "loss_total": 0.013958336785435677,
      "step": 21970
    },
    {
      "loss_action": 0.01452555786818266,
      "loss_total": 0.01452555786818266,
      "step": 21970
    },
    {
      "loss_action": 0.01788043975830078,
      "loss_total": 0.01788043975830078,
      "step": 21970
    },
    {
      "grad_norm": 0.1579410582780838,
      "learning_rate": 9.232326080776163e-05,
      "loss": 0.0127,
      "step": 21980
    },
    {
      "loss_action": 0.020271699875593185,
      "loss_total": 0.020271699875593185,
      "step": 21980
    },
    {
      "loss_action": 0.008304670453071594,
      "loss_total": 0.008304670453071594,
      "step": 21980
    },
    {
      "loss_action": 0.01842050999403,
      "loss_total": 0.01842050999403,
      "step": 21980
    },
    {
      "loss_action": 0.020603328943252563,
      "loss_total": 0.020603328943252563,
      "step": 21980
    },
    {
      "loss_action": 0.007700728252530098,
      "loss_total": 0.007700728252530098,
      "step": 21980
    },
    {
      "loss_action": 0.014461340382695198,
      "loss_total": 0.014461340382695198,
      "step": 21980
    },
    {
      "loss_action": 0.007378874346613884,
      "loss_total": 0.007378874346613884,
      "step": 21980
    },
    {
      "loss_action": 0.008902562782168388,
      "loss_total": 0.008902562782168388,
      "step": 21980
    },
    {
      "grad_norm": 0.17005564272403717,
      "learning_rate": 9.23144546924984e-05,
      "loss": 0.0136,
      "step": 21990
    },
    {
      "loss_action": 0.01639886572957039,
      "loss_total": 0.01639886572957039,
      "step": 21990
    },
    {
      "loss_action": 0.008739285171031952,
      "loss_total": 0.008739285171031952,
      "step": 21990
    },
    {
      "loss_action": 0.013579590246081352,
      "loss_total": 0.013579590246081352,
      "step": 21990
    },
    {
      "loss_action": 0.013459205627441406,
      "loss_total": 0.013459205627441406,
      "step": 21990
    },
    {
      "loss_action": 0.025591567158699036,
      "loss_total": 0.025591567158699036,
      "step": 21990
    },
    {
      "loss_action": 0.016277585178613663,
      "loss_total": 0.016277585178613663,
      "step": 21990
    },
    {
      "loss_action": 0.0189286470413208,
      "loss_total": 0.0189286470413208,
      "step": 21990
    },
    {
      "loss_action": 0.010195815935730934,
      "loss_total": 0.010195815935730934,
      "step": 21990
    },
    {
      "grad_norm": 0.17540770769119263,
      "learning_rate": 9.230564394979e-05,
      "loss": 0.0137,
      "step": 22000
    },
    {
      "loss_action": 0.013119671493768692,
      "loss_total": 0.013119671493768692,
      "step": 22000
    },
    {
      "loss_action": 0.007510952651500702,
      "loss_total": 0.007510952651500702,
      "step": 22000
    },
    {
      "loss_action": 0.01087801344692707,
      "loss_total": 0.01087801344692707,
      "step": 22000
    },
    {
      "loss_action": 0.007410304620862007,
      "loss_total": 0.007410304620862007,
      "step": 22000
    },
    {
      "loss_action": 0.014720859006047249,
      "loss_total": 0.014720859006047249,
      "step": 22000
    },
    {
      "loss_action": 0.0053379712626338005,
      "loss_total": 0.0053379712626338005,
      "step": 22000
    },
    {
      "loss_action": 0.010927550494670868,
      "loss_total": 0.010927550494670868,
      "step": 22000
    },
    {
      "loss_action": 0.011277031153440475,
      "loss_total": 0.011277031153440475,
      "step": 22000
    },
    {
      "grad_norm": 0.1559617817401886,
      "learning_rate": 9.22968285806e-05,
      "loss": 0.0115,
      "step": 22010
    },
    {
      "loss_action": 0.008705482818186283,
      "loss_total": 0.008705482818186283,
      "step": 22010
    },
    {
      "loss_action": 0.005092766601592302,
      "loss_total": 0.005092766601592302,
      "step": 22010
    },
    {
      "loss_action": 0.015232715755701065,
      "loss_total": 0.015232715755701065,
      "step": 22010
    },
    {
      "loss_action": 0.014242513105273247,
      "loss_total": 0.014242513105273247,
      "step": 22010
    },
    {
      "loss_action": 0.011269045993685722,
      "loss_total": 0.011269045993685722,
      "step": 22010
    },
    {
      "loss_action": 0.006689691916108131,
      "loss_total": 0.006689691916108131,
      "step": 22010
    },
    {
      "loss_action": 0.009262245148420334,
      "loss_total": 0.009262245148420334,
      "step": 22010
    },
    {
      "loss_action": 0.009263316169381142,
      "loss_total": 0.009263316169381142,
      "step": 22010
    },
    {
      "grad_norm": 0.155026376247406,
      "learning_rate": 9.228800858589242e-05,
      "loss": 0.0122,
      "step": 22020
    },
    {
      "loss_action": 0.006951146759092808,
      "loss_total": 0.006951146759092808,
      "step": 22020
    },
    {
      "loss_action": 0.006719131022691727,
      "loss_total": 0.006719131022691727,
      "step": 22020
    },
    {
      "loss_action": 0.006870592013001442,
      "loss_total": 0.006870592013001442,
      "step": 22020
    },
    {
      "loss_action": 0.008708236739039421,
      "loss_total": 0.008708236739039421,
      "step": 22020
    },
    {
      "loss_action": 0.024892497807741165,
      "loss_total": 0.024892497807741165,
      "step": 22020
    },
    {
      "loss_action": 0.003872838569805026,
      "loss_total": 0.003872838569805026,
      "step": 22020
    },
    {
      "loss_action": 0.014528308063745499,
      "loss_total": 0.014528308063745499,
      "step": 22020
    },
    {
      "loss_action": 0.015064222738146782,
      "loss_total": 0.015064222738146782,
      "step": 22020
    },
    {
      "grad_norm": 0.11519599705934525,
      "learning_rate": 9.227918396663179e-05,
      "loss": 0.0104,
      "step": 22030
    },
    {
      "loss_action": 0.006634746678173542,
      "loss_total": 0.006634746678173542,
      "step": 22030
    },
    {
      "loss_action": 0.008115362375974655,
      "loss_total": 0.008115362375974655,
      "step": 22030
    },
    {
      "loss_action": 0.02977818250656128,
      "loss_total": 0.02977818250656128,
      "step": 22030
    },
    {
      "loss_action": 0.0038389775436371565,
      "loss_total": 0.0038389775436371565,
      "step": 22030
    },
    {
      "loss_action": 0.009613549336791039,
      "loss_total": 0.009613549336791039,
      "step": 22030
    },
    {
      "loss_action": 0.0067366138100624084,
      "loss_total": 0.0067366138100624084,
      "step": 22030
    },
    {
      "loss_action": 0.0037354864180088043,
      "loss_total": 0.0037354864180088043,
      "step": 22030
    },
    {
      "loss_action": 0.004436336923390627,
      "loss_total": 0.004436336923390627,
      "step": 22030
    },
    {
      "grad_norm": 0.11984770745038986,
      "learning_rate": 9.227035472378319e-05,
      "loss": 0.012,
      "step": 22040
    },
    {
      "loss_action": 0.018427247181534767,
      "loss_total": 0.018427247181534767,
      "step": 22040
    },
    {
      "loss_action": 0.012513965368270874,
      "loss_total": 0.012513965368270874,
      "step": 22040
    },
    {
      "loss_action": 0.009976486675441265,
      "loss_total": 0.009976486675441265,
      "step": 22040
    },
    {
      "loss_action": 0.02249007299542427,
      "loss_total": 0.02249007299542427,
      "step": 22040
    },
    {
      "loss_action": 0.014224719256162643,
      "loss_total": 0.014224719256162643,
      "step": 22040
    },
    {
      "loss_action": 0.012598197907209396,
      "loss_total": 0.012598197907209396,
      "step": 22040
    },
    {
      "loss_action": 0.014877027831971645,
      "loss_total": 0.014877027831971645,
      "step": 22040
    },
    {
      "loss_action": 0.024048324674367905,
      "loss_total": 0.024048324674367905,
      "step": 22040
    },
    {
      "grad_norm": 0.1928664743900299,
      "learning_rate": 9.226152085831213e-05,
      "loss": 0.0134,
      "step": 22050
    },
    {
      "loss_action": 0.016208279877901077,
      "loss_total": 0.016208279877901077,
      "step": 22050
    },
    {
      "loss_action": 0.00549092423170805,
      "loss_total": 0.00549092423170805,
      "step": 22050
    },
    {
      "loss_action": 0.0283831674605608,
      "loss_total": 0.0283831674605608,
      "step": 22050
    },
    {
      "loss_action": 0.0058424146845936775,
      "loss_total": 0.0058424146845936775,
      "step": 22050
    },
    {
      "loss_action": 0.005588301923125982,
      "loss_total": 0.005588301923125982,
      "step": 22050
    },
    {
      "loss_action": 0.004468071274459362,
      "loss_total": 0.004468071274459362,
      "step": 22050
    },
    {
      "loss_action": 0.005880637094378471,
      "loss_total": 0.005880637094378471,
      "step": 22050
    },
    {
      "loss_action": 0.006194440182298422,
      "loss_total": 0.006194440182298422,
      "step": 22050
    },
    {
      "grad_norm": 0.08453425019979477,
      "learning_rate": 9.22526823711847e-05,
      "loss": 0.011,
      "step": 22060
    },
    {
      "loss_action": 0.010161546990275383,
      "loss_total": 0.010161546990275383,
      "step": 22060
    },
    {
      "loss_action": 0.012141520157456398,
      "loss_total": 0.012141520157456398,
      "step": 22060
    },
    {
      "loss_action": 0.014006993733346462,
      "loss_total": 0.014006993733346462,
      "step": 22060
    },
    {
      "loss_action": 0.010286996141076088,
      "loss_total": 0.010286996141076088,
      "step": 22060
    },
    {
      "loss_action": 0.0072455815970897675,
      "loss_total": 0.0072455815970897675,
      "step": 22060
    },
    {
      "loss_action": 0.01602204702794552,
      "loss_total": 0.01602204702794552,
      "step": 22060
    },
    {
      "loss_action": 0.008537007495760918,
      "loss_total": 0.008537007495760918,
      "step": 22060
    },
    {
      "loss_action": 0.008280850015580654,
      "loss_total": 0.008280850015580654,
      "step": 22060
    },
    {
      "grad_norm": 0.19491447508335114,
      "learning_rate": 9.224383926336745e-05,
      "loss": 0.0111,
      "step": 22070
    },
    {
      "loss_action": 0.020649097859859467,
      "loss_total": 0.020649097859859467,
      "step": 22070
    },
    {
      "loss_action": 0.01113109104335308,
      "loss_total": 0.01113109104335308,
      "step": 22070
    },
    {
      "loss_action": 0.008553292602300644,
      "loss_total": 0.008553292602300644,
      "step": 22070
    },
    {
      "loss_action": 0.007772867567837238,
      "loss_total": 0.007772867567837238,
      "step": 22070
    },
    {
      "loss_action": 0.010149974375963211,
      "loss_total": 0.010149974375963211,
      "step": 22070
    },
    {
      "loss_action": 0.01010471023619175,
      "loss_total": 0.01010471023619175,
      "step": 22070
    },
    {
      "loss_action": 0.02188166230916977,
      "loss_total": 0.02188166230916977,
      "step": 22070
    },
    {
      "loss_action": 0.027299756184220314,
      "loss_total": 0.027299756184220314,
      "step": 22070
    },
    {
      "grad_norm": 0.20518162846565247,
      "learning_rate": 9.223499153582744e-05,
      "loss": 0.0135,
      "step": 22080
    },
    {
      "loss_action": 0.008335575461387634,
      "loss_total": 0.008335575461387634,
      "step": 22080
    },
    {
      "loss_action": 0.004256676882505417,
      "loss_total": 0.004256676882505417,
      "step": 22080
    },
    {
      "loss_action": 0.010406984016299248,
      "loss_total": 0.010406984016299248,
      "step": 22080
    },
    {
      "loss_action": 0.019598226994276047,
      "loss_total": 0.019598226994276047,
      "step": 22080
    },
    {
      "loss_action": 0.003953701816499233,
      "loss_total": 0.003953701816499233,
      "step": 22080
    },
    {
      "loss_action": 0.004968950524926186,
      "loss_total": 0.004968950524926186,
      "step": 22080
    },
    {
      "loss_action": 0.012257302179932594,
      "loss_total": 0.012257302179932594,
      "step": 22080
    },
    {
      "loss_action": 0.005395556800067425,
      "loss_total": 0.005395556800067425,
      "step": 22080
    },
    {
      "grad_norm": 0.13610464334487915,
      "learning_rate": 9.222613918953226e-05,
      "loss": 0.0117,
      "step": 22090
    },
    {
      "loss_action": 0.012640955857932568,
      "loss_total": 0.012640955857932568,
      "step": 22090
    },
    {
      "loss_action": 0.03306606411933899,
      "loss_total": 0.03306606411933899,
      "step": 22090
    },
    {
      "loss_action": 0.019916042685508728,
      "loss_total": 0.019916042685508728,
      "step": 22090
    },
    {
      "loss_action": 0.007040561176836491,
      "loss_total": 0.007040561176836491,
      "step": 22090
    },
    {
      "loss_action": 0.015189004130661488,
      "loss_total": 0.015189004130661488,
      "step": 22090
    },
    {
      "loss_action": 0.011963926255702972,
      "loss_total": 0.011963926255702972,
      "step": 22090
    },
    {
      "loss_action": 0.03401963412761688,
      "loss_total": 0.03401963412761688,
      "step": 22090
    },
    {
      "loss_action": 0.02413206174969673,
      "loss_total": 0.02413206174969673,
      "step": 22090
    },
    {
      "grad_norm": 0.12468205392360687,
      "learning_rate": 9.221728222544999e-05,
      "loss": 0.0127,
      "step": 22100
    },
    {
      "loss_action": 0.008159441873431206,
      "loss_total": 0.008159441873431206,
      "step": 22100
    },
    {
      "loss_action": 0.0053313784301280975,
      "loss_total": 0.0053313784301280975,
      "step": 22100
    },
    {
      "loss_action": 0.00987327191978693,
      "loss_total": 0.00987327191978693,
      "step": 22100
    },
    {
      "loss_action": 0.014166422188282013,
      "loss_total": 0.014166422188282013,
      "step": 22100
    },
    {
      "loss_action": 0.01254232507199049,
      "loss_total": 0.01254232507199049,
      "step": 22100
    },
    {
      "loss_action": 0.02290925569832325,
      "loss_total": 0.02290925569832325,
      "step": 22100
    },
    {
      "loss_action": 0.01589052565395832,
      "loss_total": 0.01589052565395832,
      "step": 22100
    },
    {
      "loss_action": 0.021244196221232414,
      "loss_total": 0.021244196221232414,
      "step": 22100
    },
    {
      "grad_norm": 0.14676538109779358,
      "learning_rate": 9.22084206445492e-05,
      "loss": 0.0132,
      "step": 22110
    },
    {
      "loss_action": 0.02426758222281933,
      "loss_total": 0.02426758222281933,
      "step": 22110
    },
    {
      "loss_action": 0.009356788359582424,
      "loss_total": 0.009356788359582424,
      "step": 22110
    },
    {
      "loss_action": 0.011848043650388718,
      "loss_total": 0.011848043650388718,
      "step": 22110
    },
    {
      "loss_action": 0.012731723487377167,
      "loss_total": 0.012731723487377167,
      "step": 22110
    },
    {
      "loss_action": 0.006693895906209946,
      "loss_total": 0.006693895906209946,
      "step": 22110
    },
    {
      "loss_action": 0.005748778581619263,
      "loss_total": 0.005748778581619263,
      "step": 22110
    },
    {
      "loss_action": 0.006721867248415947,
      "loss_total": 0.006721867248415947,
      "step": 22110
    },
    {
      "loss_action": 0.008319669403135777,
      "loss_total": 0.008319669403135777,
      "step": 22110
    },
    {
      "grad_norm": 0.2155359387397766,
      "learning_rate": 9.2199554447799e-05,
      "loss": 0.0118,
      "step": 22120
    },
    {
      "loss_action": 0.015838386490941048,
      "loss_total": 0.015838386490941048,
      "step": 22120
    },
    {
      "loss_action": 0.008454952389001846,
      "loss_total": 0.008454952389001846,
      "step": 22120
    },
    {
      "loss_action": 0.0073753115721046925,
      "loss_total": 0.0073753115721046925,
      "step": 22120
    },
    {
      "loss_action": 0.011146636679768562,
      "loss_total": 0.011146636679768562,
      "step": 22120
    },
    {
      "loss_action": 0.008819754235446453,
      "loss_total": 0.008819754235446453,
      "step": 22120
    },
    {
      "loss_action": 0.014248411171138287,
      "loss_total": 0.014248411171138287,
      "step": 22120
    },
    {
      "loss_action": 0.021801669150590897,
      "loss_total": 0.021801669150590897,
      "step": 22120
    },
    {
      "loss_action": 0.015786591917276382,
      "loss_total": 0.015786591917276382,
      "step": 22120
    },
    {
      "grad_norm": 0.15148437023162842,
      "learning_rate": 9.219068363616897e-05,
      "loss": 0.0157,
      "step": 22130
    },
    {
      "loss_action": 0.009004905819892883,
      "loss_total": 0.009004905819892883,
      "step": 22130
    },
    {
      "loss_action": 0.025477848947048187,
      "loss_total": 0.025477848947048187,
      "step": 22130
    },
    {
      "loss_action": 0.016643188893795013,
      "loss_total": 0.016643188893795013,
      "step": 22130
    },
    {
      "loss_action": 0.007630294654518366,
      "loss_total": 0.007630294654518366,
      "step": 22130
    },
    {
      "loss_action": 0.010465966537594795,
      "loss_total": 0.010465966537594795,
      "step": 22130
    },
    {
      "loss_action": 0.026730159297585487,
      "loss_total": 0.026730159297585487,
      "step": 22130
    },
    {
      "loss_action": 0.006454370450228453,
      "loss_total": 0.006454370450228453,
      "step": 22130
    },
    {
      "loss_action": 0.012238577008247375,
      "loss_total": 0.012238577008247375,
      "step": 22130
    },
    {
      "grad_norm": 0.19999384880065918,
      "learning_rate": 9.218180821062919e-05,
      "loss": 0.0134,
      "step": 22140
    },
    {
      "loss_action": 0.012304815463721752,
      "loss_total": 0.012304815463721752,
      "step": 22140
    },
    {
      "loss_action": 0.018318474292755127,
      "loss_total": 0.018318474292755127,
      "step": 22140
    },
    {
      "loss_action": 0.026464272290468216,
      "loss_total": 0.026464272290468216,
      "step": 22140
    },
    {
      "loss_action": 0.012926215305924416,
      "loss_total": 0.012926215305924416,
      "step": 22140
    },
    {
      "loss_action": 0.016339030116796494,
      "loss_total": 0.016339030116796494,
      "step": 22140
    },
    {
      "loss_action": 0.023135583847761154,
      "loss_total": 0.023135583847761154,
      "step": 22140
    },
    {
      "loss_action": 0.014960451051592827,
      "loss_total": 0.014960451051592827,
      "step": 22140
    },
    {
      "loss_action": 0.005235987715423107,
      "loss_total": 0.005235987715423107,
      "step": 22140
    },
    {
      "grad_norm": 0.19559122622013092,
      "learning_rate": 9.21729281721503e-05,
      "loss": 0.0128,
      "step": 22150
    },
    {
      "loss_action": 0.013258165679872036,
      "loss_total": 0.013258165679872036,
      "step": 22150
    },
    {
      "loss_action": 0.004090918228030205,
      "loss_total": 0.004090918228030205,
      "step": 22150
    },
    {
      "loss_action": 0.009929617866873741,
      "loss_total": 0.009929617866873741,
      "step": 22150
    },
    {
      "loss_action": 0.011417243629693985,
      "loss_total": 0.011417243629693985,
      "step": 22150
    },
    {
      "loss_action": 0.013295749202370644,
      "loss_total": 0.013295749202370644,
      "step": 22150
    },
    {
      "loss_action": 0.028996234759688377,
      "loss_total": 0.028996234759688377,
      "step": 22150
    },
    {
      "loss_action": 0.01617184281349182,
      "loss_total": 0.01617184281349182,
      "step": 22150
    },
    {
      "loss_action": 0.015381868928670883,
      "loss_total": 0.015381868928670883,
      "step": 22150
    },
    {
      "grad_norm": 0.13016776740550995,
      "learning_rate": 9.216404352170339e-05,
      "loss": 0.0145,
      "step": 22160
    },
    {
      "loss_action": 0.019411278888583183,
      "loss_total": 0.019411278888583183,
      "step": 22160
    },
    {
      "loss_action": 0.010500104166567326,
      "loss_total": 0.010500104166567326,
      "step": 22160
    },
    {
      "loss_action": 0.012826703488826752,
      "loss_total": 0.012826703488826752,
      "step": 22160
    },
    {
      "loss_action": 0.011477308347821236,
      "loss_total": 0.011477308347821236,
      "step": 22160
    },
    {
      "loss_action": 0.008776817470788956,
      "loss_total": 0.008776817470788956,
      "step": 22160
    },
    {
      "loss_action": 0.03367820754647255,
      "loss_total": 0.03367820754647255,
      "step": 22160
    },
    {
      "loss_action": 0.006929820403456688,
      "loss_total": 0.006929820403456688,
      "step": 22160
    },
    {
      "loss_action": 0.013788820244371891,
      "loss_total": 0.013788820244371891,
      "step": 22160
    },
    {
      "grad_norm": 0.15697801113128662,
      "learning_rate": 9.215515426026007e-05,
      "loss": 0.0151,
      "step": 22170
    },
    {
      "loss_action": 0.009008040651679039,
      "loss_total": 0.009008040651679039,
      "step": 22170
    },
    {
      "loss_action": 0.01910194382071495,
      "loss_total": 0.01910194382071495,
      "step": 22170
    },
    {
      "loss_action": 0.009265601634979248,
      "loss_total": 0.009265601634979248,
      "step": 22170
    },
    {
      "loss_action": 0.009856220334768295,
      "loss_total": 0.009856220334768295,
      "step": 22170
    },
    {
      "loss_action": 0.012875773943960667,
      "loss_total": 0.012875773943960667,
      "step": 22170
    },
    {
      "loss_action": 0.01969176158308983,
      "loss_total": 0.01969176158308983,
      "step": 22170
    },
    {
      "loss_action": 0.015213892795145512,
      "loss_total": 0.015213892795145512,
      "step": 22170
    },
    {
      "loss_action": 0.018251707777380943,
      "loss_total": 0.018251707777380943,
      "step": 22170
    },
    {
      "grad_norm": 0.13869106769561768,
      "learning_rate": 9.214626038879246e-05,
      "loss": 0.0129,
      "step": 22180
    },
    {
      "loss_action": 0.011863683350384235,
      "loss_total": 0.011863683350384235,
      "step": 22180
    },
    {
      "loss_action": 0.01375129446387291,
      "loss_total": 0.01375129446387291,
      "step": 22180
    },
    {
      "loss_action": 0.011522682383656502,
      "loss_total": 0.011522682383656502,
      "step": 22180
    },
    {
      "loss_action": 0.012081928551197052,
      "loss_total": 0.012081928551197052,
      "step": 22180
    },
    {
      "loss_action": 0.011441499926149845,
      "loss_total": 0.011441499926149845,
      "step": 22180
    },
    {
      "loss_action": 0.020547762513160706,
      "loss_total": 0.020547762513160706,
      "step": 22180
    },
    {
      "loss_action": 0.013165583834052086,
      "loss_total": 0.013165583834052086,
      "step": 22180
    },
    {
      "loss_action": 0.00655003497377038,
      "loss_total": 0.00655003497377038,
      "step": 22180
    },
    {
      "grad_norm": 0.16522586345672607,
      "learning_rate": 9.21373619082732e-05,
      "loss": 0.0128,
      "step": 22190
    },
    {
      "loss_action": 0.014120961539447308,
      "loss_total": 0.014120961539447308,
      "step": 22190
    },
    {
      "loss_action": 0.006793434731662273,
      "loss_total": 0.006793434731662273,
      "step": 22190
    },
    {
      "loss_action": 0.011139988899230957,
      "loss_total": 0.011139988899230957,
      "step": 22190
    },
    {
      "loss_action": 0.0031523581128567457,
      "loss_total": 0.0031523581128567457,
      "step": 22190
    },
    {
      "loss_action": 0.006419923156499863,
      "loss_total": 0.006419923156499863,
      "step": 22190
    },
    {
      "loss_action": 0.013346731662750244,
      "loss_total": 0.013346731662750244,
      "step": 22190
    },
    {
      "loss_action": 0.010090602561831474,
      "loss_total": 0.010090602561831474,
      "step": 22190
    },
    {
      "loss_action": 0.006836556829512119,
      "loss_total": 0.006836556829512119,
      "step": 22190
    },
    {
      "grad_norm": 0.18069636821746826,
      "learning_rate": 9.212845881967535e-05,
      "loss": 0.0142,
      "step": 22200
    },
    {
      "loss_action": 0.008563504554331303,
      "loss_total": 0.008563504554331303,
      "step": 22200
    },
    {
      "loss_action": 0.0207473523914814,
      "loss_total": 0.0207473523914814,
      "step": 22200
    },
    {
      "loss_action": 0.0055404664017260075,
      "loss_total": 0.0055404664017260075,
      "step": 22200
    },
    {
      "loss_action": 0.028165768831968307,
      "loss_total": 0.028165768831968307,
      "step": 22200
    },
    {
      "loss_action": 0.007100236136466265,
      "loss_total": 0.007100236136466265,
      "step": 22200
    },
    {
      "loss_action": 0.018362797796726227,
      "loss_total": 0.018362797796726227,
      "step": 22200
    },
    {
      "loss_action": 0.00946913193911314,
      "loss_total": 0.00946913193911314,
      "step": 22200
    },
    {
      "loss_action": 0.02005648799240589,
      "loss_total": 0.02005648799240589,
      "step": 22200
    },
    {
      "grad_norm": 0.18929429352283478,
      "learning_rate": 9.211955112397262e-05,
      "loss": 0.0165,
      "step": 22210
    },
    {
      "loss_action": 0.010625796392560005,
      "loss_total": 0.010625796392560005,
      "step": 22210
    },
    {
      "loss_action": 0.02894439920783043,
      "loss_total": 0.02894439920783043,
      "step": 22210
    },
    {
      "loss_action": 0.024605432525277138,
      "loss_total": 0.024605432525277138,
      "step": 22210
    },
    {
      "loss_action": 0.021678797900676727,
      "loss_total": 0.021678797900676727,
      "step": 22210
    },
    {
      "loss_action": 0.01696796342730522,
      "loss_total": 0.01696796342730522,
      "step": 22210
    },
    {
      "loss_action": 0.02105722948908806,
      "loss_total": 0.02105722948908806,
      "step": 22210
    },
    {
      "loss_action": 0.009602412581443787,
      "loss_total": 0.009602412581443787,
      "step": 22210
    },
    {
      "loss_action": 0.02166031301021576,
      "loss_total": 0.02166031301021576,
      "step": 22210
    },
    {
      "grad_norm": 0.11933934688568115,
      "learning_rate": 9.211063882213909e-05,
      "loss": 0.0131,
      "step": 22220
    },
    {
      "loss_action": 0.004835068713873625,
      "loss_total": 0.004835068713873625,
      "step": 22220
    },
    {
      "loss_action": 0.03750065341591835,
      "loss_total": 0.03750065341591835,
      "step": 22220
    },
    {
      "loss_action": 0.014779528602957726,
      "loss_total": 0.014779528602957726,
      "step": 22220
    },
    {
      "loss_action": 0.010815877467393875,
      "loss_total": 0.010815877467393875,
      "step": 22220
    },
    {
      "loss_action": 0.009761901572346687,
      "loss_total": 0.009761901572346687,
      "step": 22220
    },
    {
      "loss_action": 0.006695691030472517,
      "loss_total": 0.006695691030472517,
      "step": 22220
    },
    {
      "loss_action": 0.012327250093221664,
      "loss_total": 0.012327250093221664,
      "step": 22220
    },
    {
      "loss_action": 0.004253349266946316,
      "loss_total": 0.004253349266946316,
      "step": 22220
    },
    {
      "grad_norm": 0.19931018352508545,
      "learning_rate": 9.210172191514942e-05,
      "loss": 0.0131,
      "step": 22230
    },
    {
      "loss_action": 0.005591913592070341,
      "loss_total": 0.005591913592070341,
      "step": 22230
    },
    {
      "loss_action": 0.021696608513593674,
      "loss_total": 0.021696608513593674,
      "step": 22230
    },
    {
      "loss_action": 0.00925891287624836,
      "loss_total": 0.00925891287624836,
      "step": 22230
    },
    {
      "loss_action": 0.006387760862708092,
      "loss_total": 0.006387760862708092,
      "step": 22230
    },
    {
      "loss_action": 0.007742762565612793,
      "loss_total": 0.007742762565612793,
      "step": 22230
    },
    {
      "loss_action": 0.013226495124399662,
      "loss_total": 0.013226495124399662,
      "step": 22230
    },
    {
      "loss_action": 0.005460498854517937,
      "loss_total": 0.005460498854517937,
      "step": 22230
    },
    {
      "loss_action": 0.02305959165096283,
      "loss_total": 0.02305959165096283,
      "step": 22230
    },
    {
      "grad_norm": 0.15661346912384033,
      "learning_rate": 9.209280040397874e-05,
      "loss": 0.0121,
      "step": 22240
    },
    {
      "loss_action": 0.015103748068213463,
      "loss_total": 0.015103748068213463,
      "step": 22240
    },
    {
      "loss_action": 0.01087158266454935,
      "loss_total": 0.01087158266454935,
      "step": 22240
    },
    {
      "loss_action": 0.011553352698683739,
      "loss_total": 0.011553352698683739,
      "step": 22240
    },
    {
      "loss_action": 0.015935733914375305,
      "loss_total": 0.015935733914375305,
      "step": 22240
    },
    {
      "loss_action": 0.013321015983819962,
      "loss_total": 0.013321015983819962,
      "step": 22240
    },
    {
      "loss_action": 0.009199580177664757,
      "loss_total": 0.009199580177664757,
      "step": 22240
    },
    {
      "loss_action": 0.011386185884475708,
      "loss_total": 0.011386185884475708,
      "step": 22240
    },
    {
      "loss_action": 0.024264398962259293,
      "loss_total": 0.024264398962259293,
      "step": 22240
    },
    {
      "grad_norm": 0.1242053359746933,
      "learning_rate": 9.208387428960268e-05,
      "loss": 0.014,
      "step": 22250
    },
    {
      "loss_action": 0.014027702622115612,
      "loss_total": 0.014027702622115612,
      "step": 22250
    },
    {
      "loss_action": 0.009813297539949417,
      "loss_total": 0.009813297539949417,
      "step": 22250
    },
    {
      "loss_action": 0.009832873940467834,
      "loss_total": 0.009832873940467834,
      "step": 22250
    },
    {
      "loss_action": 0.0205282811075449,
      "loss_total": 0.0205282811075449,
      "step": 22250
    },
    {
      "loss_action": 0.004090932663530111,
      "loss_total": 0.004090932663530111,
      "step": 22250
    },
    {
      "loss_action": 0.018312200903892517,
      "loss_total": 0.018312200903892517,
      "step": 22250
    },
    {
      "loss_action": 0.021363621577620506,
      "loss_total": 0.021363621577620506,
      "step": 22250
    },
    {
      "loss_action": 0.02052854746580124,
      "loss_total": 0.02052854746580124,
      "step": 22250
    },
    {
      "grad_norm": 0.15801867842674255,
      "learning_rate": 9.20749435729974e-05,
      "loss": 0.0108,
      "step": 22260
    },
    {
      "loss_action": 0.0059036025777459145,
      "loss_total": 0.0059036025777459145,
      "step": 22260
    },
    {
      "loss_action": 0.009466838091611862,
      "loss_total": 0.009466838091611862,
      "step": 22260
    },
    {
      "loss_action": 0.023040466010570526,
      "loss_total": 0.023040466010570526,
      "step": 22260
    },
    {
      "loss_action": 0.007176568266004324,
      "loss_total": 0.007176568266004324,
      "step": 22260
    },
    {
      "loss_action": 0.009883733466267586,
      "loss_total": 0.009883733466267586,
      "step": 22260
    },
    {
      "loss_action": 0.009346678853034973,
      "loss_total": 0.009346678853034973,
      "step": 22260
    },
    {
      "loss_action": 0.008503613993525505,
      "loss_total": 0.008503613993525505,
      "step": 22260
    },
    {
      "loss_action": 0.006571848876774311,
      "loss_total": 0.006571848876774311,
      "step": 22260
    },
    {
      "grad_norm": 0.13674457371234894,
      "learning_rate": 9.206600825513957e-05,
      "loss": 0.0119,
      "step": 22270
    },
    {
      "loss_action": 0.0053325919434428215,
      "loss_total": 0.0053325919434428215,
      "step": 22270
    },
    {
      "loss_action": 0.0059051187708973885,
      "loss_total": 0.0059051187708973885,
      "step": 22270
    },
    {
      "loss_action": 0.00734342634677887,
      "loss_total": 0.00734342634677887,
      "step": 22270
    },
    {
      "loss_action": 0.009515018202364445,
      "loss_total": 0.009515018202364445,
      "step": 22270
    },
    {
      "loss_action": 0.013503585942089558,
      "loss_total": 0.013503585942089558,
      "step": 22270
    },
    {
      "loss_action": 0.013107364997267723,
      "loss_total": 0.013107364997267723,
      "step": 22270
    },
    {
      "loss_action": 0.005373970605432987,
      "loss_total": 0.005373970605432987,
      "step": 22270
    },
    {
      "loss_action": 0.005916277412325144,
      "loss_total": 0.005916277412325144,
      "step": 22270
    },
    {
      "grad_norm": 0.11236189305782318,
      "learning_rate": 9.20570683370063e-05,
      "loss": 0.0121,
      "step": 22280
    },
    {
      "loss_action": 0.012433120049536228,
      "loss_total": 0.012433120049536228,
      "step": 22280
    },
    {
      "loss_action": 0.0033915771637111902,
      "loss_total": 0.0033915771637111902,
      "step": 22280
    },
    {
      "loss_action": 0.007877441123127937,
      "loss_total": 0.007877441123127937,
      "step": 22280
    },
    {
      "loss_action": 0.010053792968392372,
      "loss_total": 0.010053792968392372,
      "step": 22280
    },
    {
      "loss_action": 0.005644208751618862,
      "loss_total": 0.005644208751618862,
      "step": 22280
    },
    {
      "loss_action": 0.003894207300618291,
      "loss_total": 0.003894207300618291,
      "step": 22280
    },
    {
      "loss_action": 0.005908224731683731,
      "loss_total": 0.005908224731683731,
      "step": 22280
    },
    {
      "loss_action": 0.006433242466300726,
      "loss_total": 0.006433242466300726,
      "step": 22280
    },
    {
      "grad_norm": 0.2133236527442932,
      "learning_rate": 9.204812381957528e-05,
      "loss": 0.0115,
      "step": 22290
    },
    {
      "loss_action": 0.03545444831252098,
      "loss_total": 0.03545444831252098,
      "step": 22290
    },
    {
      "loss_action": 0.0079718716442585,
      "loss_total": 0.0079718716442585,
      "step": 22290
    },
    {
      "loss_action": 0.019965389743447304,
      "loss_total": 0.019965389743447304,
      "step": 22290
    },
    {
      "loss_action": 0.009157195687294006,
      "loss_total": 0.009157195687294006,
      "step": 22290
    },
    {
      "loss_action": 0.02313513681292534,
      "loss_total": 0.02313513681292534,
      "step": 22290
    },
    {
      "loss_action": 0.008033763617277145,
      "loss_total": 0.008033763617277145,
      "step": 22290
    },
    {
      "loss_action": 0.0075116935186088085,
      "loss_total": 0.0075116935186088085,
      "step": 22290
    },
    {
      "loss_action": 0.029140744358301163,
      "loss_total": 0.029140744358301163,
      "step": 22290
    },
    {
      "grad_norm": 0.15873342752456665,
      "learning_rate": 9.203917470382465e-05,
      "loss": 0.0132,
      "step": 22300
    },
    {
      "loss_action": 0.016269851475954056,
      "loss_total": 0.016269851475954056,
      "step": 22300
    },
    {
      "loss_action": 0.02161101996898651,
      "loss_total": 0.02161101996898651,
      "step": 22300
    },
    {
      "loss_action": 0.012515803799033165,
      "loss_total": 0.012515803799033165,
      "step": 22300
    },
    {
      "loss_action": 0.009928276762366295,
      "loss_total": 0.009928276762366295,
      "step": 22300
    },
    {
      "loss_action": 0.02167142555117607,
      "loss_total": 0.02167142555117607,
      "step": 22300
    },
    {
      "loss_action": 0.00985233299434185,
      "loss_total": 0.00985233299434185,
      "step": 22300
    },
    {
      "loss_action": 0.0074514527805149555,
      "loss_total": 0.0074514527805149555,
      "step": 22300
    },
    {
      "loss_action": 0.016798382624983788,
      "loss_total": 0.016798382624983788,
      "step": 22300
    },
    {
      "grad_norm": 0.28510600328445435,
      "learning_rate": 9.203022099073309e-05,
      "loss": 0.0138,
      "step": 22310
    },
    {
      "loss_action": 0.011278652586042881,
      "loss_total": 0.011278652586042881,
      "step": 22310
    },
    {
      "loss_action": 0.025620397180318832,
      "loss_total": 0.025620397180318832,
      "step": 22310
    },
    {
      "loss_action": 0.010207705199718475,
      "loss_total": 0.010207705199718475,
      "step": 22310
    },
    {
      "loss_action": 0.016723521053791046,
      "loss_total": 0.016723521053791046,
      "step": 22310
    },
    {
      "loss_action": 0.008870065212249756,
      "loss_total": 0.008870065212249756,
      "step": 22310
    },
    {
      "loss_action": 0.011659035459160805,
      "loss_total": 0.011659035459160805,
      "step": 22310
    },
    {
      "loss_action": 0.007614276371896267,
      "loss_total": 0.007614276371896267,
      "step": 22310
    },
    {
      "loss_action": 0.020101500675082207,
      "loss_total": 0.020101500675082207,
      "step": 22310
    },
    {
      "grad_norm": 0.13978521525859833,
      "learning_rate": 9.202126268127976e-05,
      "loss": 0.0122,
      "step": 22320
    },
    {
      "loss_action": 0.004353038035333157,
      "loss_total": 0.004353038035333157,
      "step": 22320
    },
    {
      "loss_action": 0.014271678403019905,
      "loss_total": 0.014271678403019905,
      "step": 22320
    },
    {
      "loss_action": 0.011082455515861511,
      "loss_total": 0.011082455515861511,
      "step": 22320
    },
    {
      "loss_action": 0.007017537951469421,
      "loss_total": 0.007017537951469421,
      "step": 22320
    },
    {
      "loss_action": 0.004172486253082752,
      "loss_total": 0.004172486253082752,
      "step": 22320
    },
    {
      "loss_action": 0.02700495347380638,
      "loss_total": 0.02700495347380638,
      "step": 22320
    },
    {
      "loss_action": 0.013345280662178993,
      "loss_total": 0.013345280662178993,
      "step": 22320
    },
    {
      "loss_action": 0.0060386061668396,
      "loss_total": 0.0060386061668396,
      "step": 22320
    },
    {
      "grad_norm": 0.15783759951591492,
      "learning_rate": 9.20122997764443e-05,
      "loss": 0.0141,
      "step": 22330
    },
    {
      "loss_action": 0.016457470133900642,
      "loss_total": 0.016457470133900642,
      "step": 22330
    },
    {
      "loss_action": 0.010758377611637115,
      "loss_total": 0.010758377611637115,
      "step": 22330
    },
    {
      "loss_action": 0.015799660235643387,
      "loss_total": 0.015799660235643387,
      "step": 22330
    },
    {
      "loss_action": 0.013235986232757568,
      "loss_total": 0.013235986232757568,
      "step": 22330
    },
    {
      "loss_action": 0.01564912497997284,
      "loss_total": 0.01564912497997284,
      "step": 22330
    },
    {
      "loss_action": 0.012471970170736313,
      "loss_total": 0.012471970170736313,
      "step": 22330
    },
    {
      "loss_action": 0.026666510850191116,
      "loss_total": 0.026666510850191116,
      "step": 22330
    },
    {
      "loss_action": 0.008235795423388481,
      "loss_total": 0.008235795423388481,
      "step": 22330
    },
    {
      "grad_norm": 0.10905690491199493,
      "learning_rate": 9.200333227720692e-05,
      "loss": 0.0126,
      "step": 22340
    },
    {
      "loss_action": 0.009794078767299652,
      "loss_total": 0.009794078767299652,
      "step": 22340
    },
    {
      "loss_action": 0.0034613069146871567,
      "loss_total": 0.0034613069146871567,
      "step": 22340
    },
    {
      "loss_action": 0.02322198636829853,
      "loss_total": 0.02322198636829853,
      "step": 22340
    },
    {
      "loss_action": 0.010724370367825031,
      "loss_total": 0.010724370367825031,
      "step": 22340
    },
    {
      "loss_action": 0.005535313859581947,
      "loss_total": 0.005535313859581947,
      "step": 22340
    },
    {
      "loss_action": 0.012070510536432266,
      "loss_total": 0.012070510536432266,
      "step": 22340
    },
    {
      "loss_action": 0.004485652782022953,
      "loss_total": 0.004485652782022953,
      "step": 22340
    },
    {
      "loss_action": 0.017966067418456078,
      "loss_total": 0.017966067418456078,
      "step": 22340
    },
    {
      "grad_norm": 0.16698278486728668,
      "learning_rate": 9.199436018454826e-05,
      "loss": 0.0129,
      "step": 22350
    },
    {
      "loss_action": 0.007897692732512951,
      "loss_total": 0.007897692732512951,
      "step": 22350
    },
    {
      "loss_action": 0.009136747568845749,
      "loss_total": 0.009136747568845749,
      "step": 22350
    },
    {
      "loss_action": 0.01150407176464796,
      "loss_total": 0.01150407176464796,
      "step": 22350
    },
    {
      "loss_action": 0.007177106104791164,
      "loss_total": 0.007177106104791164,
      "step": 22350
    },
    {
      "loss_action": 0.007751022465527058,
      "loss_total": 0.007751022465527058,
      "step": 22350
    },
    {
      "loss_action": 0.01385496649891138,
      "loss_total": 0.01385496649891138,
      "step": 22350
    },
    {
      "loss_action": 0.008097419515252113,
      "loss_total": 0.008097419515252113,
      "step": 22350
    },
    {
      "loss_action": 0.020572245121002197,
      "loss_total": 0.020572245121002197,
      "step": 22350
    },
    {
      "grad_norm": 0.10884914547204971,
      "learning_rate": 9.198538349944952e-05,
      "loss": 0.011,
      "step": 22360
    },
    {
      "loss_action": 0.04180021584033966,
      "loss_total": 0.04180021584033966,
      "step": 22360
    },
    {
      "loss_action": 0.006504349410533905,
      "loss_total": 0.006504349410533905,
      "step": 22360
    },
    {
      "loss_action": 0.013575930148363113,
      "loss_total": 0.013575930148363113,
      "step": 22360
    },
    {
      "loss_action": 0.010628078132867813,
      "loss_total": 0.010628078132867813,
      "step": 22360
    },
    {
      "loss_action": 0.021009201183915138,
      "loss_total": 0.021009201183915138,
      "step": 22360
    },
    {
      "loss_action": 0.009115168824791908,
      "loss_total": 0.009115168824791908,
      "step": 22360
    },
    {
      "loss_action": 0.01717246323823929,
      "loss_total": 0.01717246323823929,
      "step": 22360
    },
    {
      "loss_action": 0.009389958344399929,
      "loss_total": 0.009389958344399929,
      "step": 22360
    },
    {
      "grad_norm": 0.1750747710466385,
      "learning_rate": 9.197640222289234e-05,
      "loss": 0.0152,
      "step": 22370
    },
    {
      "loss_action": 0.011635975912213326,
      "loss_total": 0.011635975912213326,
      "step": 22370
    },
    {
      "loss_action": 0.006868611555546522,
      "loss_total": 0.006868611555546522,
      "step": 22370
    },
    {
      "loss_action": 0.022823121398687363,
      "loss_total": 0.022823121398687363,
      "step": 22370
    },
    {
      "loss_action": 0.014270054176449776,
      "loss_total": 0.014270054176449776,
      "step": 22370
    },
    {
      "loss_action": 0.009770011529326439,
      "loss_total": 0.009770011529326439,
      "step": 22370
    },
    {
      "loss_action": 0.005893435329198837,
      "loss_total": 0.005893435329198837,
      "step": 22370
    },
    {
      "loss_action": 0.01055446919053793,
      "loss_total": 0.01055446919053793,
      "step": 22370
    },
    {
      "loss_action": 0.01451404020190239,
      "loss_total": 0.01451404020190239,
      "step": 22370
    },
    {
      "grad_norm": 0.12245699018239975,
      "learning_rate": 9.196741635585895e-05,
      "loss": 0.0124,
      "step": 22380
    },
    {
      "loss_action": 0.00912502221763134,
      "loss_total": 0.00912502221763134,
      "step": 22380
    },
    {
      "loss_action": 0.005458577536046505,
      "loss_total": 0.005458577536046505,
      "step": 22380
    },
    {
      "loss_action": 0.004143105819821358,
      "loss_total": 0.004143105819821358,
      "step": 22380
    },
    {
      "loss_action": 0.007892766036093235,
      "loss_total": 0.007892766036093235,
      "step": 22380
    },
    {
      "loss_action": 0.009060416370630264,
      "loss_total": 0.009060416370630264,
      "step": 22380
    },
    {
      "loss_action": 0.005324510857462883,
      "loss_total": 0.005324510857462883,
      "step": 22380
    },
    {
      "loss_action": 0.009273252449929714,
      "loss_total": 0.009273252449929714,
      "step": 22380
    },
    {
      "loss_action": 0.015103558078408241,
      "loss_total": 0.015103558078408241,
      "step": 22380
    },
    {
      "grad_norm": 0.1858992725610733,
      "learning_rate": 9.195842589933199e-05,
      "loss": 0.0135,
      "step": 22390
    },
    {
      "loss_action": 0.021126024425029755,
      "loss_total": 0.021126024425029755,
      "step": 22390
    },
    {
      "loss_action": 0.01509134192019701,
      "loss_total": 0.01509134192019701,
      "step": 22390
    },
    {
      "loss_action": 0.009657654911279678,
      "loss_total": 0.009657654911279678,
      "step": 22390
    },
    {
      "loss_action": 0.011046629399061203,
      "loss_total": 0.011046629399061203,
      "step": 22390
    },
    {
      "loss_action": 0.011577795259654522,
      "loss_total": 0.011577795259654522,
      "step": 22390
    },
    {
      "loss_action": 0.015370900742709637,
      "loss_total": 0.015370900742709637,
      "step": 22390
    },
    {
      "loss_action": 0.006704382598400116,
      "loss_total": 0.006704382598400116,
      "step": 22390
    },
    {
      "loss_action": 0.010317996144294739,
      "loss_total": 0.010317996144294739,
      "step": 22390
    },
    {
      "grad_norm": 0.19395478069782257,
      "learning_rate": 9.194943085429466e-05,
      "loss": 0.0153,
      "step": 22400
    },
    {
      "loss_action": 0.01402575708925724,
      "loss_total": 0.01402575708925724,
      "step": 22400
    },
    {
      "loss_action": 0.007702643051743507,
      "loss_total": 0.007702643051743507,
      "step": 22400
    },
    {
      "loss_action": 0.00602352898567915,
      "loss_total": 0.00602352898567915,
      "step": 22400
    },
    {
      "loss_action": 0.00787134189158678,
      "loss_total": 0.00787134189158678,
      "step": 22400
    },
    {
      "loss_action": 0.011628223583102226,
      "loss_total": 0.011628223583102226,
      "step": 22400
    },
    {
      "loss_action": 0.01534345094114542,
      "loss_total": 0.01534345094114542,
      "step": 22400
    },
    {
      "loss_action": 0.006142914295196533,
      "loss_total": 0.006142914295196533,
      "step": 22400
    },
    {
      "loss_action": 0.007663732394576073,
      "loss_total": 0.007663732394576073,
      "step": 22400
    },
    {
      "grad_norm": 0.19023840129375458,
      "learning_rate": 9.194043122173065e-05,
      "loss": 0.014,
      "step": 22410
    },
    {
      "loss_action": 0.024824518710374832,
      "loss_total": 0.024824518710374832,
      "step": 22410
    },
    {
      "loss_action": 0.009396295063197613,
      "loss_total": 0.009396295063197613,
      "step": 22410
    },
    {
      "loss_action": 0.01763879880309105,
      "loss_total": 0.01763879880309105,
      "step": 22410
    },
    {
      "loss_action": 0.015796897932887077,
      "loss_total": 0.015796897932887077,
      "step": 22410
    },
    {
      "loss_action": 0.010928431525826454,
      "loss_total": 0.010928431525826454,
      "step": 22410
    },
    {
      "loss_action": 0.009570075199007988,
      "loss_total": 0.009570075199007988,
      "step": 22410
    },
    {
      "loss_action": 0.02925562486052513,
      "loss_total": 0.02925562486052513,
      "step": 22410
    },
    {
      "loss_action": 0.023192860186100006,
      "loss_total": 0.023192860186100006,
      "step": 22410
    },
    {
      "grad_norm": 0.11718373745679855,
      "learning_rate": 9.193142700262413e-05,
      "loss": 0.0131,
      "step": 22420
    },
    {
      "loss_action": 0.013443488627672195,
      "loss_total": 0.013443488627672195,
      "step": 22420
    },
    {
      "loss_action": 0.012891148217022419,
      "loss_total": 0.012891148217022419,
      "step": 22420
    },
    {
      "loss_action": 0.023694900795817375,
      "loss_total": 0.023694900795817375,
      "step": 22420
    },
    {
      "loss_action": 0.010361336171627045,
      "loss_total": 0.010361336171627045,
      "step": 22420
    },
    {
      "loss_action": 0.03207514435052872,
      "loss_total": 0.03207514435052872,
      "step": 22420
    },
    {
      "loss_action": 0.013009784743189812,
      "loss_total": 0.013009784743189812,
      "step": 22420
    },
    {
      "loss_action": 0.013732033781707287,
      "loss_total": 0.013732033781707287,
      "step": 22420
    },
    {
      "loss_action": 0.013106330297887325,
      "loss_total": 0.013106330297887325,
      "step": 22420
    },
    {
      "grad_norm": 0.15106253325939178,
      "learning_rate": 9.192241819795979e-05,
      "loss": 0.0132,
      "step": 22430
    },
    {
      "loss_action": 0.028300929814577103,
      "loss_total": 0.028300929814577103,
      "step": 22430
    },
    {
      "loss_action": 0.005593551322817802,
      "loss_total": 0.005593551322817802,
      "step": 22430
    },
    {
      "loss_action": 0.010821959003806114,
      "loss_total": 0.010821959003806114,
      "step": 22430
    },
    {
      "loss_action": 0.029762113466858864,
      "loss_total": 0.029762113466858864,
      "step": 22430
    },
    {
      "loss_action": 0.010567978024482727,
      "loss_total": 0.010567978024482727,
      "step": 22430
    },
    {
      "loss_action": 0.006339691579341888,
      "loss_total": 0.006339691579341888,
      "step": 22430
    },
    {
      "loss_action": 0.009401647374033928,
      "loss_total": 0.009401647374033928,
      "step": 22430
    },
    {
      "loss_action": 0.00814319308847189,
      "loss_total": 0.00814319308847189,
      "step": 22430
    },
    {
      "grad_norm": 0.11714516580104828,
      "learning_rate": 9.191340480872284e-05,
      "loss": 0.0144,
      "step": 22440
    },
    {
      "loss_action": 0.05534971505403519,
      "loss_total": 0.05534971505403519,
      "step": 22440
    },
    {
      "loss_action": 0.004588397219777107,
      "loss_total": 0.004588397219777107,
      "step": 22440
    },
    {
      "loss_action": 0.008996227756142616,
      "loss_total": 0.008996227756142616,
      "step": 22440
    },
    {
      "loss_action": 0.009488732554018497,
      "loss_total": 0.009488732554018497,
      "step": 22440
    },
    {
      "loss_action": 0.016990404576063156,
      "loss_total": 0.016990404576063156,
      "step": 22440
    },
    {
      "loss_action": 0.013698898255825043,
      "loss_total": 0.013698898255825043,
      "step": 22440
    },
    {
      "loss_action": 0.025018297135829926,
      "loss_total": 0.025018297135829926,
      "step": 22440
    },
    {
      "loss_action": 0.00864825677126646,
      "loss_total": 0.00864825677126646,
      "step": 22440
    },
    {
      "grad_norm": 0.10026092082262039,
      "learning_rate": 9.190438683589895e-05,
      "loss": 0.0126,
      "step": 22450
    },
    {
      "loss_action": 0.010515483096241951,
      "loss_total": 0.010515483096241951,
      "step": 22450
    },
    {
      "loss_action": 0.005008285399526358,
      "loss_total": 0.005008285399526358,
      "step": 22450
    },
    {
      "loss_action": 0.0067682769149541855,
      "loss_total": 0.0067682769149541855,
      "step": 22450
    },
    {
      "loss_action": 0.0051472000777721405,
      "loss_total": 0.0051472000777721405,
      "step": 22450
    },
    {
      "loss_action": 0.003927294164896011,
      "loss_total": 0.003927294164896011,
      "step": 22450
    },
    {
      "loss_action": 0.012270338833332062,
      "loss_total": 0.012270338833332062,
      "step": 22450
    },
    {
      "loss_action": 0.012350164353847504,
      "loss_total": 0.012350164353847504,
      "step": 22450
    },
    {
      "loss_action": 0.011321150697767735,
      "loss_total": 0.011321150697767735,
      "step": 22450
    },
    {
      "grad_norm": 0.13873004913330078,
      "learning_rate": 9.189536428047432e-05,
      "loss": 0.0145,
      "step": 22460
    },
    {
      "loss_action": 0.010611343197524548,
      "loss_total": 0.010611343197524548,
      "step": 22460
    },
    {
      "loss_action": 0.014624843373894691,
      "loss_total": 0.014624843373894691,
      "step": 22460
    },
    {
      "loss_action": 0.025219019502401352,
      "loss_total": 0.025219019502401352,
      "step": 22460
    },
    {
      "loss_action": 0.021884996443986893,
      "loss_total": 0.021884996443986893,
      "step": 22460
    },
    {
      "loss_action": 0.00807878002524376,
      "loss_total": 0.00807878002524376,
      "step": 22460
    },
    {
      "loss_action": 0.005793352611362934,
      "loss_total": 0.005793352611362934,
      "step": 22460
    },
    {
      "loss_action": 0.012622086331248283,
      "loss_total": 0.012622086331248283,
      "step": 22460
    },
    {
      "loss_action": 0.005406092386692762,
      "loss_total": 0.005406092386692762,
      "step": 22460
    },
    {
      "grad_norm": 0.12608306109905243,
      "learning_rate": 9.188633714343564e-05,
      "loss": 0.0115,
      "step": 22470
    },
    {
      "loss_action": 0.014490311034023762,
      "loss_total": 0.014490311034023762,
      "step": 22470
    },
    {
      "loss_action": 0.015933604910969734,
      "loss_total": 0.015933604910969734,
      "step": 22470
    },
    {
      "loss_action": 0.016914090141654015,
      "loss_total": 0.016914090141654015,
      "step": 22470
    },
    {
      "loss_action": 0.007439442910254002,
      "loss_total": 0.007439442910254002,
      "step": 22470
    },
    {
      "loss_action": 0.02731131948530674,
      "loss_total": 0.02731131948530674,
      "step": 22470
    },
    {
      "loss_action": 0.0076643298380076885,
      "loss_total": 0.0076643298380076885,
      "step": 22470
    },
    {
      "loss_action": 0.023502793163061142,
      "loss_total": 0.023502793163061142,
      "step": 22470
    },
    {
      "loss_action": 0.007800379768013954,
      "loss_total": 0.007800379768013954,
      "step": 22470
    },
    {
      "grad_norm": 0.14433501660823822,
      "learning_rate": 9.18773054257701e-05,
      "loss": 0.012,
      "step": 22480
    },
    {
      "loss_action": 0.007127685472369194,
      "loss_total": 0.007127685472369194,
      "step": 22480
    },
    {
      "loss_action": 0.007990781217813492,
      "loss_total": 0.007990781217813492,
      "step": 22480
    },
    {
      "loss_action": 0.006963618565350771,
      "loss_total": 0.006963618565350771,
      "step": 22480
    },
    {
      "loss_action": 0.016442276537418365,
      "loss_total": 0.016442276537418365,
      "step": 22480
    },
    {
      "loss_action": 0.015887007117271423,
      "loss_total": 0.015887007117271423,
      "step": 22480
    },
    {
      "loss_action": 0.01044848095625639,
      "loss_total": 0.01044848095625639,
      "step": 22480
    },
    {
      "loss_action": 0.008602863177657127,
      "loss_total": 0.008602863177657127,
      "step": 22480
    },
    {
      "loss_action": 0.017112962901592255,
      "loss_total": 0.017112962901592255,
      "step": 22480
    },
    {
      "grad_norm": 0.2056817263364792,
      "learning_rate": 9.18682691284654e-05,
      "loss": 0.0109,
      "step": 22490
    },
    {
      "loss_action": 0.01394234411418438,
      "loss_total": 0.01394234411418438,
      "step": 22490
    },
    {
      "loss_action": 0.004330896306782961,
      "loss_total": 0.004330896306782961,
      "step": 22490
    },
    {
      "loss_action": 0.010224230587482452,
      "loss_total": 0.010224230587482452,
      "step": 22490
    },
    {
      "loss_action": 0.007900568656623363,
      "loss_total": 0.007900568656623363,
      "step": 22490
    },
    {
      "loss_action": 0.02758612111210823,
      "loss_total": 0.02758612111210823,
      "step": 22490
    },
    {
      "loss_action": 0.012437166646122932,
      "loss_total": 0.012437166646122932,
      "step": 22490
    },
    {
      "loss_action": 0.018365975469350815,
      "loss_total": 0.018365975469350815,
      "step": 22490
    },
    {
      "loss_action": 0.01017883699387312,
      "loss_total": 0.01017883699387312,
      "step": 22490
    },
    {
      "grad_norm": 0.27042070031166077,
      "learning_rate": 9.185922825250974e-05,
      "loss": 0.0166,
      "step": 22500
    },
    {
      "loss_action": 0.01664687693119049,
      "loss_total": 0.01664687693119049,
      "step": 22500
    },
    {
      "loss_action": 0.014096074737608433,
      "loss_total": 0.014096074737608433,
      "step": 22500
    },
    {
      "loss_action": 0.009011324495077133,
      "loss_total": 0.009011324495077133,
      "step": 22500
    },
    {
      "loss_action": 0.010277964174747467,
      "loss_total": 0.010277964174747467,
      "step": 22500
    },
    {
      "loss_action": 0.016223998740315437,
      "loss_total": 0.016223998740315437,
      "step": 22500
    },
    {
      "loss_action": 0.006539968773722649,
      "loss_total": 0.006539968773722649,
      "step": 22500
    },
    {
      "loss_action": 0.02311413362622261,
      "loss_total": 0.02311413362622261,
      "step": 22500
    },
    {
      "loss_action": 0.028942100703716278,
      "loss_total": 0.028942100703716278,
      "step": 22500
    },
    {
      "grad_norm": 0.20112061500549316,
      "learning_rate": 9.185018279889181e-05,
      "loss": 0.0142,
      "step": 22510
    },
    {
      "loss_action": 0.012110037729144096,
      "loss_total": 0.012110037729144096,
      "step": 22510
    },
    {
      "loss_action": 0.004438179545104504,
      "loss_total": 0.004438179545104504,
      "step": 22510
    },
    {
      "loss_action": 0.016155902296304703,
      "loss_total": 0.016155902296304703,
      "step": 22510
    },
    {
      "loss_action": 0.011973698623478413,
      "loss_total": 0.011973698623478413,
      "step": 22510
    },
    {
      "loss_action": 0.021807070821523666,
      "loss_total": 0.021807070821523666,
      "step": 22510
    },
    {
      "loss_action": 0.009250111877918243,
      "loss_total": 0.009250111877918243,
      "step": 22510
    },
    {
      "loss_action": 0.014850450679659843,
      "loss_total": 0.014850450679659843,
      "step": 22510
    },
    {
      "loss_action": 0.009706662967801094,
      "loss_total": 0.009706662967801094,
      "step": 22510
    },
    {
      "grad_norm": 0.16227056086063385,
      "learning_rate": 9.184113276860082e-05,
      "loss": 0.0136,
      "step": 22520
    },
    {
      "loss_action": 0.01706603728234768,
      "loss_total": 0.01706603728234768,
      "step": 22520
    },
    {
      "loss_action": 0.005351400002837181,
      "loss_total": 0.005351400002837181,
      "step": 22520
    },
    {
      "loss_action": 0.0034601076040416956,
      "loss_total": 0.0034601076040416956,
      "step": 22520
    },
    {
      "loss_action": 0.01908879354596138,
      "loss_total": 0.01908879354596138,
      "step": 22520
    },
    {
      "loss_action": 0.007670960854738951,
      "loss_total": 0.007670960854738951,
      "step": 22520
    },
    {
      "loss_action": 0.01699911803007126,
      "loss_total": 0.01699911803007126,
      "step": 22520
    },
    {
      "loss_action": 0.0123657938092947,
      "loss_total": 0.0123657938092947,
      "step": 22520
    },
    {
      "loss_action": 0.012355711311101913,
      "loss_total": 0.012355711311101913,
      "step": 22520
    },
    {
      "grad_norm": 0.18493355810642242,
      "learning_rate": 9.183207816262645e-05,
      "loss": 0.0123,
      "step": 22530
    },
    {
      "loss_action": 0.009414642117917538,
      "loss_total": 0.009414642117917538,
      "step": 22530
    },
    {
      "loss_action": 0.006863828748464584,
      "loss_total": 0.006863828748464584,
      "step": 22530
    },
    {
      "loss_action": 0.008859151974320412,
      "loss_total": 0.008859151974320412,
      "step": 22530
    },
    {
      "loss_action": 0.006202541291713715,
      "loss_total": 0.006202541291713715,
      "step": 22530
    },
    {
      "loss_action": 0.00669841468334198,
      "loss_total": 0.00669841468334198,
      "step": 22530
    },
    {
      "loss_action": 0.009864559397101402,
      "loss_total": 0.009864559397101402,
      "step": 22530
    },
    {
      "loss_action": 0.00367620843462646,
      "loss_total": 0.00367620843462646,
      "step": 22530
    },
    {
      "loss_action": 0.027673950418829918,
      "loss_total": 0.027673950418829918,
      "step": 22530
    },
    {
      "grad_norm": 0.15460588037967682,
      "learning_rate": 9.182301898195891e-05,
      "loss": 0.0128,
      "step": 22540
    },
    {
      "loss_action": 0.01863766461610794,
      "loss_total": 0.01863766461610794,
      "step": 22540
    },
    {
      "loss_action": 0.01704186201095581,
      "loss_total": 0.01704186201095581,
      "step": 22540
    },
    {
      "loss_action": 0.02030385285615921,
      "loss_total": 0.02030385285615921,
      "step": 22540
    },
    {
      "loss_action": 0.008225221186876297,
      "loss_total": 0.008225221186876297,
      "step": 22540
    },
    {
      "loss_action": 0.04368562251329422,
      "loss_total": 0.04368562251329422,
      "step": 22540
    },
    {
      "loss_action": 0.009234471246600151,
      "loss_total": 0.009234471246600151,
      "step": 22540
    },
    {
      "loss_action": 0.025974974036216736,
      "loss_total": 0.025974974036216736,
      "step": 22540
    },
    {
      "loss_action": 0.017911739647388458,
      "loss_total": 0.017911739647388458,
      "step": 22540
    },
    {
      "grad_norm": 0.15326248109340668,
      "learning_rate": 9.181395522758889e-05,
      "loss": 0.0151,
      "step": 22550
    },
    {
      "loss_action": 0.0045814719051122665,
      "loss_total": 0.0045814719051122665,
      "step": 22550
    },
    {
      "loss_action": 0.010161654092371464,
      "loss_total": 0.010161654092371464,
      "step": 22550
    },
    {
      "loss_action": 0.006390846334397793,
      "loss_total": 0.006390846334397793,
      "step": 22550
    },
    {
      "loss_action": 0.009331149980425835,
      "loss_total": 0.009331149980425835,
      "step": 22550
    },
    {
      "loss_action": 0.01219814084470272,
      "loss_total": 0.01219814084470272,
      "step": 22550
    },
    {
      "loss_action": 0.005974391475319862,
      "loss_total": 0.005974391475319862,
      "step": 22550
    },
    {
      "loss_action": 0.016037562862038612,
      "loss_total": 0.016037562862038612,
      "step": 22550
    },
    {
      "loss_action": 0.0038391160778701305,
      "loss_total": 0.0038391160778701305,
      "step": 22550
    },
    {
      "grad_norm": 0.11621970683336258,
      "learning_rate": 9.180488690050759e-05,
      "loss": 0.0113,
      "step": 22560
    },
    {
      "loss_action": 0.009004605934023857,
      "loss_total": 0.009004605934023857,
      "step": 22560
    },
    {
      "loss_action": 0.01378870103508234,
      "loss_total": 0.01378870103508234,
      "step": 22560
    },
    {
      "loss_action": 0.007885551080107689,
      "loss_total": 0.007885551080107689,
      "step": 22560
    },
    {
      "loss_action": 0.044933900237083435,
      "loss_total": 0.044933900237083435,
      "step": 22560
    },
    {
      "loss_action": 0.015287264250218868,
      "loss_total": 0.015287264250218868,
      "step": 22560
    },
    {
      "loss_action": 0.007368466816842556,
      "loss_total": 0.007368466816842556,
      "step": 22560
    },
    {
      "loss_action": 0.008105429820716381,
      "loss_total": 0.008105429820716381,
      "step": 22560
    },
    {
      "loss_action": 0.0069714621640741825,
      "loss_total": 0.0069714621640741825,
      "step": 22560
    },
    {
      "grad_norm": 0.2236841470003128,
      "learning_rate": 9.179581400170671e-05,
      "loss": 0.0132,
      "step": 22570
    },
    {
      "loss_action": 0.009472948499023914,
      "loss_total": 0.009472948499023914,
      "step": 22570
    },
    {
      "loss_action": 0.00966629572212696,
      "loss_total": 0.00966629572212696,
      "step": 22570
    },
    {
      "loss_action": 0.005984145682305098,
      "loss_total": 0.005984145682305098,
      "step": 22570
    },
    {
      "loss_action": 0.013707049190998077,
      "loss_total": 0.013707049190998077,
      "step": 22570
    },
    {
      "loss_action": 0.009396187961101532,
      "loss_total": 0.009396187961101532,
      "step": 22570
    },
    {
      "loss_action": 0.020317453891038895,
      "loss_total": 0.020317453891038895,
      "step": 22570
    },
    {
      "loss_action": 0.010065941140055656,
      "loss_total": 0.010065941140055656,
      "step": 22570
    },
    {
      "loss_action": 0.00921984389424324,
      "loss_total": 0.00921984389424324,
      "step": 22570
    },
    {
      "grad_norm": 0.18476605415344238,
      "learning_rate": 9.178673653217845e-05,
      "loss": 0.0121,
      "step": 22580
    },
    {
      "loss_action": 0.005163948051631451,
      "loss_total": 0.005163948051631451,
      "step": 22580
    },
    {
      "loss_action": 0.01601252891123295,
      "loss_total": 0.01601252891123295,
      "step": 22580
    },
    {
      "loss_action": 0.004414909519255161,
      "loss_total": 0.004414909519255161,
      "step": 22580
    },
    {
      "loss_action": 0.007582650985568762,
      "loss_total": 0.007582650985568762,
      "step": 22580
    },
    {
      "loss_action": 0.029236532747745514,
      "loss_total": 0.029236532747745514,
      "step": 22580
    },
    {
      "loss_action": 0.007936224341392517,
      "loss_total": 0.007936224341392517,
      "step": 22580
    },
    {
      "loss_action": 0.003763583954423666,
      "loss_total": 0.003763583954423666,
      "step": 22580
    },
    {
      "loss_action": 0.00697582820430398,
      "loss_total": 0.00697582820430398,
      "step": 22580
    },
    {
      "grad_norm": 0.149092897772789,
      "learning_rate": 9.177765449291551e-05,
      "loss": 0.0113,
      "step": 22590
    },
    {
      "loss_action": 0.010938543826341629,
      "loss_total": 0.010938543826341629,
      "step": 22590
    },
    {
      "loss_action": 0.010665022768080235,
      "loss_total": 0.010665022768080235,
      "step": 22590
    },
    {
      "loss_action": 0.013170227408409119,
      "loss_total": 0.013170227408409119,
      "step": 22590
    },
    {
      "loss_action": 0.0066436585038900375,
      "loss_total": 0.0066436585038900375,
      "step": 22590
    },
    {
      "loss_action": 0.010014669969677925,
      "loss_total": 0.010014669969677925,
      "step": 22590
    },
    {
      "loss_action": 0.007359989918768406,
      "loss_total": 0.007359989918768406,
      "step": 22590
    },
    {
      "loss_action": 0.00950277503579855,
      "loss_total": 0.00950277503579855,
      "step": 22590
    },
    {
      "loss_action": 0.0175306536257267,
      "loss_total": 0.0175306536257267,
      "step": 22590
    },
    {
      "grad_norm": 0.09642403572797775,
      "learning_rate": 9.176856788491109e-05,
      "loss": 0.0109,
      "step": 22600
    },
    {
      "loss_action": 0.010145890526473522,
      "loss_total": 0.010145890526473522,
      "step": 22600
    },
    {
      "loss_action": 0.007658996619284153,
      "loss_total": 0.007658996619284153,
      "step": 22600
    },
    {
      "loss_action": 0.010753288865089417,
      "loss_total": 0.010753288865089417,
      "step": 22600
    },
    {
      "loss_action": 0.03338208422064781,
      "loss_total": 0.03338208422064781,
      "step": 22600
    },
    {
      "loss_action": 0.00751521484926343,
      "loss_total": 0.00751521484926343,
      "step": 22600
    },
    {
      "loss_action": 0.023353826254606247,
      "loss_total": 0.023353826254606247,
      "step": 22600
    },
    {
      "loss_action": 0.0077056423760950565,
      "loss_total": 0.0077056423760950565,
      "step": 22600
    },
    {
      "loss_action": 0.013159557245671749,
      "loss_total": 0.013159557245671749,
      "step": 22600
    },
    {
      "grad_norm": 0.14678971469402313,
      "learning_rate": 9.175947670915887e-05,
      "loss": 0.0159,
      "step": 22610
    },
    {
      "loss_action": 0.01702631637454033,
      "loss_total": 0.01702631637454033,
      "step": 22610
    },
    {
      "loss_action": 0.02613861858844757,
      "loss_total": 0.02613861858844757,
      "step": 22610
    },
    {
      "loss_action": 0.022786486893892288,
      "loss_total": 0.022786486893892288,
      "step": 22610
    },
    {
      "loss_action": 0.01352931372821331,
      "loss_total": 0.01352931372821331,
      "step": 22610
    },
    {
      "loss_action": 0.050164010375738144,
      "loss_total": 0.050164010375738144,
      "step": 22610
    },
    {
      "loss_action": 0.014316840097308159,
      "loss_total": 0.014316840097308159,
      "step": 22610
    },
    {
      "loss_action": 0.007055721245706081,
      "loss_total": 0.007055721245706081,
      "step": 22610
    },
    {
      "loss_action": 0.023570438846945763,
      "loss_total": 0.023570438846945763,
      "step": 22610
    },
    {
      "grad_norm": 0.14973172545433044,
      "learning_rate": 9.175038096665309e-05,
      "loss": 0.0131,
      "step": 22620
    },
    {
      "loss_action": 0.005551813170313835,
      "loss_total": 0.005551813170313835,
      "step": 22620
    },
    {
      "loss_action": 0.013258025981485844,
      "loss_total": 0.013258025981485844,
      "step": 22620
    },
    {
      "loss_action": 0.008069014176726341,
      "loss_total": 0.008069014176726341,
      "step": 22620
    },
    {
      "loss_action": 0.007180192973464727,
      "loss_total": 0.007180192973464727,
      "step": 22620
    },
    {
      "loss_action": 0.005227694753557444,
      "loss_total": 0.005227694753557444,
      "step": 22620
    },
    {
      "loss_action": 0.007187570445239544,
      "loss_total": 0.007187570445239544,
      "step": 22620
    },
    {
      "loss_action": 0.013818057253956795,
      "loss_total": 0.013818057253956795,
      "step": 22620
    },
    {
      "loss_action": 0.004569161683320999,
      "loss_total": 0.004569161683320999,
      "step": 22620
    },
    {
      "grad_norm": 0.1635519117116928,
      "learning_rate": 9.17412806583884e-05,
      "loss": 0.0132,
      "step": 22630
    },
    {
      "loss_action": 0.009591685608029366,
      "loss_total": 0.009591685608029366,
      "step": 22630
    },
    {
      "loss_action": 0.020146869122982025,
      "loss_total": 0.020146869122982025,
      "step": 22630
    },
    {
      "loss_action": 0.004637604113668203,
      "loss_total": 0.004637604113668203,
      "step": 22630
    },
    {
      "loss_action": 0.012955602258443832,
      "loss_total": 0.012955602258443832,
      "step": 22630
    },
    {
      "loss_action": 0.008921644650399685,
      "loss_total": 0.008921644650399685,
      "step": 22630
    },
    {
      "loss_action": 0.016360117122530937,
      "loss_total": 0.016360117122530937,
      "step": 22630
    },
    {
      "loss_action": 0.013834472745656967,
      "loss_total": 0.013834472745656967,
      "step": 22630
    },
    {
      "loss_action": 0.016998976469039917,
      "loss_total": 0.016998976469039917,
      "step": 22630
    },
    {
      "grad_norm": 0.22773754596710205,
      "learning_rate": 9.173217578536002e-05,
      "loss": 0.0138,
      "step": 22640
    },
    {
      "loss_action": 0.007938379421830177,
      "loss_total": 0.007938379421830177,
      "step": 22640
    },
    {
      "loss_action": 0.006851585581898689,
      "loss_total": 0.006851585581898689,
      "step": 22640
    },
    {
      "loss_action": 0.01680450327694416,
      "loss_total": 0.01680450327694416,
      "step": 22640
    },
    {
      "loss_action": 0.010857894085347652,
      "loss_total": 0.010857894085347652,
      "step": 22640
    },
    {
      "loss_action": 0.005176415666937828,
      "loss_total": 0.005176415666937828,
      "step": 22640
    },
    {
      "loss_action": 0.009379636496305466,
      "loss_total": 0.009379636496305466,
      "step": 22640
    },
    {
      "loss_action": 0.012123780325055122,
      "loss_total": 0.012123780325055122,
      "step": 22640
    },
    {
      "loss_action": 0.027852587401866913,
      "loss_total": 0.027852587401866913,
      "step": 22640
    },
    {
      "grad_norm": 0.169572114944458,
      "learning_rate": 9.172306634856362e-05,
      "loss": 0.015,
      "step": 22650
    },
    {
      "loss_action": 0.014667956158518791,
      "loss_total": 0.014667956158518791,
      "step": 22650
    },
    {
      "loss_action": 0.0062525225803256035,
      "loss_total": 0.0062525225803256035,
      "step": 22650
    },
    {
      "loss_action": 0.008001700975000858,
      "loss_total": 0.008001700975000858,
      "step": 22650
    },
    {
      "loss_action": 0.024250416085124016,
      "loss_total": 0.024250416085124016,
      "step": 22650
    },
    {
      "loss_action": 0.009233364835381508,
      "loss_total": 0.009233364835381508,
      "step": 22650
    },
    {
      "loss_action": 0.031215675175189972,
      "loss_total": 0.031215675175189972,
      "step": 22650
    },
    {
      "loss_action": 0.006400607991963625,
      "loss_total": 0.006400607991963625,
      "step": 22650
    },
    {
      "loss_action": 0.0197293721139431,
      "loss_total": 0.0197293721139431,
      "step": 22650
    },
    {
      "grad_norm": 0.13672301173210144,
      "learning_rate": 9.171395234899545e-05,
      "loss": 0.0127,
      "step": 22660
    },
    {
      "loss_action": 0.004608962219208479,
      "loss_total": 0.004608962219208479,
      "step": 22660
    },
    {
      "loss_action": 0.009033107198774815,
      "loss_total": 0.009033107198774815,
      "step": 22660
    },
    {
      "loss_action": 0.00813867524266243,
      "loss_total": 0.00813867524266243,
      "step": 22660
    },
    {
      "loss_action": 0.004887396469712257,
      "loss_total": 0.004887396469712257,
      "step": 22660
    },
    {
      "loss_action": 0.003444165224209428,
      "loss_total": 0.003444165224209428,
      "step": 22660
    },
    {
      "loss_action": 0.0077930535189807415,
      "loss_total": 0.0077930535189807415,
      "step": 22660
    },
    {
      "loss_action": 0.005572862457484007,
      "loss_total": 0.005572862457484007,
      "step": 22660
    },
    {
      "loss_action": 0.006134646479040384,
      "loss_total": 0.006134646479040384,
      "step": 22660
    },
    {
      "grad_norm": 0.1364155262708664,
      "learning_rate": 9.170483378765214e-05,
      "loss": 0.0126,
      "step": 22670
    },
    {
      "loss_action": 0.016660794615745544,
      "loss_total": 0.016660794615745544,
      "step": 22670
    },
    {
      "loss_action": 0.00751913245767355,
      "loss_total": 0.00751913245767355,
      "step": 22670
    },
    {
      "loss_action": 0.01544673927128315,
      "loss_total": 0.01544673927128315,
      "step": 22670
    },
    {
      "loss_action": 0.007974410429596901,
      "loss_total": 0.007974410429596901,
      "step": 22670
    },
    {
      "loss_action": 0.015315989963710308,
      "loss_total": 0.015315989963710308,
      "step": 22670
    },
    {
      "loss_action": 0.016094757243990898,
      "loss_total": 0.016094757243990898,
      "step": 22670
    },
    {
      "loss_action": 0.021198466420173645,
      "loss_total": 0.021198466420173645,
      "step": 22670
    },
    {
      "loss_action": 0.0051208073273301125,
      "loss_total": 0.0051208073273301125,
      "step": 22670
    },
    {
      "grad_norm": 0.20053836703300476,
      "learning_rate": 9.169571066553091e-05,
      "loss": 0.0137,
      "step": 22680
    },
    {
      "loss_action": 0.01052330993115902,
      "loss_total": 0.01052330993115902,
      "step": 22680
    },
    {
      "loss_action": 0.018745385110378265,
      "loss_total": 0.018745385110378265,
      "step": 22680
    },
    {
      "loss_action": 0.01882990635931492,
      "loss_total": 0.01882990635931492,
      "step": 22680
    },
    {
      "loss_action": 0.014701202511787415,
      "loss_total": 0.014701202511787415,
      "step": 22680
    },
    {
      "loss_action": 0.010665267705917358,
      "loss_total": 0.010665267705917358,
      "step": 22680
    },
    {
      "loss_action": 0.01669951342046261,
      "loss_total": 0.01669951342046261,
      "step": 22680
    },
    {
      "loss_action": 0.009840568527579308,
      "loss_total": 0.009840568527579308,
      "step": 22680
    },
    {
      "loss_action": 0.01137237437069416,
      "loss_total": 0.01137237437069416,
      "step": 22680
    },
    {
      "grad_norm": 0.18762730062007904,
      "learning_rate": 9.168658298362946e-05,
      "loss": 0.0144,
      "step": 22690
    },
    {
      "loss_action": 0.011526132933795452,
      "loss_total": 0.011526132933795452,
      "step": 22690
    },
    {
      "loss_action": 0.009642046876251698,
      "loss_total": 0.009642046876251698,
      "step": 22690
    },
    {
      "loss_action": 0.011492016725242138,
      "loss_total": 0.011492016725242138,
      "step": 22690
    },
    {
      "loss_action": 0.0117715485394001,
      "loss_total": 0.0117715485394001,
      "step": 22690
    },
    {
      "loss_action": 0.016019027680158615,
      "loss_total": 0.016019027680158615,
      "step": 22690
    },
    {
      "loss_action": 0.010884656570851803,
      "loss_total": 0.010884656570851803,
      "step": 22690
    },
    {
      "loss_action": 0.013785162940621376,
      "loss_total": 0.013785162940621376,
      "step": 22690
    },
    {
      "loss_action": 0.015302279964089394,
      "loss_total": 0.015302279964089394,
      "step": 22690
    },
    {
      "grad_norm": 0.16214151680469513,
      "learning_rate": 9.167745074294598e-05,
      "loss": 0.0131,
      "step": 22700
    },
    {
      "loss_action": 0.011684861034154892,
      "loss_total": 0.011684861034154892,
      "step": 22700
    },
    {
      "loss_action": 0.010660845786333084,
      "loss_total": 0.010660845786333084,
      "step": 22700
    },
    {
      "loss_action": 0.023003794252872467,
      "loss_total": 0.023003794252872467,
      "step": 22700
    },
    {
      "loss_action": 0.01071010623127222,
      "loss_total": 0.01071010623127222,
      "step": 22700
    },
    {
      "loss_action": 0.006710276007652283,
      "loss_total": 0.006710276007652283,
      "step": 22700
    },
    {
      "loss_action": 0.01146424189209938,
      "loss_total": 0.01146424189209938,
      "step": 22700
    },
    {
      "loss_action": 0.008878815919160843,
      "loss_total": 0.008878815919160843,
      "step": 22700
    },
    {
      "loss_action": 0.004383199382573366,
      "loss_total": 0.004383199382573366,
      "step": 22700
    },
    {
      "grad_norm": 0.13461801409721375,
      "learning_rate": 9.166831394447913e-05,
      "loss": 0.0126,
      "step": 22710
    },
    {
      "loss_action": 0.023139238357543945,
      "loss_total": 0.023139238357543945,
      "step": 22710
    },
    {
      "loss_action": 0.024474086239933968,
      "loss_total": 0.024474086239933968,
      "step": 22710
    },
    {
      "loss_action": 0.009717145003378391,
      "loss_total": 0.009717145003378391,
      "step": 22710
    },
    {
      "loss_action": 0.01077103428542614,
      "loss_total": 0.01077103428542614,
      "step": 22710
    },
    {
      "loss_action": 0.008009988814592361,
      "loss_total": 0.008009988814592361,
      "step": 22710
    },
    {
      "loss_action": 0.029785770922899246,
      "loss_total": 0.029785770922899246,
      "step": 22710
    },
    {
      "loss_action": 0.007484343368560076,
      "loss_total": 0.007484343368560076,
      "step": 22710
    },
    {
      "loss_action": 0.004950336180627346,
      "loss_total": 0.004950336180627346,
      "step": 22710
    },
    {
      "grad_norm": 0.16763105988502502,
      "learning_rate": 9.165917258922812e-05,
      "loss": 0.0119,
      "step": 22720
    },
    {
      "loss_action": 0.017671754583716393,
      "loss_total": 0.017671754583716393,
      "step": 22720
    },
    {
      "loss_action": 0.003453182987868786,
      "loss_total": 0.003453182987868786,
      "step": 22720
    },
    {
      "loss_action": 0.01220035832375288,
      "loss_total": 0.01220035832375288,
      "step": 22720
    },
    {
      "loss_action": 0.012629425153136253,
      "loss_total": 0.012629425153136253,
      "step": 22720
    },
    {
      "loss_action": 0.0072649638168513775,
      "loss_total": 0.0072649638168513775,
      "step": 22720
    },
    {
      "loss_action": 0.009501662105321884,
      "loss_total": 0.009501662105321884,
      "step": 22720
    },
    {
      "loss_action": 0.008295503444969654,
      "loss_total": 0.008295503444969654,
      "step": 22720
    },
    {
      "loss_action": 0.0055673192255198956,
      "loss_total": 0.0055673192255198956,
      "step": 22720
    },
    {
      "grad_norm": 0.14314870536327362,
      "learning_rate": 9.165002667819262e-05,
      "loss": 0.0106,
      "step": 22730
    },
    {
      "loss_action": 0.017784226685762405,
      "loss_total": 0.017784226685762405,
      "step": 22730
    },
    {
      "loss_action": 0.007155065890401602,
      "loss_total": 0.007155065890401602,
      "step": 22730
    },
    {
      "loss_action": 0.015301717445254326,
      "loss_total": 0.015301717445254326,
      "step": 22730
    },
    {
      "loss_action": 0.02783101797103882,
      "loss_total": 0.02783101797103882,
      "step": 22730
    },
    {
      "loss_action": 0.013244432397186756,
      "loss_total": 0.013244432397186756,
      "step": 22730
    },
    {
      "loss_action": 0.012179814279079437,
      "loss_total": 0.012179814279079437,
      "step": 22730
    },
    {
      "loss_action": 0.007942927069962025,
      "loss_total": 0.007942927069962025,
      "step": 22730
    },
    {
      "loss_action": 0.012802640907466412,
      "loss_total": 0.012802640907466412,
      "step": 22730
    },
    {
      "grad_norm": 0.13872508704662323,
      "learning_rate": 9.164087621237282e-05,
      "loss": 0.0122,
      "step": 22740
    },
    {
      "loss_action": 0.009278187528252602,
      "loss_total": 0.009278187528252602,
      "step": 22740
    },
    {
      "loss_action": 0.00830149743705988,
      "loss_total": 0.00830149743705988,
      "step": 22740
    },
    {
      "loss_action": 0.010060470551252365,
      "loss_total": 0.010060470551252365,
      "step": 22740
    },
    {
      "loss_action": 0.015235131606459618,
      "loss_total": 0.015235131606459618,
      "step": 22740
    },
    {
      "loss_action": 0.01334386132657528,
      "loss_total": 0.01334386132657528,
      "step": 22740
    },
    {
      "loss_action": 0.015922371298074722,
      "loss_total": 0.015922371298074722,
      "step": 22740
    },
    {
      "loss_action": 0.004186171572655439,
      "loss_total": 0.004186171572655439,
      "step": 22740
    },
    {
      "loss_action": 0.010348907671868801,
      "loss_total": 0.010348907671868801,
      "step": 22740
    },
    {
      "grad_norm": 0.16046768426895142,
      "learning_rate": 9.163172119276942e-05,
      "loss": 0.0112,
      "step": 22750
    },
    {
      "loss_action": 0.00470307981595397,
      "loss_total": 0.00470307981595397,
      "step": 22750
    },
    {
      "loss_action": 0.015094753354787827,
      "loss_total": 0.015094753354787827,
      "step": 22750
    },
    {
      "loss_action": 0.0069239092990756035,
      "loss_total": 0.0069239092990756035,
      "step": 22750
    },
    {
      "loss_action": 0.00659462483599782,
      "loss_total": 0.00659462483599782,
      "step": 22750
    },
    {
      "loss_action": 0.02179519087076187,
      "loss_total": 0.02179519087076187,
      "step": 22750
    },
    {
      "loss_action": 0.01789386197924614,
      "loss_total": 0.01789386197924614,
      "step": 22750
    },
    {
      "loss_action": 0.013965561985969543,
      "loss_total": 0.013965561985969543,
      "step": 22750
    },
    {
      "loss_action": 0.011093351989984512,
      "loss_total": 0.011093351989984512,
      "step": 22750
    },
    {
      "grad_norm": 0.14718936383724213,
      "learning_rate": 9.162256162038358e-05,
      "loss": 0.0131,
      "step": 22760
    },
    {
      "loss_action": 0.009090297855436802,
      "loss_total": 0.009090297855436802,
      "step": 22760
    },
    {
      "loss_action": 0.01181608997285366,
      "loss_total": 0.01181608997285366,
      "step": 22760
    },
    {
      "loss_action": 0.01389910839498043,
      "loss_total": 0.01389910839498043,
      "step": 22760
    },
    {
      "loss_action": 0.026081623509526253,
      "loss_total": 0.026081623509526253,
      "step": 22760
    },
    {
      "loss_action": 0.014976225793361664,
      "loss_total": 0.014976225793361664,
      "step": 22760
    },
    {
      "loss_action": 0.007674647495150566,
      "loss_total": 0.007674647495150566,
      "step": 22760
    },
    {
      "loss_action": 0.009466859512031078,
      "loss_total": 0.009466859512031078,
      "step": 22760
    },
    {
      "loss_action": 0.009563817642629147,
      "loss_total": 0.009563817642629147,
      "step": 22760
    },
    {
      "grad_norm": 0.20721150934696198,
      "learning_rate": 9.161339749621698e-05,
      "loss": 0.0126,
      "step": 22770
    },
    {
      "loss_action": 0.010966923087835312,
      "loss_total": 0.010966923087835312,
      "step": 22770
    },
    {
      "loss_action": 0.00292070209980011,
      "loss_total": 0.00292070209980011,
      "step": 22770
    },
    {
      "loss_action": 0.011534029617905617,
      "loss_total": 0.011534029617905617,
      "step": 22770
    },
    {
      "loss_action": 0.0044066403061151505,
      "loss_total": 0.0044066403061151505,
      "step": 22770
    },
    {
      "loss_action": 0.10761439055204391,
      "loss_total": 0.10761439055204391,
      "step": 22770
    },
    {
      "loss_action": 0.01245463639497757,
      "loss_total": 0.01245463639497757,
      "step": 22770
    },
    {
      "loss_action": 0.009202178567647934,
      "loss_total": 0.009202178567647934,
      "step": 22770
    },
    {
      "loss_action": 0.006742050871253014,
      "loss_total": 0.006742050871253014,
      "step": 22770
    },
    {
      "grad_norm": 0.1626257300376892,
      "learning_rate": 9.160422882127177e-05,
      "loss": 0.0131,
      "step": 22780
    },
    {
      "loss_action": 0.007064380683004856,
      "loss_total": 0.007064380683004856,
      "step": 22780
    },
    {
      "loss_action": 0.004320381674915552,
      "loss_total": 0.004320381674915552,
      "step": 22780
    },
    {
      "loss_action": 0.010493257082998753,
      "loss_total": 0.010493257082998753,
      "step": 22780
    },
    {
      "loss_action": 0.006097318604588509,
      "loss_total": 0.006097318604588509,
      "step": 22780
    },
    {
      "loss_action": 0.015814946964383125,
      "loss_total": 0.015814946964383125,
      "step": 22780
    },
    {
      "loss_action": 0.04918508231639862,
      "loss_total": 0.04918508231639862,
      "step": 22780
    },
    {
      "loss_action": 0.006755972281098366,
      "loss_total": 0.006755972281098366,
      "step": 22780
    },
    {
      "loss_action": 0.005048867780715227,
      "loss_total": 0.005048867780715227,
      "step": 22780
    },
    {
      "grad_norm": 0.1760692596435547,
      "learning_rate": 9.159505559655069e-05,
      "loss": 0.0149,
      "step": 22790
    },
    {
      "loss_action": 0.016195598989725113,
      "loss_total": 0.016195598989725113,
      "step": 22790
    },
    {
      "loss_action": 0.010555317625403404,
      "loss_total": 0.010555317625403404,
      "step": 22790
    },
    {
      "loss_action": 0.02392635866999626,
      "loss_total": 0.02392635866999626,
      "step": 22790
    },
    {
      "loss_action": 0.021216223016381264,
      "loss_total": 0.021216223016381264,
      "step": 22790
    },
    {
      "loss_action": 0.0038920023944228888,
      "loss_total": 0.0038920023944228888,
      "step": 22790
    },
    {
      "loss_action": 0.00561950821429491,
      "loss_total": 0.00561950821429491,
      "step": 22790
    },
    {
      "loss_action": 0.014158884063363075,
      "loss_total": 0.014158884063363075,
      "step": 22790
    },
    {
      "loss_action": 0.006961889564990997,
      "loss_total": 0.006961889564990997,
      "step": 22790
    },
    {
      "grad_norm": 0.3557586073875427,
      "learning_rate": 9.158587782305684e-05,
      "loss": 0.0151,
      "step": 22800
    },
    {
      "loss_action": 0.02098805457353592,
      "loss_total": 0.02098805457353592,
      "step": 22800
    },
    {
      "loss_action": 0.007056345231831074,
      "loss_total": 0.007056345231831074,
      "step": 22800
    },
    {
      "loss_action": 0.010156974196434021,
      "loss_total": 0.010156974196434021,
      "step": 22800
    },
    {
      "loss_action": 0.018020953983068466,
      "loss_total": 0.018020953983068466,
      "step": 22800
    },
    {
      "loss_action": 0.009269393980503082,
      "loss_total": 0.009269393980503082,
      "step": 22800
    },
    {
      "loss_action": 0.009054495021700859,
      "loss_total": 0.009054495021700859,
      "step": 22800
    },
    {
      "loss_action": 0.01722399890422821,
      "loss_total": 0.01722399890422821,
      "step": 22800
    },
    {
      "loss_action": 0.016895325854420662,
      "loss_total": 0.016895325854420662,
      "step": 22800
    },
    {
      "grad_norm": 0.18413318693637848,
      "learning_rate": 9.157669550179391e-05,
      "loss": 0.0131,
      "step": 22810
    },
    {
      "loss_action": 0.0164465494453907,
      "loss_total": 0.0164465494453907,
      "step": 22810
    },
    {
      "loss_action": 0.015930689871311188,
      "loss_total": 0.015930689871311188,
      "step": 22810
    },
    {
      "loss_action": 0.021255768835544586,
      "loss_total": 0.021255768835544586,
      "step": 22810
    },
    {
      "loss_action": 0.020326782017946243,
      "loss_total": 0.020326782017946243,
      "step": 22810
    },
    {
      "loss_action": 0.01753576472401619,
      "loss_total": 0.01753576472401619,
      "step": 22810
    },
    {
      "loss_action": 0.047689247876405716,
      "loss_total": 0.047689247876405716,
      "step": 22810
    },
    {
      "loss_action": 0.016912370920181274,
      "loss_total": 0.016912370920181274,
      "step": 22810
    },
    {
      "loss_action": 0.02050122618675232,
      "loss_total": 0.02050122618675232,
      "step": 22810
    },
    {
      "grad_norm": 0.12560026347637177,
      "learning_rate": 9.156750863376609e-05,
      "loss": 0.0129,
      "step": 22820
    },
    {
      "loss_action": 0.006293062120676041,
      "loss_total": 0.006293062120676041,
      "step": 22820
    },
    {
      "loss_action": 0.012861445546150208,
      "loss_total": 0.012861445546150208,
      "step": 22820
    },
    {
      "loss_action": 0.00625072605907917,
      "loss_total": 0.00625072605907917,
      "step": 22820
    },
    {
      "loss_action": 0.010558786801993847,
      "loss_total": 0.010558786801993847,
      "step": 22820
    },
    {
      "loss_action": 0.006291029043495655,
      "loss_total": 0.006291029043495655,
      "step": 22820
    },
    {
      "loss_action": 0.013283886946737766,
      "loss_total": 0.013283886946737766,
      "step": 22820
    },
    {
      "loss_action": 0.005946183577179909,
      "loss_total": 0.005946183577179909,
      "step": 22820
    },
    {
      "loss_action": 0.015223356895148754,
      "loss_total": 0.015223356895148754,
      "step": 22820
    },
    {
      "grad_norm": 0.10817033052444458,
      "learning_rate": 9.155831721997801e-05,
      "loss": 0.0113,
      "step": 22830
    },
    {
      "loss_action": 0.03062858060002327,
      "loss_total": 0.03062858060002327,
      "step": 22830
    },
    {
      "loss_action": 0.00990377739071846,
      "loss_total": 0.00990377739071846,
      "step": 22830
    },
    {
      "loss_action": 0.018235161900520325,
      "loss_total": 0.018235161900520325,
      "step": 22830
    },
    {
      "loss_action": 0.012323029339313507,
      "loss_total": 0.012323029339313507,
      "step": 22830
    },
    {
      "loss_action": 0.00907878391444683,
      "loss_total": 0.00907878391444683,
      "step": 22830
    },
    {
      "loss_action": 0.005179868545383215,
      "loss_total": 0.005179868545383215,
      "step": 22830
    },
    {
      "loss_action": 0.011039950884878635,
      "loss_total": 0.011039950884878635,
      "step": 22830
    },
    {
      "loss_action": 0.005175007972866297,
      "loss_total": 0.005175007972866297,
      "step": 22830
    },
    {
      "grad_norm": 0.11534087359905243,
      "learning_rate": 9.154912126143484e-05,
      "loss": 0.0121,
      "step": 22840
    },
    {
      "loss_action": 0.014600150287151337,
      "loss_total": 0.014600150287151337,
      "step": 22840
    },
    {
      "loss_action": 0.021988626569509506,
      "loss_total": 0.021988626569509506,
      "step": 22840
    },
    {
      "loss_action": 0.01016128621995449,
      "loss_total": 0.01016128621995449,
      "step": 22840
    },
    {
      "loss_action": 0.011248636990785599,
      "loss_total": 0.011248636990785599,
      "step": 22840
    },
    {
      "loss_action": 0.007760215550661087,
      "loss_total": 0.007760215550661087,
      "step": 22840
    },
    {
      "loss_action": 0.00404009036719799,
      "loss_total": 0.00404009036719799,
      "step": 22840
    },
    {
      "loss_action": 0.007275046315044165,
      "loss_total": 0.007275046315044165,
      "step": 22840
    },
    {
      "loss_action": 0.010614078491926193,
      "loss_total": 0.010614078491926193,
      "step": 22840
    },
    {
      "grad_norm": 0.1247502788901329,
      "learning_rate": 9.153992075914224e-05,
      "loss": 0.0118,
      "step": 22850
    },
    {
      "loss_action": 0.02746739611029625,
      "loss_total": 0.02746739611029625,
      "step": 22850
    },
    {
      "loss_action": 0.004105900414288044,
      "loss_total": 0.004105900414288044,
      "step": 22850
    },
    {
      "loss_action": 0.010971861891448498,
      "loss_total": 0.010971861891448498,
      "step": 22850
    },
    {
      "loss_action": 0.009230487048625946,
      "loss_total": 0.009230487048625946,
      "step": 22850
    },
    {
      "loss_action": 0.014737032353878021,
      "loss_total": 0.014737032353878021,
      "step": 22850
    },
    {
      "loss_action": 0.018582582473754883,
      "loss_total": 0.018582582473754883,
      "step": 22850
    },
    {
      "loss_action": 0.008453753776848316,
      "loss_total": 0.008453753776848316,
      "step": 22850
    },
    {
      "loss_action": 0.0075401137582957745,
      "loss_total": 0.0075401137582957745,
      "step": 22850
    },
    {
      "grad_norm": 0.1857813596725464,
      "learning_rate": 9.153071571410635e-05,
      "loss": 0.0114,
      "step": 22860
    },
    {
      "loss_action": 0.006737838499248028,
      "loss_total": 0.006737838499248028,
      "step": 22860
    },
    {
      "loss_action": 0.007604723330587149,
      "loss_total": 0.007604723330587149,
      "step": 22860
    },
    {
      "loss_action": 0.006304437760263681,
      "loss_total": 0.006304437760263681,
      "step": 22860
    },
    {
      "loss_action": 0.00676764128729701,
      "loss_total": 0.00676764128729701,
      "step": 22860
    },
    {
      "loss_action": 0.01353682391345501,
      "loss_total": 0.01353682391345501,
      "step": 22860
    },
    {
      "loss_action": 0.026942376047372818,
      "loss_total": 0.026942376047372818,
      "step": 22860
    },
    {
      "loss_action": 0.011884180828928947,
      "loss_total": 0.011884180828928947,
      "step": 22860
    },
    {
      "loss_action": 0.007313098758459091,
      "loss_total": 0.007313098758459091,
      "step": 22860
    },
    {
      "grad_norm": 0.12892377376556396,
      "learning_rate": 9.152150612733384e-05,
      "loss": 0.0122,
      "step": 22870
    },
    {
      "loss_action": 0.01197618804872036,
      "loss_total": 0.01197618804872036,
      "step": 22870
    },
    {
      "loss_action": 0.016123952344059944,
      "loss_total": 0.016123952344059944,
      "step": 22870
    },
    {
      "loss_action": 0.0368785485625267,
      "loss_total": 0.0368785485625267,
      "step": 22870
    },
    {
      "loss_action": 0.007538213860243559,
      "loss_total": 0.007538213860243559,
      "step": 22870
    },
    {
      "loss_action": 0.009829126298427582,
      "loss_total": 0.009829126298427582,
      "step": 22870
    },
    {
      "loss_action": 0.012844618409872055,
      "loss_total": 0.012844618409872055,
      "step": 22870
    },
    {
      "loss_action": 0.02323131449520588,
      "loss_total": 0.02323131449520588,
      "step": 22870
    },
    {
      "loss_action": 0.013199306093156338,
      "loss_total": 0.013199306093156338,
      "step": 22870
    },
    {
      "grad_norm": 0.08778414130210876,
      "learning_rate": 9.151229199983184e-05,
      "loss": 0.0127,
      "step": 22880
    },
    {
      "loss_action": 0.012729540467262268,
      "loss_total": 0.012729540467262268,
      "step": 22880
    },
    {
      "loss_action": 0.012249813415110111,
      "loss_total": 0.012249813415110111,
      "step": 22880
    },
    {
      "loss_action": 0.007569937035441399,
      "loss_total": 0.007569937035441399,
      "step": 22880
    },
    {
      "loss_action": 0.010096809826791286,
      "loss_total": 0.010096809826791286,
      "step": 22880
    },
    {
      "loss_action": 0.011646145023405552,
      "loss_total": 0.011646145023405552,
      "step": 22880
    },
    {
      "loss_action": 0.010835479013621807,
      "loss_total": 0.010835479013621807,
      "step": 22880
    },
    {
      "loss_action": 0.013842053711414337,
      "loss_total": 0.013842053711414337,
      "step": 22880
    },
    {
      "loss_action": 0.014673035591840744,
      "loss_total": 0.014673035591840744,
      "step": 22880
    },
    {
      "grad_norm": 0.16320806741714478,
      "learning_rate": 9.150307333260802e-05,
      "loss": 0.0111,
      "step": 22890
    },
    {
      "loss_action": 0.009932983666658401,
      "loss_total": 0.009932983666658401,
      "step": 22890
    },
    {
      "loss_action": 0.012505987659096718,
      "loss_total": 0.012505987659096718,
      "step": 22890
    },
    {
      "loss_action": 0.01690950244665146,
      "loss_total": 0.01690950244665146,
      "step": 22890
    },
    {
      "loss_action": 0.016944296658039093,
      "loss_total": 0.016944296658039093,
      "step": 22890
    },
    {
      "loss_action": 0.013295479118824005,
      "loss_total": 0.013295479118824005,
      "step": 22890
    },
    {
      "loss_action": 0.016383349895477295,
      "loss_total": 0.016383349895477295,
      "step": 22890
    },
    {
      "loss_action": 0.008892253041267395,
      "loss_total": 0.008892253041267395,
      "step": 22890
    },
    {
      "loss_action": 0.00826127640902996,
      "loss_total": 0.00826127640902996,
      "step": 22890
    },
    {
      "grad_norm": 0.1123485416173935,
      "learning_rate": 9.149385012667048e-05,
      "loss": 0.0126,
      "step": 22900
    },
    {
      "loss_action": 0.011429309844970703,
      "loss_total": 0.011429309844970703,
      "step": 22900
    },
    {
      "loss_action": 0.006748095620423555,
      "loss_total": 0.006748095620423555,
      "step": 22900
    },
    {
      "loss_action": 0.023617437109351158,
      "loss_total": 0.023617437109351158,
      "step": 22900
    },
    {
      "loss_action": 0.008372053503990173,
      "loss_total": 0.008372053503990173,
      "step": 22900
    },
    {
      "loss_action": 0.005572274327278137,
      "loss_total": 0.005572274327278137,
      "step": 22900
    },
    {
      "loss_action": 0.00353706325404346,
      "loss_total": 0.00353706325404346,
      "step": 22900
    },
    {
      "loss_action": 0.007564840838313103,
      "loss_total": 0.007564840838313103,
      "step": 22900
    },
    {
      "loss_action": 0.010149424895644188,
      "loss_total": 0.010149424895644188,
      "step": 22900
    },
    {
      "grad_norm": 0.10806149989366531,
      "learning_rate": 9.148462238302788e-05,
      "loss": 0.0121,
      "step": 22910
    },
    {
      "loss_action": 0.01822854019701481,
      "loss_total": 0.01822854019701481,
      "step": 22910
    },
    {
      "loss_action": 0.007694263476878405,
      "loss_total": 0.007694263476878405,
      "step": 22910
    },
    {
      "loss_action": 0.013370598666369915,
      "loss_total": 0.013370598666369915,
      "step": 22910
    },
    {
      "loss_action": 0.014178402721881866,
      "loss_total": 0.014178402721881866,
      "step": 22910
    },
    {
      "loss_action": 0.02117452584207058,
      "loss_total": 0.02117452584207058,
      "step": 22910
    },
    {
      "loss_action": 0.013438400812447071,
      "loss_total": 0.013438400812447071,
      "step": 22910
    },
    {
      "loss_action": 0.011657174676656723,
      "loss_total": 0.011657174676656723,
      "step": 22910
    },
    {
      "loss_action": 0.012246381491422653,
      "loss_total": 0.012246381491422653,
      "step": 22910
    },
    {
      "grad_norm": 0.13683120906352997,
      "learning_rate": 9.147539010268936e-05,
      "loss": 0.0139,
      "step": 22920
    },
    {
      "loss_action": 0.012310371734201908,
      "loss_total": 0.012310371734201908,
      "step": 22920
    },
    {
      "loss_action": 0.005287254229187965,
      "loss_total": 0.005287254229187965,
      "step": 22920
    },
    {
      "loss_action": 0.011203661561012268,
      "loss_total": 0.011203661561012268,
      "step": 22920
    },
    {
      "loss_action": 0.009869012050330639,
      "loss_total": 0.009869012050330639,
      "step": 22920
    },
    {
      "loss_action": 0.018423544242978096,
      "loss_total": 0.018423544242978096,
      "step": 22920
    },
    {
      "loss_action": 0.004119924269616604,
      "loss_total": 0.004119924269616604,
      "step": 22920
    },
    {
      "loss_action": 0.009022267535328865,
      "loss_total": 0.009022267535328865,
      "step": 22920
    },
    {
      "loss_action": 0.009357770904898643,
      "loss_total": 0.009357770904898643,
      "step": 22920
    },
    {
      "grad_norm": 0.12839804589748383,
      "learning_rate": 9.14661532866645e-05,
      "loss": 0.0122,
      "step": 22930
    },
    {
      "loss_action": 0.011098867282271385,
      "loss_total": 0.011098867282271385,
      "step": 22930
    },
    {
      "loss_action": 0.017285766080021858,
      "loss_total": 0.017285766080021858,
      "step": 22930
    },
    {
      "loss_action": 0.0063962172716856,
      "loss_total": 0.0063962172716856,
      "step": 22930
    },
    {
      "loss_action": 0.012682276777923107,
      "loss_total": 0.012682276777923107,
      "step": 22930
    },
    {
      "loss_action": 0.013387761078774929,
      "loss_total": 0.013387761078774929,
      "step": 22930
    },
    {
      "loss_action": 0.01640215516090393,
      "loss_total": 0.01640215516090393,
      "step": 22930
    },
    {
      "loss_action": 0.02110835164785385,
      "loss_total": 0.02110835164785385,
      "step": 22930
    },
    {
      "loss_action": 0.016017086803913116,
      "loss_total": 0.016017086803913116,
      "step": 22930
    },
    {
      "grad_norm": 0.16035425662994385,
      "learning_rate": 9.145691193596348e-05,
      "loss": 0.0129,
      "step": 22940
    },
    {
      "loss_action": 0.005811513867229223,
      "loss_total": 0.005811513867229223,
      "step": 22940
    },
    {
      "loss_action": 0.035512469708919525,
      "loss_total": 0.035512469708919525,
      "step": 22940
    },
    {
      "loss_action": 0.007005810737609863,
      "loss_total": 0.007005810737609863,
      "step": 22940
    },
    {
      "loss_action": 0.06425134092569351,
      "loss_total": 0.06425134092569351,
      "step": 22940
    },
    {
      "loss_action": 0.009790253825485706,
      "loss_total": 0.009790253825485706,
      "step": 22940
    },
    {
      "loss_action": 0.012445330619812012,
      "loss_total": 0.012445330619812012,
      "step": 22940
    },
    {
      "loss_action": 0.04387886822223663,
      "loss_total": 0.04387886822223663,
      "step": 22940
    },
    {
      "loss_action": 0.019679686054587364,
      "loss_total": 0.019679686054587364,
      "step": 22940
    },
    {
      "grad_norm": 0.14887353777885437,
      "learning_rate": 9.144766605159691e-05,
      "loss": 0.0145,
      "step": 22950
    },
    {
      "loss_action": 0.01581379771232605,
      "loss_total": 0.01581379771232605,
      "step": 22950
    },
    {
      "loss_action": 0.006730457302182913,
      "loss_total": 0.006730457302182913,
      "step": 22950
    },
    {
      "loss_action": 0.010758769698441029,
      "loss_total": 0.010758769698441029,
      "step": 22950
    },
    {
      "loss_action": 0.009011166170239449,
      "loss_total": 0.009011166170239449,
      "step": 22950
    },
    {
      "loss_action": 0.0237071942538023,
      "loss_total": 0.0237071942538023,
      "step": 22950
    },
    {
      "loss_action": 0.013671675696969032,
      "loss_total": 0.013671675696969032,
      "step": 22950
    },
    {
      "loss_action": 0.08021727949380875,
      "loss_total": 0.08021727949380875,
      "step": 22950
    },
    {
      "loss_action": 0.008396707475185394,
      "loss_total": 0.008396707475185394,
      "step": 22950
    },
    {
      "grad_norm": 0.13860861957073212,
      "learning_rate": 9.14384156345759e-05,
      "loss": 0.0129,
      "step": 22960
    },
    {
      "loss_action": 0.006204220931977034,
      "loss_total": 0.006204220931977034,
      "step": 22960
    },
    {
      "loss_action": 0.0103409793227911,
      "loss_total": 0.0103409793227911,
      "step": 22960
    },
    {
      "loss_action": 0.012038905173540115,
      "loss_total": 0.012038905173540115,
      "step": 22960
    },
    {
      "loss_action": 0.011976350098848343,
      "loss_total": 0.011976350098848343,
      "step": 22960
    },
    {
      "loss_action": 0.013720781542360783,
      "loss_total": 0.013720781542360783,
      "step": 22960
    },
    {
      "loss_action": 0.005918029695749283,
      "loss_total": 0.005918029695749283,
      "step": 22960
    },
    {
      "loss_action": 0.011597167700529099,
      "loss_total": 0.011597167700529099,
      "step": 22960
    },
    {
      "loss_action": 0.011890539899468422,
      "loss_total": 0.011890539899468422,
      "step": 22960
    },
    {
      "grad_norm": 0.14307594299316406,
      "learning_rate": 9.142916068591204e-05,
      "loss": 0.0108,
      "step": 22970
    },
    {
      "loss_action": 0.007550348993390799,
      "loss_total": 0.007550348993390799,
      "step": 22970
    },
    {
      "loss_action": 0.010829301550984383,
      "loss_total": 0.010829301550984383,
      "step": 22970
    },
    {
      "loss_action": 0.00904556829482317,
      "loss_total": 0.00904556829482317,
      "step": 22970
    },
    {
      "loss_action": 0.011440135538578033,
      "loss_total": 0.011440135538578033,
      "step": 22970
    },
    {
      "loss_action": 0.005385182797908783,
      "loss_total": 0.005385182797908783,
      "step": 22970
    },
    {
      "loss_action": 0.011124320328235626,
      "loss_total": 0.011124320328235626,
      "step": 22970
    },
    {
      "loss_action": 0.013481078669428825,
      "loss_total": 0.013481078669428825,
      "step": 22970
    },
    {
      "loss_action": 0.012064517475664616,
      "loss_total": 0.012064517475664616,
      "step": 22970
    },
    {
      "grad_norm": 0.17401374876499176,
      "learning_rate": 9.141990120661746e-05,
      "loss": 0.0137,
      "step": 22980
    },
    {
      "loss_action": 0.008740872144699097,
      "loss_total": 0.008740872144699097,
      "step": 22980
    },
    {
      "loss_action": 0.022760534659028053,
      "loss_total": 0.022760534659028053,
      "step": 22980
    },
    {
      "loss_action": 0.0075057074427604675,
      "loss_total": 0.0075057074427604675,
      "step": 22980
    },
    {
      "loss_action": 0.013858316466212273,
      "loss_total": 0.013858316466212273,
      "step": 22980
    },
    {
      "loss_action": 0.012111506424844265,
      "loss_total": 0.012111506424844265,
      "step": 22980
    },
    {
      "loss_action": 0.007238405756652355,
      "loss_total": 0.007238405756652355,
      "step": 22980
    },
    {
      "loss_action": 0.007556447759270668,
      "loss_total": 0.007556447759270668,
      "step": 22980
    },
    {
      "loss_action": 0.0113932304084301,
      "loss_total": 0.0113932304084301,
      "step": 22980
    },
    {
      "grad_norm": 0.14764605462551117,
      "learning_rate": 9.141063719770475e-05,
      "loss": 0.0121,
      "step": 22990
    },
    {
      "loss_action": 0.023531626909971237,
      "loss_total": 0.023531626909971237,
      "step": 22990
    },
    {
      "loss_action": 0.007721437141299248,
      "loss_total": 0.007721437141299248,
      "step": 22990
    },
    {
      "loss_action": 0.016695775091648102,
      "loss_total": 0.016695775091648102,
      "step": 22990
    },
    {
      "loss_action": 0.0058894772082567215,
      "loss_total": 0.0058894772082567215,
      "step": 22990
    },
    {
      "loss_action": 0.0059450892731547356,
      "loss_total": 0.0059450892731547356,
      "step": 22990
    },
    {
      "loss_action": 0.012727837078273296,
      "loss_total": 0.012727837078273296,
      "step": 22990
    },
    {
      "loss_action": 0.021357640624046326,
      "loss_total": 0.021357640624046326,
      "step": 22990
    },
    {
      "loss_action": 0.017943494021892548,
      "loss_total": 0.017943494021892548,
      "step": 22990
    },
    {
      "grad_norm": 0.1415085792541504,
      "learning_rate": 9.140136866018704e-05,
      "loss": 0.0112,
      "step": 23000
    },
    {
      "loss_action": 0.009029697626829147,
      "loss_total": 0.009029697626829147,
      "step": 23000
    },
    {
      "loss_action": 0.014425083063542843,
      "loss_total": 0.014425083063542843,
      "step": 23000
    },
    {
      "loss_action": 0.01082879863679409,
      "loss_total": 0.01082879863679409,
      "step": 23000
    },
    {
      "loss_action": 0.015381472185254097,
      "loss_total": 0.015381472185254097,
      "step": 23000
    },
    {
      "loss_action": 0.016573680564761162,
      "loss_total": 0.016573680564761162,
      "step": 23000
    },
    {
      "loss_action": 0.009464692324399948,
      "loss_total": 0.009464692324399948,
      "step": 23000
    },
    {
      "loss_action": 0.014737701043486595,
      "loss_total": 0.014737701043486595,
      "step": 23000
    },
    {
      "loss_action": 0.007291838526725769,
      "loss_total": 0.007291838526725769,
      "step": 23000
    },
    {
      "grad_norm": 0.14003734290599823,
      "learning_rate": 9.139209559507788e-05,
      "loss": 0.0115,
      "step": 23010
    },
    {
      "loss_action": 0.004480408970266581,
      "loss_total": 0.004480408970266581,
      "step": 23010
    },
    {
      "loss_action": 0.013926762156188488,
      "loss_total": 0.013926762156188488,
      "step": 23010
    },
    {
      "loss_action": 0.011979387141764164,
      "loss_total": 0.011979387141764164,
      "step": 23010
    },
    {
      "loss_action": 0.011935155838727951,
      "loss_total": 0.011935155838727951,
      "step": 23010
    },
    {
      "loss_action": 0.004504194483160973,
      "loss_total": 0.004504194483160973,
      "step": 23010
    },
    {
      "loss_action": 0.006498351693153381,
      "loss_total": 0.006498351693153381,
      "step": 23010
    },
    {
      "loss_action": 0.01154361478984356,
      "loss_total": 0.01154361478984356,
      "step": 23010
    },
    {
      "loss_action": 0.010062312707304955,
      "loss_total": 0.010062312707304955,
      "step": 23010
    },
    {
      "grad_norm": 0.20557527244091034,
      "learning_rate": 9.13828180033914e-05,
      "loss": 0.0117,
      "step": 23020
    },
    {
      "loss_action": 0.010543427430093288,
      "loss_total": 0.010543427430093288,
      "step": 23020
    },
    {
      "loss_action": 0.014404785819351673,
      "loss_total": 0.014404785819351673,
      "step": 23020
    },
    {
      "loss_action": 0.015791242942214012,
      "loss_total": 0.015791242942214012,
      "step": 23020
    },
    {
      "loss_action": 0.006422738544642925,
      "loss_total": 0.006422738544642925,
      "step": 23020
    },
    {
      "loss_action": 0.011641189455986023,
      "loss_total": 0.011641189455986023,
      "step": 23020
    },
    {
      "loss_action": 0.010261433199048042,
      "loss_total": 0.010261433199048042,
      "step": 23020
    },
    {
      "loss_action": 0.011951630003750324,
      "loss_total": 0.011951630003750324,
      "step": 23020
    },
    {
      "loss_action": 0.007231784053146839,
      "loss_total": 0.007231784053146839,
      "step": 23020
    },
    {
      "grad_norm": 0.12871083617210388,
      "learning_rate": 9.137353588614212e-05,
      "loss": 0.0124,
      "step": 23030
    },
    {
      "loss_action": 0.00710272416472435,
      "loss_total": 0.00710272416472435,
      "step": 23030
    },
    {
      "loss_action": 0.006519068963825703,
      "loss_total": 0.006519068963825703,
      "step": 23030
    },
    {
      "loss_action": 0.021056776866316795,
      "loss_total": 0.021056776866316795,
      "step": 23030
    },
    {
      "loss_action": 0.011032593436539173,
      "loss_total": 0.011032593436539173,
      "step": 23030
    },
    {
      "loss_action": 0.006935480982065201,
      "loss_total": 0.006935480982065201,
      "step": 23030
    },
    {
      "loss_action": 0.010253308340907097,
      "loss_total": 0.010253308340907097,
      "step": 23030
    },
    {
      "loss_action": 0.011555667966604233,
      "loss_total": 0.011555667966604233,
      "step": 23030
    },
    {
      "loss_action": 0.01589437574148178,
      "loss_total": 0.01589437574148178,
      "step": 23030
    },
    {
      "grad_norm": 0.16609551012516022,
      "learning_rate": 9.136424924434519e-05,
      "loss": 0.0145,
      "step": 23040
    },
    {
      "loss_action": 0.009482992812991142,
      "loss_total": 0.009482992812991142,
      "step": 23040
    },
    {
      "loss_action": 0.011332180351018906,
      "loss_total": 0.011332180351018906,
      "step": 23040
    },
    {
      "loss_action": 0.021014364436268806,
      "loss_total": 0.021014364436268806,
      "step": 23040
    },
    {
      "loss_action": 0.017460409551858902,
      "loss_total": 0.017460409551858902,
      "step": 23040
    },
    {
      "loss_action": 0.020630445331335068,
      "loss_total": 0.020630445331335068,
      "step": 23040
    },
    {
      "loss_action": 0.0212956964969635,
      "loss_total": 0.0212956964969635,
      "step": 23040
    },
    {
      "loss_action": 0.009702693670988083,
      "loss_total": 0.009702693670988083,
      "step": 23040
    },
    {
      "loss_action": 0.01324548851698637,
      "loss_total": 0.01324548851698637,
      "step": 23040
    },
    {
      "grad_norm": 0.1585981696844101,
      "learning_rate": 9.135495807901615e-05,
      "loss": 0.0154,
      "step": 23050
    },
    {
      "loss_action": 0.010057159699499607,
      "loss_total": 0.010057159699499607,
      "step": 23050
    },
    {
      "loss_action": 0.011022957973182201,
      "loss_total": 0.011022957973182201,
      "step": 23050
    },
    {
      "loss_action": 0.008683094754815102,
      "loss_total": 0.008683094754815102,
      "step": 23050
    },
    {
      "loss_action": 0.017986847087740898,
      "loss_total": 0.017986847087740898,
      "step": 23050
    },
    {
      "loss_action": 0.026779990643262863,
      "loss_total": 0.026779990643262863,
      "step": 23050
    },
    {
      "loss_action": 0.01908273622393608,
      "loss_total": 0.01908273622393608,
      "step": 23050
    },
    {
      "loss_action": 0.013571586459875107,
      "loss_total": 0.013571586459875107,
      "step": 23050
    },
    {
      "loss_action": 0.012958886101841927,
      "loss_total": 0.012958886101841927,
      "step": 23050
    },
    {
      "grad_norm": 0.12656183540821075,
      "learning_rate": 9.134566239117108e-05,
      "loss": 0.014,
      "step": 23060
    },
    {
      "loss_action": 0.007657384499907494,
      "loss_total": 0.007657384499907494,
      "step": 23060
    },
    {
      "loss_action": 0.012487118132412434,
      "loss_total": 0.012487118132412434,
      "step": 23060
    },
    {
      "loss_action": 0.004816150292754173,
      "loss_total": 0.004816150292754173,
      "step": 23060
    },
    {
      "loss_action": 0.005923685617744923,
      "loss_total": 0.005923685617744923,
      "step": 23060
    },
    {
      "loss_action": 0.005176957696676254,
      "loss_total": 0.005176957696676254,
      "step": 23060
    },
    {
      "loss_action": 0.020340031012892723,
      "loss_total": 0.020340031012892723,
      "step": 23060
    },
    {
      "loss_action": 0.005193755496293306,
      "loss_total": 0.005193755496293306,
      "step": 23060
    },
    {
      "loss_action": 0.015907634049654007,
      "loss_total": 0.015907634049654007,
      "step": 23060
    },
    {
      "grad_norm": 0.108859121799469,
      "learning_rate": 9.13363621818265e-05,
      "loss": 0.0118,
      "step": 23070
    },
    {
      "loss_action": 0.020032690837979317,
      "loss_total": 0.020032690837979317,
      "step": 23070
    },
    {
      "loss_action": 0.03359459340572357,
      "loss_total": 0.03359459340572357,
      "step": 23070
    },
    {
      "loss_action": 0.00502472510561347,
      "loss_total": 0.00502472510561347,
      "step": 23070
    },
    {
      "loss_action": 0.00967093463987112,
      "loss_total": 0.00967093463987112,
      "step": 23070
    },
    {
      "loss_action": 0.007923940196633339,
      "loss_total": 0.007923940196633339,
      "step": 23070
    },
    {
      "loss_action": 0.0066935596987605095,
      "loss_total": 0.0066935596987605095,
      "step": 23070
    },
    {
      "loss_action": 0.027710314840078354,
      "loss_total": 0.027710314840078354,
      "step": 23070
    },
    {
      "loss_action": 0.004357586614787579,
      "loss_total": 0.004357586614787579,
      "step": 23070
    },
    {
      "grad_norm": 0.09427961707115173,
      "learning_rate": 9.132705745199953e-05,
      "loss": 0.0128,
      "step": 23080
    },
    {
      "loss_action": 0.016853898763656616,
      "loss_total": 0.016853898763656616,
      "step": 23080
    },
    {
      "loss_action": 0.019776372238993645,
      "loss_total": 0.019776372238993645,
      "step": 23080
    },
    {
      "loss_action": 0.005674474406987429,
      "loss_total": 0.005674474406987429,
      "step": 23080
    },
    {
      "loss_action": 0.036647964268922806,
      "loss_total": 0.036647964268922806,
      "step": 23080
    },
    {
      "loss_action": 0.013507194817066193,
      "loss_total": 0.013507194817066193,
      "step": 23080
    },
    {
      "loss_action": 0.039785370230674744,
      "loss_total": 0.039785370230674744,
      "step": 23080
    },
    {
      "loss_action": 0.022568421438336372,
      "loss_total": 0.022568421438336372,
      "step": 23080
    },
    {
      "loss_action": 0.011967969126999378,
      "loss_total": 0.011967969126999378,
      "step": 23080
    },
    {
      "grad_norm": 0.14156119525432587,
      "learning_rate": 9.131774820270768e-05,
      "loss": 0.0118,
      "step": 23090
    },
    {
      "loss_action": 0.013727194629609585,
      "loss_total": 0.013727194629609585,
      "step": 23090
    },
    {
      "loss_action": 0.017482534050941467,
      "loss_total": 0.017482534050941467,
      "step": 23090
    },
    {
      "loss_action": 0.012727417051792145,
      "loss_total": 0.012727417051792145,
      "step": 23090
    },
    {
      "loss_action": 0.011267867870628834,
      "loss_total": 0.011267867870628834,
      "step": 23090
    },
    {
      "loss_action": 0.020835964009165764,
      "loss_total": 0.020835964009165764,
      "step": 23090
    },
    {
      "loss_action": 0.012506857514381409,
      "loss_total": 0.012506857514381409,
      "step": 23090
    },
    {
      "loss_action": 0.010704156011343002,
      "loss_total": 0.010704156011343002,
      "step": 23090
    },
    {
      "loss_action": 0.012072231620550156,
      "loss_total": 0.012072231620550156,
      "step": 23090
    },
    {
      "grad_norm": 0.17682582139968872,
      "learning_rate": 9.130843443496901e-05,
      "loss": 0.0132,
      "step": 23100
    },
    {
      "loss_action": 0.007274935953319073,
      "loss_total": 0.007274935953319073,
      "step": 23100
    },
    {
      "loss_action": 0.014013318344950676,
      "loss_total": 0.014013318344950676,
      "step": 23100
    },
    {
      "loss_action": 0.013379139825701714,
      "loss_total": 0.013379139825701714,
      "step": 23100
    },
    {
      "loss_action": 0.0038432052824646235,
      "loss_total": 0.0038432052824646235,
      "step": 23100
    },
    {
      "loss_action": 0.0088385920971632,
      "loss_total": 0.0088385920971632,
      "step": 23100
    },
    {
      "loss_action": 0.009907582774758339,
      "loss_total": 0.009907582774758339,
      "step": 23100
    },
    {
      "loss_action": 0.02512073889374733,
      "loss_total": 0.02512073889374733,
      "step": 23100
    },
    {
      "loss_action": 0.015136688947677612,
      "loss_total": 0.015136688947677612,
      "step": 23100
    },
    {
      "grad_norm": 0.16501781344413757,
      "learning_rate": 9.129911614980206e-05,
      "loss": 0.0128,
      "step": 23110
    },
    {
      "loss_action": 0.007883289828896523,
      "loss_total": 0.007883289828896523,
      "step": 23110
    },
    {
      "loss_action": 0.007355933543294668,
      "loss_total": 0.007355933543294668,
      "step": 23110
    },
    {
      "loss_action": 0.016621869057416916,
      "loss_total": 0.016621869057416916,
      "step": 23110
    },
    {
      "loss_action": 0.008470720611512661,
      "loss_total": 0.008470720611512661,
      "step": 23110
    },
    {
      "loss_action": 0.016143547371029854,
      "loss_total": 0.016143547371029854,
      "step": 23110
    },
    {
      "loss_action": 0.016297630965709686,
      "loss_total": 0.016297630965709686,
      "step": 23110
    },
    {
      "loss_action": 0.012724735774099827,
      "loss_total": 0.012724735774099827,
      "step": 23110
    },
    {
      "loss_action": 0.010116529650986195,
      "loss_total": 0.010116529650986195,
      "step": 23110
    },
    {
      "grad_norm": 0.21513083577156067,
      "learning_rate": 9.128979334822584e-05,
      "loss": 0.0126,
      "step": 23120
    },
    {
      "loss_action": 0.014805290848016739,
      "loss_total": 0.014805290848016739,
      "step": 23120
    },
    {
      "loss_action": 0.02055540680885315,
      "loss_total": 0.02055540680885315,
      "step": 23120
    },
    {
      "loss_action": 0.005673606880009174,
      "loss_total": 0.005673606880009174,
      "step": 23120
    },
    {
      "loss_action": 0.009645538404583931,
      "loss_total": 0.009645538404583931,
      "step": 23120
    },
    {
      "loss_action": 0.01423301175236702,
      "loss_total": 0.01423301175236702,
      "step": 23120
    },
    {
      "loss_action": 0.0075059919618070126,
      "loss_total": 0.0075059919618070126,
      "step": 23120
    },
    {
      "loss_action": 0.09018784761428833,
      "loss_total": 0.09018784761428833,
      "step": 23120
    },
    {
      "loss_action": 0.007795466110110283,
      "loss_total": 0.007795466110110283,
      "step": 23120
    },
    {
      "grad_norm": 0.15841029584407806,
      "learning_rate": 9.128046603125992e-05,
      "loss": 0.0129,
      "step": 23130
    },
    {
      "loss_action": 0.020274505019187927,
      "loss_total": 0.020274505019187927,
      "step": 23130
    },
    {
      "loss_action": 0.015786755830049515,
      "loss_total": 0.015786755830049515,
      "step": 23130
    },
    {
      "loss_action": 0.00656287744641304,
      "loss_total": 0.00656287744641304,
      "step": 23130
    },
    {
      "loss_action": 0.006483328528702259,
      "loss_total": 0.006483328528702259,
      "step": 23130
    },
    {
      "loss_action": 0.012770149856805801,
      "loss_total": 0.012770149856805801,
      "step": 23130
    },
    {
      "loss_action": 0.014808421023190022,
      "loss_total": 0.014808421023190022,
      "step": 23130
    },
    {
      "loss_action": 0.014506377279758453,
      "loss_total": 0.014506377279758453,
      "step": 23130
    },
    {
      "loss_action": 0.021433455869555473,
      "loss_total": 0.021433455869555473,
      "step": 23130
    },
    {
      "grad_norm": 0.21063973009586334,
      "learning_rate": 9.12711341999243e-05,
      "loss": 0.0128,
      "step": 23140
    },
    {
      "loss_action": 0.005743691697716713,
      "loss_total": 0.005743691697716713,
      "step": 23140
    },
    {
      "loss_action": 0.007503429893404245,
      "loss_total": 0.007503429893404245,
      "step": 23140
    },
    {
      "loss_action": 0.019548002630472183,
      "loss_total": 0.019548002630472183,
      "step": 23140
    },
    {
      "loss_action": 0.017366066575050354,
      "loss_total": 0.017366066575050354,
      "step": 23140
    },
    {
      "loss_action": 0.012765655294060707,
      "loss_total": 0.012765655294060707,
      "step": 23140
    },
    {
      "loss_action": 0.010568060912191868,
      "loss_total": 0.010568060912191868,
      "step": 23140
    },
    {
      "loss_action": 0.019089139997959137,
      "loss_total": 0.019089139997959137,
      "step": 23140
    },
    {
      "loss_action": 0.00946049578487873,
      "loss_total": 0.00946049578487873,
      "step": 23140
    },
    {
      "grad_norm": 0.16050101816654205,
      "learning_rate": 9.12617978552395e-05,
      "loss": 0.0155,
      "step": 23150
    },
    {
      "loss_action": 0.013951782137155533,
      "loss_total": 0.013951782137155533,
      "step": 23150
    },
    {
      "loss_action": 0.0141708143055439,
      "loss_total": 0.0141708143055439,
      "step": 23150
    },
    {
      "loss_action": 0.011575751937925816,
      "loss_total": 0.011575751937925816,
      "step": 23150
    },
    {
      "loss_action": 0.004715428687632084,
      "loss_total": 0.004715428687632084,
      "step": 23150
    },
    {
      "loss_action": 0.0172753743827343,
      "loss_total": 0.0172753743827343,
      "step": 23150
    },
    {
      "loss_action": 0.01994856260716915,
      "loss_total": 0.01994856260716915,
      "step": 23150
    },
    {
      "loss_action": 0.019229348748922348,
      "loss_total": 0.019229348748922348,
      "step": 23150
    },
    {
      "loss_action": 0.01718396507203579,
      "loss_total": 0.01718396507203579,
      "step": 23150
    },
    {
      "grad_norm": 0.14714661240577698,
      "learning_rate": 9.12524569982265e-05,
      "loss": 0.0132,
      "step": 23160
    },
    {
      "loss_action": 0.00722349202260375,
      "loss_total": 0.00722349202260375,
      "step": 23160
    },
    {
      "loss_action": 0.011721918359398842,
      "loss_total": 0.011721918359398842,
      "step": 23160
    },
    {
      "loss_action": 0.00883067399263382,
      "loss_total": 0.00883067399263382,
      "step": 23160
    },
    {
      "loss_action": 0.028148094192147255,
      "loss_total": 0.028148094192147255,
      "step": 23160
    },
    {
      "loss_action": 0.027981476858258247,
      "loss_total": 0.027981476858258247,
      "step": 23160
    },
    {
      "loss_action": 0.007078021299093962,
      "loss_total": 0.007078021299093962,
      "step": 23160
    },
    {
      "loss_action": 0.00535582285374403,
      "loss_total": 0.00535582285374403,
      "step": 23160
    },
    {
      "loss_action": 0.019645992666482925,
      "loss_total": 0.019645992666482925,
      "step": 23160
    },
    {
      "grad_norm": 0.14704763889312744,
      "learning_rate": 9.124311162990684e-05,
      "loss": 0.012,
      "step": 23170
    },
    {
      "loss_action": 0.009677177295088768,
      "loss_total": 0.009677177295088768,
      "step": 23170
    },
    {
      "loss_action": 0.003187163034453988,
      "loss_total": 0.003187163034453988,
      "step": 23170
    },
    {
      "loss_action": 0.016852978616952896,
      "loss_total": 0.016852978616952896,
      "step": 23170
    },
    {
      "loss_action": 0.015848230570554733,
      "loss_total": 0.015848230570554733,
      "step": 23170
    },
    {
      "loss_action": 0.0073246220126748085,
      "loss_total": 0.0073246220126748085,
      "step": 23170
    },
    {
      "loss_action": 0.007474562153220177,
      "loss_total": 0.007474562153220177,
      "step": 23170
    },
    {
      "loss_action": 0.015153062529861927,
      "loss_total": 0.015153062529861927,
      "step": 23170
    },
    {
      "loss_action": 0.013002217747271061,
      "loss_total": 0.013002217747271061,
      "step": 23170
    },
    {
      "grad_norm": 0.24472223222255707,
      "learning_rate": 9.12337617513025e-05,
      "loss": 0.0142,
      "step": 23180
    },
    {
      "loss_action": 0.014602454379200935,
      "loss_total": 0.014602454379200935,
      "step": 23180
    },
    {
      "loss_action": 0.016080208122730255,
      "loss_total": 0.016080208122730255,
      "step": 23180
    },
    {
      "loss_action": 0.009161864407360554,
      "loss_total": 0.009161864407360554,
      "step": 23180
    },
    {
      "loss_action": 0.011000683531165123,
      "loss_total": 0.011000683531165123,
      "step": 23180
    },
    {
      "loss_action": 0.012835362926125526,
      "loss_total": 0.012835362926125526,
      "step": 23180
    },
    {
      "loss_action": 0.016034480184316635,
      "loss_total": 0.016034480184316635,
      "step": 23180
    },
    {
      "loss_action": 0.010250894352793694,
      "loss_total": 0.010250894352793694,
      "step": 23180
    },
    {
      "loss_action": 0.01660485751926899,
      "loss_total": 0.01660485751926899,
      "step": 23180
    },
    {
      "grad_norm": 0.1481812745332718,
      "learning_rate": 9.122440736343596e-05,
      "loss": 0.0137,
      "step": 23190
    },
    {
      "loss_action": 0.015078163705766201,
      "loss_total": 0.015078163705766201,
      "step": 23190
    },
    {
      "loss_action": 0.009955450892448425,
      "loss_total": 0.009955450892448425,
      "step": 23190
    },
    {
      "loss_action": 0.014011876657605171,
      "loss_total": 0.014011876657605171,
      "step": 23190
    },
    {
      "loss_action": 0.012844369746744633,
      "loss_total": 0.012844369746744633,
      "step": 23190
    },
    {
      "loss_action": 0.007960466668009758,
      "loss_total": 0.007960466668009758,
      "step": 23190
    },
    {
      "loss_action": 0.005450586788356304,
      "loss_total": 0.005450586788356304,
      "step": 23190
    },
    {
      "loss_action": 0.010927775874733925,
      "loss_total": 0.010927775874733925,
      "step": 23190
    },
    {
      "loss_action": 0.00719920638948679,
      "loss_total": 0.00719920638948679,
      "step": 23190
    },
    {
      "grad_norm": 0.15160857141017914,
      "learning_rate": 9.12150484673302e-05,
      "loss": 0.0133,
      "step": 23200
    },
    {
      "loss_action": 0.00531310960650444,
      "loss_total": 0.00531310960650444,
      "step": 23200
    },
    {
      "loss_action": 0.008192372508347034,
      "loss_total": 0.008192372508347034,
      "step": 23200
    },
    {
      "loss_action": 0.029828695580363274,
      "loss_total": 0.029828695580363274,
      "step": 23200
    },
    {
      "loss_action": 0.007024217396974564,
      "loss_total": 0.007024217396974564,
      "step": 23200
    },
    {
      "loss_action": 0.00519169308245182,
      "loss_total": 0.00519169308245182,
      "step": 23200
    },
    {
      "loss_action": 0.011685250326991081,
      "loss_total": 0.011685250326991081,
      "step": 23200
    },
    {
      "loss_action": 0.00748048909008503,
      "loss_total": 0.00748048909008503,
      "step": 23200
    },
    {
      "loss_action": 0.010906212031841278,
      "loss_total": 0.010906212031841278,
      "step": 23200
    },
    {
      "grad_norm": 0.16460448503494263,
      "learning_rate": 9.120568506400873e-05,
      "loss": 0.0133,
      "step": 23210
    },
    {
      "loss_action": 0.007897522300481796,
      "loss_total": 0.007897522300481796,
      "step": 23210
    },
    {
      "loss_action": 0.013356524519622326,
      "loss_total": 0.013356524519622326,
      "step": 23210
    },
    {
      "loss_action": 0.0296897292137146,
      "loss_total": 0.0296897292137146,
      "step": 23210
    },
    {
      "loss_action": 0.009931057691574097,
      "loss_total": 0.009931057691574097,
      "step": 23210
    },
    {
      "loss_action": 0.03417578712105751,
      "loss_total": 0.03417578712105751,
      "step": 23210
    },
    {
      "loss_action": 0.010444547981023788,
      "loss_total": 0.010444547981023788,
      "step": 23210
    },
    {
      "loss_action": 0.015772046521306038,
      "loss_total": 0.015772046521306038,
      "step": 23210
    },
    {
      "loss_action": 0.008159218356013298,
      "loss_total": 0.008159218356013298,
      "step": 23210
    },
    {
      "grad_norm": 0.2049962282180786,
      "learning_rate": 9.119631715449548e-05,
      "loss": 0.0146,
      "step": 23220
    },
    {
      "loss_action": 0.00711284764111042,
      "loss_total": 0.00711284764111042,
      "step": 23220
    },
    {
      "loss_action": 0.008288159966468811,
      "loss_total": 0.008288159966468811,
      "step": 23220
    },
    {
      "loss_action": 0.0035174423828721046,
      "loss_total": 0.0035174423828721046,
      "step": 23220
    },
    {
      "loss_action": 0.005850073881447315,
      "loss_total": 0.005850073881447315,
      "step": 23220
    },
    {
      "loss_action": 0.007386954501271248,
      "loss_total": 0.007386954501271248,
      "step": 23220
    },
    {
      "loss_action": 0.00972696952521801,
      "loss_total": 0.00972696952521801,
      "step": 23220
    },
    {
      "loss_action": 0.005926705896854401,
      "loss_total": 0.005926705896854401,
      "step": 23220
    },
    {
      "loss_action": 0.03673923388123512,
      "loss_total": 0.03673923388123512,
      "step": 23220
    },
    {
      "grad_norm": 0.12803184986114502,
      "learning_rate": 9.118694473981493e-05,
      "loss": 0.0124,
      "step": 23230
    },
    {
      "loss_action": 0.008839277550578117,
      "loss_total": 0.008839277550578117,
      "step": 23230
    },
    {
      "loss_action": 0.006993141490966082,
      "loss_total": 0.006993141490966082,
      "step": 23230
    },
    {
      "loss_action": 0.00865378137677908,
      "loss_total": 0.00865378137677908,
      "step": 23230
    },
    {
      "loss_action": 0.008677523583173752,
      "loss_total": 0.008677523583173752,
      "step": 23230
    },
    {
      "loss_action": 0.013452980667352676,
      "loss_total": 0.013452980667352676,
      "step": 23230
    },
    {
      "loss_action": 0.006278775632381439,
      "loss_total": 0.006278775632381439,
      "step": 23230
    },
    {
      "loss_action": 0.019647544249892235,
      "loss_total": 0.019647544249892235,
      "step": 23230
    },
    {
      "loss_action": 0.011919084936380386,
      "loss_total": 0.011919084936380386,
      "step": 23230
    },
    {
      "grad_norm": 0.17019854485988617,
      "learning_rate": 9.117756782099203e-05,
      "loss": 0.012,
      "step": 23240
    },
    {
      "loss_action": 0.018000198528170586,
      "loss_total": 0.018000198528170586,
      "step": 23240
    },
    {
      "loss_action": 0.030301813036203384,
      "loss_total": 0.030301813036203384,
      "step": 23240
    },
    {
      "loss_action": 0.059457115828990936,
      "loss_total": 0.059457115828990936,
      "step": 23240
    },
    {
      "loss_action": 0.006299681030213833,
      "loss_total": 0.006299681030213833,
      "step": 23240
    },
    {
      "loss_action": 0.01396920345723629,
      "loss_total": 0.01396920345723629,
      "step": 23240
    },
    {
      "loss_action": 0.010114838369190693,
      "loss_total": 0.010114838369190693,
      "step": 23240
    },
    {
      "loss_action": 0.006636395584791899,
      "loss_total": 0.006636395584791899,
      "step": 23240
    },
    {
      "loss_action": 0.04138282686471939,
      "loss_total": 0.04138282686471939,
      "step": 23240
    },
    {
      "grad_norm": 0.1646575927734375,
      "learning_rate": 9.11681863990522e-05,
      "loss": 0.013,
      "step": 23250
    },
    {
      "loss_action": 0.008941271342337132,
      "loss_total": 0.008941271342337132,
      "step": 23250
    },
    {
      "loss_action": 0.041077546775341034,
      "loss_total": 0.041077546775341034,
      "step": 23250
    },
    {
      "loss_action": 0.03950166702270508,
      "loss_total": 0.03950166702270508,
      "step": 23250
    },
    {
      "loss_action": 0.01091751828789711,
      "loss_total": 0.01091751828789711,
      "step": 23250
    },
    {
      "loss_action": 0.018102917820215225,
      "loss_total": 0.018102917820215225,
      "step": 23250
    },
    {
      "loss_action": 0.00849230121821165,
      "loss_total": 0.00849230121821165,
      "step": 23250
    },
    {
      "loss_action": 0.01116451807320118,
      "loss_total": 0.01116451807320118,
      "step": 23250
    },
    {
      "loss_action": 0.010989878326654434,
      "loss_total": 0.010989878326654434,
      "step": 23250
    },
    {
      "grad_norm": 0.10850334167480469,
      "learning_rate": 9.115880047502142e-05,
      "loss": 0.0142,
      "step": 23260
    },
    {
      "loss_action": 0.015463332645595074,
      "loss_total": 0.015463332645595074,
      "step": 23260
    },
    {
      "loss_action": 0.016796350479125977,
      "loss_total": 0.016796350479125977,
      "step": 23260
    },
    {
      "loss_action": 0.016634907573461533,
      "loss_total": 0.016634907573461533,
      "step": 23260
    },
    {
      "loss_action": 0.016328828409314156,
      "loss_total": 0.016328828409314156,
      "step": 23260
    },
    {
      "loss_action": 0.009620103985071182,
      "loss_total": 0.009620103985071182,
      "step": 23260
    },
    {
      "loss_action": 0.013235777616500854,
      "loss_total": 0.013235777616500854,
      "step": 23260
    },
    {
      "loss_action": 0.013927457854151726,
      "loss_total": 0.013927457854151726,
      "step": 23260
    },
    {
      "loss_action": 0.020396795123815536,
      "loss_total": 0.020396795123815536,
      "step": 23260
    },
    {
      "grad_norm": 0.174293652176857,
      "learning_rate": 9.114941004992609e-05,
      "loss": 0.0128,
      "step": 23270
    },
    {
      "loss_action": 0.009609377011656761,
      "loss_total": 0.009609377011656761,
      "step": 23270
    },
    {
      "loss_action": 0.008887439966201782,
      "loss_total": 0.008887439966201782,
      "step": 23270
    },
    {
      "loss_action": 0.007642353419214487,
      "loss_total": 0.007642353419214487,
      "step": 23270
    },
    {
      "loss_action": 0.004445369821041822,
      "loss_total": 0.004445369821041822,
      "step": 23270
    },
    {
      "loss_action": 0.02213529869914055,
      "loss_total": 0.02213529869914055,
      "step": 23270
    },
    {
      "loss_action": 0.010759655386209488,
      "loss_total": 0.010759655386209488,
      "step": 23270
    },
    {
      "loss_action": 0.004684772342443466,
      "loss_total": 0.004684772342443466,
      "step": 23270
    },
    {
      "loss_action": 0.010986126028001308,
      "loss_total": 0.010986126028001308,
      "step": 23270
    },
    {
      "grad_norm": 0.1317744106054306,
      "learning_rate": 9.114001512479317e-05,
      "loss": 0.0125,
      "step": 23280
    },
    {
      "loss_action": 0.0037192050367593765,
      "loss_total": 0.0037192050367593765,
      "step": 23280
    },
    {
      "loss_action": 0.00871580932289362,
      "loss_total": 0.00871580932289362,
      "step": 23280
    },
    {
      "loss_action": 0.006652056705206633,
      "loss_total": 0.006652056705206633,
      "step": 23280
    },
    {
      "loss_action": 0.005204996094107628,
      "loss_total": 0.005204996094107628,
      "step": 23280
    },
    {
      "loss_action": 0.023821193724870682,
      "loss_total": 0.023821193724870682,
      "step": 23280
    },
    {
      "loss_action": 0.006480641197413206,
      "loss_total": 0.006480641197413206,
      "step": 23280
    },
    {
      "loss_action": 0.003438690211623907,
      "loss_total": 0.003438690211623907,
      "step": 23280
    },
    {
      "loss_action": 0.0076914625242352486,
      "loss_total": 0.0076914625242352486,
      "step": 23280
    },
    {
      "grad_norm": 0.17807891964912415,
      "learning_rate": 9.113061570065003e-05,
      "loss": 0.0119,
      "step": 23290
    },
    {
      "loss_action": 0.008872656151652336,
      "loss_total": 0.008872656151652336,
      "step": 23290
    },
    {
      "loss_action": 0.010091368108987808,
      "loss_total": 0.010091368108987808,
      "step": 23290
    },
    {
      "loss_action": 0.011225802823901176,
      "loss_total": 0.011225802823901176,
      "step": 23290
    },
    {
      "loss_action": 0.010490592569112778,
      "loss_total": 0.010490592569112778,
      "step": 23290
    },
    {
      "loss_action": 0.008957674726843834,
      "loss_total": 0.008957674726843834,
      "step": 23290
    },
    {
      "loss_action": 0.012678232043981552,
      "loss_total": 0.012678232043981552,
      "step": 23290
    },
    {
      "loss_action": 0.00824237335473299,
      "loss_total": 0.00824237335473299,
      "step": 23290
    },
    {
      "loss_action": 0.013808036223053932,
      "loss_total": 0.013808036223053932,
      "step": 23290
    },
    {
      "grad_norm": 0.13987240195274353,
      "learning_rate": 9.112121177852459e-05,
      "loss": 0.0118,
      "step": 23300
    },
    {
      "loss_action": 0.01229714322835207,
      "loss_total": 0.01229714322835207,
      "step": 23300
    },
    {
      "loss_action": 0.015318209305405617,
      "loss_total": 0.015318209305405617,
      "step": 23300
    },
    {
      "loss_action": 0.005447312258183956,
      "loss_total": 0.005447312258183956,
      "step": 23300
    },
    {
      "loss_action": 0.004819916095584631,
      "loss_total": 0.004819916095584631,
      "step": 23300
    },
    {
      "loss_action": 0.008403884246945381,
      "loss_total": 0.008403884246945381,
      "step": 23300
    },
    {
      "loss_action": 0.008341819047927856,
      "loss_total": 0.008341819047927856,
      "step": 23300
    },
    {
      "loss_action": 0.011748326942324638,
      "loss_total": 0.011748326942324638,
      "step": 23300
    },
    {
      "loss_action": 0.007545444183051586,
      "loss_total": 0.007545444183051586,
      "step": 23300
    },
    {
      "grad_norm": 0.1521902233362198,
      "learning_rate": 9.111180335944527e-05,
      "loss": 0.0119,
      "step": 23310
    },
    {
      "loss_action": 0.005169321782886982,
      "loss_total": 0.005169321782886982,
      "step": 23310
    },
    {
      "loss_action": 0.027905531227588654,
      "loss_total": 0.027905531227588654,
      "step": 23310
    },
    {
      "loss_action": 0.006507153157144785,
      "loss_total": 0.006507153157144785,
      "step": 23310
    },
    {
      "loss_action": 0.005116024054586887,
      "loss_total": 0.005116024054586887,
      "step": 23310
    },
    {
      "loss_action": 0.009409689344465733,
      "loss_total": 0.009409689344465733,
      "step": 23310
    },
    {
      "loss_action": 0.015583780594170094,
      "loss_total": 0.015583780594170094,
      "step": 23310
    },
    {
      "loss_action": 0.007947095669806004,
      "loss_total": 0.007947095669806004,
      "step": 23310
    },
    {
      "loss_action": 0.005701613146811724,
      "loss_total": 0.005701613146811724,
      "step": 23310
    },
    {
      "grad_norm": 0.1175251305103302,
      "learning_rate": 9.110239044444093e-05,
      "loss": 0.0111,
      "step": 23320
    },
    {
      "loss_action": 0.012214470654726028,
      "loss_total": 0.012214470654726028,
      "step": 23320
    },
    {
      "loss_action": 0.012048282660543919,
      "loss_total": 0.012048282660543919,
      "step": 23320
    },
    {
      "loss_action": 0.008834241889417171,
      "loss_total": 0.008834241889417171,
      "step": 23320
    },
    {
      "loss_action": 0.012902531772851944,
      "loss_total": 0.012902531772851944,
      "step": 23320
    },
    {
      "loss_action": 0.013478980399668217,
      "loss_total": 0.013478980399668217,
      "step": 23320
    },
    {
      "loss_action": 0.0052903215400874615,
      "loss_total": 0.0052903215400874615,
      "step": 23320
    },
    {
      "loss_action": 0.015115282498300076,
      "loss_total": 0.015115282498300076,
      "step": 23320
    },
    {
      "loss_action": 0.011000532656908035,
      "loss_total": 0.011000532656908035,
      "step": 23320
    },
    {
      "grad_norm": 0.10855372250080109,
      "learning_rate": 9.109297303454099e-05,
      "loss": 0.0108,
      "step": 23330
    },
    {
      "loss_action": 0.02245582826435566,
      "loss_total": 0.02245582826435566,
      "step": 23330
    },
    {
      "loss_action": 0.013464315794408321,
      "loss_total": 0.013464315794408321,
      "step": 23330
    },
    {
      "loss_action": 0.005352958105504513,
      "loss_total": 0.005352958105504513,
      "step": 23330
    },
    {
      "loss_action": 0.006004883907735348,
      "loss_total": 0.006004883907735348,
      "step": 23330
    },
    {
      "loss_action": 0.01576223224401474,
      "loss_total": 0.01576223224401474,
      "step": 23330
    },
    {
      "loss_action": 0.020796380937099457,
      "loss_total": 0.020796380937099457,
      "step": 23330
    },
    {
      "loss_action": 0.024397067725658417,
      "loss_total": 0.024397067725658417,
      "step": 23330
    },
    {
      "loss_action": 0.01610429957509041,
      "loss_total": 0.01610429957509041,
      "step": 23330
    },
    {
      "grad_norm": 0.15370683372020721,
      "learning_rate": 9.108355113077526e-05,
      "loss": 0.0128,
      "step": 23340
    },
    {
      "loss_action": 0.006608856841921806,
      "loss_total": 0.006608856841921806,
      "step": 23340
    },
    {
      "loss_action": 0.01060132309794426,
      "loss_total": 0.01060132309794426,
      "step": 23340
    },
    {
      "loss_action": 0.00603770837187767,
      "loss_total": 0.00603770837187767,
      "step": 23340
    },
    {
      "loss_action": 0.007758716586977243,
      "loss_total": 0.007758716586977243,
      "step": 23340
    },
    {
      "loss_action": 0.009462876245379448,
      "loss_total": 0.009462876245379448,
      "step": 23340
    },
    {
      "loss_action": 0.007964683696627617,
      "loss_total": 0.007964683696627617,
      "step": 23340
    },
    {
      "loss_action": 0.009920205920934677,
      "loss_total": 0.009920205920934677,
      "step": 23340
    },
    {
      "loss_action": 0.0221099816262722,
      "loss_total": 0.0221099816262722,
      "step": 23340
    },
    {
      "grad_norm": 0.14686179161071777,
      "learning_rate": 9.107412473417419e-05,
      "loss": 0.0111,
      "step": 23350
    },
    {
      "loss_action": 0.00704176165163517,
      "loss_total": 0.00704176165163517,
      "step": 23350
    },
    {
      "loss_action": 0.013638949021697044,
      "loss_total": 0.013638949021697044,
      "step": 23350
    },
    {
      "loss_action": 0.007067046593874693,
      "loss_total": 0.007067046593874693,
      "step": 23350
    },
    {
      "loss_action": 0.021478427574038506,
      "loss_total": 0.021478427574038506,
      "step": 23350
    },
    {
      "loss_action": 0.016304217278957367,
      "loss_total": 0.016304217278957367,
      "step": 23350
    },
    {
      "loss_action": 0.004714631009846926,
      "loss_total": 0.004714631009846926,
      "step": 23350
    },
    {
      "loss_action": 0.013948436826467514,
      "loss_total": 0.013948436826467514,
      "step": 23350
    },
    {
      "loss_action": 0.019971689209342003,
      "loss_total": 0.019971689209342003,
      "step": 23350
    },
    {
      "grad_norm": 0.2399541735649109,
      "learning_rate": 9.106469384576858e-05,
      "loss": 0.015,
      "step": 23360
    },
    {
      "loss_action": 0.021474722772836685,
      "loss_total": 0.021474722772836685,
      "step": 23360
    },
    {
      "loss_action": 0.011011335067451,
      "loss_total": 0.011011335067451,
      "step": 23360
    },
    {
      "loss_action": 0.008914242498576641,
      "loss_total": 0.008914242498576641,
      "step": 23360
    },
    {
      "loss_action": 0.017815876752138138,
      "loss_total": 0.017815876752138138,
      "step": 23360
    },
    {
      "loss_action": 0.011714348569512367,
      "loss_total": 0.011714348569512367,
      "step": 23360
    },
    {
      "loss_action": 0.01724332943558693,
      "loss_total": 0.01724332943558693,
      "step": 23360
    },
    {
      "loss_action": 0.010148580186069012,
      "loss_total": 0.010148580186069012,
      "step": 23360
    },
    {
      "loss_action": 0.015935566276311874,
      "loss_total": 0.015935566276311874,
      "step": 23360
    },
    {
      "grad_norm": 0.14568808674812317,
      "learning_rate": 9.105525846658978e-05,
      "loss": 0.0153,
      "step": 23370
    },
    {
      "loss_action": 0.00783846341073513,
      "loss_total": 0.00783846341073513,
      "step": 23370
    },
    {
      "loss_action": 0.010264869779348373,
      "loss_total": 0.010264869779348373,
      "step": 23370
    },
    {
      "loss_action": 0.005429120268672705,
      "loss_total": 0.005429120268672705,
      "step": 23370
    },
    {
      "loss_action": 0.01841019093990326,
      "loss_total": 0.01841019093990326,
      "step": 23370
    },
    {
      "loss_action": 0.01002807542681694,
      "loss_total": 0.01002807542681694,
      "step": 23370
    },
    {
      "loss_action": 0.011462046764791012,
      "loss_total": 0.011462046764791012,
      "step": 23370
    },
    {
      "loss_action": 0.01378810964524746,
      "loss_total": 0.01378810964524746,
      "step": 23370
    },
    {
      "loss_action": 0.008444009348750114,
      "loss_total": 0.008444009348750114,
      "step": 23370
    },
    {
      "grad_norm": 0.20013682544231415,
      "learning_rate": 9.104581859766965e-05,
      "loss": 0.014,
      "step": 23380
    },
    {
      "loss_action": 0.025840185582637787,
      "loss_total": 0.025840185582637787,
      "step": 23380
    },
    {
      "loss_action": 0.018795490264892578,
      "loss_total": 0.018795490264892578,
      "step": 23380
    },
    {
      "loss_action": 0.02354837767779827,
      "loss_total": 0.02354837767779827,
      "step": 23380
    },
    {
      "loss_action": 0.019689388573169708,
      "loss_total": 0.019689388573169708,
      "step": 23380
    },
    {
      "loss_action": 0.007256239652633667,
      "loss_total": 0.007256239652633667,
      "step": 23380
    },
    {
      "loss_action": 0.014307101257145405,
      "loss_total": 0.014307101257145405,
      "step": 23380
    },
    {
      "loss_action": 0.010103723034262657,
      "loss_total": 0.010103723034262657,
      "step": 23380
    },
    {
      "loss_action": 0.012754792347550392,
      "loss_total": 0.012754792347550392,
      "step": 23380
    },
    {
      "grad_norm": 0.24796275794506073,
      "learning_rate": 9.10363742400405e-05,
      "loss": 0.0139,
      "step": 23390
    },
    {
      "loss_action": 0.02477577142417431,
      "loss_total": 0.02477577142417431,
      "step": 23390
    },
    {
      "loss_action": 0.023274987936019897,
      "loss_total": 0.023274987936019897,
      "step": 23390
    },
    {
      "loss_action": 0.024757971987128258,
      "loss_total": 0.024757971987128258,
      "step": 23390
    },
    {
      "loss_action": 0.013194002211093903,
      "loss_total": 0.013194002211093903,
      "step": 23390
    },
    {
      "loss_action": 0.012848500162363052,
      "loss_total": 0.012848500162363052,
      "step": 23390
    },
    {
      "loss_action": 0.011601975187659264,
      "loss_total": 0.011601975187659264,
      "step": 23390
    },
    {
      "loss_action": 0.018948081880807877,
      "loss_total": 0.018948081880807877,
      "step": 23390
    },
    {
      "loss_action": 0.014703486114740372,
      "loss_total": 0.014703486114740372,
      "step": 23390
    },
    {
      "grad_norm": 0.15721197426319122,
      "learning_rate": 9.102692539473518e-05,
      "loss": 0.013,
      "step": 23400
    },
    {
      "loss_action": 0.010760472156107426,
      "loss_total": 0.010760472156107426,
      "step": 23400
    },
    {
      "loss_action": 0.011734550818800926,
      "loss_total": 0.011734550818800926,
      "step": 23400
    },
    {
      "loss_action": 0.017273150384426117,
      "loss_total": 0.017273150384426117,
      "step": 23400
    },
    {
      "loss_action": 0.010257937014102936,
      "loss_total": 0.010257937014102936,
      "step": 23400
    },
    {
      "loss_action": 0.004186786711215973,
      "loss_total": 0.004186786711215973,
      "step": 23400
    },
    {
      "loss_action": 0.007460280321538448,
      "loss_total": 0.007460280321538448,
      "step": 23400
    },
    {
      "loss_action": 0.009861631318926811,
      "loss_total": 0.009861631318926811,
      "step": 23400
    },
    {
      "loss_action": 0.023060761392116547,
      "loss_total": 0.023060761392116547,
      "step": 23400
    },
    {
      "grad_norm": 0.16236598789691925,
      "learning_rate": 9.101747206278697e-05,
      "loss": 0.0133,
      "step": 23410
    },
    {
      "loss_action": 0.006558242253959179,
      "loss_total": 0.006558242253959179,
      "step": 23410
    },
    {
      "loss_action": 0.008170009590685368,
      "loss_total": 0.008170009590685368,
      "step": 23410
    },
    {
      "loss_action": 0.014079463668167591,
      "loss_total": 0.014079463668167591,
      "step": 23410
    },
    {
      "loss_action": 0.006354240700602531,
      "loss_total": 0.006354240700602531,
      "step": 23410
    },
    {
      "loss_action": 0.008311344310641289,
      "loss_total": 0.008311344310641289,
      "step": 23410
    },
    {
      "loss_action": 0.013443471863865852,
      "loss_total": 0.013443471863865852,
      "step": 23410
    },
    {
      "loss_action": 0.005228500347584486,
      "loss_total": 0.005228500347584486,
      "step": 23410
    },
    {
      "loss_action": 0.009347489103674889,
      "loss_total": 0.009347489103674889,
      "step": 23410
    },
    {
      "grad_norm": 0.14583177864551544,
      "learning_rate": 9.100801424522968e-05,
      "loss": 0.0141,
      "step": 23420
    },
    {
      "loss_action": 0.021123230457305908,
      "loss_total": 0.021123230457305908,
      "step": 23420
    },
    {
      "loss_action": 0.02635432779788971,
      "loss_total": 0.02635432779788971,
      "step": 23420
    },
    {
      "loss_action": 0.017412681132555008,
      "loss_total": 0.017412681132555008,
      "step": 23420
    },
    {
      "loss_action": 0.03807767853140831,
      "loss_total": 0.03807767853140831,
      "step": 23420
    },
    {
      "loss_action": 0.005490003153681755,
      "loss_total": 0.005490003153681755,
      "step": 23420
    },
    {
      "loss_action": 0.00711462739855051,
      "loss_total": 0.00711462739855051,
      "step": 23420
    },
    {
      "loss_action": 0.008195439353585243,
      "loss_total": 0.008195439353585243,
      "step": 23420
    },
    {
      "loss_action": 0.03379008173942566,
      "loss_total": 0.03379008173942566,
      "step": 23420
    },
    {
      "grad_norm": 0.11946187168359756,
      "learning_rate": 9.099855194309762e-05,
      "loss": 0.0154,
      "step": 23430
    },
    {
      "loss_action": 0.014120332896709442,
      "loss_total": 0.014120332896709442,
      "step": 23430
    },
    {
      "loss_action": 0.005664409138262272,
      "loss_total": 0.005664409138262272,
      "step": 23430
    },
    {
      "loss_action": 0.017786169424653053,
      "loss_total": 0.017786169424653053,
      "step": 23430
    },
    {
      "loss_action": 0.013254957273602486,
      "loss_total": 0.013254957273602486,
      "step": 23430
    },
    {
      "loss_action": 0.003958392888307571,
      "loss_total": 0.003958392888307571,
      "step": 23430
    },
    {
      "loss_action": 0.017354268580675125,
      "loss_total": 0.017354268580675125,
      "step": 23430
    },
    {
      "loss_action": 0.011238214559853077,
      "loss_total": 0.011238214559853077,
      "step": 23430
    },
    {
      "loss_action": 0.016141081228852272,
      "loss_total": 0.016141081228852272,
      "step": 23430
    },
    {
      "grad_norm": 0.1110818013548851,
      "learning_rate": 9.098908515742554e-05,
      "loss": 0.0129,
      "step": 23440
    },
    {
      "loss_action": 0.003434613347053528,
      "loss_total": 0.003434613347053528,
      "step": 23440
    },
    {
      "loss_action": 0.008954998105764389,
      "loss_total": 0.008954998105764389,
      "step": 23440
    },
    {
      "loss_action": 0.004996315110474825,
      "loss_total": 0.004996315110474825,
      "step": 23440
    },
    {
      "loss_action": 0.004640625789761543,
      "loss_total": 0.004640625789761543,
      "step": 23440
    },
    {
      "loss_action": 0.003819089848548174,
      "loss_total": 0.003819089848548174,
      "step": 23440
    },
    {
      "loss_action": 0.007276703603565693,
      "loss_total": 0.007276703603565693,
      "step": 23440
    },
    {
      "loss_action": 0.02163640223443508,
      "loss_total": 0.02163640223443508,
      "step": 23440
    },
    {
      "loss_action": 0.010522611439228058,
      "loss_total": 0.010522611439228058,
      "step": 23440
    },
    {
      "grad_norm": 0.1885923147201538,
      "learning_rate": 9.097961388924873e-05,
      "loss": 0.0129,
      "step": 23450
    },
    {
      "loss_action": 0.009412026032805443,
      "loss_total": 0.009412026032805443,
      "step": 23450
    },
    {
      "loss_action": 0.009045988321304321,
      "loss_total": 0.009045988321304321,
      "step": 23450
    },
    {
      "loss_action": 0.004446365870535374,
      "loss_total": 0.004446365870535374,
      "step": 23450
    },
    {
      "loss_action": 0.021036118268966675,
      "loss_total": 0.021036118268966675,
      "step": 23450
    },
    {
      "loss_action": 0.012445713393390179,
      "loss_total": 0.012445713393390179,
      "step": 23450
    },
    {
      "loss_action": 0.0078821312636137,
      "loss_total": 0.0078821312636137,
      "step": 23450
    },
    {
      "loss_action": 0.010158924385905266,
      "loss_total": 0.010158924385905266,
      "step": 23450
    },
    {
      "loss_action": 0.009302845224738121,
      "loss_total": 0.009302845224738121,
      "step": 23450
    },
    {
      "grad_norm": 0.17619571089744568,
      "learning_rate": 9.097013813960298e-05,
      "loss": 0.0149,
      "step": 23460
    },
    {
      "loss_action": 0.010370893403887749,
      "loss_total": 0.010370893403887749,
      "step": 23460
    },
    {
      "loss_action": 0.021457582712173462,
      "loss_total": 0.021457582712173462,
      "step": 23460
    },
    {
      "loss_action": 0.010141943581402302,
      "loss_total": 0.010141943581402302,
      "step": 23460
    },
    {
      "loss_action": 0.005048675462603569,
      "loss_total": 0.005048675462603569,
      "step": 23460
    },
    {
      "loss_action": 0.013484587892889977,
      "loss_total": 0.013484587892889977,
      "step": 23460
    },
    {
      "loss_action": 0.01603827252984047,
      "loss_total": 0.01603827252984047,
      "step": 23460
    },
    {
      "loss_action": 0.004772976040840149,
      "loss_total": 0.004772976040840149,
      "step": 23460
    },
    {
      "loss_action": 0.009819380939006805,
      "loss_total": 0.009819380939006805,
      "step": 23460
    },
    {
      "grad_norm": 0.2823816239833832,
      "learning_rate": 9.09606579095245e-05,
      "loss": 0.0152,
      "step": 23470
    },
    {
      "loss_action": 0.01511296071112156,
      "loss_total": 0.01511296071112156,
      "step": 23470
    },
    {
      "loss_action": 0.014440501108765602,
      "loss_total": 0.014440501108765602,
      "step": 23470
    },
    {
      "loss_action": 0.009695814922451973,
      "loss_total": 0.009695814922451973,
      "step": 23470
    },
    {
      "loss_action": 0.02132548950612545,
      "loss_total": 0.02132548950612545,
      "step": 23470
    },
    {
      "loss_action": 0.006193347275257111,
      "loss_total": 0.006193347275257111,
      "step": 23470
    },
    {
      "loss_action": 0.008834648877382278,
      "loss_total": 0.008834648877382278,
      "step": 23470
    },
    {
      "loss_action": 0.010078047402203083,
      "loss_total": 0.010078047402203083,
      "step": 23470
    },
    {
      "loss_action": 0.028480766341090202,
      "loss_total": 0.028480766341090202,
      "step": 23470
    },
    {
      "grad_norm": 0.11970755457878113,
      "learning_rate": 9.095117320005008e-05,
      "loss": 0.014,
      "step": 23480
    },
    {
      "loss_action": 0.009915119037032127,
      "loss_total": 0.009915119037032127,
      "step": 23480
    },
    {
      "loss_action": 0.004252793733030558,
      "loss_total": 0.004252793733030558,
      "step": 23480
    },
    {
      "loss_action": 0.005819798447191715,
      "loss_total": 0.005819798447191715,
      "step": 23480
    },
    {
      "loss_action": 0.004804152064025402,
      "loss_total": 0.004804152064025402,
      "step": 23480
    },
    {
      "loss_action": 0.009775279089808464,
      "loss_total": 0.009775279089808464,
      "step": 23480
    },
    {
      "loss_action": 0.010786555707454681,
      "loss_total": 0.010786555707454681,
      "step": 23480
    },
    {
      "loss_action": 0.011708784848451614,
      "loss_total": 0.011708784848451614,
      "step": 23480
    },
    {
      "loss_action": 0.0041636088863015175,
      "loss_total": 0.0041636088863015175,
      "step": 23480
    },
    {
      "grad_norm": 0.1590452790260315,
      "learning_rate": 9.094168401221691e-05,
      "loss": 0.0125,
      "step": 23490
    },
    {
      "loss_action": 0.011227366514503956,
      "loss_total": 0.011227366514503956,
      "step": 23490
    },
    {
      "loss_action": 0.02912994846701622,
      "loss_total": 0.02912994846701622,
      "step": 23490
    },
    {
      "loss_action": 0.011003762483596802,
      "loss_total": 0.011003762483596802,
      "step": 23490
    },
    {
      "loss_action": 0.014296318404376507,
      "loss_total": 0.014296318404376507,
      "step": 23490
    },
    {
      "loss_action": 0.00980064831674099,
      "loss_total": 0.00980064831674099,
      "step": 23490
    },
    {
      "loss_action": 0.0121381850913167,
      "loss_total": 0.0121381850913167,
      "step": 23490
    },
    {
      "loss_action": 0.012071575969457626,
      "loss_total": 0.012071575969457626,
      "step": 23490
    },
    {
      "loss_action": 0.008836883120238781,
      "loss_total": 0.008836883120238781,
      "step": 23490
    },
    {
      "grad_norm": 0.1591416299343109,
      "learning_rate": 9.093219034706273e-05,
      "loss": 0.0152,
      "step": 23500
    },
    {
      "loss_action": 0.06377539783716202,
      "loss_total": 0.06377539783716202,
      "step": 23500
    },
    {
      "loss_action": 0.008025556802749634,
      "loss_total": 0.008025556802749634,
      "step": 23500
    },
    {
      "loss_action": 0.00279382336884737,
      "loss_total": 0.00279382336884737,
      "step": 23500
    },
    {
      "loss_action": 0.004800314083695412,
      "loss_total": 0.004800314083695412,
      "step": 23500
    },
    {
      "loss_action": 0.0049518621526658535,
      "loss_total": 0.0049518621526658535,
      "step": 23500
    },
    {
      "loss_action": 0.020598862320184708,
      "loss_total": 0.020598862320184708,
      "step": 23500
    },
    {
      "loss_action": 0.007371712476015091,
      "loss_total": 0.007371712476015091,
      "step": 23500
    },
    {
      "loss_action": 0.018784550949931145,
      "loss_total": 0.018784550949931145,
      "step": 23500
    },
    {
      "grad_norm": 0.14363859593868256,
      "learning_rate": 9.092269220562577e-05,
      "loss": 0.0128,
      "step": 23510
    },
    {
      "loss_action": 0.037816502153873444,
      "loss_total": 0.037816502153873444,
      "step": 23510
    },
    {
      "loss_action": 0.008129561319947243,
      "loss_total": 0.008129561319947243,
      "step": 23510
    },
    {
      "loss_action": 0.015555677935481071,
      "loss_total": 0.015555677935481071,
      "step": 23510
    },
    {
      "loss_action": 0.017107564955949783,
      "loss_total": 0.017107564955949783,
      "step": 23510
    },
    {
      "loss_action": 0.021571451798081398,
      "loss_total": 0.021571451798081398,
      "step": 23510
    },
    {
      "loss_action": 0.013208478689193726,
      "loss_total": 0.013208478689193726,
      "step": 23510
    },
    {
      "loss_action": 0.02692374400794506,
      "loss_total": 0.02692374400794506,
      "step": 23510
    },
    {
      "loss_action": 0.010919822379946709,
      "loss_total": 0.010919822379946709,
      "step": 23510
    },
    {
      "grad_norm": 0.14679904282093048,
      "learning_rate": 9.09131895889447e-05,
      "loss": 0.0135,
      "step": 23520
    },
    {
      "loss_action": 0.008312858641147614,
      "loss_total": 0.008312858641147614,
      "step": 23520
    },
    {
      "loss_action": 0.006023379974067211,
      "loss_total": 0.006023379974067211,
      "step": 23520
    },
    {
      "loss_action": 0.010603595525026321,
      "loss_total": 0.010603595525026321,
      "step": 23520
    },
    {
      "loss_action": 0.01212285179644823,
      "loss_total": 0.01212285179644823,
      "step": 23520
    },
    {
      "loss_action": 0.009032566100358963,
      "loss_total": 0.009032566100358963,
      "step": 23520
    },
    {
      "loss_action": 0.012746099382638931,
      "loss_total": 0.012746099382638931,
      "step": 23520
    },
    {
      "loss_action": 0.008839122951030731,
      "loss_total": 0.008839122951030731,
      "step": 23520
    },
    {
      "loss_action": 0.013211128301918507,
      "loss_total": 0.013211128301918507,
      "step": 23520
    },
    {
      "grad_norm": 0.28621551394462585,
      "learning_rate": 9.090368249805873e-05,
      "loss": 0.0152,
      "step": 23530
    },
    {
      "loss_action": 0.022142481058835983,
      "loss_total": 0.022142481058835983,
      "step": 23530
    },
    {
      "loss_action": 0.018062608316540718,
      "loss_total": 0.018062608316540718,
      "step": 23530
    },
    {
      "loss_action": 0.009851307608187199,
      "loss_total": 0.009851307608187199,
      "step": 23530
    },
    {
      "loss_action": 0.021690312772989273,
      "loss_total": 0.021690312772989273,
      "step": 23530
    },
    {
      "loss_action": 0.006352029740810394,
      "loss_total": 0.006352029740810394,
      "step": 23530
    },
    {
      "loss_action": 0.009099139831960201,
      "loss_total": 0.009099139831960201,
      "step": 23530
    },
    {
      "loss_action": 0.011922668665647507,
      "loss_total": 0.011922668665647507,
      "step": 23530
    },
    {
      "loss_action": 0.0202576145529747,
      "loss_total": 0.0202576145529747,
      "step": 23530
    },
    {
      "grad_norm": 0.13098002970218658,
      "learning_rate": 9.089417093400754e-05,
      "loss": 0.0134,
      "step": 23540
    },
    {
      "loss_action": 0.006444566883146763,
      "loss_total": 0.006444566883146763,
      "step": 23540
    },
    {
      "loss_action": 0.01936318725347519,
      "loss_total": 0.01936318725347519,
      "step": 23540
    },
    {
      "loss_action": 0.005663440562784672,
      "loss_total": 0.005663440562784672,
      "step": 23540
    },
    {
      "loss_action": 0.012279327027499676,
      "loss_total": 0.012279327027499676,
      "step": 23540
    },
    {
      "loss_action": 0.017042743042111397,
      "loss_total": 0.017042743042111397,
      "step": 23540
    },
    {
      "loss_action": 0.015883566811680794,
      "loss_total": 0.015883566811680794,
      "step": 23540
    },
    {
      "loss_action": 0.014918729662895203,
      "loss_total": 0.014918729662895203,
      "step": 23540
    },
    {
      "loss_action": 0.01010279729962349,
      "loss_total": 0.01010279729962349,
      "step": 23540
    },
    {
      "grad_norm": 0.20671086013317108,
      "learning_rate": 9.088465489783131e-05,
      "loss": 0.0154,
      "step": 23550
    },
    {
      "loss_action": 0.023800287395715714,
      "loss_total": 0.023800287395715714,
      "step": 23550
    },
    {
      "loss_action": 0.0051581114530563354,
      "loss_total": 0.0051581114530563354,
      "step": 23550
    },
    {
      "loss_action": 0.005534868221729994,
      "loss_total": 0.005534868221729994,
      "step": 23550
    },
    {
      "loss_action": 0.005166704300791025,
      "loss_total": 0.005166704300791025,
      "step": 23550
    },
    {
      "loss_action": 0.0067997947335243225,
      "loss_total": 0.0067997947335243225,
      "step": 23550
    },
    {
      "loss_action": 0.02621815726161003,
      "loss_total": 0.02621815726161003,
      "step": 23550
    },
    {
      "loss_action": 0.011435490101575851,
      "loss_total": 0.011435490101575851,
      "step": 23550
    },
    {
      "loss_action": 0.03162176162004471,
      "loss_total": 0.03162176162004471,
      "step": 23550
    },
    {
      "grad_norm": 0.18633943796157837,
      "learning_rate": 9.087513439057068e-05,
      "loss": 0.0128,
      "step": 23560
    },
    {
      "loss_action": 0.00922881718724966,
      "loss_total": 0.00922881718724966,
      "step": 23560
    },
    {
      "loss_action": 0.0071862866170704365,
      "loss_total": 0.0071862866170704365,
      "step": 23560
    },
    {
      "loss_action": 0.005169273354113102,
      "loss_total": 0.005169273354113102,
      "step": 23560
    },
    {
      "loss_action": 0.012269916012883186,
      "loss_total": 0.012269916012883186,
      "step": 23560
    },
    {
      "loss_action": 0.01732347533106804,
      "loss_total": 0.01732347533106804,
      "step": 23560
    },
    {
      "loss_action": 0.005130849778652191,
      "loss_total": 0.005130849778652191,
      "step": 23560
    },
    {
      "loss_action": 0.014739645645022392,
      "loss_total": 0.014739645645022392,
      "step": 23560
    },
    {
      "loss_action": 0.015081229619681835,
      "loss_total": 0.015081229619681835,
      "step": 23560
    },
    {
      "grad_norm": 0.2093924880027771,
      "learning_rate": 9.08656094132668e-05,
      "loss": 0.0141,
      "step": 23570
    },
    {
      "loss_action": 0.004583359695971012,
      "loss_total": 0.004583359695971012,
      "step": 23570
    },
    {
      "loss_action": 0.006490049883723259,
      "loss_total": 0.006490049883723259,
      "step": 23570
    },
    {
      "loss_action": 0.015431094914674759,
      "loss_total": 0.015431094914674759,
      "step": 23570
    },
    {
      "loss_action": 0.021387295797467232,
      "loss_total": 0.021387295797467232,
      "step": 23570
    },
    {
      "loss_action": 0.007878872565925121,
      "loss_total": 0.007878872565925121,
      "step": 23570
    },
    {
      "loss_action": 0.017338011413812637,
      "loss_total": 0.017338011413812637,
      "step": 23570
    },
    {
      "loss_action": 0.007285587955266237,
      "loss_total": 0.007285587955266237,
      "step": 23570
    },
    {
      "loss_action": 0.008637813851237297,
      "loss_total": 0.008637813851237297,
      "step": 23570
    },
    {
      "grad_norm": 0.131657674908638,
      "learning_rate": 9.085607996696134e-05,
      "loss": 0.0126,
      "step": 23580
    },
    {
      "loss_action": 0.019912630319595337,
      "loss_total": 0.019912630319595337,
      "step": 23580
    },
    {
      "loss_action": 0.016667425632476807,
      "loss_total": 0.016667425632476807,
      "step": 23580
    },
    {
      "loss_action": 0.011181334964931011,
      "loss_total": 0.011181334964931011,
      "step": 23580
    },
    {
      "loss_action": 0.009599538519978523,
      "loss_total": 0.009599538519978523,
      "step": 23580
    },
    {
      "loss_action": 0.010631045326590538,
      "loss_total": 0.010631045326590538,
      "step": 23580
    },
    {
      "loss_action": 0.017508212476968765,
      "loss_total": 0.017508212476968765,
      "step": 23580
    },
    {
      "loss_action": 0.007797906640917063,
      "loss_total": 0.007797906640917063,
      "step": 23580
    },
    {
      "loss_action": 0.00340289156883955,
      "loss_total": 0.00340289156883955,
      "step": 23580
    },
    {
      "grad_norm": 0.14613638818264008,
      "learning_rate": 9.084654605269639e-05,
      "loss": 0.0118,
      "step": 23590
    },
    {
      "loss_action": 0.02284330315887928,
      "loss_total": 0.02284330315887928,
      "step": 23590
    },
    {
      "loss_action": 0.02128765732049942,
      "loss_total": 0.02128765732049942,
      "step": 23590
    },
    {
      "loss_action": 0.017032131552696228,
      "loss_total": 0.017032131552696228,
      "step": 23590
    },
    {
      "loss_action": 0.01851193979382515,
      "loss_total": 0.01851193979382515,
      "step": 23590
    },
    {
      "loss_action": 0.008967645466327667,
      "loss_total": 0.008967645466327667,
      "step": 23590
    },
    {
      "loss_action": 0.0071001602336764336,
      "loss_total": 0.0071001602336764336,
      "step": 23590
    },
    {
      "loss_action": 0.01479414850473404,
      "loss_total": 0.01479414850473404,
      "step": 23590
    },
    {
      "loss_action": 0.006399891804903746,
      "loss_total": 0.006399891804903746,
      "step": 23590
    },
    {
      "grad_norm": 0.17469128966331482,
      "learning_rate": 9.083700767151457e-05,
      "loss": 0.015,
      "step": 23600
    },
    {
      "loss_action": 0.018966739997267723,
      "loss_total": 0.018966739997267723,
      "step": 23600
    },
    {
      "loss_action": 0.01684614270925522,
      "loss_total": 0.01684614270925522,
      "step": 23600
    },
    {
      "loss_action": 0.009874498471617699,
      "loss_total": 0.009874498471617699,
      "step": 23600
    },
    {
      "loss_action": 0.009805901907384396,
      "loss_total": 0.009805901907384396,
      "step": 23600
    },
    {
      "loss_action": 0.01933545619249344,
      "loss_total": 0.01933545619249344,
      "step": 23600
    },
    {
      "loss_action": 0.013499213382601738,
      "loss_total": 0.013499213382601738,
      "step": 23600
    },
    {
      "loss_action": 0.005462703760713339,
      "loss_total": 0.005462703760713339,
      "step": 23600
    },
    {
      "loss_action": 0.024760084226727486,
      "loss_total": 0.024760084226727486,
      "step": 23600
    },
    {
      "grad_norm": 0.17138291895389557,
      "learning_rate": 9.082746482445898e-05,
      "loss": 0.0132,
      "step": 23610
    },
    {
      "loss_action": 0.007526974193751812,
      "loss_total": 0.007526974193751812,
      "step": 23610
    },
    {
      "loss_action": 0.006973499897867441,
      "loss_total": 0.006973499897867441,
      "step": 23610
    },
    {
      "loss_action": 0.013107344508171082,
      "loss_total": 0.013107344508171082,
      "step": 23610
    },
    {
      "loss_action": 0.02204727753996849,
      "loss_total": 0.02204727753996849,
      "step": 23610
    },
    {
      "loss_action": 0.021118033677339554,
      "loss_total": 0.021118033677339554,
      "step": 23610
    },
    {
      "loss_action": 0.007601018063724041,
      "loss_total": 0.007601018063724041,
      "step": 23610
    },
    {
      "loss_action": 0.006621702574193478,
      "loss_total": 0.006621702574193478,
      "step": 23610
    },
    {
      "loss_action": 0.019038133323192596,
      "loss_total": 0.019038133323192596,
      "step": 23610
    },
    {
      "grad_norm": 0.13670825958251953,
      "learning_rate": 9.081791751257325e-05,
      "loss": 0.0127,
      "step": 23620
    },
    {
      "loss_action": 0.01813717558979988,
      "loss_total": 0.01813717558979988,
      "step": 23620
    },
    {
      "loss_action": 0.005794605240225792,
      "loss_total": 0.005794605240225792,
      "step": 23620
    },
    {
      "loss_action": 0.0069823600351810455,
      "loss_total": 0.0069823600351810455,
      "step": 23620
    },
    {
      "loss_action": 0.008687039837241173,
      "loss_total": 0.008687039837241173,
      "step": 23620
    },
    {
      "loss_action": 0.008388608694076538,
      "loss_total": 0.008388608694076538,
      "step": 23620
    },
    {
      "loss_action": 0.011143344454467297,
      "loss_total": 0.011143344454467297,
      "step": 23620
    },
    {
      "loss_action": 0.011627627536654472,
      "loss_total": 0.011627627536654472,
      "step": 23620
    },
    {
      "loss_action": 0.012941357679665089,
      "loss_total": 0.012941357679665089,
      "step": 23620
    },
    {
      "grad_norm": 0.1362532377243042,
      "learning_rate": 9.080836573690142e-05,
      "loss": 0.0132,
      "step": 23630
    },
    {
      "loss_action": 0.006061069201678038,
      "loss_total": 0.006061069201678038,
      "step": 23630
    },
    {
      "loss_action": 0.032491374760866165,
      "loss_total": 0.032491374760866165,
      "step": 23630
    },
    {
      "loss_action": 0.024156423285603523,
      "loss_total": 0.024156423285603523,
      "step": 23630
    },
    {
      "loss_action": 0.014622533693909645,
      "loss_total": 0.014622533693909645,
      "step": 23630
    },
    {
      "loss_action": 0.011299342848360538,
      "loss_total": 0.011299342848360538,
      "step": 23630
    },
    {
      "loss_action": 0.02119472436606884,
      "loss_total": 0.02119472436606884,
      "step": 23630
    },
    {
      "loss_action": 0.008097518235445023,
      "loss_total": 0.008097518235445023,
      "step": 23630
    },
    {
      "loss_action": 0.013837416656315327,
      "loss_total": 0.013837416656315327,
      "step": 23630
    },
    {
      "grad_norm": 0.13750162720680237,
      "learning_rate": 9.079880949848805e-05,
      "loss": 0.0118,
      "step": 23640
    },
    {
      "loss_action": 0.005045441910624504,
      "loss_total": 0.005045441910624504,
      "step": 23640
    },
    {
      "loss_action": 0.009141815826296806,
      "loss_total": 0.009141815826296806,
      "step": 23640
    },
    {
      "loss_action": 0.01471899077296257,
      "loss_total": 0.01471899077296257,
      "step": 23640
    },
    {
      "loss_action": 0.009144021198153496,
      "loss_total": 0.009144021198153496,
      "step": 23640
    },
    {
      "loss_action": 0.020352087914943695,
      "loss_total": 0.020352087914943695,
      "step": 23640
    },
    {
      "loss_action": 0.010049814358353615,
      "loss_total": 0.010049814358353615,
      "step": 23640
    },
    {
      "loss_action": 0.014436472207307816,
      "loss_total": 0.014436472207307816,
      "step": 23640
    },
    {
      "loss_action": 0.00971454568207264,
      "loss_total": 0.00971454568207264,
      "step": 23640
    },
    {
      "grad_norm": 0.13178104162216187,
      "learning_rate": 9.078924879837822e-05,
      "loss": 0.0123,
      "step": 23650
    },
    {
      "loss_action": 0.012451687827706337,
      "loss_total": 0.012451687827706337,
      "step": 23650
    },
    {
      "loss_action": 0.01660645753145218,
      "loss_total": 0.01660645753145218,
      "step": 23650
    },
    {
      "loss_action": 0.009249858558177948,
      "loss_total": 0.009249858558177948,
      "step": 23650
    },
    {
      "loss_action": 0.008904458954930305,
      "loss_total": 0.008904458954930305,
      "step": 23650
    },
    {
      "loss_action": 0.010817206464707851,
      "loss_total": 0.010817206464707851,
      "step": 23650
    },
    {
      "loss_action": 0.012011501006782055,
      "loss_total": 0.012011501006782055,
      "step": 23650
    },
    {
      "loss_action": 0.012242046184837818,
      "loss_total": 0.012242046184837818,
      "step": 23650
    },
    {
      "loss_action": 0.026981916278600693,
      "loss_total": 0.026981916278600693,
      "step": 23650
    },
    {
      "grad_norm": 0.1394301801919937,
      "learning_rate": 9.077968363761747e-05,
      "loss": 0.0138,
      "step": 23660
    },
    {
      "loss_action": 0.007324199192225933,
      "loss_total": 0.007324199192225933,
      "step": 23660
    },
    {
      "loss_action": 0.015640346333384514,
      "loss_total": 0.015640346333384514,
      "step": 23660
    },
    {
      "loss_action": 0.020985184237360954,
      "loss_total": 0.020985184237360954,
      "step": 23660
    },
    {
      "loss_action": 0.005934260785579681,
      "loss_total": 0.005934260785579681,
      "step": 23660
    },
    {
      "loss_action": 0.03605048730969429,
      "loss_total": 0.03605048730969429,
      "step": 23660
    },
    {
      "loss_action": 0.0367627777159214,
      "loss_total": 0.0367627777159214,
      "step": 23660
    },
    {
      "loss_action": 0.005132115446031094,
      "loss_total": 0.005132115446031094,
      "step": 23660
    },
    {
      "loss_action": 0.009810240939259529,
      "loss_total": 0.009810240939259529,
      "step": 23660
    },
    {
      "grad_norm": 0.1216450035572052,
      "learning_rate": 9.077011401725182e-05,
      "loss": 0.0122,
      "step": 23670
    },
    {
      "loss_action": 0.004850616678595543,
      "loss_total": 0.004850616678595543,
      "step": 23670
    },
    {
      "loss_action": 0.010964084416627884,
      "loss_total": 0.010964084416627884,
      "step": 23670
    },
    {
      "loss_action": 0.009002861566841602,
      "loss_total": 0.009002861566841602,
      "step": 23670
    },
    {
      "loss_action": 0.015292957425117493,
      "loss_total": 0.015292957425117493,
      "step": 23670
    },
    {
      "loss_action": 0.006804171483963728,
      "loss_total": 0.006804171483963728,
      "step": 23670
    },
    {
      "loss_action": 0.00778913451358676,
      "loss_total": 0.00778913451358676,
      "step": 23670
    },
    {
      "loss_action": 0.004150673747062683,
      "loss_total": 0.004150673747062683,
      "step": 23670
    },
    {
      "loss_action": 0.005607050843536854,
      "loss_total": 0.005607050843536854,
      "step": 23670
    },
    {
      "grad_norm": 0.08851443231105804,
      "learning_rate": 9.07605399383278e-05,
      "loss": 0.0107,
      "step": 23680
    },
    {
      "loss_action": 0.006629578769207001,
      "loss_total": 0.006629578769207001,
      "step": 23680
    },
    {
      "loss_action": 0.015157482586801052,
      "loss_total": 0.015157482586801052,
      "step": 23680
    },
    {
      "loss_action": 0.009445184841752052,
      "loss_total": 0.009445184841752052,
      "step": 23680
    },
    {
      "loss_action": 0.01714431494474411,
      "loss_total": 0.01714431494474411,
      "step": 23680
    },
    {
      "loss_action": 0.008880888111889362,
      "loss_total": 0.008880888111889362,
      "step": 23680
    },
    {
      "loss_action": 0.009235369972884655,
      "loss_total": 0.009235369972884655,
      "step": 23680
    },
    {
      "loss_action": 0.0075640082359313965,
      "loss_total": 0.0075640082359313965,
      "step": 23680
    },
    {
      "loss_action": 0.02829965204000473,
      "loss_total": 0.02829965204000473,
      "step": 23680
    },
    {
      "grad_norm": 0.19754670560359955,
      "learning_rate": 9.075096140189243e-05,
      "loss": 0.013,
      "step": 23690
    },
    {
      "loss_action": 0.010327477939426899,
      "loss_total": 0.010327477939426899,
      "step": 23690
    },
    {
      "loss_action": 0.008309418335556984,
      "loss_total": 0.008309418335556984,
      "step": 23690
    },
    {
      "loss_action": 0.0070219156332314014,
      "loss_total": 0.0070219156332314014,
      "step": 23690
    },
    {
      "loss_action": 0.006799121852964163,
      "loss_total": 0.006799121852964163,
      "step": 23690
    },
    {
      "loss_action": 0.0059067001566290855,
      "loss_total": 0.0059067001566290855,
      "step": 23690
    },
    {
      "loss_action": 0.013343552127480507,
      "loss_total": 0.013343552127480507,
      "step": 23690
    },
    {
      "loss_action": 0.007417050190269947,
      "loss_total": 0.007417050190269947,
      "step": 23690
    },
    {
      "loss_action": 0.008381148800253868,
      "loss_total": 0.008381148800253868,
      "step": 23690
    },
    {
      "grad_norm": 0.11789419502019882,
      "learning_rate": 9.074137840899318e-05,
      "loss": 0.0114,
      "step": 23700
    },
    {
      "loss_action": 0.007956225425004959,
      "loss_total": 0.007956225425004959,
      "step": 23700
    },
    {
      "loss_action": 0.019527718424797058,
      "loss_total": 0.019527718424797058,
      "step": 23700
    },
    {
      "loss_action": 0.012160088866949081,
      "loss_total": 0.012160088866949081,
      "step": 23700
    },
    {
      "loss_action": 0.01715625450015068,
      "loss_total": 0.01715625450015068,
      "step": 23700
    },
    {
      "loss_action": 0.010105596855282784,
      "loss_total": 0.010105596855282784,
      "step": 23700
    },
    {
      "loss_action": 0.012393154203891754,
      "loss_total": 0.012393154203891754,
      "step": 23700
    },
    {
      "loss_action": 0.006276129744946957,
      "loss_total": 0.006276129744946957,
      "step": 23700
    },
    {
      "loss_action": 0.010019691661000252,
      "loss_total": 0.010019691661000252,
      "step": 23700
    },
    {
      "grad_norm": 0.15917353332042694,
      "learning_rate": 9.073179096067804e-05,
      "loss": 0.012,
      "step": 23710
    },
    {
      "loss_action": 0.006868785247206688,
      "loss_total": 0.006868785247206688,
      "step": 23710
    },
    {
      "loss_action": 0.008049150928854942,
      "loss_total": 0.008049150928854942,
      "step": 23710
    },
    {
      "loss_action": 0.009338394738733768,
      "loss_total": 0.009338394738733768,
      "step": 23710
    },
    {
      "loss_action": 0.010647378861904144,
      "loss_total": 0.010647378861904144,
      "step": 23710
    },
    {
      "loss_action": 0.029519911855459213,
      "loss_total": 0.029519911855459213,
      "step": 23710
    },
    {
      "loss_action": 0.008447985164821148,
      "loss_total": 0.008447985164821148,
      "step": 23710
    },
    {
      "loss_action": 0.011042475700378418,
      "loss_total": 0.011042475700378418,
      "step": 23710
    },
    {
      "loss_action": 0.01866576075553894,
      "loss_total": 0.01866576075553894,
      "step": 23710
    },
    {
      "grad_norm": 0.146747425198555,
      "learning_rate": 9.072219905799549e-05,
      "loss": 0.0117,
      "step": 23720
    },
    {
      "loss_action": 0.007242411375045776,
      "loss_total": 0.007242411375045776,
      "step": 23720
    },
    {
      "loss_action": 0.00456045288592577,
      "loss_total": 0.00456045288592577,
      "step": 23720
    },
    {
      "loss_action": 0.012037638574838638,
      "loss_total": 0.012037638574838638,
      "step": 23720
    },
    {
      "loss_action": 0.005783836357295513,
      "loss_total": 0.005783836357295513,
      "step": 23720
    },
    {
      "loss_action": 0.00710374815389514,
      "loss_total": 0.00710374815389514,
      "step": 23720
    },
    {
      "loss_action": 0.00786935817450285,
      "loss_total": 0.00786935817450285,
      "step": 23720
    },
    {
      "loss_action": 0.010715700685977936,
      "loss_total": 0.010715700685977936,
      "step": 23720
    },
    {
      "loss_action": 0.013467005454003811,
      "loss_total": 0.013467005454003811,
      "step": 23720
    },
    {
      "grad_norm": 0.15847983956336975,
      "learning_rate": 9.071260270199447e-05,
      "loss": 0.0122,
      "step": 23730
    },
    {
      "loss_action": 0.006380291189998388,
      "loss_total": 0.006380291189998388,
      "step": 23730
    },
    {
      "loss_action": 0.023168005049228668,
      "loss_total": 0.023168005049228668,
      "step": 23730
    },
    {
      "loss_action": 0.0067259566858410835,
      "loss_total": 0.0067259566858410835,
      "step": 23730
    },
    {
      "loss_action": 0.005675873719155788,
      "loss_total": 0.005675873719155788,
      "step": 23730
    },
    {
      "loss_action": 0.017365828156471252,
      "loss_total": 0.017365828156471252,
      "step": 23730
    },
    {
      "loss_action": 0.007809209171682596,
      "loss_total": 0.007809209171682596,
      "step": 23730
    },
    {
      "loss_action": 0.011184152215719223,
      "loss_total": 0.011184152215719223,
      "step": 23730
    },
    {
      "loss_action": 0.008726941421627998,
      "loss_total": 0.008726941421627998,
      "step": 23730
    },
    {
      "grad_norm": 0.16563142836093903,
      "learning_rate": 9.070300189372441e-05,
      "loss": 0.0127,
      "step": 23740
    },
    {
      "loss_action": 0.00908080954104662,
      "loss_total": 0.00908080954104662,
      "step": 23740
    },
    {
      "loss_action": 0.015766914933919907,
      "loss_total": 0.015766914933919907,
      "step": 23740
    },
    {
      "loss_action": 0.01102827675640583,
      "loss_total": 0.01102827675640583,
      "step": 23740
    },
    {
      "loss_action": 0.0059838974848389626,
      "loss_total": 0.0059838974848389626,
      "step": 23740
    },
    {
      "loss_action": 0.008588086813688278,
      "loss_total": 0.008588086813688278,
      "step": 23740
    },
    {
      "loss_action": 0.007087756413966417,
      "loss_total": 0.007087756413966417,
      "step": 23740
    },
    {
      "loss_action": 0.00896613858640194,
      "loss_total": 0.00896613858640194,
      "step": 23740
    },
    {
      "loss_action": 0.022053897380828857,
      "loss_total": 0.022053897380828857,
      "step": 23740
    },
    {
      "grad_norm": 0.10802678018808365,
      "learning_rate": 9.069339663423528e-05,
      "loss": 0.0117,
      "step": 23750
    },
    {
      "loss_action": 0.006426796317100525,
      "loss_total": 0.006426796317100525,
      "step": 23750
    },
    {
      "loss_action": 0.005975524894893169,
      "loss_total": 0.005975524894893169,
      "step": 23750
    },
    {
      "loss_action": 0.007297222502529621,
      "loss_total": 0.007297222502529621,
      "step": 23750
    },
    {
      "loss_action": 0.014637662097811699,
      "loss_total": 0.014637662097811699,
      "step": 23750
    },
    {
      "loss_action": 0.006128805223852396,
      "loss_total": 0.006128805223852396,
      "step": 23750
    },
    {
      "loss_action": 0.010012723505496979,
      "loss_total": 0.010012723505496979,
      "step": 23750
    },
    {
      "loss_action": 0.01126100029796362,
      "loss_total": 0.01126100029796362,
      "step": 23750
    },
    {
      "loss_action": 0.11491401493549347,
      "loss_total": 0.11491401493549347,
      "step": 23750
    },
    {
      "grad_norm": 0.17019718885421753,
      "learning_rate": 9.068378692457747e-05,
      "loss": 0.0131,
      "step": 23760
    },
    {
      "loss_action": 0.010222780518233776,
      "loss_total": 0.010222780518233776,
      "step": 23760
    },
    {
      "loss_action": 0.01782839000225067,
      "loss_total": 0.01782839000225067,
      "step": 23760
    },
    {
      "loss_action": 0.008209913037717342,
      "loss_total": 0.008209913037717342,
      "step": 23760
    },
    {
      "loss_action": 0.017148256301879883,
      "loss_total": 0.017148256301879883,
      "step": 23760
    },
    {
      "loss_action": 0.005196701735258102,
      "loss_total": 0.005196701735258102,
      "step": 23760
    },
    {
      "loss_action": 0.011184039525687695,
      "loss_total": 0.011184039525687695,
      "step": 23760
    },
    {
      "loss_action": 0.01732325553894043,
      "loss_total": 0.01732325553894043,
      "step": 23760
    },
    {
      "loss_action": 0.0058752913028001785,
      "loss_total": 0.0058752913028001785,
      "step": 23760
    },
    {
      "grad_norm": 0.1561621129512787,
      "learning_rate": 9.067417276580189e-05,
      "loss": 0.0119,
      "step": 23770
    },
    {
      "loss_action": 0.004130078479647636,
      "loss_total": 0.004130078479647636,
      "step": 23770
    },
    {
      "loss_action": 0.008856799453496933,
      "loss_total": 0.008856799453496933,
      "step": 23770
    },
    {
      "loss_action": 0.008985653519630432,
      "loss_total": 0.008985653519630432,
      "step": 23770
    },
    {
      "loss_action": 0.019654609262943268,
      "loss_total": 0.019654609262943268,
      "step": 23770
    },
    {
      "loss_action": 0.007609247695654631,
      "loss_total": 0.007609247695654631,
      "step": 23770
    },
    {
      "loss_action": 0.00806741788983345,
      "loss_total": 0.00806741788983345,
      "step": 23770
    },
    {
      "loss_action": 0.026717258617281914,
      "loss_total": 0.026717258617281914,
      "step": 23770
    },
    {
      "loss_action": 0.014965361915528774,
      "loss_total": 0.014965361915528774,
      "step": 23770
    },
    {
      "grad_norm": 0.10503803938627243,
      "learning_rate": 9.066455415895993e-05,
      "loss": 0.0107,
      "step": 23780
    },
    {
      "loss_action": 0.004560403525829315,
      "loss_total": 0.004560403525829315,
      "step": 23780
    },
    {
      "loss_action": 0.023873064666986465,
      "loss_total": 0.023873064666986465,
      "step": 23780
    },
    {
      "loss_action": 0.004732904490083456,
      "loss_total": 0.004732904490083456,
      "step": 23780
    },
    {
      "loss_action": 0.0071319411508738995,
      "loss_total": 0.0071319411508738995,
      "step": 23780
    },
    {
      "loss_action": 0.011429978534579277,
      "loss_total": 0.011429978534579277,
      "step": 23780
    },
    {
      "loss_action": 0.009910602122545242,
      "loss_total": 0.009910602122545242,
      "step": 23780
    },
    {
      "loss_action": 0.01215302012860775,
      "loss_total": 0.01215302012860775,
      "step": 23780
    },
    {
      "loss_action": 0.01648319885134697,
      "loss_total": 0.01648319885134697,
      "step": 23780
    },
    {
      "grad_norm": 0.14821912348270416,
      "learning_rate": 9.065493110510346e-05,
      "loss": 0.012,
      "step": 23790
    },
    {
      "loss_action": 0.011880680918693542,
      "loss_total": 0.011880680918693542,
      "step": 23790
    },
    {
      "loss_action": 0.004721717908978462,
      "loss_total": 0.004721717908978462,
      "step": 23790
    },
    {
      "loss_action": 0.004809299483895302,
      "loss_total": 0.004809299483895302,
      "step": 23790
    },
    {
      "loss_action": 0.005649887956678867,
      "loss_total": 0.005649887956678867,
      "step": 23790
    },
    {
      "loss_action": 0.005688670091331005,
      "loss_total": 0.005688670091331005,
      "step": 23790
    },
    {
      "loss_action": 0.0213562473654747,
      "loss_total": 0.0213562473654747,
      "step": 23790
    },
    {
      "loss_action": 0.01957615278661251,
      "loss_total": 0.01957615278661251,
      "step": 23790
    },
    {
      "loss_action": 0.005843357648700476,
      "loss_total": 0.005843357648700476,
      "step": 23790
    },
    {
      "grad_norm": 0.14061765372753143,
      "learning_rate": 9.064530360528484e-05,
      "loss": 0.0115,
      "step": 23800
    },
    {
      "loss_action": 0.014148025773465633,
      "loss_total": 0.014148025773465633,
      "step": 23800
    },
    {
      "loss_action": 0.015349922701716423,
      "loss_total": 0.015349922701716423,
      "step": 23800
    },
    {
      "loss_action": 0.008282594382762909,
      "loss_total": 0.008282594382762909,
      "step": 23800
    },
    {
      "loss_action": 0.01020357571542263,
      "loss_total": 0.01020357571542263,
      "step": 23800
    },
    {
      "loss_action": 0.02161308377981186,
      "loss_total": 0.02161308377981186,
      "step": 23800
    },
    {
      "loss_action": 0.009042439050972462,
      "loss_total": 0.009042439050972462,
      "step": 23800
    },
    {
      "loss_action": 0.004318340681493282,
      "loss_total": 0.004318340681493282,
      "step": 23800
    },
    {
      "loss_action": 0.016689198091626167,
      "loss_total": 0.016689198091626167,
      "step": 23800
    },
    {
      "grad_norm": 0.1436157524585724,
      "learning_rate": 9.063567166055695e-05,
      "loss": 0.0125,
      "step": 23810
    },
    {
      "loss_action": 0.006567349657416344,
      "loss_total": 0.006567349657416344,
      "step": 23810
    },
    {
      "loss_action": 0.0068556154146790504,
      "loss_total": 0.0068556154146790504,
      "step": 23810
    },
    {
      "loss_action": 0.011261474341154099,
      "loss_total": 0.011261474341154099,
      "step": 23810
    },
    {
      "loss_action": 0.009310323745012283,
      "loss_total": 0.009310323745012283,
      "step": 23810
    },
    {
      "loss_action": 0.017287861555814743,
      "loss_total": 0.017287861555814743,
      "step": 23810
    },
    {
      "loss_action": 0.013507571071386337,
      "loss_total": 0.013507571071386337,
      "step": 23810
    },
    {
      "loss_action": 0.017076704651117325,
      "loss_total": 0.017076704651117325,
      "step": 23810
    },
    {
      "loss_action": 0.008543219417333603,
      "loss_total": 0.008543219417333603,
      "step": 23810
    },
    {
      "grad_norm": 0.1623450368642807,
      "learning_rate": 9.062603527197308e-05,
      "loss": 0.0138,
      "step": 23820
    },
    {
      "loss_action": 0.013089140877127647,
      "loss_total": 0.013089140877127647,
      "step": 23820
    },
    {
      "loss_action": 0.012777676805853844,
      "loss_total": 0.012777676805853844,
      "step": 23820
    },
    {
      "loss_action": 0.0186318289488554,
      "loss_total": 0.0186318289488554,
      "step": 23820
    },
    {
      "loss_action": 0.011129938066005707,
      "loss_total": 0.011129938066005707,
      "step": 23820
    },
    {
      "loss_action": 0.004714508540928364,
      "loss_total": 0.004714508540928364,
      "step": 23820
    },
    {
      "loss_action": 0.01784953474998474,
      "loss_total": 0.01784953474998474,
      "step": 23820
    },
    {
      "loss_action": 0.01801064796745777,
      "loss_total": 0.01801064796745777,
      "step": 23820
    },
    {
      "loss_action": 0.012200074270367622,
      "loss_total": 0.012200074270367622,
      "step": 23820
    },
    {
      "grad_norm": 0.1479339748620987,
      "learning_rate": 9.06163944405871e-05,
      "loss": 0.0119,
      "step": 23830
    },
    {
      "loss_action": 0.013817998580634594,
      "loss_total": 0.013817998580634594,
      "step": 23830
    },
    {
      "loss_action": 0.007003522012382746,
      "loss_total": 0.007003522012382746,
      "step": 23830
    },
    {
      "loss_action": 0.008639849722385406,
      "loss_total": 0.008639849722385406,
      "step": 23830
    },
    {
      "loss_action": 0.0050134616903960705,
      "loss_total": 0.0050134616903960705,
      "step": 23830
    },
    {
      "loss_action": 0.015015807002782822,
      "loss_total": 0.015015807002782822,
      "step": 23830
    },
    {
      "loss_action": 0.011900019831955433,
      "loss_total": 0.011900019831955433,
      "step": 23830
    },
    {
      "loss_action": 0.01026754081249237,
      "loss_total": 0.01026754081249237,
      "step": 23830
    },
    {
      "loss_action": 0.01625664345920086,
      "loss_total": 0.01625664345920086,
      "step": 23830
    },
    {
      "grad_norm": 0.21169543266296387,
      "learning_rate": 9.060674916745327e-05,
      "loss": 0.0131,
      "step": 23840
    },
    {
      "loss_action": 0.013360819779336452,
      "loss_total": 0.013360819779336452,
      "step": 23840
    },
    {
      "loss_action": 0.0088306600227952,
      "loss_total": 0.0088306600227952,
      "step": 23840
    },
    {
      "loss_action": 0.014299500733613968,
      "loss_total": 0.014299500733613968,
      "step": 23840
    },
    {
      "loss_action": 0.022842150181531906,
      "loss_total": 0.022842150181531906,
      "step": 23840
    },
    {
      "loss_action": 0.020094310864806175,
      "loss_total": 0.020094310864806175,
      "step": 23840
    },
    {
      "loss_action": 0.013474266976118088,
      "loss_total": 0.013474266976118088,
      "step": 23840
    },
    {
      "loss_action": 0.005974655970931053,
      "loss_total": 0.005974655970931053,
      "step": 23840
    },
    {
      "loss_action": 0.018985740840435028,
      "loss_total": 0.018985740840435028,
      "step": 23840
    },
    {
      "grad_norm": 0.12219821661710739,
      "learning_rate": 9.05970994536264e-05,
      "loss": 0.0128,
      "step": 23850
    },
    {
      "loss_action": 0.005295846611261368,
      "loss_total": 0.005295846611261368,
      "step": 23850
    },
    {
      "loss_action": 0.00923069752752781,
      "loss_total": 0.00923069752752781,
      "step": 23850
    },
    {
      "loss_action": 0.005357223562896252,
      "loss_total": 0.005357223562896252,
      "step": 23850
    },
    {
      "loss_action": 0.004019436426460743,
      "loss_total": 0.004019436426460743,
      "step": 23850
    },
    {
      "loss_action": 0.015374790877103806,
      "loss_total": 0.015374790877103806,
      "step": 23850
    },
    {
      "loss_action": 0.007242508232593536,
      "loss_total": 0.007242508232593536,
      "step": 23850
    },
    {
      "loss_action": 0.01500189770013094,
      "loss_total": 0.01500189770013094,
      "step": 23850
    },
    {
      "loss_action": 0.011750517413020134,
      "loss_total": 0.011750517413020134,
      "step": 23850
    },
    {
      "grad_norm": 0.10054636746644974,
      "learning_rate": 9.05874453001618e-05,
      "loss": 0.0121,
      "step": 23860
    },
    {
      "loss_action": 0.005908604245632887,
      "loss_total": 0.005908604245632887,
      "step": 23860
    },
    {
      "loss_action": 0.01022101566195488,
      "loss_total": 0.01022101566195488,
      "step": 23860
    },
    {
      "loss_action": 0.009934908710420132,
      "loss_total": 0.009934908710420132,
      "step": 23860
    },
    {
      "loss_action": 0.017415374517440796,
      "loss_total": 0.017415374517440796,
      "step": 23860
    },
    {
      "loss_action": 0.0102191511541605,
      "loss_total": 0.0102191511541605,
      "step": 23860
    },
    {
      "loss_action": 0.008633076213300228,
      "loss_total": 0.008633076213300228,
      "step": 23860
    },
    {
      "loss_action": 0.008355864323675632,
      "loss_total": 0.008355864323675632,
      "step": 23860
    },
    {
      "loss_action": 0.006722430232912302,
      "loss_total": 0.006722430232912302,
      "step": 23860
    },
    {
      "grad_norm": 0.200087770819664,
      "learning_rate": 9.057778670811517e-05,
      "loss": 0.0133,
      "step": 23870
    },
    {
      "loss_action": 0.013065501116216183,
      "loss_total": 0.013065501116216183,
      "step": 23870
    },
    {
      "loss_action": 0.007603177800774574,
      "loss_total": 0.007603177800774574,
      "step": 23870
    },
    {
      "loss_action": 0.014553348533809185,
      "loss_total": 0.014553348533809185,
      "step": 23870
    },
    {
      "loss_action": 0.008823011070489883,
      "loss_total": 0.008823011070489883,
      "step": 23870
    },
    {
      "loss_action": 0.01121701579540968,
      "loss_total": 0.01121701579540968,
      "step": 23870
    },
    {
      "loss_action": 0.004559367895126343,
      "loss_total": 0.004559367895126343,
      "step": 23870
    },
    {
      "loss_action": 0.01243390142917633,
      "loss_total": 0.01243390142917633,
      "step": 23870
    },
    {
      "loss_action": 0.019465571269392967,
      "loss_total": 0.019465571269392967,
      "step": 23870
    },
    {
      "grad_norm": 0.16014955937862396,
      "learning_rate": 9.056812367854281e-05,
      "loss": 0.0113,
      "step": 23880
    },
    {
      "loss_action": 0.019976850599050522,
      "loss_total": 0.019976850599050522,
      "step": 23880
    },
    {
      "loss_action": 0.004429538734257221,
      "loss_total": 0.004429538734257221,
      "step": 23880
    },
    {
      "loss_action": 0.009581374935805798,
      "loss_total": 0.009581374935805798,
      "step": 23880
    },
    {
      "loss_action": 0.01172619592398405,
      "loss_total": 0.01172619592398405,
      "step": 23880
    },
    {
      "loss_action": 0.005468909628689289,
      "loss_total": 0.005468909628689289,
      "step": 23880
    },
    {
      "loss_action": 0.010084820911288261,
      "loss_total": 0.010084820911288261,
      "step": 23880
    },
    {
      "loss_action": 0.028716908767819405,
      "loss_total": 0.028716908767819405,
      "step": 23880
    },
    {
      "loss_action": 0.017701514065265656,
      "loss_total": 0.017701514065265656,
      "step": 23880
    },
    {
      "grad_norm": 0.13091818988323212,
      "learning_rate": 9.055845621250143e-05,
      "loss": 0.0115,
      "step": 23890
    },
    {
      "loss_action": 0.0063506136648356915,
      "loss_total": 0.0063506136648356915,
      "step": 23890
    },
    {
      "loss_action": 0.018718238919973373,
      "loss_total": 0.018718238919973373,
      "step": 23890
    },
    {
      "loss_action": 0.00688506755977869,
      "loss_total": 0.00688506755977869,
      "step": 23890
    },
    {
      "loss_action": 0.0077748410403728485,
      "loss_total": 0.0077748410403728485,
      "step": 23890
    },
    {
      "loss_action": 0.004285245202481747,
      "loss_total": 0.004285245202481747,
      "step": 23890
    },
    {
      "loss_action": 0.009707307443022728,
      "loss_total": 0.009707307443022728,
      "step": 23890
    },
    {
      "loss_action": 0.04401608556509018,
      "loss_total": 0.04401608556509018,
      "step": 23890
    },
    {
      "loss_action": 0.01263460610061884,
      "loss_total": 0.01263460610061884,
      "step": 23890
    },
    {
      "grad_norm": 0.12756314873695374,
      "learning_rate": 9.054878431104825e-05,
      "loss": 0.0118,
      "step": 23900
    },
    {
      "loss_action": 0.03272457420825958,
      "loss_total": 0.03272457420825958,
      "step": 23900
    },
    {
      "loss_action": 0.015061099082231522,
      "loss_total": 0.015061099082231522,
      "step": 23900
    },
    {
      "loss_action": 0.002970973262563348,
      "loss_total": 0.002970973262563348,
      "step": 23900
    },
    {
      "loss_action": 0.003229307709261775,
      "loss_total": 0.003229307709261775,
      "step": 23900
    },
    {
      "loss_action": 0.027279488742351532,
      "loss_total": 0.027279488742351532,
      "step": 23900
    },
    {
      "loss_action": 0.017431141808629036,
      "loss_total": 0.017431141808629036,
      "step": 23900
    },
    {
      "loss_action": 0.011837842874228954,
      "loss_total": 0.011837842874228954,
      "step": 23900
    },
    {
      "loss_action": 0.004715207032859325,
      "loss_total": 0.004715207032859325,
      "step": 23900
    },
    {
      "grad_norm": 0.13994891941547394,
      "learning_rate": 9.0539107975241e-05,
      "loss": 0.012,
      "step": 23910
    },
    {
      "loss_action": 0.00598881533369422,
      "loss_total": 0.00598881533369422,
      "step": 23910
    },
    {
      "loss_action": 0.011935563758015633,
      "loss_total": 0.011935563758015633,
      "step": 23910
    },
    {
      "loss_action": 0.012403162196278572,
      "loss_total": 0.012403162196278572,
      "step": 23910
    },
    {
      "loss_action": 0.01058537233620882,
      "loss_total": 0.01058537233620882,
      "step": 23910
    },
    {
      "loss_action": 0.019712641835212708,
      "loss_total": 0.019712641835212708,
      "step": 23910
    },
    {
      "loss_action": 0.010754046961665154,
      "loss_total": 0.010754046961665154,
      "step": 23910
    },
    {
      "loss_action": 0.008918069303035736,
      "loss_total": 0.008918069303035736,
      "step": 23910
    },
    {
      "loss_action": 0.009640541858971119,
      "loss_total": 0.009640541858971119,
      "step": 23910
    },
    {
      "grad_norm": 0.1666419506072998,
      "learning_rate": 9.052942720613784e-05,
      "loss": 0.0104,
      "step": 23920
    },
    {
      "loss_action": 0.0072445254772901535,
      "loss_total": 0.0072445254772901535,
      "step": 23920
    },
    {
      "loss_action": 0.006057644262909889,
      "loss_total": 0.006057644262909889,
      "step": 23920
    },
    {
      "loss_action": 0.03314227983355522,
      "loss_total": 0.03314227983355522,
      "step": 23920
    },
    {
      "loss_action": 0.010628817602992058,
      "loss_total": 0.010628817602992058,
      "step": 23920
    },
    {
      "loss_action": 0.03067139722406864,
      "loss_total": 0.03067139722406864,
      "step": 23920
    },
    {
      "loss_action": 0.015436257235705853,
      "loss_total": 0.015436257235705853,
      "step": 23920
    },
    {
      "loss_action": 0.006421225145459175,
      "loss_total": 0.006421225145459175,
      "step": 23920
    },
    {
      "loss_action": 0.006501676514744759,
      "loss_total": 0.006501676514744759,
      "step": 23920
    },
    {
      "grad_norm": 0.15849895775318146,
      "learning_rate": 9.051974200479745e-05,
      "loss": 0.0131,
      "step": 23930
    },
    {
      "loss_action": 0.018208609893918037,
      "loss_total": 0.018208609893918037,
      "step": 23930
    },
    {
      "loss_action": 0.010987196117639542,
      "loss_total": 0.010987196117639542,
      "step": 23930
    },
    {
      "loss_action": 0.006253799423575401,
      "loss_total": 0.006253799423575401,
      "step": 23930
    },
    {
      "loss_action": 0.005051157437264919,
      "loss_total": 0.005051157437264919,
      "step": 23930
    },
    {
      "loss_action": 0.011420926079154015,
      "loss_total": 0.011420926079154015,
      "step": 23930
    },
    {
      "loss_action": 0.03237185627222061,
      "loss_total": 0.03237185627222061,
      "step": 23930
    },
    {
      "loss_action": 0.012793611735105515,
      "loss_total": 0.012793611735105515,
      "step": 23930
    },
    {
      "loss_action": 0.0056913988664746284,
      "loss_total": 0.0056913988664746284,
      "step": 23930
    },
    {
      "grad_norm": 0.20177817344665527,
      "learning_rate": 9.051005237227901e-05,
      "loss": 0.0128,
      "step": 23940
    },
    {
      "loss_action": 0.013569748029112816,
      "loss_total": 0.013569748029112816,
      "step": 23940
    },
    {
      "loss_action": 0.013745532371103764,
      "loss_total": 0.013745532371103764,
      "step": 23940
    },
    {
      "loss_action": 0.010461692698299885,
      "loss_total": 0.010461692698299885,
      "step": 23940
    },
    {
      "loss_action": 0.011952619068324566,
      "loss_total": 0.011952619068324566,
      "step": 23940
    },
    {
      "loss_action": 0.008859243243932724,
      "loss_total": 0.008859243243932724,
      "step": 23940
    },
    {
      "loss_action": 0.016571814194321632,
      "loss_total": 0.016571814194321632,
      "step": 23940
    },
    {
      "loss_action": 0.010304316878318787,
      "loss_total": 0.010304316878318787,
      "step": 23940
    },
    {
      "loss_action": 0.00792318768799305,
      "loss_total": 0.00792318768799305,
      "step": 23940
    },
    {
      "grad_norm": 0.14296312630176544,
      "learning_rate": 9.050035830964215e-05,
      "loss": 0.0136,
      "step": 23950
    },
    {
      "loss_action": 0.021900158375501633,
      "loss_total": 0.021900158375501633,
      "step": 23950
    },
    {
      "loss_action": 0.006920460145920515,
      "loss_total": 0.006920460145920515,
      "step": 23950
    },
    {
      "loss_action": 0.018429268151521683,
      "loss_total": 0.018429268151521683,
      "step": 23950
    },
    {
      "loss_action": 0.012953028082847595,
      "loss_total": 0.012953028082847595,
      "step": 23950
    },
    {
      "loss_action": 0.015558356419205666,
      "loss_total": 0.015558356419205666,
      "step": 23950
    },
    {
      "loss_action": 0.007853176444768906,
      "loss_total": 0.007853176444768906,
      "step": 23950
    },
    {
      "loss_action": 0.017268817871809006,
      "loss_total": 0.017268817871809006,
      "step": 23950
    },
    {
      "loss_action": 0.006929486989974976,
      "loss_total": 0.006929486989974976,
      "step": 23950
    },
    {
      "grad_norm": 0.14913460612297058,
      "learning_rate": 9.049065981794698e-05,
      "loss": 0.0127,
      "step": 23960
    },
    {
      "loss_action": 0.00576509814709425,
      "loss_total": 0.00576509814709425,
      "step": 23960
    },
    {
      "loss_action": 0.008286358788609505,
      "loss_total": 0.008286358788609505,
      "step": 23960
    },
    {
      "loss_action": 0.009815655648708344,
      "loss_total": 0.009815655648708344,
      "step": 23960
    },
    {
      "loss_action": 0.009240501560270786,
      "loss_total": 0.009240501560270786,
      "step": 23960
    },
    {
      "loss_action": 0.007683301344513893,
      "loss_total": 0.007683301344513893,
      "step": 23960
    },
    {
      "loss_action": 0.012208402156829834,
      "loss_total": 0.012208402156829834,
      "step": 23960
    },
    {
      "loss_action": 0.01169244758784771,
      "loss_total": 0.01169244758784771,
      "step": 23960
    },
    {
      "loss_action": 0.005499090999364853,
      "loss_total": 0.005499090999364853,
      "step": 23960
    },
    {
      "grad_norm": 0.11647693812847137,
      "learning_rate": 9.048095689825414e-05,
      "loss": 0.0119,
      "step": 23970
    },
    {
      "loss_action": 0.005075087770819664,
      "loss_total": 0.005075087770819664,
      "step": 23970
    },
    {
      "loss_action": 0.007360734045505524,
      "loss_total": 0.007360734045505524,
      "step": 23970
    },
    {
      "loss_action": 0.028544098138809204,
      "loss_total": 0.028544098138809204,
      "step": 23970
    },
    {
      "loss_action": 0.006217191927134991,
      "loss_total": 0.006217191927134991,
      "step": 23970
    },
    {
      "loss_action": 0.004224233329296112,
      "loss_total": 0.004224233329296112,
      "step": 23970
    },
    {
      "loss_action": 0.005122968927025795,
      "loss_total": 0.005122968927025795,
      "step": 23970
    },
    {
      "loss_action": 0.009659197181463242,
      "loss_total": 0.009659197181463242,
      "step": 23970
    },
    {
      "loss_action": 0.01371261291205883,
      "loss_total": 0.01371261291205883,
      "step": 23970
    },
    {
      "grad_norm": 0.17095345258712769,
      "learning_rate": 9.047124955162472e-05,
      "loss": 0.0125,
      "step": 23980
    },
    {
      "loss_action": 0.0053456504829227924,
      "loss_total": 0.0053456504829227924,
      "step": 23980
    },
    {
      "loss_action": 0.02531898021697998,
      "loss_total": 0.02531898021697998,
      "step": 23980
    },
    {
      "loss_action": 0.011330682784318924,
      "loss_total": 0.011330682784318924,
      "step": 23980
    },
    {
      "loss_action": 0.010250551626086235,
      "loss_total": 0.010250551626086235,
      "step": 23980
    },
    {
      "loss_action": 0.006876572035253048,
      "loss_total": 0.006876572035253048,
      "step": 23980
    },
    {
      "loss_action": 0.017415210604667664,
      "loss_total": 0.017415210604667664,
      "step": 23980
    },
    {
      "loss_action": 0.01479406002908945,
      "loss_total": 0.01479406002908945,
      "step": 23980
    },
    {
      "loss_action": 0.007115362212061882,
      "loss_total": 0.007115362212061882,
      "step": 23980
    },
    {
      "grad_norm": 0.15586423873901367,
      "learning_rate": 9.046153777912028e-05,
      "loss": 0.012,
      "step": 23990
    },
    {
      "loss_action": 0.020954977720975876,
      "loss_total": 0.020954977720975876,
      "step": 23990
    },
    {
      "loss_action": 0.016775166615843773,
      "loss_total": 0.016775166615843773,
      "step": 23990
    },
    {
      "loss_action": 0.016729654744267464,
      "loss_total": 0.016729654744267464,
      "step": 23990
    },
    {
      "loss_action": 0.006778993643820286,
      "loss_total": 0.006778993643820286,
      "step": 23990
    },
    {
      "loss_action": 0.007563029881566763,
      "loss_total": 0.007563029881566763,
      "step": 23990
    },
    {
      "loss_action": 0.009917661547660828,
      "loss_total": 0.009917661547660828,
      "step": 23990
    },
    {
      "loss_action": 0.014276589266955853,
      "loss_total": 0.014276589266955853,
      "step": 23990
    },
    {
      "loss_action": 0.003814665600657463,
      "loss_total": 0.003814665600657463,
      "step": 23990
    },
    {
      "grad_norm": 0.17493495345115662,
      "learning_rate": 9.045182158180292e-05,
      "loss": 0.0123,
      "step": 24000
    },
    {
      "loss_action": 0.025178629904985428,
      "loss_total": 0.025178629904985428,
      "step": 24000
    },
    {
      "loss_action": 0.013211645185947418,
      "loss_total": 0.013211645185947418,
      "step": 24000
    },
    {
      "loss_action": 0.007206352427601814,
      "loss_total": 0.007206352427601814,
      "step": 24000
    },
    {
      "loss_action": 0.004573170095682144,
      "loss_total": 0.004573170095682144,
      "step": 24000
    },
    {
      "loss_action": 0.013322518207132816,
      "loss_total": 0.013322518207132816,
      "step": 24000
    },
    {
      "loss_action": 0.014804915525019169,
      "loss_total": 0.014804915525019169,
      "step": 24000
    },
    {
      "loss_action": 0.007312021683901548,
      "loss_total": 0.007312021683901548,
      "step": 24000
    },
    {
      "loss_action": 0.01571478508412838,
      "loss_total": 0.01571478508412838,
      "step": 24000
    },
    {
      "grad_norm": 0.18665190041065216,
      "learning_rate": 9.044210096073516e-05,
      "loss": 0.0128,
      "step": 24010
    },
    {
      "loss_action": 0.009494654834270477,
      "loss_total": 0.009494654834270477,
      "step": 24010
    },
    {
      "loss_action": 0.012088797986507416,
      "loss_total": 0.012088797986507416,
      "step": 24010
    },
    {
      "loss_action": 0.013046364299952984,
      "loss_total": 0.013046364299952984,
      "step": 24010
    },
    {
      "loss_action": 0.010672477073967457,
      "loss_total": 0.010672477073967457,
      "step": 24010
    },
    {
      "loss_action": 0.009086798876523972,
      "loss_total": 0.009086798876523972,
      "step": 24010
    },
    {
      "loss_action": 0.01306676585227251,
      "loss_total": 0.01306676585227251,
      "step": 24010
    },
    {
      "loss_action": 0.019974498078227043,
      "loss_total": 0.019974498078227043,
      "step": 24010
    },
    {
      "loss_action": 0.007565978914499283,
      "loss_total": 0.007565978914499283,
      "step": 24010
    },
    {
      "grad_norm": 0.11452332884073257,
      "learning_rate": 9.043237591698004e-05,
      "loss": 0.0128,
      "step": 24020
    },
    {
      "loss_action": 0.008830022066831589,
      "loss_total": 0.008830022066831589,
      "step": 24020
    },
    {
      "loss_action": 0.018307719379663467,
      "loss_total": 0.018307719379663467,
      "step": 24020
    },
    {
      "loss_action": 0.01286720484495163,
      "loss_total": 0.01286720484495163,
      "step": 24020
    },
    {
      "loss_action": 0.020523857325315475,
      "loss_total": 0.020523857325315475,
      "step": 24020
    },
    {
      "loss_action": 0.014231461100280285,
      "loss_total": 0.014231461100280285,
      "step": 24020
    },
    {
      "loss_action": 0.016020767390727997,
      "loss_total": 0.016020767390727997,
      "step": 24020
    },
    {
      "loss_action": 0.009427319280803204,
      "loss_total": 0.009427319280803204,
      "step": 24020
    },
    {
      "loss_action": 0.011137153021991253,
      "loss_total": 0.011137153021991253,
      "step": 24020
    },
    {
      "grad_norm": 0.13301070034503937,
      "learning_rate": 9.04226464516011e-05,
      "loss": 0.0113,
      "step": 24030
    },
    {
      "loss_action": 0.009701577015221119,
      "loss_total": 0.009701577015221119,
      "step": 24030
    },
    {
      "loss_action": 0.008359888568520546,
      "loss_total": 0.008359888568520546,
      "step": 24030
    },
    {
      "loss_action": 0.009014557115733624,
      "loss_total": 0.009014557115733624,
      "step": 24030
    },
    {
      "loss_action": 0.007895647548139095,
      "loss_total": 0.007895647548139095,
      "step": 24030
    },
    {
      "loss_action": 0.003475469071418047,
      "loss_total": 0.003475469071418047,
      "step": 24030
    },
    {
      "loss_action": 0.025283247232437134,
      "loss_total": 0.025283247232437134,
      "step": 24030
    },
    {
      "loss_action": 0.00734730064868927,
      "loss_total": 0.00734730064868927,
      "step": 24030
    },
    {
      "loss_action": 0.017856337130069733,
      "loss_total": 0.017856337130069733,
      "step": 24030
    },
    {
      "grad_norm": 0.19805559515953064,
      "learning_rate": 9.041291256566229e-05,
      "loss": 0.0117,
      "step": 24040
    },
    {
      "loss_action": 0.01102612353861332,
      "loss_total": 0.01102612353861332,
      "step": 24040
    },
    {
      "loss_action": 0.011177532374858856,
      "loss_total": 0.011177532374858856,
      "step": 24040
    },
    {
      "loss_action": 0.012723871506750584,
      "loss_total": 0.012723871506750584,
      "step": 24040
    },
    {
      "loss_action": 0.009648293256759644,
      "loss_total": 0.009648293256759644,
      "step": 24040
    },
    {
      "loss_action": 0.010939342901110649,
      "loss_total": 0.010939342901110649,
      "step": 24040
    },
    {
      "loss_action": 0.009414737112820148,
      "loss_total": 0.009414737112820148,
      "step": 24040
    },
    {
      "loss_action": 0.0139718446880579,
      "loss_total": 0.0139718446880579,
      "step": 24040
    },
    {
      "loss_action": 0.007526254281401634,
      "loss_total": 0.007526254281401634,
      "step": 24040
    },
    {
      "grad_norm": 0.1505173295736313,
      "learning_rate": 9.040317426022814e-05,
      "loss": 0.0131,
      "step": 24050
    },
    {
      "loss_action": 0.010140902362763882,
      "loss_total": 0.010140902362763882,
      "step": 24050
    },
    {
      "loss_action": 0.0067535582929849625,
      "loss_total": 0.0067535582929849625,
      "step": 24050
    },
    {
      "loss_action": 0.009283195249736309,
      "loss_total": 0.009283195249736309,
      "step": 24050
    },
    {
      "loss_action": 0.010201524943113327,
      "loss_total": 0.010201524943113327,
      "step": 24050
    },
    {
      "loss_action": 0.019734077155590057,
      "loss_total": 0.019734077155590057,
      "step": 24050
    },
    {
      "loss_action": 0.020083796232938766,
      "loss_total": 0.020083796232938766,
      "step": 24050
    },
    {
      "loss_action": 0.007043848745524883,
      "loss_total": 0.007043848745524883,
      "step": 24050
    },
    {
      "loss_action": 0.015097004361450672,
      "loss_total": 0.015097004361450672,
      "step": 24050
    },
    {
      "grad_norm": 0.11941549926996231,
      "learning_rate": 9.03934315363636e-05,
      "loss": 0.013,
      "step": 24060
    },
    {
      "loss_action": 0.009684830904006958,
      "loss_total": 0.009684830904006958,
      "step": 24060
    },
    {
      "loss_action": 0.03729376569390297,
      "loss_total": 0.03729376569390297,
      "step": 24060
    },
    {
      "loss_action": 0.011311314068734646,
      "loss_total": 0.011311314068734646,
      "step": 24060
    },
    {
      "loss_action": 0.006819618865847588,
      "loss_total": 0.006819618865847588,
      "step": 24060
    },
    {
      "loss_action": 0.005418101325631142,
      "loss_total": 0.005418101325631142,
      "step": 24060
    },
    {
      "loss_action": 0.00683500524610281,
      "loss_total": 0.00683500524610281,
      "step": 24060
    },
    {
      "loss_action": 0.014555418863892555,
      "loss_total": 0.014555418863892555,
      "step": 24060
    },
    {
      "loss_action": 0.0062991054728627205,
      "loss_total": 0.0062991054728627205,
      "step": 24060
    },
    {
      "grad_norm": 0.11193692684173584,
      "learning_rate": 9.038368439513409e-05,
      "loss": 0.0114,
      "step": 24070
    },
    {
      "loss_action": 0.006529198493808508,
      "loss_total": 0.006529198493808508,
      "step": 24070
    },
    {
      "loss_action": 0.009860469959676266,
      "loss_total": 0.009860469959676266,
      "step": 24070
    },
    {
      "loss_action": 0.0074320631101727486,
      "loss_total": 0.0074320631101727486,
      "step": 24070
    },
    {
      "loss_action": 0.011452141217887402,
      "loss_total": 0.011452141217887402,
      "step": 24070
    },
    {
      "loss_action": 0.016525018960237503,
      "loss_total": 0.016525018960237503,
      "step": 24070
    },
    {
      "loss_action": 0.011895316652953625,
      "loss_total": 0.011895316652953625,
      "step": 24070
    },
    {
      "loss_action": 0.010036187246441841,
      "loss_total": 0.010036187246441841,
      "step": 24070
    },
    {
      "loss_action": 0.006408953573554754,
      "loss_total": 0.006408953573554754,
      "step": 24070
    },
    {
      "grad_norm": 0.16158854961395264,
      "learning_rate": 9.03739328376056e-05,
      "loss": 0.012,
      "step": 24080
    },
    {
      "loss_action": 0.008975014090538025,
      "loss_total": 0.008975014090538025,
      "step": 24080
    },
    {
      "loss_action": 0.006635234225541353,
      "loss_total": 0.006635234225541353,
      "step": 24080
    },
    {
      "loss_action": 0.0033783630933612585,
      "loss_total": 0.0033783630933612585,
      "step": 24080
    },
    {
      "loss_action": 0.015502279624342918,
      "loss_total": 0.015502279624342918,
      "step": 24080
    },
    {
      "loss_action": 0.0038124127313494682,
      "loss_total": 0.0038124127313494682,
      "step": 24080
    },
    {
      "loss_action": 0.013164992444217205,
      "loss_total": 0.013164992444217205,
      "step": 24080
    },
    {
      "loss_action": 0.008872903883457184,
      "loss_total": 0.008872903883457184,
      "step": 24080
    },
    {
      "loss_action": 0.013252805918455124,
      "loss_total": 0.013252805918455124,
      "step": 24080
    },
    {
      "grad_norm": 0.14514625072479248,
      "learning_rate": 9.036417686484451e-05,
      "loss": 0.012,
      "step": 24090
    },
    {
      "loss_action": 0.0059759849682450294,
      "loss_total": 0.0059759849682450294,
      "step": 24090
    },
    {
      "loss_action": 0.027057867497205734,
      "loss_total": 0.027057867497205734,
      "step": 24090
    },
    {
      "loss_action": 0.012708906084299088,
      "loss_total": 0.012708906084299088,
      "step": 24090
    },
    {
      "loss_action": 0.01753781922161579,
      "loss_total": 0.01753781922161579,
      "step": 24090
    },
    {
      "loss_action": 0.014271565712988377,
      "loss_total": 0.014271565712988377,
      "step": 24090
    },
    {
      "loss_action": 0.010038653388619423,
      "loss_total": 0.010038653388619423,
      "step": 24090
    },
    {
      "loss_action": 0.009879319928586483,
      "loss_total": 0.009879319928586483,
      "step": 24090
    },
    {
      "loss_action": 0.024497848004102707,
      "loss_total": 0.024497848004102707,
      "step": 24090
    },
    {
      "grad_norm": 0.2204948365688324,
      "learning_rate": 9.035441647791773e-05,
      "loss": 0.0146,
      "step": 24100
    },
    {
      "loss_action": 0.02262984961271286,
      "loss_total": 0.02262984961271286,
      "step": 24100
    },
    {
      "loss_action": 0.015912886708974838,
      "loss_total": 0.015912886708974838,
      "step": 24100
    },
    {
      "loss_action": 0.012734219431877136,
      "loss_total": 0.012734219431877136,
      "step": 24100
    },
    {
      "loss_action": 0.008131138980388641,
      "loss_total": 0.008131138980388641,
      "step": 24100
    },
    {
      "loss_action": 0.019956232979893684,
      "loss_total": 0.019956232979893684,
      "step": 24100
    },
    {
      "loss_action": 0.00975338276475668,
      "loss_total": 0.00975338276475668,
      "step": 24100
    },
    {
      "loss_action": 0.007892603054642677,
      "loss_total": 0.007892603054642677,
      "step": 24100
    },
    {
      "loss_action": 0.02066079154610634,
      "loss_total": 0.02066079154610634,
      "step": 24100
    },
    {
      "grad_norm": 0.1395256519317627,
      "learning_rate": 9.034465167789263e-05,
      "loss": 0.0128,
      "step": 24110
    },
    {
      "loss_action": 0.011507032439112663,
      "loss_total": 0.011507032439112663,
      "step": 24110
    },
    {
      "loss_action": 0.007431377191096544,
      "loss_total": 0.007431377191096544,
      "step": 24110
    },
    {
      "loss_action": 0.010799979791045189,
      "loss_total": 0.010799979791045189,
      "step": 24110
    },
    {
      "loss_action": 0.016863225027918816,
      "loss_total": 0.016863225027918816,
      "step": 24110
    },
    {
      "loss_action": 0.024096380919218063,
      "loss_total": 0.024096380919218063,
      "step": 24110
    },
    {
      "loss_action": 0.013917140662670135,
      "loss_total": 0.013917140662670135,
      "step": 24110
    },
    {
      "loss_action": 0.004284260794520378,
      "loss_total": 0.004284260794520378,
      "step": 24110
    },
    {
      "loss_action": 0.00872328132390976,
      "loss_total": 0.00872328132390976,
      "step": 24110
    },
    {
      "grad_norm": 0.15632055699825287,
      "learning_rate": 9.033488246583706e-05,
      "loss": 0.0115,
      "step": 24120
    },
    {
      "loss_action": 0.0073759350925683975,
      "loss_total": 0.0073759350925683975,
      "step": 24120
    },
    {
      "loss_action": 0.018228227272629738,
      "loss_total": 0.018228227272629738,
      "step": 24120
    },
    {
      "loss_action": 0.013989175669848919,
      "loss_total": 0.013989175669848919,
      "step": 24120
    },
    {
      "loss_action": 0.018099192529916763,
      "loss_total": 0.018099192529916763,
      "step": 24120
    },
    {
      "loss_action": 0.00801304541528225,
      "loss_total": 0.00801304541528225,
      "step": 24120
    },
    {
      "loss_action": 0.02189777046442032,
      "loss_total": 0.02189777046442032,
      "step": 24120
    },
    {
      "loss_action": 0.02416119910776615,
      "loss_total": 0.02416119910776615,
      "step": 24120
    },
    {
      "loss_action": 0.01357129868119955,
      "loss_total": 0.01357129868119955,
      "step": 24120
    },
    {
      "grad_norm": 0.1337343156337738,
      "learning_rate": 9.032510884281941e-05,
      "loss": 0.0136,
      "step": 24130
    },
    {
      "loss_action": 0.006478503346443176,
      "loss_total": 0.006478503346443176,
      "step": 24130
    },
    {
      "loss_action": 0.010187656618654728,
      "loss_total": 0.010187656618654728,
      "step": 24130
    },
    {
      "loss_action": 0.02694167010486126,
      "loss_total": 0.02694167010486126,
      "step": 24130
    },
    {
      "loss_action": 0.014788253232836723,
      "loss_total": 0.014788253232836723,
      "step": 24130
    },
    {
      "loss_action": 0.025542832911014557,
      "loss_total": 0.025542832911014557,
      "step": 24130
    },
    {
      "loss_action": 0.007936347275972366,
      "loss_total": 0.007936347275972366,
      "step": 24130
    },
    {
      "loss_action": 0.020803559571504593,
      "loss_total": 0.020803559571504593,
      "step": 24130
    },
    {
      "loss_action": 0.019607139751315117,
      "loss_total": 0.019607139751315117,
      "step": 24130
    },
    {
      "grad_norm": 0.10332853347063065,
      "learning_rate": 9.031533080990848e-05,
      "loss": 0.0123,
      "step": 24140
    },
    {
      "loss_action": 0.0037651541642844677,
      "loss_total": 0.0037651541642844677,
      "step": 24140
    },
    {
      "loss_action": 0.012728874571621418,
      "loss_total": 0.012728874571621418,
      "step": 24140
    },
    {
      "loss_action": 0.009800996631383896,
      "loss_total": 0.009800996631383896,
      "step": 24140
    },
    {
      "loss_action": 0.013548467308282852,
      "loss_total": 0.013548467308282852,
      "step": 24140
    },
    {
      "loss_action": 0.03708447888493538,
      "loss_total": 0.03708447888493538,
      "step": 24140
    },
    {
      "loss_action": 0.005622304044663906,
      "loss_total": 0.005622304044663906,
      "step": 24140
    },
    {
      "loss_action": 0.0074270968325436115,
      "loss_total": 0.0074270968325436115,
      "step": 24140
    },
    {
      "loss_action": 0.012035338208079338,
      "loss_total": 0.012035338208079338,
      "step": 24140
    },
    {
      "grad_norm": 0.1275743544101715,
      "learning_rate": 9.030554836817358e-05,
      "loss": 0.012,
      "step": 24150
    },
    {
      "loss_action": 0.00672809686511755,
      "loss_total": 0.00672809686511755,
      "step": 24150
    },
    {
      "loss_action": 0.004848876036703587,
      "loss_total": 0.004848876036703587,
      "step": 24150
    },
    {
      "loss_action": 0.007691863924264908,
      "loss_total": 0.007691863924264908,
      "step": 24150
    },
    {
      "loss_action": 0.006813297048211098,
      "loss_total": 0.006813297048211098,
      "step": 24150
    },
    {
      "loss_action": 0.008507078513503075,
      "loss_total": 0.008507078513503075,
      "step": 24150
    },
    {
      "loss_action": 0.00557742128148675,
      "loss_total": 0.00557742128148675,
      "step": 24150
    },
    {
      "loss_action": 0.0049862852320075035,
      "loss_total": 0.0049862852320075035,
      "step": 24150
    },
    {
      "loss_action": 0.014449208974838257,
      "loss_total": 0.014449208974838257,
      "step": 24150
    },
    {
      "grad_norm": 0.14236927032470703,
      "learning_rate": 9.029576151868451e-05,
      "loss": 0.014,
      "step": 24160
    },
    {
      "loss_action": 0.0048780967481434345,
      "loss_total": 0.0048780967481434345,
      "step": 24160
    },
    {
      "loss_action": 0.017154505476355553,
      "loss_total": 0.017154505476355553,
      "step": 24160
    },
    {
      "loss_action": 0.0053131431341171265,
      "loss_total": 0.0053131431341171265,
      "step": 24160
    },
    {
      "loss_action": 0.005388908088207245,
      "loss_total": 0.005388908088207245,
      "step": 24160
    },
    {
      "loss_action": 0.011068067513406277,
      "loss_total": 0.011068067513406277,
      "step": 24160
    },
    {
      "loss_action": 0.007826728746294975,
      "loss_total": 0.007826728746294975,
      "step": 24160
    },
    {
      "loss_action": 0.013123912736773491,
      "loss_total": 0.013123912736773491,
      "step": 24160
    },
    {
      "loss_action": 0.010188782587647438,
      "loss_total": 0.010188782587647438,
      "step": 24160
    },
    {
      "grad_norm": 0.17895987629890442,
      "learning_rate": 9.028597026251155e-05,
      "loss": 0.0126,
      "step": 24170
    },
    {
      "loss_action": 0.016234401613473892,
      "loss_total": 0.016234401613473892,
      "step": 24170
    },
    {
      "loss_action": 0.01487806811928749,
      "loss_total": 0.01487806811928749,
      "step": 24170
    },
    {
      "loss_action": 0.016308870166540146,
      "loss_total": 0.016308870166540146,
      "step": 24170
    },
    {
      "loss_action": 0.010252341628074646,
      "loss_total": 0.010252341628074646,
      "step": 24170
    },
    {
      "loss_action": 0.015699926763772964,
      "loss_total": 0.015699926763772964,
      "step": 24170
    },
    {
      "loss_action": 0.004497269168496132,
      "loss_total": 0.004497269168496132,
      "step": 24170
    },
    {
      "loss_action": 0.00839727371931076,
      "loss_total": 0.00839727371931076,
      "step": 24170
    },
    {
      "loss_action": 0.026441745460033417,
      "loss_total": 0.026441745460033417,
      "step": 24170
    },
    {
      "grad_norm": 0.1447003185749054,
      "learning_rate": 9.027617460072547e-05,
      "loss": 0.013,
      "step": 24180
    },
    {
      "loss_action": 0.005232359282672405,
      "loss_total": 0.005232359282672405,
      "step": 24180
    },
    {
      "loss_action": 0.007910982705652714,
      "loss_total": 0.007910982705652714,
      "step": 24180
    },
    {
      "loss_action": 0.009878939017653465,
      "loss_total": 0.009878939017653465,
      "step": 24180
    },
    {
      "loss_action": 0.005380481015890837,
      "loss_total": 0.005380481015890837,
      "step": 24180
    },
    {
      "loss_action": 0.005659871734678745,
      "loss_total": 0.005659871734678745,
      "step": 24180
    },
    {
      "loss_action": 0.007388430647552013,
      "loss_total": 0.007388430647552013,
      "step": 24180
    },
    {
      "loss_action": 0.008495278656482697,
      "loss_total": 0.008495278656482697,
      "step": 24180
    },
    {
      "loss_action": 0.003535850904881954,
      "loss_total": 0.003535850904881954,
      "step": 24180
    },
    {
      "grad_norm": 0.19537879526615143,
      "learning_rate": 9.026637453439745e-05,
      "loss": 0.0109,
      "step": 24190
    },
    {
      "loss_action": 0.02124735713005066,
      "loss_total": 0.02124735713005066,
      "step": 24190
    },
    {
      "loss_action": 0.007485947571694851,
      "loss_total": 0.007485947571694851,
      "step": 24190
    },
    {
      "loss_action": 0.010535554960370064,
      "loss_total": 0.010535554960370064,
      "step": 24190
    },
    {
      "loss_action": 0.015660172328352928,
      "loss_total": 0.015660172328352928,
      "step": 24190
    },
    {
      "loss_action": 0.00755806639790535,
      "loss_total": 0.00755806639790535,
      "step": 24190
    },
    {
      "loss_action": 0.03664272278547287,
      "loss_total": 0.03664272278547287,
      "step": 24190
    },
    {
      "loss_action": 0.015517625957727432,
      "loss_total": 0.015517625957727432,
      "step": 24190
    },
    {
      "loss_action": 0.056619442999362946,
      "loss_total": 0.056619442999362946,
      "step": 24190
    },
    {
      "grad_norm": 0.13737037777900696,
      "learning_rate": 9.025657006459927e-05,
      "loss": 0.0147,
      "step": 24200
    },
    {
      "loss_action": 0.0130724236369133,
      "loss_total": 0.0130724236369133,
      "step": 24200
    },
    {
      "loss_action": 0.014434624463319778,
      "loss_total": 0.014434624463319778,
      "step": 24200
    },
    {
      "loss_action": 0.012195441871881485,
      "loss_total": 0.012195441871881485,
      "step": 24200
    },
    {
      "loss_action": 0.006973261013627052,
      "loss_total": 0.006973261013627052,
      "step": 24200
    },
    {
      "loss_action": 0.012218592688441277,
      "loss_total": 0.012218592688441277,
      "step": 24200
    },
    {
      "loss_action": 0.006529470905661583,
      "loss_total": 0.006529470905661583,
      "step": 24200
    },
    {
      "loss_action": 0.007416807115077972,
      "loss_total": 0.007416807115077972,
      "step": 24200
    },
    {
      "loss_action": 0.00662432424724102,
      "loss_total": 0.00662432424724102,
      "step": 24200
    },
    {
      "grad_norm": 0.17273050546646118,
      "learning_rate": 9.024676119240311e-05,
      "loss": 0.0115,
      "step": 24210
    },
    {
      "loss_action": 0.005655213259160519,
      "loss_total": 0.005655213259160519,
      "step": 24210
    },
    {
      "loss_action": 0.012647351250052452,
      "loss_total": 0.012647351250052452,
      "step": 24210
    },
    {
      "loss_action": 0.009518960490822792,
      "loss_total": 0.009518960490822792,
      "step": 24210
    },
    {
      "loss_action": 0.008728019893169403,
      "loss_total": 0.008728019893169403,
      "step": 24210
    },
    {
      "loss_action": 0.009391065686941147,
      "loss_total": 0.009391065686941147,
      "step": 24210
    },
    {
      "loss_action": 0.008953766897320747,
      "loss_total": 0.008953766897320747,
      "step": 24210
    },
    {
      "loss_action": 0.021721502766013145,
      "loss_total": 0.021721502766013145,
      "step": 24210
    },
    {
      "loss_action": 0.00860910676419735,
      "loss_total": 0.00860910676419735,
      "step": 24210
    },
    {
      "grad_norm": 0.13004830479621887,
      "learning_rate": 9.023694791888166e-05,
      "loss": 0.0119,
      "step": 24220
    },
    {
      "loss_action": 0.014011567458510399,
      "loss_total": 0.014011567458510399,
      "step": 24220
    },
    {
      "loss_action": 0.009767318144440651,
      "loss_total": 0.009767318144440651,
      "step": 24220
    },
    {
      "loss_action": 0.014209410175681114,
      "loss_total": 0.014209410175681114,
      "step": 24220
    },
    {
      "loss_action": 0.012577686458826065,
      "loss_total": 0.012577686458826065,
      "step": 24220
    },
    {
      "loss_action": 0.008885730057954788,
      "loss_total": 0.008885730057954788,
      "step": 24220
    },
    {
      "loss_action": 0.03970583900809288,
      "loss_total": 0.03970583900809288,
      "step": 24220
    },
    {
      "loss_action": 0.03236190974712372,
      "loss_total": 0.03236190974712372,
      "step": 24220
    },
    {
      "loss_action": 0.013485178351402283,
      "loss_total": 0.013485178351402283,
      "step": 24220
    },
    {
      "grad_norm": 0.1310260146856308,
      "learning_rate": 9.022713024510808e-05,
      "loss": 0.0143,
      "step": 24230
    },
    {
      "loss_action": 0.011936809867620468,
      "loss_total": 0.011936809867620468,
      "step": 24230
    },
    {
      "loss_action": 0.013478714972734451,
      "loss_total": 0.013478714972734451,
      "step": 24230
    },
    {
      "loss_action": 0.00718272477388382,
      "loss_total": 0.00718272477388382,
      "step": 24230
    },
    {
      "loss_action": 0.00817013904452324,
      "loss_total": 0.00817013904452324,
      "step": 24230
    },
    {
      "loss_action": 0.006202840246260166,
      "loss_total": 0.006202840246260166,
      "step": 24230
    },
    {
      "loss_action": 0.007382191717624664,
      "loss_total": 0.007382191717624664,
      "step": 24230
    },
    {
      "loss_action": 0.02545264922082424,
      "loss_total": 0.02545264922082424,
      "step": 24230
    },
    {
      "loss_action": 0.010251958854496479,
      "loss_total": 0.010251958854496479,
      "step": 24230
    },
    {
      "grad_norm": 0.14643724262714386,
      "learning_rate": 9.021730817215601e-05,
      "loss": 0.0112,
      "step": 24240
    },
    {
      "loss_action": 0.013877695426344872,
      "loss_total": 0.013877695426344872,
      "step": 24240
    },
    {
      "loss_action": 0.012841405346989632,
      "loss_total": 0.012841405346989632,
      "step": 24240
    },
    {
      "loss_action": 0.009814956225454807,
      "loss_total": 0.009814956225454807,
      "step": 24240
    },
    {
      "loss_action": 0.00922341924160719,
      "loss_total": 0.00922341924160719,
      "step": 24240
    },
    {
      "loss_action": 0.010248150676488876,
      "loss_total": 0.010248150676488876,
      "step": 24240
    },
    {
      "loss_action": 0.009375515393912792,
      "loss_total": 0.009375515393912792,
      "step": 24240
    },
    {
      "loss_action": 0.00728612719103694,
      "loss_total": 0.00728612719103694,
      "step": 24240
    },
    {
      "loss_action": 0.009044665843248367,
      "loss_total": 0.009044665843248367,
      "step": 24240
    },
    {
      "grad_norm": 0.171592578291893,
      "learning_rate": 9.02074817010996e-05,
      "loss": 0.0126,
      "step": 24250
    },
    {
      "loss_action": 0.019359301775693893,
      "loss_total": 0.019359301775693893,
      "step": 24250
    },
    {
      "loss_action": 0.006183661986142397,
      "loss_total": 0.006183661986142397,
      "step": 24250
    },
    {
      "loss_action": 0.005197338759899139,
      "loss_total": 0.005197338759899139,
      "step": 24250
    },
    {
      "loss_action": 0.005667982157319784,
      "loss_total": 0.005667982157319784,
      "step": 24250
    },
    {
      "loss_action": 0.02048609033226967,
      "loss_total": 0.02048609033226967,
      "step": 24250
    },
    {
      "loss_action": 0.011264335364103317,
      "loss_total": 0.011264335364103317,
      "step": 24250
    },
    {
      "loss_action": 0.013094836845993996,
      "loss_total": 0.013094836845993996,
      "step": 24250
    },
    {
      "loss_action": 0.027636544778943062,
      "loss_total": 0.027636544778943062,
      "step": 24250
    },
    {
      "grad_norm": 0.13153594732284546,
      "learning_rate": 9.019765083301342e-05,
      "loss": 0.0132,
      "step": 24260
    },
    {
      "loss_action": 0.022187523543834686,
      "loss_total": 0.022187523543834686,
      "step": 24260
    },
    {
      "loss_action": 0.009216406382620335,
      "loss_total": 0.009216406382620335,
      "step": 24260
    },
    {
      "loss_action": 0.00941079668700695,
      "loss_total": 0.00941079668700695,
      "step": 24260
    },
    {
      "loss_action": 0.006826306693255901,
      "loss_total": 0.006826306693255901,
      "step": 24260
    },
    {
      "loss_action": 0.01115380972623825,
      "loss_total": 0.01115380972623825,
      "step": 24260
    },
    {
      "loss_action": 0.010959696024656296,
      "loss_total": 0.010959696024656296,
      "step": 24260
    },
    {
      "loss_action": 0.007218214683234692,
      "loss_total": 0.007218214683234692,
      "step": 24260
    },
    {
      "loss_action": 0.006072353571653366,
      "loss_total": 0.006072353571653366,
      "step": 24260
    },
    {
      "grad_norm": 0.12424079328775406,
      "learning_rate": 9.01878155689726e-05,
      "loss": 0.0118,
      "step": 24270
    },
    {
      "loss_action": 0.011175998486578465,
      "loss_total": 0.011175998486578465,
      "step": 24270
    },
    {
      "loss_action": 0.00836398545652628,
      "loss_total": 0.00836398545652628,
      "step": 24270
    },
    {
      "loss_action": 0.01124805212020874,
      "loss_total": 0.01124805212020874,
      "step": 24270
    },
    {
      "loss_action": 0.011764615774154663,
      "loss_total": 0.011764615774154663,
      "step": 24270
    },
    {
      "loss_action": 0.025613751262426376,
      "loss_total": 0.025613751262426376,
      "step": 24270
    },
    {
      "loss_action": 0.006513703614473343,
      "loss_total": 0.006513703614473343,
      "step": 24270
    },
    {
      "loss_action": 0.014908287674188614,
      "loss_total": 0.014908287674188614,
      "step": 24270
    },
    {
      "loss_action": 0.009011603891849518,
      "loss_total": 0.009011603891849518,
      "step": 24270
    },
    {
      "grad_norm": 0.11183463782072067,
      "learning_rate": 9.017797591005268e-05,
      "loss": 0.0115,
      "step": 24280
    },
    {
      "loss_action": 0.0051278723403811455,
      "loss_total": 0.0051278723403811455,
      "step": 24280
    },
    {
      "loss_action": 0.0303821861743927,
      "loss_total": 0.0303821861743927,
      "step": 24280
    },
    {
      "loss_action": 0.005584430415183306,
      "loss_total": 0.005584430415183306,
      "step": 24280
    },
    {
      "loss_action": 0.0033887112513184547,
      "loss_total": 0.0033887112513184547,
      "step": 24280
    },
    {
      "loss_action": 0.015688668936491013,
      "loss_total": 0.015688668936491013,
      "step": 24280
    },
    {
      "loss_action": 0.0065788282081484795,
      "loss_total": 0.0065788282081484795,
      "step": 24280
    },
    {
      "loss_action": 0.006656944751739502,
      "loss_total": 0.006656944751739502,
      "step": 24280
    },
    {
      "loss_action": 0.0033008442260324955,
      "loss_total": 0.0033008442260324955,
      "step": 24280
    },
    {
      "grad_norm": 0.13762913644313812,
      "learning_rate": 9.016813185732972e-05,
      "loss": 0.0112,
      "step": 24290
    },
    {
      "loss_action": 0.01172075979411602,
      "loss_total": 0.01172075979411602,
      "step": 24290
    },
    {
      "loss_action": 0.009920568205416203,
      "loss_total": 0.009920568205416203,
      "step": 24290
    },
    {
      "loss_action": 0.016637688502669334,
      "loss_total": 0.016637688502669334,
      "step": 24290
    },
    {
      "loss_action": 0.007415155880153179,
      "loss_total": 0.007415155880153179,
      "step": 24290
    },
    {
      "loss_action": 0.00727309612557292,
      "loss_total": 0.00727309612557292,
      "step": 24290
    },
    {
      "loss_action": 0.007043921388685703,
      "loss_total": 0.007043921388685703,
      "step": 24290
    },
    {
      "loss_action": 0.005317301489412785,
      "loss_total": 0.005317301489412785,
      "step": 24290
    },
    {
      "loss_action": 0.009489286690950394,
      "loss_total": 0.009489286690950394,
      "step": 24290
    },
    {
      "grad_norm": 0.16840027272701263,
      "learning_rate": 9.015828341188027e-05,
      "loss": 0.0138,
      "step": 24300
    },
    {
      "loss_action": 0.013276312500238419,
      "loss_total": 0.013276312500238419,
      "step": 24300
    },
    {
      "loss_action": 0.00859302282333374,
      "loss_total": 0.00859302282333374,
      "step": 24300
    },
    {
      "loss_action": 0.008213544264435768,
      "loss_total": 0.008213544264435768,
      "step": 24300
    },
    {
      "loss_action": 0.00498947175219655,
      "loss_total": 0.00498947175219655,
      "step": 24300
    },
    {
      "loss_action": 0.00560335349291563,
      "loss_total": 0.00560335349291563,
      "step": 24300
    },
    {
      "loss_action": 0.004776461981236935,
      "loss_total": 0.004776461981236935,
      "step": 24300
    },
    {
      "loss_action": 0.005613340530544519,
      "loss_total": 0.005613340530544519,
      "step": 24300
    },
    {
      "loss_action": 0.010043502785265446,
      "loss_total": 0.010043502785265446,
      "step": 24300
    },
    {
      "grad_norm": 0.109492227435112,
      "learning_rate": 9.01484305747813e-05,
      "loss": 0.0141,
      "step": 24310
    },
    {
      "loss_action": 0.013988635502755642,
      "loss_total": 0.013988635502755642,
      "step": 24310
    },
    {
      "loss_action": 0.009114904329180717,
      "loss_total": 0.009114904329180717,
      "step": 24310
    },
    {
      "loss_action": 0.010729829780757427,
      "loss_total": 0.010729829780757427,
      "step": 24310
    },
    {
      "loss_action": 0.013438145630061626,
      "loss_total": 0.013438145630061626,
      "step": 24310
    },
    {
      "loss_action": 0.01405912172049284,
      "loss_total": 0.01405912172049284,
      "step": 24310
    },
    {
      "loss_action": 0.008092748001217842,
      "loss_total": 0.008092748001217842,
      "step": 24310
    },
    {
      "loss_action": 0.00817764550447464,
      "loss_total": 0.00817764550447464,
      "step": 24310
    },
    {
      "loss_action": 0.017825668677687645,
      "loss_total": 0.017825668677687645,
      "step": 24310
    },
    {
      "grad_norm": 0.11798670142889023,
      "learning_rate": 9.013857334711033e-05,
      "loss": 0.0129,
      "step": 24320
    },
    {
      "loss_action": 0.0032650416251271963,
      "loss_total": 0.0032650416251271963,
      "step": 24320
    },
    {
      "loss_action": 0.009730051271617413,
      "loss_total": 0.009730051271617413,
      "step": 24320
    },
    {
      "loss_action": 0.007548733148723841,
      "loss_total": 0.007548733148723841,
      "step": 24320
    },
    {
      "loss_action": 0.005077521316707134,
      "loss_total": 0.005077521316707134,
      "step": 24320
    },
    {
      "loss_action": 0.0228390172123909,
      "loss_total": 0.0228390172123909,
      "step": 24320
    },
    {
      "loss_action": 0.004185221157968044,
      "loss_total": 0.004185221157968044,
      "step": 24320
    },
    {
      "loss_action": 0.005601567216217518,
      "loss_total": 0.005601567216217518,
      "step": 24320
    },
    {
      "loss_action": 0.01328355260193348,
      "loss_total": 0.01328355260193348,
      "step": 24320
    },
    {
      "grad_norm": 0.13734844326972961,
      "learning_rate": 9.012871172994534e-05,
      "loss": 0.0114,
      "step": 24330
    },
    {
      "loss_action": 0.023745570331811905,
      "loss_total": 0.023745570331811905,
      "step": 24330
    },
    {
      "loss_action": 0.013578614220023155,
      "loss_total": 0.013578614220023155,
      "step": 24330
    },
    {
      "loss_action": 0.007491354364901781,
      "loss_total": 0.007491354364901781,
      "step": 24330
    },
    {
      "loss_action": 0.01854359172284603,
      "loss_total": 0.01854359172284603,
      "step": 24330
    },
    {
      "loss_action": 0.006769651547074318,
      "loss_total": 0.006769651547074318,
      "step": 24330
    },
    {
      "loss_action": 0.019748935475945473,
      "loss_total": 0.019748935475945473,
      "step": 24330
    },
    {
      "loss_action": 0.028408128768205643,
      "loss_total": 0.028408128768205643,
      "step": 24330
    },
    {
      "loss_action": 0.0033147381618618965,
      "loss_total": 0.0033147381618618965,
      "step": 24330
    },
    {
      "grad_norm": 0.14703741669654846,
      "learning_rate": 9.011884572436476e-05,
      "loss": 0.0113,
      "step": 24340
    },
    {
      "loss_action": 0.013060282915830612,
      "loss_total": 0.013060282915830612,
      "step": 24340
    },
    {
      "loss_action": 0.01150609366595745,
      "loss_total": 0.01150609366595745,
      "step": 24340
    },
    {
      "loss_action": 0.006824067793786526,
      "loss_total": 0.006824067793786526,
      "step": 24340
    },
    {
      "loss_action": 0.03206855058670044,
      "loss_total": 0.03206855058670044,
      "step": 24340
    },
    {
      "loss_action": 0.01049375906586647,
      "loss_total": 0.01049375906586647,
      "step": 24340
    },
    {
      "loss_action": 0.008510123006999493,
      "loss_total": 0.008510123006999493,
      "step": 24340
    },
    {
      "loss_action": 0.019431864842772484,
      "loss_total": 0.019431864842772484,
      "step": 24340
    },
    {
      "loss_action": 0.0316406786441803,
      "loss_total": 0.0316406786441803,
      "step": 24340
    },
    {
      "grad_norm": 0.14355720579624176,
      "learning_rate": 9.010897533144754e-05,
      "loss": 0.0129,
      "step": 24350
    },
    {
      "loss_action": 0.022408058866858482,
      "loss_total": 0.022408058866858482,
      "step": 24350
    },
    {
      "loss_action": 0.017647668719291687,
      "loss_total": 0.017647668719291687,
      "step": 24350
    },
    {
      "loss_action": 0.006768236868083477,
      "loss_total": 0.006768236868083477,
      "step": 24350
    },
    {
      "loss_action": 0.008333432488143444,
      "loss_total": 0.008333432488143444,
      "step": 24350
    },
    {
      "loss_action": 0.008411075919866562,
      "loss_total": 0.008411075919866562,
      "step": 24350
    },
    {
      "loss_action": 0.017042435705661774,
      "loss_total": 0.017042435705661774,
      "step": 24350
    },
    {
      "loss_action": 0.00526316836476326,
      "loss_total": 0.00526316836476326,
      "step": 24350
    },
    {
      "loss_action": 0.008276091888546944,
      "loss_total": 0.008276091888546944,
      "step": 24350
    },
    {
      "grad_norm": 0.19905298948287964,
      "learning_rate": 9.009910055227306e-05,
      "loss": 0.0122,
      "step": 24360
    },
    {
      "loss_action": 0.009253849275410175,
      "loss_total": 0.009253849275410175,
      "step": 24360
    },
    {
      "loss_action": 0.007082282565534115,
      "loss_total": 0.007082282565534115,
      "step": 24360
    },
    {
      "loss_action": 0.009991019032895565,
      "loss_total": 0.009991019032895565,
      "step": 24360
    },
    {
      "loss_action": 0.01005108654499054,
      "loss_total": 0.01005108654499054,
      "step": 24360
    },
    {
      "loss_action": 0.007487901486456394,
      "loss_total": 0.007487901486456394,
      "step": 24360
    },
    {
      "loss_action": 0.008876489475369453,
      "loss_total": 0.008876489475369453,
      "step": 24360
    },
    {
      "loss_action": 0.01249520294368267,
      "loss_total": 0.01249520294368267,
      "step": 24360
    },
    {
      "loss_action": 0.008728936314582825,
      "loss_total": 0.008728936314582825,
      "step": 24360
    },
    {
      "grad_norm": 0.1585264652967453,
      "learning_rate": 9.008922138792124e-05,
      "loss": 0.0116,
      "step": 24370
    },
    {
      "loss_action": 0.00438449764624238,
      "loss_total": 0.00438449764624238,
      "step": 24370
    },
    {
      "loss_action": 0.010160766541957855,
      "loss_total": 0.010160766541957855,
      "step": 24370
    },
    {
      "loss_action": 0.008348151110112667,
      "loss_total": 0.008348151110112667,
      "step": 24370
    },
    {
      "loss_action": 0.005905036348849535,
      "loss_total": 0.005905036348849535,
      "step": 24370
    },
    {
      "loss_action": 0.010524413548409939,
      "loss_total": 0.010524413548409939,
      "step": 24370
    },
    {
      "loss_action": 0.00964346993714571,
      "loss_total": 0.00964346993714571,
      "step": 24370
    },
    {
      "loss_action": 0.007707304786890745,
      "loss_total": 0.007707304786890745,
      "step": 24370
    },
    {
      "loss_action": 0.009184980764985085,
      "loss_total": 0.009184980764985085,
      "step": 24370
    },
    {
      "grad_norm": 0.14972703158855438,
      "learning_rate": 9.007933783947244e-05,
      "loss": 0.0112,
      "step": 24380
    },
    {
      "loss_action": 0.004670493304729462,
      "loss_total": 0.004670493304729462,
      "step": 24380
    },
    {
      "loss_action": 0.009470629505813122,
      "loss_total": 0.009470629505813122,
      "step": 24380
    },
    {
      "loss_action": 0.013409219682216644,
      "loss_total": 0.013409219682216644,
      "step": 24380
    },
    {
      "loss_action": 0.006351324263960123,
      "loss_total": 0.006351324263960123,
      "step": 24380
    },
    {
      "loss_action": 0.010804816149175167,
      "loss_total": 0.010804816149175167,
      "step": 24380
    },
    {
      "loss_action": 0.013180727139115334,
      "loss_total": 0.013180727139115334,
      "step": 24380
    },
    {
      "loss_action": 0.014818754978477955,
      "loss_total": 0.014818754978477955,
      "step": 24380
    },
    {
      "loss_action": 0.014481211081147194,
      "loss_total": 0.014481211081147194,
      "step": 24380
    },
    {
      "grad_norm": 0.1300625056028366,
      "learning_rate": 9.006944990800752e-05,
      "loss": 0.0109,
      "step": 24390
    },
    {
      "loss_action": 0.009278670884668827,
      "loss_total": 0.009278670884668827,
      "step": 24390
    },
    {
      "loss_action": 0.0069081541150808334,
      "loss_total": 0.0069081541150808334,
      "step": 24390
    },
    {
      "loss_action": 0.011125573888421059,
      "loss_total": 0.011125573888421059,
      "step": 24390
    },
    {
      "loss_action": 0.010830421932041645,
      "loss_total": 0.010830421932041645,
      "step": 24390
    },
    {
      "loss_action": 0.008217750117182732,
      "loss_total": 0.008217750117182732,
      "step": 24390
    },
    {
      "loss_action": 0.005953045561909676,
      "loss_total": 0.005953045561909676,
      "step": 24390
    },
    {
      "loss_action": 0.013674156740307808,
      "loss_total": 0.013674156740307808,
      "step": 24390
    },
    {
      "loss_action": 0.009785409085452557,
      "loss_total": 0.009785409085452557,
      "step": 24390
    },
    {
      "grad_norm": 0.15375928580760956,
      "learning_rate": 9.005955759460779e-05,
      "loss": 0.0122,
      "step": 24400
    },
    {
      "loss_action": 0.018854349851608276,
      "loss_total": 0.018854349851608276,
      "step": 24400
    },
    {
      "loss_action": 0.006829793564975262,
      "loss_total": 0.006829793564975262,
      "step": 24400
    },
    {
      "loss_action": 0.006945419125258923,
      "loss_total": 0.006945419125258923,
      "step": 24400
    },
    {
      "loss_action": 0.008035998791456223,
      "loss_total": 0.008035998791456223,
      "step": 24400
    },
    {
      "loss_action": 0.03136312961578369,
      "loss_total": 0.03136312961578369,
      "step": 24400
    },
    {
      "loss_action": 0.029665926471352577,
      "loss_total": 0.029665926471352577,
      "step": 24400
    },
    {
      "loss_action": 0.007031996734440327,
      "loss_total": 0.007031996734440327,
      "step": 24400
    },
    {
      "loss_action": 0.015087585896253586,
      "loss_total": 0.015087585896253586,
      "step": 24400
    },
    {
      "grad_norm": 0.1521172672510147,
      "learning_rate": 9.004966090035508e-05,
      "loss": 0.0139,
      "step": 24410
    },
    {
      "loss_action": 0.006603378802537918,
      "loss_total": 0.006603378802537918,
      "step": 24410
    },
    {
      "loss_action": 0.010593308135867119,
      "loss_total": 0.010593308135867119,
      "step": 24410
    },
    {
      "loss_action": 0.011161445640027523,
      "loss_total": 0.011161445640027523,
      "step": 24410
    },
    {
      "loss_action": 0.008064609952270985,
      "loss_total": 0.008064609952270985,
      "step": 24410
    },
    {
      "loss_action": 0.024202993139624596,
      "loss_total": 0.024202993139624596,
      "step": 24410
    },
    {
      "loss_action": 0.005162595305591822,
      "loss_total": 0.005162595305591822,
      "step": 24410
    },
    {
      "loss_action": 0.012258952483534813,
      "loss_total": 0.012258952483534813,
      "step": 24410
    },
    {
      "loss_action": 0.008514311164617538,
      "loss_total": 0.008514311164617538,
      "step": 24410
    },
    {
      "grad_norm": 0.15598876774311066,
      "learning_rate": 9.003975982633166e-05,
      "loss": 0.0113,
      "step": 24420
    },
    {
      "loss_action": 0.019587311893701553,
      "loss_total": 0.019587311893701553,
      "step": 24420
    },
    {
      "loss_action": 0.008738290518522263,
      "loss_total": 0.008738290518522263,
      "step": 24420
    },
    {
      "loss_action": 0.019630951806902885,
      "loss_total": 0.019630951806902885,
      "step": 24420
    },
    {
      "loss_action": 0.02656300738453865,
      "loss_total": 0.02656300738453865,
      "step": 24420
    },
    {
      "loss_action": 0.010479819029569626,
      "loss_total": 0.010479819029569626,
      "step": 24420
    },
    {
      "loss_action": 0.010376723483204842,
      "loss_total": 0.010376723483204842,
      "step": 24420
    },
    {
      "loss_action": 0.006448622792959213,
      "loss_total": 0.006448622792959213,
      "step": 24420
    },
    {
      "loss_action": 0.01395769789814949,
      "loss_total": 0.01395769789814949,
      "step": 24420
    },
    {
      "grad_norm": 0.2153332382440567,
      "learning_rate": 9.00298543736203e-05,
      "loss": 0.0126,
      "step": 24430
    },
    {
      "loss_action": 0.011003552004694939,
      "loss_total": 0.011003552004694939,
      "step": 24430
    },
    {
      "loss_action": 0.005958619527518749,
      "loss_total": 0.005958619527518749,
      "step": 24430
    },
    {
      "loss_action": 0.028084449470043182,
      "loss_total": 0.028084449470043182,
      "step": 24430
    },
    {
      "loss_action": 0.004020487889647484,
      "loss_total": 0.004020487889647484,
      "step": 24430
    },
    {
      "loss_action": 0.013437394052743912,
      "loss_total": 0.013437394052743912,
      "step": 24430
    },
    {
      "loss_action": 0.005183415487408638,
      "loss_total": 0.005183415487408638,
      "step": 24430
    },
    {
      "loss_action": 0.008375424891710281,
      "loss_total": 0.008375424891710281,
      "step": 24430
    },
    {
      "loss_action": 0.009601427242159843,
      "loss_total": 0.009601427242159843,
      "step": 24430
    },
    {
      "grad_norm": 0.14297360181808472,
      "learning_rate": 9.001994454330427e-05,
      "loss": 0.0126,
      "step": 24440
    },
    {
      "loss_action": 0.014861531555652618,
      "loss_total": 0.014861531555652618,
      "step": 24440
    },
    {
      "loss_action": 0.0507844015955925,
      "loss_total": 0.0507844015955925,
      "step": 24440
    },
    {
      "loss_action": 0.04510895907878876,
      "loss_total": 0.04510895907878876,
      "step": 24440
    },
    {
      "loss_action": 0.01717122457921505,
      "loss_total": 0.01717122457921505,
      "step": 24440
    },
    {
      "loss_action": 0.03159391134977341,
      "loss_total": 0.03159391134977341,
      "step": 24440
    },
    {
      "loss_action": 0.017527064308524132,
      "loss_total": 0.017527064308524132,
      "step": 24440
    },
    {
      "loss_action": 0.012852258048951626,
      "loss_total": 0.012852258048951626,
      "step": 24440
    },
    {
      "loss_action": 0.015607230365276337,
      "loss_total": 0.015607230365276337,
      "step": 24440
    },
    {
      "grad_norm": 0.21807925403118134,
      "learning_rate": 9.001003033646727e-05,
      "loss": 0.0133,
      "step": 24450
    },
    {
      "loss_action": 0.013493125326931477,
      "loss_total": 0.013493125326931477,
      "step": 24450
    },
    {
      "loss_action": 0.011469586752355099,
      "loss_total": 0.011469586752355099,
      "step": 24450
    },
    {
      "loss_action": 0.011899515055119991,
      "loss_total": 0.011899515055119991,
      "step": 24450
    },
    {
      "loss_action": 0.008979045785963535,
      "loss_total": 0.008979045785963535,
      "step": 24450
    },
    {
      "loss_action": 0.012621934525668621,
      "loss_total": 0.012621934525668621,
      "step": 24450
    },
    {
      "loss_action": 0.0228426530957222,
      "loss_total": 0.0228426530957222,
      "step": 24450
    },
    {
      "loss_action": 0.006362156942486763,
      "loss_total": 0.006362156942486763,
      "step": 24450
    },
    {
      "loss_action": 0.010207640007138252,
      "loss_total": 0.010207640007138252,
      "step": 24450
    },
    {
      "grad_norm": 0.11484656482934952,
      "learning_rate": 9.00001117541935e-05,
      "loss": 0.0105,
      "step": 24460
    },
    {
      "loss_action": 0.006154029630124569,
      "loss_total": 0.006154029630124569,
      "step": 24460
    },
    {
      "loss_action": 0.005969219841063023,
      "loss_total": 0.005969219841063023,
      "step": 24460
    },
    {
      "loss_action": 0.008075922727584839,
      "loss_total": 0.008075922727584839,
      "step": 24460
    },
    {
      "loss_action": 0.007648267783224583,
      "loss_total": 0.007648267783224583,
      "step": 24460
    },
    {
      "loss_action": 0.004293479956686497,
      "loss_total": 0.004293479956686497,
      "step": 24460
    },
    {
      "loss_action": 0.011188521049916744,
      "loss_total": 0.011188521049916744,
      "step": 24460
    },
    {
      "loss_action": 0.017612196505069733,
      "loss_total": 0.017612196505069733,
      "step": 24460
    },
    {
      "loss_action": 0.010911660268902779,
      "loss_total": 0.010911660268902779,
      "step": 24460
    },
    {
      "grad_norm": 0.13025665283203125,
      "learning_rate": 8.999018879756764e-05,
      "loss": 0.01,
      "step": 24470
    },
    {
      "loss_action": 0.008021530695259571,
      "loss_total": 0.008021530695259571,
      "step": 24470
    },
    {
      "loss_action": 0.00450506154447794,
      "loss_total": 0.00450506154447794,
      "step": 24470
    },
    {
      "loss_action": 0.006737425457686186,
      "loss_total": 0.006737425457686186,
      "step": 24470
    },
    {
      "loss_action": 0.016660626977682114,
      "loss_total": 0.016660626977682114,
      "step": 24470
    },
    {
      "loss_action": 0.021124863997101784,
      "loss_total": 0.021124863997101784,
      "step": 24470
    },
    {
      "loss_action": 0.008552651852369308,
      "loss_total": 0.008552651852369308,
      "step": 24470
    },
    {
      "loss_action": 0.021897509694099426,
      "loss_total": 0.021897509694099426,
      "step": 24470
    },
    {
      "loss_action": 0.012494416907429695,
      "loss_total": 0.012494416907429695,
      "step": 24470
    },
    {
      "grad_norm": 0.20516102015972137,
      "learning_rate": 8.998026146767487e-05,
      "loss": 0.0128,
      "step": 24480
    },
    {
      "loss_action": 0.0282126497477293,
      "loss_total": 0.0282126497477293,
      "step": 24480
    },
    {
      "loss_action": 0.010945060290396214,
      "loss_total": 0.010945060290396214,
      "step": 24480
    },
    {
      "loss_action": 0.005222416017204523,
      "loss_total": 0.005222416017204523,
      "step": 24480
    },
    {
      "loss_action": 0.0138600654900074,
      "loss_total": 0.0138600654900074,
      "step": 24480
    },
    {
      "loss_action": 0.010684758424758911,
      "loss_total": 0.010684758424758911,
      "step": 24480
    },
    {
      "loss_action": 0.011426912620663643,
      "loss_total": 0.011426912620663643,
      "step": 24480
    },
    {
      "loss_action": 0.006024258676916361,
      "loss_total": 0.006024258676916361,
      "step": 24480
    },
    {
      "loss_action": 0.010534515604376793,
      "loss_total": 0.010534515604376793,
      "step": 24480
    },
    {
      "grad_norm": 0.16995000839233398,
      "learning_rate": 8.99703297656008e-05,
      "loss": 0.0118,
      "step": 24490
    },
    {
      "loss_action": 0.006569593213498592,
      "loss_total": 0.006569593213498592,
      "step": 24490
    },
    {
      "loss_action": 0.01331278309226036,
      "loss_total": 0.01331278309226036,
      "step": 24490
    },
    {
      "loss_action": 0.0064923204481601715,
      "loss_total": 0.0064923204481601715,
      "step": 24490
    },
    {
      "loss_action": 0.012515651062130928,
      "loss_total": 0.012515651062130928,
      "step": 24490
    },
    {
      "loss_action": 0.003903024597093463,
      "loss_total": 0.003903024597093463,
      "step": 24490
    },
    {
      "loss_action": 0.010030916891992092,
      "loss_total": 0.010030916891992092,
      "step": 24490
    },
    {
      "loss_action": 0.013857000507414341,
      "loss_total": 0.013857000507414341,
      "step": 24490
    },
    {
      "loss_action": 0.020578818395733833,
      "loss_total": 0.020578818395733833,
      "step": 24490
    },
    {
      "grad_norm": 0.13025319576263428,
      "learning_rate": 8.996039369243156e-05,
      "loss": 0.0123,
      "step": 24500
    },
    {
      "loss_action": 0.010938087478280067,
      "loss_total": 0.010938087478280067,
      "step": 24500
    },
    {
      "loss_action": 0.015088194981217384,
      "loss_total": 0.015088194981217384,
      "step": 24500
    },
    {
      "loss_action": 0.03364994376897812,
      "loss_total": 0.03364994376897812,
      "step": 24500
    },
    {
      "loss_action": 0.010675841942429543,
      "loss_total": 0.010675841942429543,
      "step": 24500
    },
    {
      "loss_action": 0.00806980486959219,
      "loss_total": 0.00806980486959219,
      "step": 24500
    },
    {
      "loss_action": 0.005617307499051094,
      "loss_total": 0.005617307499051094,
      "step": 24500
    },
    {
      "loss_action": 0.013028381392359734,
      "loss_total": 0.013028381392359734,
      "step": 24500
    },
    {
      "loss_action": 0.008634181693196297,
      "loss_total": 0.008634181693196297,
      "step": 24500
    },
    {
      "grad_norm": 0.21850213408470154,
      "learning_rate": 8.995045324925378e-05,
      "loss": 0.0147,
      "step": 24510
    },
    {
      "loss_action": 0.01618168130517006,
      "loss_total": 0.01618168130517006,
      "step": 24510
    },
    {
      "loss_action": 0.005437116604298353,
      "loss_total": 0.005437116604298353,
      "step": 24510
    },
    {
      "loss_action": 0.013479195535182953,
      "loss_total": 0.013479195535182953,
      "step": 24510
    },
    {
      "loss_action": 0.012769355438649654,
      "loss_total": 0.012769355438649654,
      "step": 24510
    },
    {
      "loss_action": 0.02010948956012726,
      "loss_total": 0.02010948956012726,
      "step": 24510
    },
    {
      "loss_action": 0.010522211901843548,
      "loss_total": 0.010522211901843548,
      "step": 24510
    },
    {
      "loss_action": 0.03513480722904205,
      "loss_total": 0.03513480722904205,
      "step": 24510
    },
    {
      "loss_action": 0.014218427240848541,
      "loss_total": 0.014218427240848541,
      "step": 24510
    },
    {
      "grad_norm": 0.15050533413887024,
      "learning_rate": 8.994050843715448e-05,
      "loss": 0.0122,
      "step": 24520
    },
    {
      "loss_action": 0.02557341381907463,
      "loss_total": 0.02557341381907463,
      "step": 24520
    },
    {
      "loss_action": 0.01122246403247118,
      "loss_total": 0.01122246403247118,
      "step": 24520
    },
    {
      "loss_action": 0.006203006487339735,
      "loss_total": 0.006203006487339735,
      "step": 24520
    },
    {
      "loss_action": 0.01627560704946518,
      "loss_total": 0.01627560704946518,
      "step": 24520
    },
    {
      "loss_action": 0.008651606738567352,
      "loss_total": 0.008651606738567352,
      "step": 24520
    },
    {
      "loss_action": 0.0060047428123652935,
      "loss_total": 0.0060047428123652935,
      "step": 24520
    },
    {
      "loss_action": 0.008641420863568783,
      "loss_total": 0.008641420863568783,
      "step": 24520
    },
    {
      "loss_action": 0.009431416168808937,
      "loss_total": 0.009431416168808937,
      "step": 24520
    },
    {
      "grad_norm": 0.17204725742340088,
      "learning_rate": 8.993055925722121e-05,
      "loss": 0.0121,
      "step": 24530
    },
    {
      "loss_action": 0.01725676842033863,
      "loss_total": 0.01725676842033863,
      "step": 24530
    },
    {
      "loss_action": 0.01882701925933361,
      "loss_total": 0.01882701925933361,
      "step": 24530
    },
    {
      "loss_action": 0.01895401068031788,
      "loss_total": 0.01895401068031788,
      "step": 24530
    },
    {
      "loss_action": 0.006279137916862965,
      "loss_total": 0.006279137916862965,
      "step": 24530
    },
    {
      "loss_action": 0.01292399037629366,
      "loss_total": 0.01292399037629366,
      "step": 24530
    },
    {
      "loss_action": 0.021277880296111107,
      "loss_total": 0.021277880296111107,
      "step": 24530
    },
    {
      "loss_action": 0.0053831953555345535,
      "loss_total": 0.0053831953555345535,
      "step": 24530
    },
    {
      "loss_action": 0.00758745614439249,
      "loss_total": 0.00758745614439249,
      "step": 24530
    },
    {
      "grad_norm": 0.10011070966720581,
      "learning_rate": 8.992060571054202e-05,
      "loss": 0.0104,
      "step": 24540
    },
    {
      "loss_action": 0.007436397485435009,
      "loss_total": 0.007436397485435009,
      "step": 24540
    },
    {
      "loss_action": 0.0188564732670784,
      "loss_total": 0.0188564732670784,
      "step": 24540
    },
    {
      "loss_action": 0.014835432171821594,
      "loss_total": 0.014835432171821594,
      "step": 24540
    },
    {
      "loss_action": 0.008119778707623482,
      "loss_total": 0.008119778707623482,
      "step": 24540
    },
    {
      "loss_action": 0.00990012101829052,
      "loss_total": 0.00990012101829052,
      "step": 24540
    },
    {
      "loss_action": 0.012649204581975937,
      "loss_total": 0.012649204581975937,
      "step": 24540
    },
    {
      "loss_action": 0.005203349515795708,
      "loss_total": 0.005203349515795708,
      "step": 24540
    },
    {
      "loss_action": 0.007438395172357559,
      "loss_total": 0.007438395172357559,
      "step": 24540
    },
    {
      "grad_norm": 0.15876780450344086,
      "learning_rate": 8.991064779820542e-05,
      "loss": 0.0111,
      "step": 24550
    },
    {
      "loss_action": 0.007514347322285175,
      "loss_total": 0.007514347322285175,
      "step": 24550
    },
    {
      "loss_action": 0.005594433750957251,
      "loss_total": 0.005594433750957251,
      "step": 24550
    },
    {
      "loss_action": 0.030830156058073044,
      "loss_total": 0.030830156058073044,
      "step": 24550
    },
    {
      "loss_action": 0.004197962116450071,
      "loss_total": 0.004197962116450071,
      "step": 24550
    },
    {
      "loss_action": 0.009673897176980972,
      "loss_total": 0.009673897176980972,
      "step": 24550
    },
    {
      "loss_action": 0.011913957074284554,
      "loss_total": 0.011913957074284554,
      "step": 24550
    },
    {
      "loss_action": 0.02099715545773506,
      "loss_total": 0.02099715545773506,
      "step": 24550
    },
    {
      "loss_action": 0.005684525705873966,
      "loss_total": 0.005684525705873966,
      "step": 24550
    },
    {
      "grad_norm": 0.23029042780399323,
      "learning_rate": 8.990068552130036e-05,
      "loss": 0.0115,
      "step": 24560
    },
    {
      "loss_action": 0.009692658670246601,
      "loss_total": 0.009692658670246601,
      "step": 24560
    },
    {
      "loss_action": 0.009088341146707535,
      "loss_total": 0.009088341146707535,
      "step": 24560
    },
    {
      "loss_action": 0.011232946068048477,
      "loss_total": 0.011232946068048477,
      "step": 24560
    },
    {
      "loss_action": 0.01000521332025528,
      "loss_total": 0.01000521332025528,
      "step": 24560
    },
    {
      "loss_action": 0.003444420639425516,
      "loss_total": 0.003444420639425516,
      "step": 24560
    },
    {
      "loss_action": 0.012152889743447304,
      "loss_total": 0.012152889743447304,
      "step": 24560
    },
    {
      "loss_action": 0.015375405550003052,
      "loss_total": 0.015375405550003052,
      "step": 24560
    },
    {
      "loss_action": 0.02062610536813736,
      "loss_total": 0.02062610536813736,
      "step": 24560
    },
    {
      "grad_norm": 0.11712624132633209,
      "learning_rate": 8.989071888091634e-05,
      "loss": 0.0124,
      "step": 24570
    },
    {
      "loss_action": 0.007965592667460442,
      "loss_total": 0.007965592667460442,
      "step": 24570
    },
    {
      "loss_action": 0.004293841775506735,
      "loss_total": 0.004293841775506735,
      "step": 24570
    },
    {
      "loss_action": 0.0054824817925691605,
      "loss_total": 0.0054824817925691605,
      "step": 24570
    },
    {
      "loss_action": 0.009557283483445644,
      "loss_total": 0.009557283483445644,
      "step": 24570
    },
    {
      "loss_action": 0.022209543734788895,
      "loss_total": 0.022209543734788895,
      "step": 24570
    },
    {
      "loss_action": 0.01316587533801794,
      "loss_total": 0.01316587533801794,
      "step": 24570
    },
    {
      "loss_action": 0.004899694584310055,
      "loss_total": 0.004899694584310055,
      "step": 24570
    },
    {
      "loss_action": 0.007564823608845472,
      "loss_total": 0.007564823608845472,
      "step": 24570
    },
    {
      "grad_norm": 0.22766107320785522,
      "learning_rate": 8.988074787814329e-05,
      "loss": 0.0124,
      "step": 24580
    },
    {
      "loss_action": 0.020415645092725754,
      "loss_total": 0.020415645092725754,
      "step": 24580
    },
    {
      "loss_action": 0.017420731484889984,
      "loss_total": 0.017420731484889984,
      "step": 24580
    },
    {
      "loss_action": 0.015405994839966297,
      "loss_total": 0.015405994839966297,
      "step": 24580
    },
    {
      "loss_action": 0.008507105521857738,
      "loss_total": 0.008507105521857738,
      "step": 24580
    },
    {
      "loss_action": 0.010406231507658958,
      "loss_total": 0.010406231507658958,
      "step": 24580
    },
    {
      "loss_action": 0.010562580078840256,
      "loss_total": 0.010562580078840256,
      "step": 24580
    },
    {
      "loss_action": 0.0072435978800058365,
      "loss_total": 0.0072435978800058365,
      "step": 24580
    },
    {
      "loss_action": 0.004548174329102039,
      "loss_total": 0.004548174329102039,
      "step": 24580
    },
    {
      "grad_norm": 0.1301061511039734,
      "learning_rate": 8.987077251407158e-05,
      "loss": 0.0124,
      "step": 24590
    },
    {
      "loss_action": 0.0104689821600914,
      "loss_total": 0.0104689821600914,
      "step": 24590
    },
    {
      "loss_action": 0.005878466181457043,
      "loss_total": 0.005878466181457043,
      "step": 24590
    },
    {
      "loss_action": 0.015565628185868263,
      "loss_total": 0.015565628185868263,
      "step": 24590
    },
    {
      "loss_action": 0.0122032156214118,
      "loss_total": 0.0122032156214118,
      "step": 24590
    },
    {
      "loss_action": 0.010788197629153728,
      "loss_total": 0.010788197629153728,
      "step": 24590
    },
    {
      "loss_action": 0.018486980348825455,
      "loss_total": 0.018486980348825455,
      "step": 24590
    },
    {
      "loss_action": 0.016290269792079926,
      "loss_total": 0.016290269792079926,
      "step": 24590
    },
    {
      "loss_action": 0.025810077786445618,
      "loss_total": 0.025810077786445618,
      "step": 24590
    },
    {
      "grad_norm": 0.12991023063659668,
      "learning_rate": 8.986079278979216e-05,
      "loss": 0.0108,
      "step": 24600
    },
    {
      "loss_action": 0.02804916724562645,
      "loss_total": 0.02804916724562645,
      "step": 24600
    },
    {
      "loss_action": 0.013992450200021267,
      "loss_total": 0.013992450200021267,
      "step": 24600
    },
    {
      "loss_action": 0.004422678612172604,
      "loss_total": 0.004422678612172604,
      "step": 24600
    },
    {
      "loss_action": 0.011085200123488903,
      "loss_total": 0.011085200123488903,
      "step": 24600
    },
    {
      "loss_action": 0.01325043011456728,
      "loss_total": 0.01325043011456728,
      "step": 24600
    },
    {
      "loss_action": 0.008625771850347519,
      "loss_total": 0.008625771850347519,
      "step": 24600
    },
    {
      "loss_action": 0.006789893843233585,
      "loss_total": 0.006789893843233585,
      "step": 24600
    },
    {
      "loss_action": 0.0032529528252780437,
      "loss_total": 0.0032529528252780437,
      "step": 24600
    },
    {
      "grad_norm": 0.12279289215803146,
      "learning_rate": 8.985080870639635e-05,
      "loss": 0.0105,
      "step": 24610
    },
    {
      "loss_action": 0.012178928591310978,
      "loss_total": 0.012178928591310978,
      "step": 24610
    },
    {
      "loss_action": 0.006173382978886366,
      "loss_total": 0.006173382978886366,
      "step": 24610
    },
    {
      "loss_action": 0.004575831349939108,
      "loss_total": 0.004575831349939108,
      "step": 24610
    },
    {
      "loss_action": 0.014006245881319046,
      "loss_total": 0.014006245881319046,
      "step": 24610
    },
    {
      "loss_action": 0.022322477772831917,
      "loss_total": 0.022322477772831917,
      "step": 24610
    },
    {
      "loss_action": 0.018502127379179,
      "loss_total": 0.018502127379179,
      "step": 24610
    },
    {
      "loss_action": 0.012005073949694633,
      "loss_total": 0.012005073949694633,
      "step": 24610
    },
    {
      "loss_action": 0.00849115289747715,
      "loss_total": 0.00849115289747715,
      "step": 24610
    },
    {
      "grad_norm": 0.10151191800832748,
      "learning_rate": 8.984082026497603e-05,
      "loss": 0.0113,
      "step": 24620
    },
    {
      "loss_action": 0.007191293872892857,
      "loss_total": 0.007191293872892857,
      "step": 24620
    },
    {
      "loss_action": 0.015309897251427174,
      "loss_total": 0.015309897251427174,
      "step": 24620
    },
    {
      "loss_action": 0.03111315332353115,
      "loss_total": 0.03111315332353115,
      "step": 24620
    },
    {
      "loss_action": 0.010023849084973335,
      "loss_total": 0.010023849084973335,
      "step": 24620
    },
    {
      "loss_action": 0.008781414479017258,
      "loss_total": 0.008781414479017258,
      "step": 24620
    },
    {
      "loss_action": 0.008035448379814625,
      "loss_total": 0.008035448379814625,
      "step": 24620
    },
    {
      "loss_action": 0.009142064489424229,
      "loss_total": 0.009142064489424229,
      "step": 24620
    },
    {
      "loss_action": 0.008351096883416176,
      "loss_total": 0.008351096883416176,
      "step": 24620
    },
    {
      "grad_norm": 0.1399095058441162,
      "learning_rate": 8.98308274666235e-05,
      "loss": 0.0106,
      "step": 24630
    },
    {
      "loss_action": 0.011865892447531223,
      "loss_total": 0.011865892447531223,
      "step": 24630
    },
    {
      "loss_action": 0.009737285785377026,
      "loss_total": 0.009737285785377026,
      "step": 24630
    },
    {
      "loss_action": 0.005393349565565586,
      "loss_total": 0.005393349565565586,
      "step": 24630
    },
    {
      "loss_action": 0.0036111103836447,
      "loss_total": 0.0036111103836447,
      "step": 24630
    },
    {
      "loss_action": 0.007754202466458082,
      "loss_total": 0.007754202466458082,
      "step": 24630
    },
    {
      "loss_action": 0.0045398627407848835,
      "loss_total": 0.0045398627407848835,
      "step": 24630
    },
    {
      "loss_action": 0.011041000485420227,
      "loss_total": 0.011041000485420227,
      "step": 24630
    },
    {
      "loss_action": 0.004463115707039833,
      "loss_total": 0.004463115707039833,
      "step": 24630
    },
    {
      "grad_norm": 0.15071454644203186,
      "learning_rate": 8.982083031243155e-05,
      "loss": 0.0124,
      "step": 24640
    },
    {
      "loss_action": 0.007137060631066561,
      "loss_total": 0.007137060631066561,
      "step": 24640
    },
    {
      "loss_action": 0.012290694750845432,
      "loss_total": 0.012290694750845432,
      "step": 24640
    },
    {
      "loss_action": 0.015930328518152237,
      "loss_total": 0.015930328518152237,
      "step": 24640
    },
    {
      "loss_action": 0.016838770359754562,
      "loss_total": 0.016838770359754562,
      "step": 24640
    },
    {
      "loss_action": 0.014208020642399788,
      "loss_total": 0.014208020642399788,
      "step": 24640
    },
    {
      "loss_action": 0.014280026778578758,
      "loss_total": 0.014280026778578758,
      "step": 24640
    },
    {
      "loss_action": 0.009710351005196571,
      "loss_total": 0.009710351005196571,
      "step": 24640
    },
    {
      "loss_action": 0.01027295459061861,
      "loss_total": 0.01027295459061861,
      "step": 24640
    },
    {
      "grad_norm": 0.11440479755401611,
      "learning_rate": 8.98108288034935e-05,
      "loss": 0.0108,
      "step": 24650
    },
    {
      "loss_action": 0.010264400392770767,
      "loss_total": 0.010264400392770767,
      "step": 24650
    },
    {
      "loss_action": 0.007851346395909786,
      "loss_total": 0.007851346395909786,
      "step": 24650
    },
    {
      "loss_action": 0.012520724907517433,
      "loss_total": 0.012520724907517433,
      "step": 24650
    },
    {
      "loss_action": 0.018119752407073975,
      "loss_total": 0.018119752407073975,
      "step": 24650
    },
    {
      "loss_action": 0.010798878967761993,
      "loss_total": 0.010798878967761993,
      "step": 24650
    },
    {
      "loss_action": 0.008471345528960228,
      "loss_total": 0.008471345528960228,
      "step": 24650
    },
    {
      "loss_action": 0.007226103916764259,
      "loss_total": 0.007226103916764259,
      "step": 24650
    },
    {
      "loss_action": 0.006957371719181538,
      "loss_total": 0.006957371719181538,
      "step": 24650
    },
    {
      "grad_norm": 0.14409096539020538,
      "learning_rate": 8.980082294090305e-05,
      "loss": 0.0123,
      "step": 24660
    },
    {
      "loss_action": 0.011420873925089836,
      "loss_total": 0.011420873925089836,
      "step": 24660
    },
    {
      "loss_action": 0.006249197758734226,
      "loss_total": 0.006249197758734226,
      "step": 24660
    },
    {
      "loss_action": 0.006674636621028185,
      "loss_total": 0.006674636621028185,
      "step": 24660
    },
    {
      "loss_action": 0.012457268312573433,
      "loss_total": 0.012457268312573433,
      "step": 24660
    },
    {
      "loss_action": 0.0021286183036863804,
      "loss_total": 0.0021286183036863804,
      "step": 24660
    },
    {
      "loss_action": 0.009535098448395729,
      "loss_total": 0.009535098448395729,
      "step": 24660
    },
    {
      "loss_action": 0.008545489981770515,
      "loss_total": 0.008545489981770515,
      "step": 24660
    },
    {
      "loss_action": 0.003965284675359726,
      "loss_total": 0.003965284675359726,
      "step": 24660
    },
    {
      "grad_norm": 0.17866526544094086,
      "learning_rate": 8.979081272575443e-05,
      "loss": 0.0107,
      "step": 24670
    },
    {
      "loss_action": 0.018286731094121933,
      "loss_total": 0.018286731094121933,
      "step": 24670
    },
    {
      "loss_action": 0.003932544961571693,
      "loss_total": 0.003932544961571693,
      "step": 24670
    },
    {
      "loss_action": 0.013245203532278538,
      "loss_total": 0.013245203532278538,
      "step": 24670
    },
    {
      "loss_action": 0.012278353795409203,
      "loss_total": 0.012278353795409203,
      "step": 24670
    },
    {
      "loss_action": 0.014235824346542358,
      "loss_total": 0.014235824346542358,
      "step": 24670
    },
    {
      "loss_action": 0.02223823219537735,
      "loss_total": 0.02223823219537735,
      "step": 24670
    },
    {
      "loss_action": 0.007480845786631107,
      "loss_total": 0.007480845786631107,
      "step": 24670
    },
    {
      "loss_action": 0.021173810586333275,
      "loss_total": 0.021173810586333275,
      "step": 24670
    },
    {
      "grad_norm": 0.14104215800762177,
      "learning_rate": 8.978079815914236e-05,
      "loss": 0.011,
      "step": 24680
    },
    {
      "loss_action": 0.016905762255191803,
      "loss_total": 0.016905762255191803,
      "step": 24680
    },
    {
      "loss_action": 0.007993897423148155,
      "loss_total": 0.007993897423148155,
      "step": 24680
    },
    {
      "loss_action": 0.015883270651102066,
      "loss_total": 0.015883270651102066,
      "step": 24680
    },
    {
      "loss_action": 0.010364756919443607,
      "loss_total": 0.010364756919443607,
      "step": 24680
    },
    {
      "loss_action": 0.01341366395354271,
      "loss_total": 0.01341366395354271,
      "step": 24680
    },
    {
      "loss_action": 0.009763481095433235,
      "loss_total": 0.009763481095433235,
      "step": 24680
    },
    {
      "loss_action": 0.01775563322007656,
      "loss_total": 0.01775563322007656,
      "step": 24680
    },
    {
      "loss_action": 0.008383574895560741,
      "loss_total": 0.008383574895560741,
      "step": 24680
    },
    {
      "grad_norm": 0.19040615856647491,
      "learning_rate": 8.977077924216202e-05,
      "loss": 0.0128,
      "step": 24690
    },
    {
      "loss_action": 0.009455541148781776,
      "loss_total": 0.009455541148781776,
      "step": 24690
    },
    {
      "loss_action": 0.009274501353502274,
      "loss_total": 0.009274501353502274,
      "step": 24690
    },
    {
      "loss_action": 0.010839950293302536,
      "loss_total": 0.010839950293302536,
      "step": 24690
    },
    {
      "loss_action": 0.0074643585830926895,
      "loss_total": 0.0074643585830926895,
      "step": 24690
    },
    {
      "loss_action": 0.010380949825048447,
      "loss_total": 0.010380949825048447,
      "step": 24690
    },
    {
      "loss_action": 0.007155281491577625,
      "loss_total": 0.007155281491577625,
      "step": 24690
    },
    {
      "loss_action": 0.008645934984087944,
      "loss_total": 0.008645934984087944,
      "step": 24690
    },
    {
      "loss_action": 0.03368537127971649,
      "loss_total": 0.03368537127971649,
      "step": 24690
    },
    {
      "grad_norm": 0.13348405063152313,
      "learning_rate": 8.976075597590905e-05,
      "loss": 0.0121,
      "step": 24700
    },
    {
      "loss_action": 0.01991378888487816,
      "loss_total": 0.01991378888487816,
      "step": 24700
    },
    {
      "loss_action": 0.014972599223256111,
      "loss_total": 0.014972599223256111,
      "step": 24700
    },
    {
      "loss_action": 0.013844667002558708,
      "loss_total": 0.013844667002558708,
      "step": 24700
    },
    {
      "loss_action": 0.018991798162460327,
      "loss_total": 0.018991798162460327,
      "step": 24700
    },
    {
      "loss_action": 0.005571112968027592,
      "loss_total": 0.005571112968027592,
      "step": 24700
    },
    {
      "loss_action": 0.006351275835186243,
      "loss_total": 0.006351275835186243,
      "step": 24700
    },
    {
      "loss_action": 0.012824125587940216,
      "loss_total": 0.012824125587940216,
      "step": 24700
    },
    {
      "loss_action": 0.017384950071573257,
      "loss_total": 0.017384950071573257,
      "step": 24700
    },
    {
      "grad_norm": 0.15828408300876617,
      "learning_rate": 8.975072836147958e-05,
      "loss": 0.0122,
      "step": 24710
    },
    {
      "loss_action": 0.00452084094285965,
      "loss_total": 0.00452084094285965,
      "step": 24710
    },
    {
      "loss_action": 0.004345723427832127,
      "loss_total": 0.004345723427832127,
      "step": 24710
    },
    {
      "loss_action": 0.013678953982889652,
      "loss_total": 0.013678953982889652,
      "step": 24710
    },
    {
      "loss_action": 0.013058456592261791,
      "loss_total": 0.013058456592261791,
      "step": 24710
    },
    {
      "loss_action": 0.01935013011097908,
      "loss_total": 0.01935013011097908,
      "step": 24710
    },
    {
      "loss_action": 0.021298009902238846,
      "loss_total": 0.021298009902238846,
      "step": 24710
    },
    {
      "loss_action": 0.006862511392682791,
      "loss_total": 0.006862511392682791,
      "step": 24710
    },
    {
      "loss_action": 0.025416739284992218,
      "loss_total": 0.025416739284992218,
      "step": 24710
    },
    {
      "grad_norm": 0.12139619886875153,
      "learning_rate": 8.974069639997025e-05,
      "loss": 0.0107,
      "step": 24720
    },
    {
      "loss_action": 0.007038123905658722,
      "loss_total": 0.007038123905658722,
      "step": 24720
    },
    {
      "loss_action": 0.004233145620673895,
      "loss_total": 0.004233145620673895,
      "step": 24720
    },
    {
      "loss_action": 0.014431064948439598,
      "loss_total": 0.014431064948439598,
      "step": 24720
    },
    {
      "loss_action": 0.00611698254942894,
      "loss_total": 0.00611698254942894,
      "step": 24720
    },
    {
      "loss_action": 0.021371927112340927,
      "loss_total": 0.021371927112340927,
      "step": 24720
    },
    {
      "loss_action": 0.0047361524775624275,
      "loss_total": 0.0047361524775624275,
      "step": 24720
    },
    {
      "loss_action": 0.005258181598037481,
      "loss_total": 0.005258181598037481,
      "step": 24720
    },
    {
      "loss_action": 0.014042903669178486,
      "loss_total": 0.014042903669178486,
      "step": 24720
    },
    {
      "grad_norm": 0.20660682022571564,
      "learning_rate": 8.973066009247808e-05,
      "loss": 0.0121,
      "step": 24730
    },
    {
      "loss_action": 0.02480257675051689,
      "loss_total": 0.02480257675051689,
      "step": 24730
    },
    {
      "loss_action": 0.009669540449976921,
      "loss_total": 0.009669540449976921,
      "step": 24730
    },
    {
      "loss_action": 0.014702352695167065,
      "loss_total": 0.014702352695167065,
      "step": 24730
    },
    {
      "loss_action": 0.008516641333699226,
      "loss_total": 0.008516641333699226,
      "step": 24730
    },
    {
      "loss_action": 0.01132901106029749,
      "loss_total": 0.01132901106029749,
      "step": 24730
    },
    {
      "loss_action": 0.0059154643677175045,
      "loss_total": 0.0059154643677175045,
      "step": 24730
    },
    {
      "loss_action": 0.013875014148652554,
      "loss_total": 0.013875014148652554,
      "step": 24730
    },
    {
      "loss_action": 0.014134781435132027,
      "loss_total": 0.014134781435132027,
      "step": 24730
    },
    {
      "grad_norm": 0.1744997799396515,
      "learning_rate": 8.972061944010066e-05,
      "loss": 0.0116,
      "step": 24740
    },
    {
      "loss_action": 0.018528038635849953,
      "loss_total": 0.018528038635849953,
      "step": 24740
    },
    {
      "loss_action": 0.026898818090558052,
      "loss_total": 0.026898818090558052,
      "step": 24740
    },
    {
      "loss_action": 0.031417399644851685,
      "loss_total": 0.031417399644851685,
      "step": 24740
    },
    {
      "loss_action": 0.014891874976456165,
      "loss_total": 0.014891874976456165,
      "step": 24740
    },
    {
      "loss_action": 0.010486599989235401,
      "loss_total": 0.010486599989235401,
      "step": 24740
    },
    {
      "loss_action": 0.007744737900793552,
      "loss_total": 0.007744737900793552,
      "step": 24740
    },
    {
      "loss_action": 0.014207325875759125,
      "loss_total": 0.014207325875759125,
      "step": 24740
    },
    {
      "loss_action": 0.010747541673481464,
      "loss_total": 0.010747541673481464,
      "step": 24740
    },
    {
      "grad_norm": 0.1255321353673935,
      "learning_rate": 8.971057444393603e-05,
      "loss": 0.0127,
      "step": 24750
    },
    {
      "loss_action": 0.0057443175464868546,
      "loss_total": 0.0057443175464868546,
      "step": 24750
    },
    {
      "loss_action": 0.01787653937935829,
      "loss_total": 0.01787653937935829,
      "step": 24750
    },
    {
      "loss_action": 0.005149506032466888,
      "loss_total": 0.005149506032466888,
      "step": 24750
    },
    {
      "loss_action": 0.013236741535365582,
      "loss_total": 0.013236741535365582,
      "step": 24750
    },
    {
      "loss_action": 0.018272802233695984,
      "loss_total": 0.018272802233695984,
      "step": 24750
    },
    {
      "loss_action": 0.008626183494925499,
      "loss_total": 0.008626183494925499,
      "step": 24750
    },
    {
      "loss_action": 0.003944850992411375,
      "loss_total": 0.003944850992411375,
      "step": 24750
    },
    {
      "loss_action": 0.004478316754102707,
      "loss_total": 0.004478316754102707,
      "step": 24750
    },
    {
      "grad_norm": 0.1602049022912979,
      "learning_rate": 8.970052510508268e-05,
      "loss": 0.0111,
      "step": 24760
    },
    {
      "loss_action": 0.013050952926278114,
      "loss_total": 0.013050952926278114,
      "step": 24760
    },
    {
      "loss_action": 0.017863184213638306,
      "loss_total": 0.017863184213638306,
      "step": 24760
    },
    {
      "loss_action": 0.014781994745135307,
      "loss_total": 0.014781994745135307,
      "step": 24760
    },
    {
      "loss_action": 0.01886286959052086,
      "loss_total": 0.01886286959052086,
      "step": 24760
    },
    {
      "loss_action": 0.01809140108525753,
      "loss_total": 0.01809140108525753,
      "step": 24760
    },
    {
      "loss_action": 0.014729969203472137,
      "loss_total": 0.014729969203472137,
      "step": 24760
    },
    {
      "loss_action": 0.009837113320827484,
      "loss_total": 0.009837113320827484,
      "step": 24760
    },
    {
      "loss_action": 0.010275688022375107,
      "loss_total": 0.010275688022375107,
      "step": 24760
    },
    {
      "grad_norm": 0.1623273491859436,
      "learning_rate": 8.969047142463959e-05,
      "loss": 0.0139,
      "step": 24770
    },
    {
      "loss_action": 0.00806858204305172,
      "loss_total": 0.00806858204305172,
      "step": 24770
    },
    {
      "loss_action": 0.025735536590218544,
      "loss_total": 0.025735536590218544,
      "step": 24770
    },
    {
      "loss_action": 0.032033082097768784,
      "loss_total": 0.032033082097768784,
      "step": 24770
    },
    {
      "loss_action": 0.012580548413097858,
      "loss_total": 0.012580548413097858,
      "step": 24770
    },
    {
      "loss_action": 0.006403706036508083,
      "loss_total": 0.006403706036508083,
      "step": 24770
    },
    {
      "loss_action": 0.010352857410907745,
      "loss_total": 0.010352857410907745,
      "step": 24770
    },
    {
      "loss_action": 0.005749790463596582,
      "loss_total": 0.005749790463596582,
      "step": 24770
    },
    {
      "loss_action": 0.006048828363418579,
      "loss_total": 0.006048828363418579,
      "step": 24770
    },
    {
      "grad_norm": 0.12774378061294556,
      "learning_rate": 8.968041340370621e-05,
      "loss": 0.0129,
      "step": 24780
    },
    {
      "loss_action": 0.022610196843743324,
      "loss_total": 0.022610196843743324,
      "step": 24780
    },
    {
      "loss_action": 0.008552958257496357,
      "loss_total": 0.008552958257496357,
      "step": 24780
    },
    {
      "loss_action": 0.00599578395485878,
      "loss_total": 0.00599578395485878,
      "step": 24780
    },
    {
      "loss_action": 0.014673293568193913,
      "loss_total": 0.014673293568193913,
      "step": 24780
    },
    {
      "loss_action": 0.011104054749011993,
      "loss_total": 0.011104054749011993,
      "step": 24780
    },
    {
      "loss_action": 0.006162029691040516,
      "loss_total": 0.006162029691040516,
      "step": 24780
    },
    {
      "loss_action": 0.01706703193485737,
      "loss_total": 0.01706703193485737,
      "step": 24780
    },
    {
      "loss_action": 0.021481771022081375,
      "loss_total": 0.021481771022081375,
      "step": 24780
    },
    {
      "grad_norm": 0.13978227972984314,
      "learning_rate": 8.96703510433825e-05,
      "loss": 0.0128,
      "step": 24790
    },
    {
      "loss_action": 0.022306766360998154,
      "loss_total": 0.022306766360998154,
      "step": 24790
    },
    {
      "loss_action": 0.010021168738603592,
      "loss_total": 0.010021168738603592,
      "step": 24790
    },
    {
      "loss_action": 0.013660920783877373,
      "loss_total": 0.013660920783877373,
      "step": 24790
    },
    {
      "loss_action": 0.007575186900794506,
      "loss_total": 0.007575186900794506,
      "step": 24790
    },
    {
      "loss_action": 0.01592070795595646,
      "loss_total": 0.01592070795595646,
      "step": 24790
    },
    {
      "loss_action": 0.008882500231266022,
      "loss_total": 0.008882500231266022,
      "step": 24790
    },
    {
      "loss_action": 0.008363798260688782,
      "loss_total": 0.008363798260688782,
      "step": 24790
    },
    {
      "loss_action": 0.013042964972555637,
      "loss_total": 0.013042964972555637,
      "step": 24790
    },
    {
      "grad_norm": 0.1968918889760971,
      "learning_rate": 8.966028434476883e-05,
      "loss": 0.0126,
      "step": 24800
    },
    {
      "loss_action": 0.011549766175448895,
      "loss_total": 0.011549766175448895,
      "step": 24800
    },
    {
      "loss_action": 0.016384845599532127,
      "loss_total": 0.016384845599532127,
      "step": 24800
    },
    {
      "loss_action": 0.009614378213882446,
      "loss_total": 0.009614378213882446,
      "step": 24800
    },
    {
      "loss_action": 0.01504314411431551,
      "loss_total": 0.01504314411431551,
      "step": 24800
    },
    {
      "loss_action": 0.005574776325374842,
      "loss_total": 0.005574776325374842,
      "step": 24800
    },
    {
      "loss_action": 0.008608043193817139,
      "loss_total": 0.008608043193817139,
      "step": 24800
    },
    {
      "loss_action": 0.010326942428946495,
      "loss_total": 0.010326942428946495,
      "step": 24800
    },
    {
      "loss_action": 0.005269704852253199,
      "loss_total": 0.005269704852253199,
      "step": 24800
    },
    {
      "grad_norm": 0.144044890999794,
      "learning_rate": 8.96502133089661e-05,
      "loss": 0.0125,
      "step": 24810
    },
    {
      "loss_action": 0.02352571114897728,
      "loss_total": 0.02352571114897728,
      "step": 24810
    },
    {
      "loss_action": 0.016662180423736572,
      "loss_total": 0.016662180423736572,
      "step": 24810
    },
    {
      "loss_action": 0.021856078878045082,
      "loss_total": 0.021856078878045082,
      "step": 24810
    },
    {
      "loss_action": 0.029749417677521706,
      "loss_total": 0.029749417677521706,
      "step": 24810
    },
    {
      "loss_action": 0.010457783006131649,
      "loss_total": 0.010457783006131649,
      "step": 24810
    },
    {
      "loss_action": 0.010536926798522472,
      "loss_total": 0.010536926798522472,
      "step": 24810
    },
    {
      "loss_action": 0.021348271518945694,
      "loss_total": 0.021348271518945694,
      "step": 24810
    },
    {
      "loss_action": 0.010889999568462372,
      "loss_total": 0.010889999568462372,
      "step": 24810
    },
    {
      "grad_norm": 0.12991267442703247,
      "learning_rate": 8.964013793707564e-05,
      "loss": 0.013,
      "step": 24820
    },
    {
      "loss_action": 0.009329313412308693,
      "loss_total": 0.009329313412308693,
      "step": 24820
    },
    {
      "loss_action": 0.023847222328186035,
      "loss_total": 0.023847222328186035,
      "step": 24820
    },
    {
      "loss_action": 0.01890307292342186,
      "loss_total": 0.01890307292342186,
      "step": 24820
    },
    {
      "loss_action": 0.019207216799259186,
      "loss_total": 0.019207216799259186,
      "step": 24820
    },
    {
      "loss_action": 0.019860394299030304,
      "loss_total": 0.019860394299030304,
      "step": 24820
    },
    {
      "loss_action": 0.007057297509163618,
      "loss_total": 0.007057297509163618,
      "step": 24820
    },
    {
      "loss_action": 0.009200163185596466,
      "loss_total": 0.009200163185596466,
      "step": 24820
    },
    {
      "loss_action": 0.010339310392737389,
      "loss_total": 0.010339310392737389,
      "step": 24820
    },
    {
      "grad_norm": 0.14352267980575562,
      "learning_rate": 8.963005823019932e-05,
      "loss": 0.0117,
      "step": 24830
    },
    {
      "loss_action": 0.008732983842492104,
      "loss_total": 0.008732983842492104,
      "step": 24830
    },
    {
      "loss_action": 0.006077590864151716,
      "loss_total": 0.006077590864151716,
      "step": 24830
    },
    {
      "loss_action": 0.008705995045602322,
      "loss_total": 0.008705995045602322,
      "step": 24830
    },
    {
      "loss_action": 0.012485736049711704,
      "loss_total": 0.012485736049711704,
      "step": 24830
    },
    {
      "loss_action": 0.003123525297269225,
      "loss_total": 0.003123525297269225,
      "step": 24830
    },
    {
      "loss_action": 0.008120015263557434,
      "loss_total": 0.008120015263557434,
      "step": 24830
    },
    {
      "loss_action": 0.006550961174070835,
      "loss_total": 0.006550961174070835,
      "step": 24830
    },
    {
      "loss_action": 0.010190090164542198,
      "loss_total": 0.010190090164542198,
      "step": 24830
    },
    {
      "grad_norm": 0.20324334502220154,
      "learning_rate": 8.961997418943939e-05,
      "loss": 0.0118,
      "step": 24840
    },
    {
      "loss_action": 0.014382237568497658,
      "loss_total": 0.014382237568497658,
      "step": 24840
    },
    {
      "loss_action": 0.029258588328957558,
      "loss_total": 0.029258588328957558,
      "step": 24840
    },
    {
      "loss_action": 0.017784584313631058,
      "loss_total": 0.017784584313631058,
      "step": 24840
    },
    {
      "loss_action": 0.01767447218298912,
      "loss_total": 0.01767447218298912,
      "step": 24840
    },
    {
      "loss_action": 0.009403565898537636,
      "loss_total": 0.009403565898537636,
      "step": 24840
    },
    {
      "loss_action": 0.011448143050074577,
      "loss_total": 0.011448143050074577,
      "step": 24840
    },
    {
      "loss_action": 0.008789232932031155,
      "loss_total": 0.008789232932031155,
      "step": 24840
    },
    {
      "loss_action": 0.027083002030849457,
      "loss_total": 0.027083002030849457,
      "step": 24840
    },
    {
      "grad_norm": 0.13984014093875885,
      "learning_rate": 8.960988581589865e-05,
      "loss": 0.011,
      "step": 24850
    },
    {
      "loss_action": 0.00656867865473032,
      "loss_total": 0.00656867865473032,
      "step": 24850
    },
    {
      "loss_action": 0.01240044366568327,
      "loss_total": 0.01240044366568327,
      "step": 24850
    },
    {
      "loss_action": 0.014105036854743958,
      "loss_total": 0.014105036854743958,
      "step": 24850
    },
    {
      "loss_action": 0.02144889160990715,
      "loss_total": 0.02144889160990715,
      "step": 24850
    },
    {
      "loss_action": 0.016258755698800087,
      "loss_total": 0.016258755698800087,
      "step": 24850
    },
    {
      "loss_action": 0.009509949013590813,
      "loss_total": 0.009509949013590813,
      "step": 24850
    },
    {
      "loss_action": 0.007140466012060642,
      "loss_total": 0.007140466012060642,
      "step": 24850
    },
    {
      "loss_action": 0.03134840726852417,
      "loss_total": 0.03134840726852417,
      "step": 24850
    },
    {
      "grad_norm": 0.19511748850345612,
      "learning_rate": 8.959979311068037e-05,
      "loss": 0.0155,
      "step": 24860
    },
    {
      "loss_action": 0.022057607769966125,
      "loss_total": 0.022057607769966125,
      "step": 24860
    },
    {
      "loss_action": 0.008650259114801884,
      "loss_total": 0.008650259114801884,
      "step": 24860
    },
    {
      "loss_action": 0.010611195117235184,
      "loss_total": 0.010611195117235184,
      "step": 24860
    },
    {
      "loss_action": 0.014927467331290245,
      "loss_total": 0.014927467331290245,
      "step": 24860
    },
    {
      "loss_action": 0.009836627170443535,
      "loss_total": 0.009836627170443535,
      "step": 24860
    },
    {
      "loss_action": 0.00959611963480711,
      "loss_total": 0.00959611963480711,
      "step": 24860
    },
    {
      "loss_action": 0.00638774037361145,
      "loss_total": 0.00638774037361145,
      "step": 24860
    },
    {
      "loss_action": 0.012609360739588737,
      "loss_total": 0.012609360739588737,
      "step": 24860
    },
    {
      "grad_norm": 0.1310052126646042,
      "learning_rate": 8.958969607488823e-05,
      "loss": 0.0132,
      "step": 24870
    },
    {
      "loss_action": 0.0047882553189992905,
      "loss_total": 0.0047882553189992905,
      "step": 24870
    },
    {
      "loss_action": 0.012854186818003654,
      "loss_total": 0.012854186818003654,
      "step": 24870
    },
    {
      "loss_action": 0.010146625339984894,
      "loss_total": 0.010146625339984894,
      "step": 24870
    },
    {
      "loss_action": 0.006922220811247826,
      "loss_total": 0.006922220811247826,
      "step": 24870
    },
    {
      "loss_action": 0.06879934668540955,
      "loss_total": 0.06879934668540955,
      "step": 24870
    },
    {
      "loss_action": 0.010551719926297665,
      "loss_total": 0.010551719926297665,
      "step": 24870
    },
    {
      "loss_action": 0.017773279920220375,
      "loss_total": 0.017773279920220375,
      "step": 24870
    },
    {
      "loss_action": 0.016480199992656708,
      "loss_total": 0.016480199992656708,
      "step": 24870
    },
    {
      "grad_norm": 0.14720414578914642,
      "learning_rate": 8.957959470962647e-05,
      "loss": 0.0129,
      "step": 24880
    },
    {
      "loss_action": 0.02207016944885254,
      "loss_total": 0.02207016944885254,
      "step": 24880
    },
    {
      "loss_action": 0.00808296725153923,
      "loss_total": 0.00808296725153923,
      "step": 24880
    },
    {
      "loss_action": 0.0049170441925525665,
      "loss_total": 0.0049170441925525665,
      "step": 24880
    },
    {
      "loss_action": 0.012507403269410133,
      "loss_total": 0.012507403269410133,
      "step": 24880
    },
    {
      "loss_action": 0.005201129242777824,
      "loss_total": 0.005201129242777824,
      "step": 24880
    },
    {
      "loss_action": 0.012709703296422958,
      "loss_total": 0.012709703296422958,
      "step": 24880
    },
    {
      "loss_action": 0.006377074867486954,
      "loss_total": 0.006377074867486954,
      "step": 24880
    },
    {
      "loss_action": 0.01322421245276928,
      "loss_total": 0.01322421245276928,
      "step": 24880
    },
    {
      "grad_norm": 0.15046872198581696,
      "learning_rate": 8.956948901599971e-05,
      "loss": 0.0121,
      "step": 24890
    },
    {
      "loss_action": 0.015643561258912086,
      "loss_total": 0.015643561258912086,
      "step": 24890
    },
    {
      "loss_action": 0.006695848889648914,
      "loss_total": 0.006695848889648914,
      "step": 24890
    },
    {
      "loss_action": 0.010026060044765472,
      "loss_total": 0.010026060044765472,
      "step": 24890
    },
    {
      "loss_action": 0.006715403404086828,
      "loss_total": 0.006715403404086828,
      "step": 24890
    },
    {
      "loss_action": 0.012603424489498138,
      "loss_total": 0.012603424489498138,
      "step": 24890
    },
    {
      "loss_action": 0.01398109458386898,
      "loss_total": 0.01398109458386898,
      "step": 24890
    },
    {
      "loss_action": 0.006124779582023621,
      "loss_total": 0.006124779582023621,
      "step": 24890
    },
    {
      "loss_action": 0.011087697930634022,
      "loss_total": 0.011087697930634022,
      "step": 24890
    },
    {
      "grad_norm": 0.139737069606781,
      "learning_rate": 8.955937899511315e-05,
      "loss": 0.0119,
      "step": 24900
    },
    {
      "loss_action": 0.006499101407825947,
      "loss_total": 0.006499101407825947,
      "step": 24900
    },
    {
      "loss_action": 0.012260818853974342,
      "loss_total": 0.012260818853974342,
      "step": 24900
    },
    {
      "loss_action": 0.018886752426624298,
      "loss_total": 0.018886752426624298,
      "step": 24900
    },
    {
      "loss_action": 0.016285091638565063,
      "loss_total": 0.016285091638565063,
      "step": 24900
    },
    {
      "loss_action": 0.008649532683193684,
      "loss_total": 0.008649532683193684,
      "step": 24900
    },
    {
      "loss_action": 0.016228074207901955,
      "loss_total": 0.016228074207901955,
      "step": 24900
    },
    {
      "loss_action": 0.004869614262133837,
      "loss_total": 0.004869614262133837,
      "step": 24900
    },
    {
      "loss_action": 0.008174268528819084,
      "loss_total": 0.008174268528819084,
      "step": 24900
    },
    {
      "grad_norm": 0.1582973152399063,
      "learning_rate": 8.954926464807238e-05,
      "loss": 0.0129,
      "step": 24910
    },
    {
      "loss_action": 0.008763895370066166,
      "loss_total": 0.008763895370066166,
      "step": 24910
    },
    {
      "loss_action": 0.018344871699810028,
      "loss_total": 0.018344871699810028,
      "step": 24910
    },
    {
      "loss_action": 0.006092316471040249,
      "loss_total": 0.006092316471040249,
      "step": 24910
    },
    {
      "loss_action": 0.03533849120140076,
      "loss_total": 0.03533849120140076,
      "step": 24910
    },
    {
      "loss_action": 0.005632309243083,
      "loss_total": 0.005632309243083,
      "step": 24910
    },
    {
      "loss_action": 0.020887572318315506,
      "loss_total": 0.020887572318315506,
      "step": 24910
    },
    {
      "loss_action": 0.00666445679962635,
      "loss_total": 0.00666445679962635,
      "step": 24910
    },
    {
      "loss_action": 0.008130716159939766,
      "loss_total": 0.008130716159939766,
      "step": 24910
    },
    {
      "grad_norm": 0.2121368795633316,
      "learning_rate": 8.953914597598347e-05,
      "loss": 0.0126,
      "step": 24920
    },
    {
      "loss_action": 0.010121745057404041,
      "loss_total": 0.010121745057404041,
      "step": 24920
    },
    {
      "loss_action": 0.01161629892885685,
      "loss_total": 0.01161629892885685,
      "step": 24920
    },
    {
      "loss_action": 0.01824958249926567,
      "loss_total": 0.01824958249926567,
      "step": 24920
    },
    {
      "loss_action": 0.006886962801218033,
      "loss_total": 0.006886962801218033,
      "step": 24920
    },
    {
      "loss_action": 0.011520043015480042,
      "loss_total": 0.011520043015480042,
      "step": 24920
    },
    {
      "loss_action": 0.019756274297833443,
      "loss_total": 0.019756274297833443,
      "step": 24920
    },
    {
      "loss_action": 0.011173712089657784,
      "loss_total": 0.011173712089657784,
      "step": 24920
    },
    {
      "loss_action": 0.01952938735485077,
      "loss_total": 0.01952938735485077,
      "step": 24920
    },
    {
      "grad_norm": 0.15602363646030426,
      "learning_rate": 8.952902297995303e-05,
      "loss": 0.0133,
      "step": 24930
    },
    {
      "loss_action": 0.011112929321825504,
      "loss_total": 0.011112929321825504,
      "step": 24930
    },
    {
      "loss_action": 0.006325199268758297,
      "loss_total": 0.006325199268758297,
      "step": 24930
    },
    {
      "loss_action": 0.010704351589083672,
      "loss_total": 0.010704351589083672,
      "step": 24930
    },
    {
      "loss_action": 0.009447594173252583,
      "loss_total": 0.009447594173252583,
      "step": 24930
    },
    {
      "loss_action": 0.00661932909861207,
      "loss_total": 0.00661932909861207,
      "step": 24930
    },
    {
      "loss_action": 0.009670082479715347,
      "loss_total": 0.009670082479715347,
      "step": 24930
    },
    {
      "loss_action": 0.009240478277206421,
      "loss_total": 0.009240478277206421,
      "step": 24930
    },
    {
      "loss_action": 0.006595708429813385,
      "loss_total": 0.006595708429813385,
      "step": 24930
    },
    {
      "grad_norm": 0.11668548732995987,
      "learning_rate": 8.951889566108804e-05,
      "loss": 0.0118,
      "step": 24940
    },
    {
      "loss_action": 0.005669368896633387,
      "loss_total": 0.005669368896633387,
      "step": 24940
    },
    {
      "loss_action": 0.007207928225398064,
      "loss_total": 0.007207928225398064,
      "step": 24940
    },
    {
      "loss_action": 0.015025819651782513,
      "loss_total": 0.015025819651782513,
      "step": 24940
    },
    {
      "loss_action": 0.00923723541200161,
      "loss_total": 0.00923723541200161,
      "step": 24940
    },
    {
      "loss_action": 0.015606384724378586,
      "loss_total": 0.015606384724378586,
      "step": 24940
    },
    {
      "loss_action": 0.03729140758514404,
      "loss_total": 0.03729140758514404,
      "step": 24940
    },
    {
      "loss_action": 0.005894238129258156,
      "loss_total": 0.005894238129258156,
      "step": 24940
    },
    {
      "loss_action": 0.011113232001662254,
      "loss_total": 0.011113232001662254,
      "step": 24940
    },
    {
      "grad_norm": 0.10152674466371536,
      "learning_rate": 8.950876402049606e-05,
      "loss": 0.0101,
      "step": 24950
    },
    {
      "loss_action": 0.00567885534837842,
      "loss_total": 0.00567885534837842,
      "step": 24950
    },
    {
      "loss_action": 0.012750674039125443,
      "loss_total": 0.012750674039125443,
      "step": 24950
    },
    {
      "loss_action": 0.031468503177165985,
      "loss_total": 0.031468503177165985,
      "step": 24950
    },
    {
      "loss_action": 0.004628275521099567,
      "loss_total": 0.004628275521099567,
      "step": 24950
    },
    {
      "loss_action": 0.004243986681103706,
      "loss_total": 0.004243986681103706,
      "step": 24950
    },
    {
      "loss_action": 0.005370019935071468,
      "loss_total": 0.005370019935071468,
      "step": 24950
    },
    {
      "loss_action": 0.011267097666859627,
      "loss_total": 0.011267097666859627,
      "step": 24950
    },
    {
      "loss_action": 0.0035710525698959827,
      "loss_total": 0.0035710525698959827,
      "step": 24950
    },
    {
      "grad_norm": 0.17142923176288605,
      "learning_rate": 8.949862805928504e-05,
      "loss": 0.0139,
      "step": 24960
    },
    {
      "loss_action": 0.010214515030384064,
      "loss_total": 0.010214515030384064,
      "step": 24960
    },
    {
      "loss_action": 0.014938805252313614,
      "loss_total": 0.014938805252313614,
      "step": 24960
    },
    {
      "loss_action": 0.016954507678747177,
      "loss_total": 0.016954507678747177,
      "step": 24960
    },
    {
      "loss_action": 0.016587339341640472,
      "loss_total": 0.016587339341640472,
      "step": 24960
    },
    {
      "loss_action": 0.006304203532636166,
      "loss_total": 0.006304203532636166,
      "step": 24960
    },
    {
      "loss_action": 0.008570292964577675,
      "loss_total": 0.008570292964577675,
      "step": 24960
    },
    {
      "loss_action": 0.020886976271867752,
      "loss_total": 0.020886976271867752,
      "step": 24960
    },
    {
      "loss_action": 0.008395059034228325,
      "loss_total": 0.008395059034228325,
      "step": 24960
    },
    {
      "grad_norm": 0.2361207902431488,
      "learning_rate": 8.948848777856343e-05,
      "loss": 0.0137,
      "step": 24970
    },
    {
      "loss_action": 0.007090955972671509,
      "loss_total": 0.007090955972671509,
      "step": 24970
    },
    {
      "loss_action": 0.015988584607839584,
      "loss_total": 0.015988584607839584,
      "step": 24970
    },
    {
      "loss_action": 0.007405539974570274,
      "loss_total": 0.007405539974570274,
      "step": 24970
    },
    {
      "loss_action": 0.010649401694536209,
      "loss_total": 0.010649401694536209,
      "step": 24970
    },
    {
      "loss_action": 0.007039709482342005,
      "loss_total": 0.007039709482342005,
      "step": 24970
    },
    {
      "loss_action": 0.007196108810603619,
      "loss_total": 0.007196108810603619,
      "step": 24970
    },
    {
      "loss_action": 0.013937902636826038,
      "loss_total": 0.013937902636826038,
      "step": 24970
    },
    {
      "loss_action": 0.00927991233766079,
      "loss_total": 0.00927991233766079,
      "step": 24970
    },
    {
      "grad_norm": 0.10775744915008545,
      "learning_rate": 8.947834317944017e-05,
      "loss": 0.0127,
      "step": 24980
    },
    {
      "loss_action": 0.015115361660718918,
      "loss_total": 0.015115361660718918,
      "step": 24980
    },
    {
      "loss_action": 0.006276849657297134,
      "loss_total": 0.006276849657297134,
      "step": 24980
    },
    {
      "loss_action": 0.010061286389827728,
      "loss_total": 0.010061286389827728,
      "step": 24980
    },
    {
      "loss_action": 0.02178848348557949,
      "loss_total": 0.02178848348557949,
      "step": 24980
    },
    {
      "loss_action": 0.008047331124544144,
      "loss_total": 0.008047331124544144,
      "step": 24980
    },
    {
      "loss_action": 0.004212508909404278,
      "loss_total": 0.004212508909404278,
      "step": 24980
    },
    {
      "loss_action": 0.007980179972946644,
      "loss_total": 0.007980179972946644,
      "step": 24980
    },
    {
      "loss_action": 0.011135810054838657,
      "loss_total": 0.011135810054838657,
      "step": 24980
    },
    {
      "grad_norm": 0.15496180951595306,
      "learning_rate": 8.946819426302466e-05,
      "loss": 0.0104,
      "step": 24990
    },
    {
      "loss_action": 0.010147202759981155,
      "loss_total": 0.010147202759981155,
      "step": 24990
    },
    {
      "loss_action": 0.05609695613384247,
      "loss_total": 0.05609695613384247,
      "step": 24990
    },
    {
      "loss_action": 0.02218121476471424,
      "loss_total": 0.02218121476471424,
      "step": 24990
    },
    {
      "loss_action": 0.004390403162688017,
      "loss_total": 0.004390403162688017,
      "step": 24990
    },
    {
      "loss_action": 0.009750647470355034,
      "loss_total": 0.009750647470355034,
      "step": 24990
    },
    {
      "loss_action": 0.01698453351855278,
      "loss_total": 0.01698453351855278,
      "step": 24990
    },
    {
      "loss_action": 0.017572695389389992,
      "loss_total": 0.017572695389389992,
      "step": 24990
    },
    {
      "loss_action": 0.01770617812871933,
      "loss_total": 0.01770617812871933,
      "step": 24990
    },
    {
      "grad_norm": 0.13753733038902283,
      "learning_rate": 8.945804103042676e-05,
      "loss": 0.0126,
      "step": 25000
    },
    {
      "loss_action": 0.019962474703788757,
      "loss_total": 0.019962474703788757,
      "step": 25000
    },
    {
      "loss_action": 0.009210780262947083,
      "loss_total": 0.009210780262947083,
      "step": 25000
    },
    {
      "loss_action": 0.020383859053254128,
      "loss_total": 0.020383859053254128,
      "step": 25000
    },
    {
      "loss_action": 0.011319397948682308,
      "loss_total": 0.011319397948682308,
      "step": 25000
    },
    {
      "loss_action": 0.024585988372564316,
      "loss_total": 0.024585988372564316,
      "step": 25000
    },
    {
      "loss_action": 0.009457690641283989,
      "loss_total": 0.009457690641283989,
      "step": 25000
    },
    {
      "loss_action": 0.006547834724187851,
      "loss_total": 0.006547834724187851,
      "step": 25000
    },
    {
      "loss_action": 0.007056730799376965,
      "loss_total": 0.007056730799376965,
      "step": 25000
    },
    {
      "grad_norm": 0.20398926734924316,
      "learning_rate": 8.944788348275681e-05,
      "loss": 0.0119,
      "step": 25010
    },
    {
      "loss_action": 0.013605553656816483,
      "loss_total": 0.013605553656816483,
      "step": 25010
    },
    {
      "loss_action": 0.023588169366121292,
      "loss_total": 0.023588169366121292,
      "step": 25010
    },
    {
      "loss_action": 0.007842333987355232,
      "loss_total": 0.007842333987355232,
      "step": 25010
    },
    {
      "loss_action": 0.03533995896577835,
      "loss_total": 0.03533995896577835,
      "step": 25010
    },
    {
      "loss_action": 0.007722528651356697,
      "loss_total": 0.007722528651356697,
      "step": 25010
    },
    {
      "loss_action": 0.019403239712119102,
      "loss_total": 0.019403239712119102,
      "step": 25010
    },
    {
      "loss_action": 0.006196269299834967,
      "loss_total": 0.006196269299834967,
      "step": 25010
    },
    {
      "loss_action": 0.007415903732180595,
      "loss_total": 0.007415903732180595,
      "step": 25010
    },
    {
      "grad_norm": 0.14494283497333527,
      "learning_rate": 8.943772162112565e-05,
      "loss": 0.013,
      "step": 25020
    },
    {
      "loss_action": 0.016020027920603752,
      "loss_total": 0.016020027920603752,
      "step": 25020
    },
    {
      "loss_action": 0.017907751724123955,
      "loss_total": 0.017907751724123955,
      "step": 25020
    },
    {
      "loss_action": 0.016363397240638733,
      "loss_total": 0.016363397240638733,
      "step": 25020
    },
    {
      "loss_action": 0.022664770483970642,
      "loss_total": 0.022664770483970642,
      "step": 25020
    },
    {
      "loss_action": 0.03308258578181267,
      "loss_total": 0.03308258578181267,
      "step": 25020
    },
    {
      "loss_action": 0.012448674067854881,
      "loss_total": 0.012448674067854881,
      "step": 25020
    },
    {
      "loss_action": 0.011345702223479748,
      "loss_total": 0.011345702223479748,
      "step": 25020
    },
    {
      "loss_action": 0.018799608573317528,
      "loss_total": 0.018799608573317528,
      "step": 25020
    },
    {
      "grad_norm": 0.1415165513753891,
      "learning_rate": 8.942755544664454e-05,
      "loss": 0.0144,
      "step": 25030
    },
    {
      "loss_action": 0.012435216456651688,
      "loss_total": 0.012435216456651688,
      "step": 25030
    },
    {
      "loss_action": 0.009790170937776566,
      "loss_total": 0.009790170937776566,
      "step": 25030
    },
    {
      "loss_action": 0.008784592151641846,
      "loss_total": 0.008784592151641846,
      "step": 25030
    },
    {
      "loss_action": 0.009772000834345818,
      "loss_total": 0.009772000834345818,
      "step": 25030
    },
    {
      "loss_action": 0.009584205225110054,
      "loss_total": 0.009584205225110054,
      "step": 25030
    },
    {
      "loss_action": 0.00678133312612772,
      "loss_total": 0.00678133312612772,
      "step": 25030
    },
    {
      "loss_action": 0.008830789476633072,
      "loss_total": 0.008830789476633072,
      "step": 25030
    },
    {
      "loss_action": 0.02022971585392952,
      "loss_total": 0.02022971585392952,
      "step": 25030
    },
    {
      "grad_norm": 0.18699674308300018,
      "learning_rate": 8.941738496042525e-05,
      "loss": 0.0126,
      "step": 25040
    },
    {
      "loss_action": 0.010825157165527344,
      "loss_total": 0.010825157165527344,
      "step": 25040
    },
    {
      "loss_action": 0.005495364777743816,
      "loss_total": 0.005495364777743816,
      "step": 25040
    },
    {
      "loss_action": 0.004524573218077421,
      "loss_total": 0.004524573218077421,
      "step": 25040
    },
    {
      "loss_action": 0.005768518429249525,
      "loss_total": 0.005768518429249525,
      "step": 25040
    },
    {
      "loss_action": 0.01762307994067669,
      "loss_total": 0.01762307994067669,
      "step": 25040
    },
    {
      "loss_action": 0.01695810630917549,
      "loss_total": 0.01695810630917549,
      "step": 25040
    },
    {
      "loss_action": 0.011949464678764343,
      "loss_total": 0.011949464678764343,
      "step": 25040
    },
    {
      "loss_action": 0.005484011024236679,
      "loss_total": 0.005484011024236679,
      "step": 25040
    },
    {
      "grad_norm": 0.13081403076648712,
      "learning_rate": 8.940721016357999e-05,
      "loss": 0.0116,
      "step": 25050
    },
    {
      "loss_action": 0.015127706341445446,
      "loss_total": 0.015127706341445446,
      "step": 25050
    },
    {
      "loss_action": 0.018133167177438736,
      "loss_total": 0.018133167177438736,
      "step": 25050
    },
    {
      "loss_action": 0.010835545137524605,
      "loss_total": 0.010835545137524605,
      "step": 25050
    },
    {
      "loss_action": 0.010471988469362259,
      "loss_total": 0.010471988469362259,
      "step": 25050
    },
    {
      "loss_action": 0.00556635856628418,
      "loss_total": 0.00556635856628418,
      "step": 25050
    },
    {
      "loss_action": 0.026065271347761154,
      "loss_total": 0.026065271347761154,
      "step": 25050
    },
    {
      "loss_action": 0.008339171297848225,
      "loss_total": 0.008339171297848225,
      "step": 25050
    },
    {
      "loss_action": 0.01207706518471241,
      "loss_total": 0.01207706518471241,
      "step": 25050
    },
    {
      "grad_norm": 0.14405345916748047,
      "learning_rate": 8.939703105722148e-05,
      "loss": 0.0122,
      "step": 25060
    },
    {
      "loss_action": 0.009639235213398933,
      "loss_total": 0.009639235213398933,
      "step": 25060
    },
    {
      "loss_action": 0.01785644330084324,
      "loss_total": 0.01785644330084324,
      "step": 25060
    },
    {
      "loss_action": 0.005506956484168768,
      "loss_total": 0.005506956484168768,
      "step": 25060
    },
    {
      "loss_action": 0.021759262308478355,
      "loss_total": 0.021759262308478355,
      "step": 25060
    },
    {
      "loss_action": 0.00603304011747241,
      "loss_total": 0.00603304011747241,
      "step": 25060
    },
    {
      "loss_action": 0.008513996377587318,
      "loss_total": 0.008513996377587318,
      "step": 25060
    },
    {
      "loss_action": 0.004092661663889885,
      "loss_total": 0.004092661663889885,
      "step": 25060
    },
    {
      "loss_action": 0.018058516085147858,
      "loss_total": 0.018058516085147858,
      "step": 25060
    },
    {
      "grad_norm": 0.14398381114006042,
      "learning_rate": 8.93868476424629e-05,
      "loss": 0.0112,
      "step": 25070
    },
    {
      "loss_action": 0.01916227489709854,
      "loss_total": 0.01916227489709854,
      "step": 25070
    },
    {
      "loss_action": 0.008261118084192276,
      "loss_total": 0.008261118084192276,
      "step": 25070
    },
    {
      "loss_action": 0.015440425835549831,
      "loss_total": 0.015440425835549831,
      "step": 25070
    },
    {
      "loss_action": 0.00731142982840538,
      "loss_total": 0.00731142982840538,
      "step": 25070
    },
    {
      "loss_action": 0.008884739130735397,
      "loss_total": 0.008884739130735397,
      "step": 25070
    },
    {
      "loss_action": 0.019226014614105225,
      "loss_total": 0.019226014614105225,
      "step": 25070
    },
    {
      "loss_action": 0.007198384962975979,
      "loss_total": 0.007198384962975979,
      "step": 25070
    },
    {
      "loss_action": 0.01540448796004057,
      "loss_total": 0.01540448796004057,
      "step": 25070
    },
    {
      "grad_norm": 0.16278155148029327,
      "learning_rate": 8.937665992041786e-05,
      "loss": 0.0148,
      "step": 25080
    },
    {
      "loss_action": 0.016080819070339203,
      "loss_total": 0.016080819070339203,
      "step": 25080
    },
    {
      "loss_action": 0.0038585918955504894,
      "loss_total": 0.0038585918955504894,
      "step": 25080
    },
    {
      "loss_action": 0.011445953510701656,
      "loss_total": 0.011445953510701656,
      "step": 25080
    },
    {
      "loss_action": 0.016197727993130684,
      "loss_total": 0.016197727993130684,
      "step": 25080
    },
    {
      "loss_action": 0.00877937488257885,
      "loss_total": 0.00877937488257885,
      "step": 25080
    },
    {
      "loss_action": 0.01212847139686346,
      "loss_total": 0.01212847139686346,
      "step": 25080
    },
    {
      "loss_action": 0.0070225540548563,
      "loss_total": 0.0070225540548563,
      "step": 25080
    },
    {
      "loss_action": 0.013634233735501766,
      "loss_total": 0.013634233735501766,
      "step": 25080
    },
    {
      "grad_norm": 0.31291982531547546,
      "learning_rate": 8.93664678922005e-05,
      "loss": 0.0125,
      "step": 25090
    },
    {
      "loss_action": 0.02344789355993271,
      "loss_total": 0.02344789355993271,
      "step": 25090
    },
    {
      "loss_action": 0.008594363927841187,
      "loss_total": 0.008594363927841187,
      "step": 25090
    },
    {
      "loss_action": 0.009634237736463547,
      "loss_total": 0.009634237736463547,
      "step": 25090
    },
    {
      "loss_action": 0.00707537354901433,
      "loss_total": 0.00707537354901433,
      "step": 25090
    },
    {
      "loss_action": 0.011872782371938229,
      "loss_total": 0.011872782371938229,
      "step": 25090
    },
    {
      "loss_action": 0.027982007712125778,
      "loss_total": 0.027982007712125778,
      "step": 25090
    },
    {
      "loss_action": 0.011512497439980507,
      "loss_total": 0.011512497439980507,
      "step": 25090
    },
    {
      "loss_action": 0.013707855716347694,
      "loss_total": 0.013707855716347694,
      "step": 25090
    },
    {
      "grad_norm": 0.11078504472970963,
      "learning_rate": 8.93562715589254e-05,
      "loss": 0.0127,
      "step": 25100
    },
    {
      "loss_action": 0.01312294602394104,
      "loss_total": 0.01312294602394104,
      "step": 25100
    },
    {
      "loss_action": 0.013703808188438416,
      "loss_total": 0.013703808188438416,
      "step": 25100
    },
    {
      "loss_action": 0.02872260846197605,
      "loss_total": 0.02872260846197605,
      "step": 25100
    },
    {
      "loss_action": 0.014663591980934143,
      "loss_total": 0.014663591980934143,
      "step": 25100
    },
    {
      "loss_action": 0.007345535792410374,
      "loss_total": 0.007345535792410374,
      "step": 25100
    },
    {
      "loss_action": 0.01905865967273712,
      "loss_total": 0.01905865967273712,
      "step": 25100
    },
    {
      "loss_action": 0.010228917002677917,
      "loss_total": 0.010228917002677917,
      "step": 25100
    },
    {
      "loss_action": 0.01296505331993103,
      "loss_total": 0.01296505331993103,
      "step": 25100
    },
    {
      "grad_norm": 0.15057723224163055,
      "learning_rate": 8.934607092170762e-05,
      "loss": 0.0143,
      "step": 25110
    },
    {
      "loss_action": 0.017593879252672195,
      "loss_total": 0.017593879252672195,
      "step": 25110
    },
    {
      "loss_action": 0.009907894767820835,
      "loss_total": 0.009907894767820835,
      "step": 25110
    },
    {
      "loss_action": 0.018586235120892525,
      "loss_total": 0.018586235120892525,
      "step": 25110
    },
    {
      "loss_action": 0.007880296558141708,
      "loss_total": 0.007880296558141708,
      "step": 25110
    },
    {
      "loss_action": 0.01166665181517601,
      "loss_total": 0.01166665181517601,
      "step": 25110
    },
    {
      "loss_action": 0.0064403903670609,
      "loss_total": 0.0064403903670609,
      "step": 25110
    },
    {
      "loss_action": 0.013307707384228706,
      "loss_total": 0.013307707384228706,
      "step": 25110
    },
    {
      "loss_action": 0.03625473380088806,
      "loss_total": 0.03625473380088806,
      "step": 25110
    },
    {
      "grad_norm": 0.08464131504297256,
      "learning_rate": 8.933586598166266e-05,
      "loss": 0.0118,
      "step": 25120
    },
    {
      "loss_action": 0.015585372224450111,
      "loss_total": 0.015585372224450111,
      "step": 25120
    },
    {
      "loss_action": 0.006903450936079025,
      "loss_total": 0.006903450936079025,
      "step": 25120
    },
    {
      "loss_action": 0.04213036596775055,
      "loss_total": 0.04213036596775055,
      "step": 25120
    },
    {
      "loss_action": 0.02254798263311386,
      "loss_total": 0.02254798263311386,
      "step": 25120
    },
    {
      "loss_action": 0.012834731489419937,
      "loss_total": 0.012834731489419937,
      "step": 25120
    },
    {
      "loss_action": 0.011314112693071365,
      "loss_total": 0.011314112693071365,
      "step": 25120
    },
    {
      "loss_action": 0.010983993299305439,
      "loss_total": 0.010983993299305439,
      "step": 25120
    },
    {
      "loss_action": 0.024943076074123383,
      "loss_total": 0.024943076074123383,
      "step": 25120
    },
    {
      "grad_norm": 0.10569079220294952,
      "learning_rate": 8.932565673990655e-05,
      "loss": 0.0121,
      "step": 25130
    },
    {
      "loss_action": 0.009748704731464386,
      "loss_total": 0.009748704731464386,
      "step": 25130
    },
    {
      "loss_action": 0.017716187983751297,
      "loss_total": 0.017716187983751297,
      "step": 25130
    },
    {
      "loss_action": 0.005164184607565403,
      "loss_total": 0.005164184607565403,
      "step": 25130
    },
    {
      "loss_action": 0.018097994849085808,
      "loss_total": 0.018097994849085808,
      "step": 25130
    },
    {
      "loss_action": 0.016362672671675682,
      "loss_total": 0.016362672671675682,
      "step": 25130
    },
    {
      "loss_action": 0.013458818197250366,
      "loss_total": 0.013458818197250366,
      "step": 25130
    },
    {
      "loss_action": 0.013321371749043465,
      "loss_total": 0.013321371749043465,
      "step": 25130
    },
    {
      "loss_action": 0.0069380695931613445,
      "loss_total": 0.0069380695931613445,
      "step": 25130
    },
    {
      "grad_norm": 0.12918947637081146,
      "learning_rate": 8.931544319755574e-05,
      "loss": 0.012,
      "step": 25140
    },
    {
      "loss_action": 0.012650290504097939,
      "loss_total": 0.012650290504097939,
      "step": 25140
    },
    {
      "loss_action": 0.006144254002720118,
      "loss_total": 0.006144254002720118,
      "step": 25140
    },
    {
      "loss_action": 0.008021688088774681,
      "loss_total": 0.008021688088774681,
      "step": 25140
    },
    {
      "loss_action": 0.018849648535251617,
      "loss_total": 0.018849648535251617,
      "step": 25140
    },
    {
      "loss_action": 0.01086367666721344,
      "loss_total": 0.01086367666721344,
      "step": 25140
    },
    {
      "loss_action": 0.005068403668701649,
      "loss_total": 0.005068403668701649,
      "step": 25140
    },
    {
      "loss_action": 0.0069230059161782265,
      "loss_total": 0.0069230059161782265,
      "step": 25140
    },
    {
      "loss_action": 0.005172546487301588,
      "loss_total": 0.005172546487301588,
      "step": 25140
    },
    {
      "grad_norm": 0.15742728114128113,
      "learning_rate": 8.930522535572718e-05,
      "loss": 0.0115,
      "step": 25150
    },
    {
      "loss_action": 0.016317244619131088,
      "loss_total": 0.016317244619131088,
      "step": 25150
    },
    {
      "loss_action": 0.006178756710141897,
      "loss_total": 0.006178756710141897,
      "step": 25150
    },
    {
      "loss_action": 0.020071713253855705,
      "loss_total": 0.020071713253855705,
      "step": 25150
    },
    {
      "loss_action": 0.021712273359298706,
      "loss_total": 0.021712273359298706,
      "step": 25150
    },
    {
      "loss_action": 0.010761545971035957,
      "loss_total": 0.010761545971035957,
      "step": 25150
    },
    {
      "loss_action": 0.019255701452493668,
      "loss_total": 0.019255701452493668,
      "step": 25150
    },
    {
      "loss_action": 0.013761093840003014,
      "loss_total": 0.013761093840003014,
      "step": 25150
    },
    {
      "loss_action": 0.007714763283729553,
      "loss_total": 0.007714763283729553,
      "step": 25150
    },
    {
      "grad_norm": 0.19984839856624603,
      "learning_rate": 8.929500321553826e-05,
      "loss": 0.0128,
      "step": 25160
    },
    {
      "loss_action": 0.01535305380821228,
      "loss_total": 0.01535305380821228,
      "step": 25160
    },
    {
      "loss_action": 0.007040937896817923,
      "loss_total": 0.007040937896817923,
      "step": 25160
    },
    {
      "loss_action": 0.014157086610794067,
      "loss_total": 0.014157086610794067,
      "step": 25160
    },
    {
      "loss_action": 0.02247794158756733,
      "loss_total": 0.02247794158756733,
      "step": 25160
    },
    {
      "loss_action": 0.017705081030726433,
      "loss_total": 0.017705081030726433,
      "step": 25160
    },
    {
      "loss_action": 0.010776021517813206,
      "loss_total": 0.010776021517813206,
      "step": 25160
    },
    {
      "loss_action": 0.012756288051605225,
      "loss_total": 0.012756288051605225,
      "step": 25160
    },
    {
      "loss_action": 0.010936617851257324,
      "loss_total": 0.010936617851257324,
      "step": 25160
    },
    {
      "grad_norm": 0.14626511931419373,
      "learning_rate": 8.928477677810686e-05,
      "loss": 0.0123,
      "step": 25170
    },
    {
      "loss_action": 0.010857203975319862,
      "loss_total": 0.010857203975319862,
      "step": 25170
    },
    {
      "loss_action": 0.01724337227642536,
      "loss_total": 0.01724337227642536,
      "step": 25170
    },
    {
      "loss_action": 0.005098341964185238,
      "loss_total": 0.005098341964185238,
      "step": 25170
    },
    {
      "loss_action": 0.017614752054214478,
      "loss_total": 0.017614752054214478,
      "step": 25170
    },
    {
      "loss_action": 0.02607499063014984,
      "loss_total": 0.02607499063014984,
      "step": 25170
    },
    {
      "loss_action": 0.009575117379426956,
      "loss_total": 0.009575117379426956,
      "step": 25170
    },
    {
      "loss_action": 0.01933055929839611,
      "loss_total": 0.01933055929839611,
      "step": 25170
    },
    {
      "loss_action": 0.01644059270620346,
      "loss_total": 0.01644059270620346,
      "step": 25170
    },
    {
      "grad_norm": 0.17057393491268158,
      "learning_rate": 8.927454604455137e-05,
      "loss": 0.0129,
      "step": 25180
    },
    {
      "loss_action": 0.005861900746822357,
      "loss_total": 0.005861900746822357,
      "step": 25180
    },
    {
      "loss_action": 0.01423927117139101,
      "loss_total": 0.01423927117139101,
      "step": 25180
    },
    {
      "loss_action": 0.0075722262263298035,
      "loss_total": 0.0075722262263298035,
      "step": 25180
    },
    {
      "loss_action": 0.011513186618685722,
      "loss_total": 0.011513186618685722,
      "step": 25180
    },
    {
      "loss_action": 0.00945910532027483,
      "loss_total": 0.00945910532027483,
      "step": 25180
    },
    {
      "loss_action": 0.016472041606903076,
      "loss_total": 0.016472041606903076,
      "step": 25180
    },
    {
      "loss_action": 0.005016455426812172,
      "loss_total": 0.005016455426812172,
      "step": 25180
    },
    {
      "loss_action": 0.00955367274582386,
      "loss_total": 0.00955367274582386,
      "step": 25180
    },
    {
      "grad_norm": 0.16038307547569275,
      "learning_rate": 8.926431101599053e-05,
      "loss": 0.0111,
      "step": 25190
    },
    {
      "loss_action": 0.005727534182369709,
      "loss_total": 0.005727534182369709,
      "step": 25190
    },
    {
      "loss_action": 0.014887276105582714,
      "loss_total": 0.014887276105582714,
      "step": 25190
    },
    {
      "loss_action": 0.01671440154314041,
      "loss_total": 0.01671440154314041,
      "step": 25190
    },
    {
      "loss_action": 0.023256409913301468,
      "loss_total": 0.023256409913301468,
      "step": 25190
    },
    {
      "loss_action": 0.008494729176163673,
      "loss_total": 0.008494729176163673,
      "step": 25190
    },
    {
      "loss_action": 0.0073400456458330154,
      "loss_total": 0.0073400456458330154,
      "step": 25190
    },
    {
      "loss_action": 0.009636328555643559,
      "loss_total": 0.009636328555643559,
      "step": 25190
    },
    {
      "loss_action": 0.011980544775724411,
      "loss_total": 0.011980544775724411,
      "step": 25190
    },
    {
      "grad_norm": 0.1604178249835968,
      "learning_rate": 8.925407169354369e-05,
      "loss": 0.0127,
      "step": 25200
    },
    {
      "loss_action": 0.024033037945628166,
      "loss_total": 0.024033037945628166,
      "step": 25200
    },
    {
      "loss_action": 0.010755142197012901,
      "loss_total": 0.010755142197012901,
      "step": 25200
    },
    {
      "loss_action": 0.009061863645911217,
      "loss_total": 0.009061863645911217,
      "step": 25200
    },
    {
      "loss_action": 0.021055009216070175,
      "loss_total": 0.021055009216070175,
      "step": 25200
    },
    {
      "loss_action": 0.00518924230709672,
      "loss_total": 0.00518924230709672,
      "step": 25200
    },
    {
      "loss_action": 0.006920414511114359,
      "loss_total": 0.006920414511114359,
      "step": 25200
    },
    {
      "loss_action": 0.01646183431148529,
      "loss_total": 0.01646183431148529,
      "step": 25200
    },
    {
      "loss_action": 0.01618512161076069,
      "loss_total": 0.01618512161076069,
      "step": 25200
    },
    {
      "grad_norm": 0.1435299813747406,
      "learning_rate": 8.92438280783306e-05,
      "loss": 0.0126,
      "step": 25210
    },
    {
      "loss_action": 0.013427835889160633,
      "loss_total": 0.013427835889160633,
      "step": 25210
    },
    {
      "loss_action": 0.016846399754285812,
      "loss_total": 0.016846399754285812,
      "step": 25210
    },
    {
      "loss_action": 0.007326818536967039,
      "loss_total": 0.007326818536967039,
      "step": 25210
    },
    {
      "loss_action": 0.0096963532269001,
      "loss_total": 0.0096963532269001,
      "step": 25210
    },
    {
      "loss_action": 0.0076962620951235294,
      "loss_total": 0.0076962620951235294,
      "step": 25210
    },
    {
      "loss_action": 0.008108641020953655,
      "loss_total": 0.008108641020953655,
      "step": 25210
    },
    {
      "loss_action": 0.014932305552065372,
      "loss_total": 0.014932305552065372,
      "step": 25210
    },
    {
      "loss_action": 0.021494079381227493,
      "loss_total": 0.021494079381227493,
      "step": 25210
    },
    {
      "grad_norm": 0.17160600423812866,
      "learning_rate": 8.923358017147146e-05,
      "loss": 0.0139,
      "step": 25220
    },
    {
      "loss_action": 0.013794885948300362,
      "loss_total": 0.013794885948300362,
      "step": 25220
    },
    {
      "loss_action": 0.013176340609788895,
      "loss_total": 0.013176340609788895,
      "step": 25220
    },
    {
      "loss_action": 0.009274343028664589,
      "loss_total": 0.009274343028664589,
      "step": 25220
    },
    {
      "loss_action": 0.023187750950455666,
      "loss_total": 0.023187750950455666,
      "step": 25220
    },
    {
      "loss_action": 0.012118598446249962,
      "loss_total": 0.012118598446249962,
      "step": 25220
    },
    {
      "loss_action": 0.014164847321808338,
      "loss_total": 0.014164847321808338,
      "step": 25220
    },
    {
      "loss_action": 0.009106176905333996,
      "loss_total": 0.009106176905333996,
      "step": 25220
    },
    {
      "loss_action": 0.005576718598604202,
      "loss_total": 0.005576718598604202,
      "step": 25220
    },
    {
      "grad_norm": 0.16119123995304108,
      "learning_rate": 8.922332797408697e-05,
      "loss": 0.0122,
      "step": 25230
    },
    {
      "loss_action": 0.010247845202684402,
      "loss_total": 0.010247845202684402,
      "step": 25230
    },
    {
      "loss_action": 0.011381948366761208,
      "loss_total": 0.011381948366761208,
      "step": 25230
    },
    {
      "loss_action": 0.029443876817822456,
      "loss_total": 0.029443876817822456,
      "step": 25230
    },
    {
      "loss_action": 0.015341188758611679,
      "loss_total": 0.015341188758611679,
      "step": 25230
    },
    {
      "loss_action": 0.010248096659779549,
      "loss_total": 0.010248096659779549,
      "step": 25230
    },
    {
      "loss_action": 0.007408828474581242,
      "loss_total": 0.007408828474581242,
      "step": 25230
    },
    {
      "loss_action": 0.007906036451458931,
      "loss_total": 0.007906036451458931,
      "step": 25230
    },
    {
      "loss_action": 0.009375128895044327,
      "loss_total": 0.009375128895044327,
      "step": 25230
    },
    {
      "grad_norm": 0.1497911512851715,
      "learning_rate": 8.921307148729831e-05,
      "loss": 0.0127,
      "step": 25240
    },
    {
      "loss_action": 0.015179588459432125,
      "loss_total": 0.015179588459432125,
      "step": 25240
    },
    {
      "loss_action": 0.011359136551618576,
      "loss_total": 0.011359136551618576,
      "step": 25240
    },
    {
      "loss_action": 0.011363142170011997,
      "loss_total": 0.011363142170011997,
      "step": 25240
    },
    {
      "loss_action": 0.017174789682030678,
      "loss_total": 0.017174789682030678,
      "step": 25240
    },
    {
      "loss_action": 0.0064718942157924175,
      "loss_total": 0.0064718942157924175,
      "step": 25240
    },
    {
      "loss_action": 0.016898440197110176,
      "loss_total": 0.016898440197110176,
      "step": 25240
    },
    {
      "loss_action": 0.0056266821920871735,
      "loss_total": 0.0056266821920871735,
      "step": 25240
    },
    {
      "loss_action": 0.018159830942749977,
      "loss_total": 0.018159830942749977,
      "step": 25240
    },
    {
      "grad_norm": 0.13177217543125153,
      "learning_rate": 8.920281071222712e-05,
      "loss": 0.0121,
      "step": 25250
    },
    {
      "loss_action": 0.011969364248216152,
      "loss_total": 0.011969364248216152,
      "step": 25250
    },
    {
      "loss_action": 0.0032158014364540577,
      "loss_total": 0.0032158014364540577,
      "step": 25250
    },
    {
      "loss_action": 0.008225329220294952,
      "loss_total": 0.008225329220294952,
      "step": 25250
    },
    {
      "loss_action": 0.010348592884838581,
      "loss_total": 0.010348592884838581,
      "step": 25250
    },
    {
      "loss_action": 0.008747560903429985,
      "loss_total": 0.008747560903429985,
      "step": 25250
    },
    {
      "loss_action": 0.008712973445653915,
      "loss_total": 0.008712973445653915,
      "step": 25250
    },
    {
      "loss_action": 0.007216873578727245,
      "loss_total": 0.007216873578727245,
      "step": 25250
    },
    {
      "loss_action": 0.02507965639233589,
      "loss_total": 0.02507965639233589,
      "step": 25250
    },
    {
      "grad_norm": 0.12491746991872787,
      "learning_rate": 8.919254564999548e-05,
      "loss": 0.0107,
      "step": 25260
    },
    {
      "loss_action": 0.0056749023497104645,
      "loss_total": 0.0056749023497104645,
      "step": 25260
    },
    {
      "loss_action": 0.005635132547467947,
      "loss_total": 0.005635132547467947,
      "step": 25260
    },
    {
      "loss_action": 0.005643855780363083,
      "loss_total": 0.005643855780363083,
      "step": 25260
    },
    {
      "loss_action": 0.0060821641236543655,
      "loss_total": 0.0060821641236543655,
      "step": 25260
    },
    {
      "loss_action": 0.015585614368319511,
      "loss_total": 0.015585614368319511,
      "step": 25260
    },
    {
      "loss_action": 0.006923632696270943,
      "loss_total": 0.006923632696270943,
      "step": 25260
    },
    {
      "loss_action": 0.011295285075902939,
      "loss_total": 0.011295285075902939,
      "step": 25260
    },
    {
      "loss_action": 0.007972171530127525,
      "loss_total": 0.007972171530127525,
      "step": 25260
    },
    {
      "grad_norm": 0.17210890352725983,
      "learning_rate": 8.918227630172598e-05,
      "loss": 0.0126,
      "step": 25270
    },
    {
      "loss_action": 0.005454030819237232,
      "loss_total": 0.005454030819237232,
      "step": 25270
    },
    {
      "loss_action": 0.01600685715675354,
      "loss_total": 0.01600685715675354,
      "step": 25270
    },
    {
      "loss_action": 0.009405313059687614,
      "loss_total": 0.009405313059687614,
      "step": 25270
    },
    {
      "loss_action": 0.005049347411841154,
      "loss_total": 0.005049347411841154,
      "step": 25270
    },
    {
      "loss_action": 0.004057177342474461,
      "loss_total": 0.004057177342474461,
      "step": 25270
    },
    {
      "loss_action": 0.009456190280616283,
      "loss_total": 0.009456190280616283,
      "step": 25270
    },
    {
      "loss_action": 0.012840786017477512,
      "loss_total": 0.012840786017477512,
      "step": 25270
    },
    {
      "loss_action": 0.01749933324754238,
      "loss_total": 0.01749933324754238,
      "step": 25270
    },
    {
      "grad_norm": 0.1370532214641571,
      "learning_rate": 8.917200266854165e-05,
      "loss": 0.0107,
      "step": 25280
    },
    {
      "loss_action": 0.008988863788545132,
      "loss_total": 0.008988863788545132,
      "step": 25280
    },
    {
      "loss_action": 0.014233950525522232,
      "loss_total": 0.014233950525522232,
      "step": 25280
    },
    {
      "loss_action": 0.02558078244328499,
      "loss_total": 0.02558078244328499,
      "step": 25280
    },
    {
      "loss_action": 0.006140331272035837,
      "loss_total": 0.006140331272035837,
      "step": 25280
    },
    {
      "loss_action": 0.021951323375105858,
      "loss_total": 0.021951323375105858,
      "step": 25280
    },
    {
      "loss_action": 0.023571524769067764,
      "loss_total": 0.023571524769067764,
      "step": 25280
    },
    {
      "loss_action": 0.007237229496240616,
      "loss_total": 0.007237229496240616,
      "step": 25280
    },
    {
      "loss_action": 0.0164034441113472,
      "loss_total": 0.0164034441113472,
      "step": 25280
    },
    {
      "grad_norm": 0.10503580421209335,
      "learning_rate": 8.9161724751566e-05,
      "loss": 0.0121,
      "step": 25290
    },
    {
      "loss_action": 0.004772811196744442,
      "loss_total": 0.004772811196744442,
      "step": 25290
    },
    {
      "loss_action": 0.007780120708048344,
      "loss_total": 0.007780120708048344,
      "step": 25290
    },
    {
      "loss_action": 0.01041923277080059,
      "loss_total": 0.01041923277080059,
      "step": 25290
    },
    {
      "loss_action": 0.00983249582350254,
      "loss_total": 0.00983249582350254,
      "step": 25290
    },
    {
      "loss_action": 0.01467531081289053,
      "loss_total": 0.01467531081289053,
      "step": 25290
    },
    {
      "loss_action": 0.005595283582806587,
      "loss_total": 0.005595283582806587,
      "step": 25290
    },
    {
      "loss_action": 0.004807198420166969,
      "loss_total": 0.004807198420166969,
      "step": 25290
    },
    {
      "loss_action": 0.019561927765607834,
      "loss_total": 0.019561927765607834,
      "step": 25290
    },
    {
      "grad_norm": 0.12910526990890503,
      "learning_rate": 8.915144255192302e-05,
      "loss": 0.0108,
      "step": 25300
    },
    {
      "loss_action": 0.015191200189292431,
      "loss_total": 0.015191200189292431,
      "step": 25300
    },
    {
      "loss_action": 0.0038040790241211653,
      "loss_total": 0.0038040790241211653,
      "step": 25300
    },
    {
      "loss_action": 0.018890444189310074,
      "loss_total": 0.018890444189310074,
      "step": 25300
    },
    {
      "loss_action": 0.003641345538198948,
      "loss_total": 0.003641345538198948,
      "step": 25300
    },
    {
      "loss_action": 0.007232131436467171,
      "loss_total": 0.007232131436467171,
      "step": 25300
    },
    {
      "loss_action": 0.007697598077356815,
      "loss_total": 0.007697598077356815,
      "step": 25300
    },
    {
      "loss_action": 0.006041235290467739,
      "loss_total": 0.006041235290467739,
      "step": 25300
    },
    {
      "loss_action": 0.013781808316707611,
      "loss_total": 0.013781808316707611,
      "step": 25300
    },
    {
      "grad_norm": 0.1654115915298462,
      "learning_rate": 8.914115607073714e-05,
      "loss": 0.0118,
      "step": 25310
    },
    {
      "loss_action": 0.01466984860599041,
      "loss_total": 0.01466984860599041,
      "step": 25310
    },
    {
      "loss_action": 0.01863616704940796,
      "loss_total": 0.01863616704940796,
      "step": 25310
    },
    {
      "loss_action": 0.008253696374595165,
      "loss_total": 0.008253696374595165,
      "step": 25310
    },
    {
      "loss_action": 0.010146303102374077,
      "loss_total": 0.010146303102374077,
      "step": 25310
    },
    {
      "loss_action": 0.020940957590937614,
      "loss_total": 0.020940957590937614,
      "step": 25310
    },
    {
      "loss_action": 0.037902381271123886,
      "loss_total": 0.037902381271123886,
      "step": 25310
    },
    {
      "loss_action": 0.005267109256237745,
      "loss_total": 0.005267109256237745,
      "step": 25310
    },
    {
      "loss_action": 0.008004335686564445,
      "loss_total": 0.008004335686564445,
      "step": 25310
    },
    {
      "grad_norm": 0.12352553755044937,
      "learning_rate": 8.913086530913327e-05,
      "loss": 0.0122,
      "step": 25320
    },
    {
      "loss_action": 0.007108595687896013,
      "loss_total": 0.007108595687896013,
      "step": 25320
    },
    {
      "loss_action": 0.006375615019351244,
      "loss_total": 0.006375615019351244,
      "step": 25320
    },
    {
      "loss_action": 0.00831655040383339,
      "loss_total": 0.00831655040383339,
      "step": 25320
    },
    {
      "loss_action": 0.008191930130124092,
      "loss_total": 0.008191930130124092,
      "step": 25320
    },
    {
      "loss_action": 0.0224335677921772,
      "loss_total": 0.0224335677921772,
      "step": 25320
    },
    {
      "loss_action": 0.00772671215236187,
      "loss_total": 0.00772671215236187,
      "step": 25320
    },
    {
      "loss_action": 0.00567896943539381,
      "loss_total": 0.00567896943539381,
      "step": 25320
    },
    {
      "loss_action": 0.0078085074201226234,
      "loss_total": 0.0078085074201226234,
      "step": 25320
    },
    {
      "grad_norm": 0.17192843556404114,
      "learning_rate": 8.912057026823681e-05,
      "loss": 0.0117,
      "step": 25330
    },
    {
      "loss_action": 0.012059561908245087,
      "loss_total": 0.012059561908245087,
      "step": 25330
    },
    {
      "loss_action": 0.005745438858866692,
      "loss_total": 0.005745438858866692,
      "step": 25330
    },
    {
      "loss_action": 0.004766475409269333,
      "loss_total": 0.004766475409269333,
      "step": 25330
    },
    {
      "loss_action": 0.006993734277784824,
      "loss_total": 0.006993734277784824,
      "step": 25330
    },
    {
      "loss_action": 0.01909952238202095,
      "loss_total": 0.01909952238202095,
      "step": 25330
    },
    {
      "loss_action": 0.00938858650624752,
      "loss_total": 0.00938858650624752,
      "step": 25330
    },
    {
      "loss_action": 0.02120080776512623,
      "loss_total": 0.02120080776512623,
      "step": 25330
    },
    {
      "loss_action": 0.01624145917594433,
      "loss_total": 0.01624145917594433,
      "step": 25330
    },
    {
      "grad_norm": 0.1974802017211914,
      "learning_rate": 8.91102709491736e-05,
      "loss": 0.0147,
      "step": 25340
    },
    {
      "loss_action": 0.045136403292417526,
      "loss_total": 0.045136403292417526,
      "step": 25340
    },
    {
      "loss_action": 0.011661501601338387,
      "loss_total": 0.011661501601338387,
      "step": 25340
    },
    {
      "loss_action": 0.010069319978356361,
      "loss_total": 0.010069319978356361,
      "step": 25340
    },
    {
      "loss_action": 0.02379194274544716,
      "loss_total": 0.02379194274544716,
      "step": 25340
    },
    {
      "loss_action": 0.013126298785209656,
      "loss_total": 0.013126298785209656,
      "step": 25340
    },
    {
      "loss_action": 0.010202611796557903,
      "loss_total": 0.010202611796557903,
      "step": 25340
    },
    {
      "loss_action": 0.015029698610305786,
      "loss_total": 0.015029698610305786,
      "step": 25340
    },
    {
      "loss_action": 0.02756718546152115,
      "loss_total": 0.02756718546152115,
      "step": 25340
    },
    {
      "grad_norm": 0.17074188590049744,
      "learning_rate": 8.909996735306996e-05,
      "loss": 0.0139,
      "step": 25350
    },
    {
      "loss_action": 0.012282216921448708,
      "loss_total": 0.012282216921448708,
      "step": 25350
    },
    {
      "loss_action": 0.037301842123270035,
      "loss_total": 0.037301842123270035,
      "step": 25350
    },
    {
      "loss_action": 0.017017118632793427,
      "loss_total": 0.017017118632793427,
      "step": 25350
    },
    {
      "loss_action": 0.008325684815645218,
      "loss_total": 0.008325684815645218,
      "step": 25350
    },
    {
      "loss_action": 0.011407972313463688,
      "loss_total": 0.011407972313463688,
      "step": 25350
    },
    {
      "loss_action": 0.0064992113038897514,
      "loss_total": 0.0064992113038897514,
      "step": 25350
    },
    {
      "loss_action": 0.008613655343651772,
      "loss_total": 0.008613655343651772,
      "step": 25350
    },
    {
      "loss_action": 0.005848666653037071,
      "loss_total": 0.005848666653037071,
      "step": 25350
    },
    {
      "grad_norm": 0.13990500569343567,
      "learning_rate": 8.908965948105268e-05,
      "loss": 0.0114,
      "step": 25360
    },
    {
      "loss_action": 0.0127762695774436,
      "loss_total": 0.0127762695774436,
      "step": 25360
    },
    {
      "loss_action": 0.01844550296664238,
      "loss_total": 0.01844550296664238,
      "step": 25360
    },
    {
      "loss_action": 0.012970090843737125,
      "loss_total": 0.012970090843737125,
      "step": 25360
    },
    {
      "loss_action": 0.010892569087445736,
      "loss_total": 0.010892569087445736,
      "step": 25360
    },
    {
      "loss_action": 0.02451281249523163,
      "loss_total": 0.02451281249523163,
      "step": 25360
    },
    {
      "loss_action": 0.008154435083270073,
      "loss_total": 0.008154435083270073,
      "step": 25360
    },
    {
      "loss_action": 0.01349710300564766,
      "loss_total": 0.01349710300564766,
      "step": 25360
    },
    {
      "loss_action": 0.00872446596622467,
      "loss_total": 0.00872446596622467,
      "step": 25360
    },
    {
      "grad_norm": 0.15654528141021729,
      "learning_rate": 8.907934733424901e-05,
      "loss": 0.0122,
      "step": 25370
    },
    {
      "loss_action": 0.0041253892704844475,
      "loss_total": 0.0041253892704844475,
      "step": 25370
    },
    {
      "loss_action": 0.011679138988256454,
      "loss_total": 0.011679138988256454,
      "step": 25370
    },
    {
      "loss_action": 0.018772777169942856,
      "loss_total": 0.018772777169942856,
      "step": 25370
    },
    {
      "loss_action": 0.009145457297563553,
      "loss_total": 0.009145457297563553,
      "step": 25370
    },
    {
      "loss_action": 0.006754536181688309,
      "loss_total": 0.006754536181688309,
      "step": 25370
    },
    {
      "loss_action": 0.0051530105993151665,
      "loss_total": 0.0051530105993151665,
      "step": 25370
    },
    {
      "loss_action": 0.007568799424916506,
      "loss_total": 0.007568799424916506,
      "step": 25370
    },
    {
      "loss_action": 0.004259403795003891,
      "loss_total": 0.004259403795003891,
      "step": 25370
    },
    {
      "grad_norm": 0.09992994368076324,
      "learning_rate": 8.906903091378666e-05,
      "loss": 0.0109,
      "step": 25380
    },
    {
      "loss_action": 0.009410133585333824,
      "loss_total": 0.009410133585333824,
      "step": 25380
    },
    {
      "loss_action": 0.010440625250339508,
      "loss_total": 0.010440625250339508,
      "step": 25380
    },
    {
      "loss_action": 0.004664021544158459,
      "loss_total": 0.004664021544158459,
      "step": 25380
    },
    {
      "loss_action": 0.007544880732893944,
      "loss_total": 0.007544880732893944,
      "step": 25380
    },
    {
      "loss_action": 0.00771752092987299,
      "loss_total": 0.00771752092987299,
      "step": 25380
    },
    {
      "loss_action": 0.016030406579375267,
      "loss_total": 0.016030406579375267,
      "step": 25380
    },
    {
      "loss_action": 0.028594955801963806,
      "loss_total": 0.028594955801963806,
      "step": 25380
    },
    {
      "loss_action": 0.011193577200174332,
      "loss_total": 0.011193577200174332,
      "step": 25380
    },
    {
      "grad_norm": 0.16722829639911652,
      "learning_rate": 8.905871022079384e-05,
      "loss": 0.0123,
      "step": 25390
    },
    {
      "loss_action": 0.006503429263830185,
      "loss_total": 0.006503429263830185,
      "step": 25390
    },
    {
      "loss_action": 0.010242577642202377,
      "loss_total": 0.010242577642202377,
      "step": 25390
    },
    {
      "loss_action": 0.008207792416214943,
      "loss_total": 0.008207792416214943,
      "step": 25390
    },
    {
      "loss_action": 0.013375158421695232,
      "loss_total": 0.013375158421695232,
      "step": 25390
    },
    {
      "loss_action": 0.005135153420269489,
      "loss_total": 0.005135153420269489,
      "step": 25390
    },
    {
      "loss_action": 0.008324243128299713,
      "loss_total": 0.008324243128299713,
      "step": 25390
    },
    {
      "loss_action": 0.022687487304210663,
      "loss_total": 0.022687487304210663,
      "step": 25390
    },
    {
      "loss_action": 0.012196481227874756,
      "loss_total": 0.012196481227874756,
      "step": 25390
    },
    {
      "grad_norm": 0.2009466141462326,
      "learning_rate": 8.90483852563992e-05,
      "loss": 0.0115,
      "step": 25400
    },
    {
      "loss_action": 0.013115555979311466,
      "loss_total": 0.013115555979311466,
      "step": 25400
    },
    {
      "loss_action": 0.01332925632596016,
      "loss_total": 0.01332925632596016,
      "step": 25400
    },
    {
      "loss_action": 0.012342704460024834,
      "loss_total": 0.012342704460024834,
      "step": 25400
    },
    {
      "loss_action": 0.01294713281095028,
      "loss_total": 0.01294713281095028,
      "step": 25400
    },
    {
      "loss_action": 0.014180097728967667,
      "loss_total": 0.014180097728967667,
      "step": 25400
    },
    {
      "loss_action": 0.01576777920126915,
      "loss_total": 0.01576777920126915,
      "step": 25400
    },
    {
      "loss_action": 0.00947490893304348,
      "loss_total": 0.00947490893304348,
      "step": 25400
    },
    {
      "loss_action": 0.010052835568785667,
      "loss_total": 0.010052835568785667,
      "step": 25400
    },
    {
      "grad_norm": 0.16328155994415283,
      "learning_rate": 8.903805602173185e-05,
      "loss": 0.0118,
      "step": 25410
    },
    {
      "loss_action": 0.013685950078070164,
      "loss_total": 0.013685950078070164,
      "step": 25410
    },
    {
      "loss_action": 0.012451646849513054,
      "loss_total": 0.012451646849513054,
      "step": 25410
    },
    {
      "loss_action": 0.04067986086010933,
      "loss_total": 0.04067986086010933,
      "step": 25410
    },
    {
      "loss_action": 0.010557898320257664,
      "loss_total": 0.010557898320257664,
      "step": 25410
    },
    {
      "loss_action": 0.012050565332174301,
      "loss_total": 0.012050565332174301,
      "step": 25410
    },
    {
      "loss_action": 0.010271722450852394,
      "loss_total": 0.010271722450852394,
      "step": 25410
    },
    {
      "loss_action": 0.02364882454276085,
      "loss_total": 0.02364882454276085,
      "step": 25410
    },
    {
      "loss_action": 0.011823209933936596,
      "loss_total": 0.011823209933936596,
      "step": 25410
    },
    {
      "grad_norm": 0.10872684419155121,
      "learning_rate": 8.902772251792137e-05,
      "loss": 0.014,
      "step": 25420
    },
    {
      "loss_action": 0.009362471289932728,
      "loss_total": 0.009362471289932728,
      "step": 25420
    },
    {
      "loss_action": 0.009513304568827152,
      "loss_total": 0.009513304568827152,
      "step": 25420
    },
    {
      "loss_action": 0.006612509489059448,
      "loss_total": 0.006612509489059448,
      "step": 25420
    },
    {
      "loss_action": 0.009472470730543137,
      "loss_total": 0.009472470730543137,
      "step": 25420
    },
    {
      "loss_action": 0.016271311789751053,
      "loss_total": 0.016271311789751053,
      "step": 25420
    },
    {
      "loss_action": 0.00990993157029152,
      "loss_total": 0.00990993157029152,
      "step": 25420
    },
    {
      "loss_action": 0.0047832331620156765,
      "loss_total": 0.0047832331620156765,
      "step": 25420
    },
    {
      "loss_action": 0.015335764735937119,
      "loss_total": 0.015335764735937119,
      "step": 25420
    },
    {
      "grad_norm": 0.12916241586208344,
      "learning_rate": 8.901738474609786e-05,
      "loss": 0.0114,
      "step": 25430
    },
    {
      "loss_action": 0.00771907065063715,
      "loss_total": 0.00771907065063715,
      "step": 25430
    },
    {
      "loss_action": 0.012234210036695004,
      "loss_total": 0.012234210036695004,
      "step": 25430
    },
    {
      "loss_action": 0.004278070759028196,
      "loss_total": 0.004278070759028196,
      "step": 25430
    },
    {
      "loss_action": 0.010375704616308212,
      "loss_total": 0.010375704616308212,
      "step": 25430
    },
    {
      "loss_action": 0.015103278681635857,
      "loss_total": 0.015103278681635857,
      "step": 25430
    },
    {
      "loss_action": 0.015073713846504688,
      "loss_total": 0.015073713846504688,
      "step": 25430
    },
    {
      "loss_action": 0.00666609313338995,
      "loss_total": 0.00666609313338995,
      "step": 25430
    },
    {
      "loss_action": 0.03786585479974747,
      "loss_total": 0.03786585479974747,
      "step": 25430
    },
    {
      "grad_norm": 0.17661891877651215,
      "learning_rate": 8.900704270739179e-05,
      "loss": 0.0113,
      "step": 25440
    },
    {
      "loss_action": 0.06662148237228394,
      "loss_total": 0.06662148237228394,
      "step": 25440
    },
    {
      "loss_action": 0.006105623207986355,
      "loss_total": 0.006105623207986355,
      "step": 25440
    },
    {
      "loss_action": 0.00754512520506978,
      "loss_total": 0.00754512520506978,
      "step": 25440
    },
    {
      "loss_action": 0.010583598166704178,
      "loss_total": 0.010583598166704178,
      "step": 25440
    },
    {
      "loss_action": 0.005968665704131126,
      "loss_total": 0.005968665704131126,
      "step": 25440
    },
    {
      "loss_action": 0.026841972023248672,
      "loss_total": 0.026841972023248672,
      "step": 25440
    },
    {
      "loss_action": 0.01173665001988411,
      "loss_total": 0.01173665001988411,
      "step": 25440
    },
    {
      "loss_action": 0.005361499730497599,
      "loss_total": 0.005361499730497599,
      "step": 25440
    },
    {
      "grad_norm": 0.17993371188640594,
      "learning_rate": 8.89966964029342e-05,
      "loss": 0.0133,
      "step": 25450
    },
    {
      "loss_action": 0.023981336504220963,
      "loss_total": 0.023981336504220963,
      "step": 25450
    },
    {
      "loss_action": 0.04412350431084633,
      "loss_total": 0.04412350431084633,
      "step": 25450
    },
    {
      "loss_action": 0.010586602613329887,
      "loss_total": 0.010586602613329887,
      "step": 25450
    },
    {
      "loss_action": 0.008274356834590435,
      "loss_total": 0.008274356834590435,
      "step": 25450
    },
    {
      "loss_action": 0.017915736883878708,
      "loss_total": 0.017915736883878708,
      "step": 25450
    },
    {
      "loss_action": 0.0069815004244446754,
      "loss_total": 0.0069815004244446754,
      "step": 25450
    },
    {
      "loss_action": 0.00773577531799674,
      "loss_total": 0.00773577531799674,
      "step": 25450
    },
    {
      "loss_action": 0.010051464661955833,
      "loss_total": 0.010051464661955833,
      "step": 25450
    },
    {
      "grad_norm": 0.14495466649532318,
      "learning_rate": 8.898634583385652e-05,
      "loss": 0.0135,
      "step": 25460
    },
    {
      "loss_action": 0.0160206351429224,
      "loss_total": 0.0160206351429224,
      "step": 25460
    },
    {
      "loss_action": 0.0048857033252716064,
      "loss_total": 0.0048857033252716064,
      "step": 25460
    },
    {
      "loss_action": 0.014555449597537518,
      "loss_total": 0.014555449597537518,
      "step": 25460
    },
    {
      "loss_action": 0.018460281193256378,
      "loss_total": 0.018460281193256378,
      "step": 25460
    },
    {
      "loss_action": 0.025807004421949387,
      "loss_total": 0.025807004421949387,
      "step": 25460
    },
    {
      "loss_action": 0.009348049759864807,
      "loss_total": 0.009348049759864807,
      "step": 25460
    },
    {
      "loss_action": 0.009216414764523506,
      "loss_total": 0.009216414764523506,
      "step": 25460
    },
    {
      "loss_action": 0.00345777440816164,
      "loss_total": 0.00345777440816164,
      "step": 25460
    },
    {
      "grad_norm": 0.11087565869092941,
      "learning_rate": 8.897599100129065e-05,
      "loss": 0.0117,
      "step": 25470
    },
    {
      "loss_action": 0.011153068393468857,
      "loss_total": 0.011153068393468857,
      "step": 25470
    },
    {
      "loss_action": 0.006630392745137215,
      "loss_total": 0.006630392745137215,
      "step": 25470
    },
    {
      "loss_action": 0.005543875508010387,
      "loss_total": 0.005543875508010387,
      "step": 25470
    },
    {
      "loss_action": 0.004650276154279709,
      "loss_total": 0.004650276154279709,
      "step": 25470
    },
    {
      "loss_action": 0.011595351621508598,
      "loss_total": 0.011595351621508598,
      "step": 25470
    },
    {
      "loss_action": 0.005720595363527536,
      "loss_total": 0.005720595363527536,
      "step": 25470
    },
    {
      "loss_action": 0.014349713921546936,
      "loss_total": 0.014349713921546936,
      "step": 25470
    },
    {
      "loss_action": 0.013275012373924255,
      "loss_total": 0.013275012373924255,
      "step": 25470
    },
    {
      "grad_norm": 0.17569589614868164,
      "learning_rate": 8.896563190636903e-05,
      "loss": 0.013,
      "step": 25480
    },
    {
      "loss_action": 0.012526540085673332,
      "loss_total": 0.012526540085673332,
      "step": 25480
    },
    {
      "loss_action": 0.015206456184387207,
      "loss_total": 0.015206456184387207,
      "step": 25480
    },
    {
      "loss_action": 0.005527881905436516,
      "loss_total": 0.005527881905436516,
      "step": 25480
    },
    {
      "loss_action": 0.015961889177560806,
      "loss_total": 0.015961889177560806,
      "step": 25480
    },
    {
      "loss_action": 0.008558729663491249,
      "loss_total": 0.008558729663491249,
      "step": 25480
    },
    {
      "loss_action": 0.024543723091483116,
      "loss_total": 0.024543723091483116,
      "step": 25480
    },
    {
      "loss_action": 0.008416742086410522,
      "loss_total": 0.008416742086410522,
      "step": 25480
    },
    {
      "loss_action": 0.006004306022077799,
      "loss_total": 0.006004306022077799,
      "step": 25480
    },
    {
      "grad_norm": 0.1246798112988472,
      "learning_rate": 8.895526855022448e-05,
      "loss": 0.0134,
      "step": 25490
    },
    {
      "loss_action": 0.009853970259428024,
      "loss_total": 0.009853970259428024,
      "step": 25490
    },
    {
      "loss_action": 0.010023614391684532,
      "loss_total": 0.010023614391684532,
      "step": 25490
    },
    {
      "loss_action": 0.020944077521562576,
      "loss_total": 0.020944077521562576,
      "step": 25490
    },
    {
      "loss_action": 0.010296119377017021,
      "loss_total": 0.010296119377017021,
      "step": 25490
    },
    {
      "loss_action": 0.014957427978515625,
      "loss_total": 0.014957427978515625,
      "step": 25490
    },
    {
      "loss_action": 0.009545315988361835,
      "loss_total": 0.009545315988361835,
      "step": 25490
    },
    {
      "loss_action": 0.01604669727385044,
      "loss_total": 0.01604669727385044,
      "step": 25490
    },
    {
      "loss_action": 0.005467747803777456,
      "loss_total": 0.005467747803777456,
      "step": 25490
    },
    {
      "grad_norm": 0.1953406035900116,
      "learning_rate": 8.894490093399033e-05,
      "loss": 0.012,
      "step": 25500
    },
    {
      "loss_action": 0.009786314330995083,
      "loss_total": 0.009786314330995083,
      "step": 25500
    },
    {
      "loss_action": 0.004482434596866369,
      "loss_total": 0.004482434596866369,
      "step": 25500
    },
    {
      "loss_action": 0.014117557555437088,
      "loss_total": 0.014117557555437088,
      "step": 25500
    },
    {
      "loss_action": 0.014295747503638268,
      "loss_total": 0.014295747503638268,
      "step": 25500
    },
    {
      "loss_action": 0.011567290872335434,
      "loss_total": 0.011567290872335434,
      "step": 25500
    },
    {
      "loss_action": 0.008460122160613537,
      "loss_total": 0.008460122160613537,
      "step": 25500
    },
    {
      "loss_action": 0.008679407648742199,
      "loss_total": 0.008679407648742199,
      "step": 25500
    },
    {
      "loss_action": 0.022028237581253052,
      "loss_total": 0.022028237581253052,
      "step": 25500
    },
    {
      "grad_norm": 0.19722704589366913,
      "learning_rate": 8.893452905880035e-05,
      "loss": 0.0116,
      "step": 25510
    },
    {
      "loss_action": 0.006831726059317589,
      "loss_total": 0.006831726059317589,
      "step": 25510
    },
    {
      "loss_action": 0.0076745739206671715,
      "loss_total": 0.0076745739206671715,
      "step": 25510
    },
    {
      "loss_action": 0.00765256118029356,
      "loss_total": 0.00765256118029356,
      "step": 25510
    },
    {
      "loss_action": 0.01422468014061451,
      "loss_total": 0.01422468014061451,
      "step": 25510
    },
    {
      "loss_action": 0.011903960257768631,
      "loss_total": 0.011903960257768631,
      "step": 25510
    },
    {
      "loss_action": 0.010194392874836922,
      "loss_total": 0.010194392874836922,
      "step": 25510
    },
    {
      "loss_action": 0.013402330689132214,
      "loss_total": 0.013402330689132214,
      "step": 25510
    },
    {
      "loss_action": 0.02877524122595787,
      "loss_total": 0.02877524122595787,
      "step": 25510
    },
    {
      "grad_norm": 0.15596239268779755,
      "learning_rate": 8.892415292578883e-05,
      "loss": 0.0141,
      "step": 25520
    },
    {
      "loss_action": 0.0079613933339715,
      "loss_total": 0.0079613933339715,
      "step": 25520
    },
    {
      "loss_action": 0.014478063210844994,
      "loss_total": 0.014478063210844994,
      "step": 25520
    },
    {
      "loss_action": 0.010121733881533146,
      "loss_total": 0.010121733881533146,
      "step": 25520
    },
    {
      "loss_action": 0.008324883878231049,
      "loss_total": 0.008324883878231049,
      "step": 25520
    },
    {
      "loss_action": 0.014017198234796524,
      "loss_total": 0.014017198234796524,
      "step": 25520
    },
    {
      "loss_action": 0.02033276855945587,
      "loss_total": 0.02033276855945587,
      "step": 25520
    },
    {
      "loss_action": 0.003320540999993682,
      "loss_total": 0.003320540999993682,
      "step": 25520
    },
    {
      "loss_action": 0.013449452817440033,
      "loss_total": 0.013449452817440033,
      "step": 25520
    },
    {
      "grad_norm": 0.16324564814567566,
      "learning_rate": 8.891377253609046e-05,
      "loss": 0.0147,
      "step": 25530
    },
    {
      "loss_action": 0.015825066715478897,
      "loss_total": 0.015825066715478897,
      "step": 25530
    },
    {
      "loss_action": 0.013883916661143303,
      "loss_total": 0.013883916661143303,
      "step": 25530
    },
    {
      "loss_action": 0.0068740807473659515,
      "loss_total": 0.0068740807473659515,
      "step": 25530
    },
    {
      "loss_action": 0.014720040373504162,
      "loss_total": 0.014720040373504162,
      "step": 25530
    },
    {
      "loss_action": 0.008483192883431911,
      "loss_total": 0.008483192883431911,
      "step": 25530
    },
    {
      "loss_action": 0.005510312505066395,
      "loss_total": 0.005510312505066395,
      "step": 25530
    },
    {
      "loss_action": 0.011724703013896942,
      "loss_total": 0.011724703013896942,
      "step": 25530
    },
    {
      "loss_action": 0.010185394436120987,
      "loss_total": 0.010185394436120987,
      "step": 25530
    },
    {
      "grad_norm": 0.23641031980514526,
      "learning_rate": 8.890338789084043e-05,
      "loss": 0.0122,
      "step": 25540
    },
    {
      "loss_action": 0.016596492379903793,
      "loss_total": 0.016596492379903793,
      "step": 25540
    },
    {
      "loss_action": 0.007978007197380066,
      "loss_total": 0.007978007197380066,
      "step": 25540
    },
    {
      "loss_action": 0.01545984297990799,
      "loss_total": 0.01545984297990799,
      "step": 25540
    },
    {
      "loss_action": 0.014163270592689514,
      "loss_total": 0.014163270592689514,
      "step": 25540
    },
    {
      "loss_action": 0.007289851550012827,
      "loss_total": 0.007289851550012827,
      "step": 25540
    },
    {
      "loss_action": 0.04095049202442169,
      "loss_total": 0.04095049202442169,
      "step": 25540
    },
    {
      "loss_action": 0.05169306695461273,
      "loss_total": 0.05169306695461273,
      "step": 25540
    },
    {
      "loss_action": 0.01095111295580864,
      "loss_total": 0.01095111295580864,
      "step": 25540
    },
    {
      "grad_norm": 0.142100989818573,
      "learning_rate": 8.88929989911744e-05,
      "loss": 0.0122,
      "step": 25550
    },
    {
      "loss_action": 0.02904001623392105,
      "loss_total": 0.02904001623392105,
      "step": 25550
    },
    {
      "loss_action": 0.007208873517811298,
      "loss_total": 0.007208873517811298,
      "step": 25550
    },
    {
      "loss_action": 0.024949442595243454,
      "loss_total": 0.024949442595243454,
      "step": 25550
    },
    {
      "loss_action": 0.012544237077236176,
      "loss_total": 0.012544237077236176,
      "step": 25550
    },
    {
      "loss_action": 0.009757679887115955,
      "loss_total": 0.009757679887115955,
      "step": 25550
    },
    {
      "loss_action": 0.009075136855244637,
      "loss_total": 0.009075136855244637,
      "step": 25550
    },
    {
      "loss_action": 0.006141548976302147,
      "loss_total": 0.006141548976302147,
      "step": 25550
    },
    {
      "loss_action": 0.004230770282447338,
      "loss_total": 0.004230770282447338,
      "step": 25550
    },
    {
      "grad_norm": 0.1044963076710701,
      "learning_rate": 8.888260583822847e-05,
      "loss": 0.0105,
      "step": 25560
    },
    {
      "loss_action": 0.015822596848011017,
      "loss_total": 0.015822596848011017,
      "step": 25560
    },
    {
      "loss_action": 0.011385824531316757,
      "loss_total": 0.011385824531316757,
      "step": 25560
    },
    {
      "loss_action": 0.005676501430571079,
      "loss_total": 0.005676501430571079,
      "step": 25560
    },
    {
      "loss_action": 0.008736146613955498,
      "loss_total": 0.008736146613955498,
      "step": 25560
    },
    {
      "loss_action": 0.005416326690465212,
      "loss_total": 0.005416326690465212,
      "step": 25560
    },
    {
      "loss_action": 0.01492685079574585,
      "loss_total": 0.01492685079574585,
      "step": 25560
    },
    {
      "loss_action": 0.005412153899669647,
      "loss_total": 0.005412153899669647,
      "step": 25560
    },
    {
      "loss_action": 0.007426154799759388,
      "loss_total": 0.007426154799759388,
      "step": 25560
    },
    {
      "grad_norm": 0.12933695316314697,
      "learning_rate": 8.887220843313921e-05,
      "loss": 0.0113,
      "step": 25570
    },
    {
      "loss_action": 0.00581594742834568,
      "loss_total": 0.00581594742834568,
      "step": 25570
    },
    {
      "loss_action": 0.015064271166920662,
      "loss_total": 0.015064271166920662,
      "step": 25570
    },
    {
      "loss_action": 0.017662718892097473,
      "loss_total": 0.017662718892097473,
      "step": 25570
    },
    {
      "loss_action": 0.005451219156384468,
      "loss_total": 0.005451219156384468,
      "step": 25570
    },
    {
      "loss_action": 0.008130362257361412,
      "loss_total": 0.008130362257361412,
      "step": 25570
    },
    {
      "loss_action": 0.010030430741608143,
      "loss_total": 0.010030430741608143,
      "step": 25570
    },
    {
      "loss_action": 0.006052324082702398,
      "loss_total": 0.006052324082702398,
      "step": 25570
    },
    {
      "loss_action": 0.008133276365697384,
      "loss_total": 0.008133276365697384,
      "step": 25570
    },
    {
      "grad_norm": 0.17920000851154327,
      "learning_rate": 8.88618067770437e-05,
      "loss": 0.0117,
      "step": 25580
    },
    {
      "loss_action": 0.011845811270177364,
      "loss_total": 0.011845811270177364,
      "step": 25580
    },
    {
      "loss_action": 0.007958141155540943,
      "loss_total": 0.007958141155540943,
      "step": 25580
    },
    {
      "loss_action": 0.011426884680986404,
      "loss_total": 0.011426884680986404,
      "step": 25580
    },
    {
      "loss_action": 0.013103442266583443,
      "loss_total": 0.013103442266583443,
      "step": 25580
    },
    {
      "loss_action": 0.006734073162078857,
      "loss_total": 0.006734073162078857,
      "step": 25580
    },
    {
      "loss_action": 0.0181855671107769,
      "loss_total": 0.0181855671107769,
      "step": 25580
    },
    {
      "loss_action": 0.045140739530324936,
      "loss_total": 0.045140739530324936,
      "step": 25580
    },
    {
      "loss_action": 0.007295788265764713,
      "loss_total": 0.007295788265764713,
      "step": 25580
    },
    {
      "grad_norm": 0.42793890833854675,
      "learning_rate": 8.885140087107942e-05,
      "loss": 0.0161,
      "step": 25590
    },
    {
      "loss_action": 0.027371205389499664,
      "loss_total": 0.027371205389499664,
      "step": 25590
    },
    {
      "loss_action": 0.023556603118777275,
      "loss_total": 0.023556603118777275,
      "step": 25590
    },
    {
      "loss_action": 0.0129574965685606,
      "loss_total": 0.0129574965685606,
      "step": 25590
    },
    {
      "loss_action": 0.00839307066053152,
      "loss_total": 0.00839307066053152,
      "step": 25590
    },
    {
      "loss_action": 0.008458979427814484,
      "loss_total": 0.008458979427814484,
      "step": 25590
    },
    {
      "loss_action": 0.016782470047473907,
      "loss_total": 0.016782470047473907,
      "step": 25590
    },
    {
      "loss_action": 0.013935985043644905,
      "loss_total": 0.013935985043644905,
      "step": 25590
    },
    {
      "loss_action": 0.005289215594530106,
      "loss_total": 0.005289215594530106,
      "step": 25590
    },
    {
      "grad_norm": 0.1275343894958496,
      "learning_rate": 8.884099071638436e-05,
      "loss": 0.013,
      "step": 25600
    },
    {
      "loss_action": 0.008399005979299545,
      "loss_total": 0.008399005979299545,
      "step": 25600
    },
    {
      "loss_action": 0.005922195501625538,
      "loss_total": 0.005922195501625538,
      "step": 25600
    },
    {
      "loss_action": 0.010226299986243248,
      "loss_total": 0.010226299986243248,
      "step": 25600
    },
    {
      "loss_action": 0.017058752477169037,
      "loss_total": 0.017058752477169037,
      "step": 25600
    },
    {
      "loss_action": 0.010281973518431187,
      "loss_total": 0.010281973518431187,
      "step": 25600
    },
    {
      "loss_action": 0.008134347386658192,
      "loss_total": 0.008134347386658192,
      "step": 25600
    },
    {
      "loss_action": 0.009480644017457962,
      "loss_total": 0.009480644017457962,
      "step": 25600
    },
    {
      "loss_action": 0.006264369469136,
      "loss_total": 0.006264369469136,
      "step": 25600
    },
    {
      "grad_norm": 0.14202147722244263,
      "learning_rate": 8.883057631409695e-05,
      "loss": 0.0126,
      "step": 25610
    },
    {
      "loss_action": 0.028814071789383888,
      "loss_total": 0.028814071789383888,
      "step": 25610
    },
    {
      "loss_action": 0.007084039971232414,
      "loss_total": 0.007084039971232414,
      "step": 25610
    },
    {
      "loss_action": 0.02685525268316269,
      "loss_total": 0.02685525268316269,
      "step": 25610
    },
    {
      "loss_action": 0.011083553545176983,
      "loss_total": 0.011083553545176983,
      "step": 25610
    },
    {
      "loss_action": 0.01106978952884674,
      "loss_total": 0.01106978952884674,
      "step": 25610
    },
    {
      "loss_action": 0.02338264510035515,
      "loss_total": 0.02338264510035515,
      "step": 25610
    },
    {
      "loss_action": 0.006262968294322491,
      "loss_total": 0.006262968294322491,
      "step": 25610
    },
    {
      "loss_action": 0.0072389570996165276,
      "loss_total": 0.0072389570996165276,
      "step": 25610
    },
    {
      "grad_norm": 0.11472187936306,
      "learning_rate": 8.882015766535608e-05,
      "loss": 0.012,
      "step": 25620
    },
    {
      "loss_action": 0.012468375265598297,
      "loss_total": 0.012468375265598297,
      "step": 25620
    },
    {
      "loss_action": 0.0058372896164655685,
      "loss_total": 0.0058372896164655685,
      "step": 25620
    },
    {
      "loss_action": 0.01266800332814455,
      "loss_total": 0.01266800332814455,
      "step": 25620
    },
    {
      "loss_action": 0.016903366893529892,
      "loss_total": 0.016903366893529892,
      "step": 25620
    },
    {
      "loss_action": 0.02939215674996376,
      "loss_total": 0.02939215674996376,
      "step": 25620
    },
    {
      "loss_action": 0.010266512632369995,
      "loss_total": 0.010266512632369995,
      "step": 25620
    },
    {
      "loss_action": 0.005653532221913338,
      "loss_total": 0.005653532221913338,
      "step": 25620
    },
    {
      "loss_action": 0.006743746344000101,
      "loss_total": 0.006743746344000101,
      "step": 25620
    },
    {
      "grad_norm": 0.1228572279214859,
      "learning_rate": 8.880973477130115e-05,
      "loss": 0.0112,
      "step": 25630
    },
    {
      "loss_action": 0.007614085916429758,
      "loss_total": 0.007614085916429758,
      "step": 25630
    },
    {
      "loss_action": 0.008993389084935188,
      "loss_total": 0.008993389084935188,
      "step": 25630
    },
    {
      "loss_action": 0.009826538152992725,
      "loss_total": 0.009826538152992725,
      "step": 25630
    },
    {
      "loss_action": 0.012530029751360416,
      "loss_total": 0.012530029751360416,
      "step": 25630
    },
    {
      "loss_action": 0.013370700180530548,
      "loss_total": 0.013370700180530548,
      "step": 25630
    },
    {
      "loss_action": 0.00795748271048069,
      "loss_total": 0.00795748271048069,
      "step": 25630
    },
    {
      "loss_action": 0.005755914840847254,
      "loss_total": 0.005755914840847254,
      "step": 25630
    },
    {
      "loss_action": 0.007042054086923599,
      "loss_total": 0.007042054086923599,
      "step": 25630
    },
    {
      "grad_norm": 0.20963361859321594,
      "learning_rate": 8.879930763307197e-05,
      "loss": 0.0104,
      "step": 25640
    },
    {
      "loss_action": 0.011159494519233704,
      "loss_total": 0.011159494519233704,
      "step": 25640
    },
    {
      "loss_action": 0.011114472523331642,
      "loss_total": 0.011114472523331642,
      "step": 25640
    },
    {
      "loss_action": 0.0039334483444690704,
      "loss_total": 0.0039334483444690704,
      "step": 25640
    },
    {
      "loss_action": 0.007506082765758038,
      "loss_total": 0.007506082765758038,
      "step": 25640
    },
    {
      "loss_action": 0.00516639556735754,
      "loss_total": 0.00516639556735754,
      "step": 25640
    },
    {
      "loss_action": 0.024552129209041595,
      "loss_total": 0.024552129209041595,
      "step": 25640
    },
    {
      "loss_action": 0.01087004505097866,
      "loss_total": 0.01087004505097866,
      "step": 25640
    },
    {
      "loss_action": 0.008828191086649895,
      "loss_total": 0.008828191086649895,
      "step": 25640
    },
    {
      "grad_norm": 0.15829387307167053,
      "learning_rate": 8.878887625180884e-05,
      "loss": 0.0103,
      "step": 25650
    },
    {
      "loss_action": 0.010662559419870377,
      "loss_total": 0.010662559419870377,
      "step": 25650
    },
    {
      "loss_action": 0.0072308499366045,
      "loss_total": 0.0072308499366045,
      "step": 25650
    },
    {
      "loss_action": 0.012551326304674149,
      "loss_total": 0.012551326304674149,
      "step": 25650
    },
    {
      "loss_action": 0.026650279760360718,
      "loss_total": 0.026650279760360718,
      "step": 25650
    },
    {
      "loss_action": 0.0062553174793720245,
      "loss_total": 0.0062553174793720245,
      "step": 25650
    },
    {
      "loss_action": 0.003990710712969303,
      "loss_total": 0.003990710712969303,
      "step": 25650
    },
    {
      "loss_action": 0.009907996281981468,
      "loss_total": 0.009907996281981468,
      "step": 25650
    },
    {
      "loss_action": 0.02942998707294464,
      "loss_total": 0.02942998707294464,
      "step": 25650
    },
    {
      "grad_norm": 0.2307828813791275,
      "learning_rate": 8.877844062865253e-05,
      "loss": 0.0109,
      "step": 25660
    },
    {
      "loss_action": 0.016641756519675255,
      "loss_total": 0.016641756519675255,
      "step": 25660
    },
    {
      "loss_action": 0.02224043756723404,
      "loss_total": 0.02224043756723404,
      "step": 25660
    },
    {
      "loss_action": 0.009648118168115616,
      "loss_total": 0.009648118168115616,
      "step": 25660
    },
    {
      "loss_action": 0.015329189598560333,
      "loss_total": 0.015329189598560333,
      "step": 25660
    },
    {
      "loss_action": 0.004577148240059614,
      "loss_total": 0.004577148240059614,
      "step": 25660
    },
    {
      "loss_action": 0.011455582454800606,
      "loss_total": 0.011455582454800606,
      "step": 25660
    },
    {
      "loss_action": 0.01631125807762146,
      "loss_total": 0.01631125807762146,
      "step": 25660
    },
    {
      "loss_action": 0.010962840169668198,
      "loss_total": 0.010962840169668198,
      "step": 25660
    },
    {
      "grad_norm": 0.13069260120391846,
      "learning_rate": 8.876800076474424e-05,
      "loss": 0.012,
      "step": 25670
    },
    {
      "loss_action": 0.013199164532124996,
      "loss_total": 0.013199164532124996,
      "step": 25670
    },
    {
      "loss_action": 0.017458194866776466,
      "loss_total": 0.017458194866776466,
      "step": 25670
    },
    {
      "loss_action": 0.0071165906265378,
      "loss_total": 0.0071165906265378,
      "step": 25670
    },
    {
      "loss_action": 0.014720779843628407,
      "loss_total": 0.014720779843628407,
      "step": 25670
    },
    {
      "loss_action": 0.010058984160423279,
      "loss_total": 0.010058984160423279,
      "step": 25670
    },
    {
      "loss_action": 0.007619256619364023,
      "loss_total": 0.007619256619364023,
      "step": 25670
    },
    {
      "loss_action": 0.007670427672564983,
      "loss_total": 0.007670427672564983,
      "step": 25670
    },
    {
      "loss_action": 0.005094411317259073,
      "loss_total": 0.005094411317259073,
      "step": 25670
    },
    {
      "grad_norm": 0.17523930966854095,
      "learning_rate": 8.875755666122568e-05,
      "loss": 0.0142,
      "step": 25680
    },
    {
      "loss_action": 0.01168619655072689,
      "loss_total": 0.01168619655072689,
      "step": 25680
    },
    {
      "loss_action": 0.011532653123140335,
      "loss_total": 0.011532653123140335,
      "step": 25680
    },
    {
      "loss_action": 0.011151984333992004,
      "loss_total": 0.011151984333992004,
      "step": 25680
    },
    {
      "loss_action": 0.012582991272211075,
      "loss_total": 0.012582991272211075,
      "step": 25680
    },
    {
      "loss_action": 0.01007490511983633,
      "loss_total": 0.01007490511983633,
      "step": 25680
    },
    {
      "loss_action": 0.02805265411734581,
      "loss_total": 0.02805265411734581,
      "step": 25680
    },
    {
      "loss_action": 0.01754124090075493,
      "loss_total": 0.01754124090075493,
      "step": 25680
    },
    {
      "loss_action": 0.01972220651805401,
      "loss_total": 0.01972220651805401,
      "step": 25680
    },
    {
      "grad_norm": 0.13154201209545135,
      "learning_rate": 8.8747108319239e-05,
      "loss": 0.0127,
      "step": 25690
    },
    {
      "loss_action": 0.024541154503822327,
      "loss_total": 0.024541154503822327,
      "step": 25690
    },
    {
      "loss_action": 0.005879661068320274,
      "loss_total": 0.005879661068320274,
      "step": 25690
    },
    {
      "loss_action": 0.0038262116722762585,
      "loss_total": 0.0038262116722762585,
      "step": 25690
    },
    {
      "loss_action": 0.02828746661543846,
      "loss_total": 0.02828746661543846,
      "step": 25690
    },
    {
      "loss_action": 0.01175783108919859,
      "loss_total": 0.01175783108919859,
      "step": 25690
    },
    {
      "loss_action": 0.016989275813102722,
      "loss_total": 0.016989275813102722,
      "step": 25690
    },
    {
      "loss_action": 0.019031982868909836,
      "loss_total": 0.019031982868909836,
      "step": 25690
    },
    {
      "loss_action": 0.008005790412425995,
      "loss_total": 0.008005790412425995,
      "step": 25690
    },
    {
      "grad_norm": 0.24929286539554596,
      "learning_rate": 8.87366557399268e-05,
      "loss": 0.0141,
      "step": 25700
    },
    {
      "loss_action": 0.015243014320731163,
      "loss_total": 0.015243014320731163,
      "step": 25700
    },
    {
      "loss_action": 0.00941075012087822,
      "loss_total": 0.00941075012087822,
      "step": 25700
    },
    {
      "loss_action": 0.01521760132163763,
      "loss_total": 0.01521760132163763,
      "step": 25700
    },
    {
      "loss_action": 0.007420246955007315,
      "loss_total": 0.007420246955007315,
      "step": 25700
    },
    {
      "loss_action": 0.005382150411605835,
      "loss_total": 0.005382150411605835,
      "step": 25700
    },
    {
      "loss_action": 0.010651852935552597,
      "loss_total": 0.010651852935552597,
      "step": 25700
    },
    {
      "loss_action": 0.01957646571099758,
      "loss_total": 0.01957646571099758,
      "step": 25700
    },
    {
      "loss_action": 0.010347305797040462,
      "loss_total": 0.010347305797040462,
      "step": 25700
    },
    {
      "grad_norm": 0.13013985753059387,
      "learning_rate": 8.872619892443217e-05,
      "loss": 0.0136,
      "step": 25710
    },
    {
      "loss_action": 0.016020050272345543,
      "loss_total": 0.016020050272345543,
      "step": 25710
    },
    {
      "loss_action": 0.008205863647162914,
      "loss_total": 0.008205863647162914,
      "step": 25710
    },
    {
      "loss_action": 0.012932730838656425,
      "loss_total": 0.012932730838656425,
      "step": 25710
    },
    {
      "loss_action": 0.0243806354701519,
      "loss_total": 0.0243806354701519,
      "step": 25710
    },
    {
      "loss_action": 0.015858309343457222,
      "loss_total": 0.015858309343457222,
      "step": 25710
    },
    {
      "loss_action": 0.004827883094549179,
      "loss_total": 0.004827883094549179,
      "step": 25710
    },
    {
      "loss_action": 0.004889858886599541,
      "loss_total": 0.004889858886599541,
      "step": 25710
    },
    {
      "loss_action": 0.03554178401827812,
      "loss_total": 0.03554178401827812,
      "step": 25710
    },
    {
      "grad_norm": 0.14974957704544067,
      "learning_rate": 8.871573787389865e-05,
      "loss": 0.0135,
      "step": 25720
    },
    {
      "loss_action": 0.017309069633483887,
      "loss_total": 0.017309069633483887,
      "step": 25720
    },
    {
      "loss_action": 0.005879480857402086,
      "loss_total": 0.005879480857402086,
      "step": 25720
    },
    {
      "loss_action": 0.012411845847964287,
      "loss_total": 0.012411845847964287,
      "step": 25720
    },
    {
      "loss_action": 0.008886761963367462,
      "loss_total": 0.008886761963367462,
      "step": 25720
    },
    {
      "loss_action": 0.007673325017094612,
      "loss_total": 0.007673325017094612,
      "step": 25720
    },
    {
      "loss_action": 0.01141174603253603,
      "loss_total": 0.01141174603253603,
      "step": 25720
    },
    {
      "loss_action": 0.012490781955420971,
      "loss_total": 0.012490781955420971,
      "step": 25720
    },
    {
      "loss_action": 0.007736526429653168,
      "loss_total": 0.007736526429653168,
      "step": 25720
    },
    {
      "grad_norm": 0.23394791781902313,
      "learning_rate": 8.870527258947024e-05,
      "loss": 0.0125,
      "step": 25730
    },
    {
      "loss_action": 0.020974215120077133,
      "loss_total": 0.020974215120077133,
      "step": 25730
    },
    {
      "loss_action": 0.015022935345768929,
      "loss_total": 0.015022935345768929,
      "step": 25730
    },
    {
      "loss_action": 0.005967322736978531,
      "loss_total": 0.005967322736978531,
      "step": 25730
    },
    {
      "loss_action": 0.005733524914830923,
      "loss_total": 0.005733524914830923,
      "step": 25730
    },
    {
      "loss_action": 0.004093969240784645,
      "loss_total": 0.004093969240784645,
      "step": 25730
    },
    {
      "loss_action": 0.006143791601061821,
      "loss_total": 0.006143791601061821,
      "step": 25730
    },
    {
      "loss_action": 0.0086703822016716,
      "loss_total": 0.0086703822016716,
      "step": 25730
    },
    {
      "loss_action": 0.017363745719194412,
      "loss_total": 0.017363745719194412,
      "step": 25730
    },
    {
      "grad_norm": 0.19780388474464417,
      "learning_rate": 8.869480307229143e-05,
      "loss": 0.013,
      "step": 25740
    },
    {
      "loss_action": 0.020857419818639755,
      "loss_total": 0.020857419818639755,
      "step": 25740
    },
    {
      "loss_action": 0.023812031373381615,
      "loss_total": 0.023812031373381615,
      "step": 25740
    },
    {
      "loss_action": 0.02285805530846119,
      "loss_total": 0.02285805530846119,
      "step": 25740
    },
    {
      "loss_action": 0.008085347712039948,
      "loss_total": 0.008085347712039948,
      "step": 25740
    },
    {
      "loss_action": 0.025935480371117592,
      "loss_total": 0.025935480371117592,
      "step": 25740
    },
    {
      "loss_action": 0.006300946697592735,
      "loss_total": 0.006300946697592735,
      "step": 25740
    },
    {
      "loss_action": 0.01449480652809143,
      "loss_total": 0.01449480652809143,
      "step": 25740
    },
    {
      "loss_action": 0.010779207572340965,
      "loss_total": 0.010779207572340965,
      "step": 25740
    },
    {
      "grad_norm": 0.1451394408941269,
      "learning_rate": 8.868432932350712e-05,
      "loss": 0.012,
      "step": 25750
    },
    {
      "loss_action": 0.0037137067411094904,
      "loss_total": 0.0037137067411094904,
      "step": 25750
    },
    {
      "loss_action": 0.013174163177609444,
      "loss_total": 0.013174163177609444,
      "step": 25750
    },
    {
      "loss_action": 0.018411118537187576,
      "loss_total": 0.018411118537187576,
      "step": 25750
    },
    {
      "loss_action": 0.01304536871612072,
      "loss_total": 0.01304536871612072,
      "step": 25750
    },
    {
      "loss_action": 0.008495551533997059,
      "loss_total": 0.008495551533997059,
      "step": 25750
    },
    {
      "loss_action": 0.01593317836523056,
      "loss_total": 0.01593317836523056,
      "step": 25750
    },
    {
      "loss_action": 0.01342741772532463,
      "loss_total": 0.01342741772532463,
      "step": 25750
    },
    {
      "loss_action": 0.008134632371366024,
      "loss_total": 0.008134632371366024,
      "step": 25750
    },
    {
      "grad_norm": 0.15670494735240936,
      "learning_rate": 8.867385134426272e-05,
      "loss": 0.0124,
      "step": 25760
    },
    {
      "loss_action": 0.024466102942824364,
      "loss_total": 0.024466102942824364,
      "step": 25760
    },
    {
      "loss_action": 0.011131810024380684,
      "loss_total": 0.011131810024380684,
      "step": 25760
    },
    {
      "loss_action": 0.014048248529434204,
      "loss_total": 0.014048248529434204,
      "step": 25760
    },
    {
      "loss_action": 0.006505962461233139,
      "loss_total": 0.006505962461233139,
      "step": 25760
    },
    {
      "loss_action": 0.01033645961433649,
      "loss_total": 0.01033645961433649,
      "step": 25760
    },
    {
      "loss_action": 0.00873867329210043,
      "loss_total": 0.00873867329210043,
      "step": 25760
    },
    {
      "loss_action": 0.009911695495247841,
      "loss_total": 0.009911695495247841,
      "step": 25760
    },
    {
      "loss_action": 0.01106390543282032,
      "loss_total": 0.01106390543282032,
      "step": 25760
    },
    {
      "grad_norm": 0.1404869556427002,
      "learning_rate": 8.866336913570407e-05,
      "loss": 0.0122,
      "step": 25770
    },
    {
      "loss_action": 0.022256897762417793,
      "loss_total": 0.022256897762417793,
      "step": 25770
    },
    {
      "loss_action": 0.009630798362195492,
      "loss_total": 0.009630798362195492,
      "step": 25770
    },
    {
      "loss_action": 0.009721197187900543,
      "loss_total": 0.009721197187900543,
      "step": 25770
    },
    {
      "loss_action": 0.011843768879771233,
      "loss_total": 0.011843768879771233,
      "step": 25770
    },
    {
      "loss_action": 0.01852862536907196,
      "loss_total": 0.01852862536907196,
      "step": 25770
    },
    {
      "loss_action": 0.009656410664319992,
      "loss_total": 0.009656410664319992,
      "step": 25770
    },
    {
      "loss_action": 0.01733401045203209,
      "loss_total": 0.01733401045203209,
      "step": 25770
    },
    {
      "loss_action": 0.019351430237293243,
      "loss_total": 0.019351430237293243,
      "step": 25770
    },
    {
      "grad_norm": 0.19767484068870544,
      "learning_rate": 8.865288269897751e-05,
      "loss": 0.0119,
      "step": 25780
    },
    {
      "loss_action": 0.025758735835552216,
      "loss_total": 0.025758735835552216,
      "step": 25780
    },
    {
      "loss_action": 0.017187124118208885,
      "loss_total": 0.017187124118208885,
      "step": 25780
    },
    {
      "loss_action": 0.015752434730529785,
      "loss_total": 0.015752434730529785,
      "step": 25780
    },
    {
      "loss_action": 0.019053447991609573,
      "loss_total": 0.019053447991609573,
      "step": 25780
    },
    {
      "loss_action": 0.012321926653385162,
      "loss_total": 0.012321926653385162,
      "step": 25780
    },
    {
      "loss_action": 0.013689268380403519,
      "loss_total": 0.013689268380403519,
      "step": 25780
    },
    {
      "loss_action": 0.017310192808508873,
      "loss_total": 0.017310192808508873,
      "step": 25780
    },
    {
      "loss_action": 0.022063881158828735,
      "loss_total": 0.022063881158828735,
      "step": 25780
    },
    {
      "grad_norm": 0.2085343301296234,
      "learning_rate": 8.864239203522981e-05,
      "loss": 0.0152,
      "step": 25790
    },
    {
      "loss_action": 0.004114643670618534,
      "loss_total": 0.004114643670618534,
      "step": 25790
    },
    {
      "loss_action": 0.005958602298051119,
      "loss_total": 0.005958602298051119,
      "step": 25790
    },
    {
      "loss_action": 0.01767284795641899,
      "loss_total": 0.01767284795641899,
      "step": 25790
    },
    {
      "loss_action": 0.010701269842684269,
      "loss_total": 0.010701269842684269,
      "step": 25790
    },
    {
      "loss_action": 0.011073213070631027,
      "loss_total": 0.011073213070631027,
      "step": 25790
    },
    {
      "loss_action": 0.011954226531088352,
      "loss_total": 0.011954226531088352,
      "step": 25790
    },
    {
      "loss_action": 0.004793968051671982,
      "loss_total": 0.004793968051671982,
      "step": 25790
    },
    {
      "loss_action": 0.0038767969235777855,
      "loss_total": 0.0038767969235777855,
      "step": 25790
    },
    {
      "grad_norm": 0.11953452229499817,
      "learning_rate": 8.863189714560822e-05,
      "loss": 0.013,
      "step": 25800
    },
    {
      "loss_action": 0.01677442528307438,
      "loss_total": 0.01677442528307438,
      "step": 25800
    },
    {
      "loss_action": 0.012972124852240086,
      "loss_total": 0.012972124852240086,
      "step": 25800
    },
    {
      "loss_action": 0.023297641426324844,
      "loss_total": 0.023297641426324844,
      "step": 25800
    },
    {
      "loss_action": 0.009202196262776852,
      "loss_total": 0.009202196262776852,
      "step": 25800
    },
    {
      "loss_action": 0.010019674897193909,
      "loss_total": 0.010019674897193909,
      "step": 25800
    },
    {
      "loss_action": 0.027368294075131416,
      "loss_total": 0.027368294075131416,
      "step": 25800
    },
    {
      "loss_action": 0.008925451897084713,
      "loss_total": 0.008925451897084713,
      "step": 25800
    },
    {
      "loss_action": 0.012999184429645538,
      "loss_total": 0.012999184429645538,
      "step": 25800
    },
    {
      "grad_norm": 0.10408646613359451,
      "learning_rate": 8.862139803126043e-05,
      "loss": 0.0109,
      "step": 25810
    },
    {
      "loss_action": 0.008176599629223347,
      "loss_total": 0.008176599629223347,
      "step": 25810
    },
    {
      "loss_action": 0.017437156289815903,
      "loss_total": 0.017437156289815903,
      "step": 25810
    },
    {
      "loss_action": 0.018688980489969254,
      "loss_total": 0.018688980489969254,
      "step": 25810
    },
    {
      "loss_action": 0.006142245605587959,
      "loss_total": 0.006142245605587959,
      "step": 25810
    },
    {
      "loss_action": 0.018612947314977646,
      "loss_total": 0.018612947314977646,
      "step": 25810
    },
    {
      "loss_action": 0.011558794416487217,
      "loss_total": 0.011558794416487217,
      "step": 25810
    },
    {
      "loss_action": 0.006485224701464176,
      "loss_total": 0.006485224701464176,
      "step": 25810
    },
    {
      "loss_action": 0.022249162197113037,
      "loss_total": 0.022249162197113037,
      "step": 25810
    },
    {
      "grad_norm": 0.1264541894197464,
      "learning_rate": 8.861089469333463e-05,
      "loss": 0.0143,
      "step": 25820
    },
    {
      "loss_action": 0.005879613105207682,
      "loss_total": 0.005879613105207682,
      "step": 25820
    },
    {
      "loss_action": 0.013284674845635891,
      "loss_total": 0.013284674845635891,
      "step": 25820
    },
    {
      "loss_action": 0.02377002313733101,
      "loss_total": 0.02377002313733101,
      "step": 25820
    },
    {
      "loss_action": 0.02492859587073326,
      "loss_total": 0.02492859587073326,
      "step": 25820
    },
    {
      "loss_action": 0.010598110035061836,
      "loss_total": 0.010598110035061836,
      "step": 25820
    },
    {
      "loss_action": 0.008190770633518696,
      "loss_total": 0.008190770633518696,
      "step": 25820
    },
    {
      "loss_action": 0.004506227560341358,
      "loss_total": 0.004506227560341358,
      "step": 25820
    },
    {
      "loss_action": 0.007948242127895355,
      "loss_total": 0.007948242127895355,
      "step": 25820
    },
    {
      "grad_norm": 0.12139087170362473,
      "learning_rate": 8.860038713297944e-05,
      "loss": 0.0145,
      "step": 25830
    },
    {
      "loss_action": 0.00988159142434597,
      "loss_total": 0.00988159142434597,
      "step": 25830
    },
    {
      "loss_action": 0.007057413458824158,
      "loss_total": 0.007057413458824158,
      "step": 25830
    },
    {
      "loss_action": 0.01074887439608574,
      "loss_total": 0.01074887439608574,
      "step": 25830
    },
    {
      "loss_action": 0.02370612695813179,
      "loss_total": 0.02370612695813179,
      "step": 25830
    },
    {
      "loss_action": 0.018343398347496986,
      "loss_total": 0.018343398347496986,
      "step": 25830
    },
    {
      "loss_action": 0.02700764499604702,
      "loss_total": 0.02700764499604702,
      "step": 25830
    },
    {
      "loss_action": 0.011211315169930458,
      "loss_total": 0.011211315169930458,
      "step": 25830
    },
    {
      "loss_action": 0.023289069533348083,
      "loss_total": 0.023289069533348083,
      "step": 25830
    },
    {
      "grad_norm": 0.14142286777496338,
      "learning_rate": 8.858987535134394e-05,
      "loss": 0.0156,
      "step": 25840
    },
    {
      "loss_action": 0.01959051936864853,
      "loss_total": 0.01959051936864853,
      "step": 25840
    },
    {
      "loss_action": 0.012473462149500847,
      "loss_total": 0.012473462149500847,
      "step": 25840
    },
    {
      "loss_action": 0.006695273332297802,
      "loss_total": 0.006695273332297802,
      "step": 25840
    },
    {
      "loss_action": 0.0062237028032541275,
      "loss_total": 0.0062237028032541275,
      "step": 25840
    },
    {
      "loss_action": 0.017522312700748444,
      "loss_total": 0.017522312700748444,
      "step": 25840
    },
    {
      "loss_action": 0.0044589596800506115,
      "loss_total": 0.0044589596800506115,
      "step": 25840
    },
    {
      "loss_action": 0.010089119896292686,
      "loss_total": 0.010089119896292686,
      "step": 25840
    },
    {
      "loss_action": 0.03043830767273903,
      "loss_total": 0.03043830767273903,
      "step": 25840
    },
    {
      "grad_norm": 0.16011670231819153,
      "learning_rate": 8.857935934957769e-05,
      "loss": 0.0124,
      "step": 25850
    },
    {
      "loss_action": 0.013680357486009598,
      "loss_total": 0.013680357486009598,
      "step": 25850
    },
    {
      "loss_action": 0.010410650633275509,
      "loss_total": 0.010410650633275509,
      "step": 25850
    },
    {
      "loss_action": 0.016604242846369743,
      "loss_total": 0.016604242846369743,
      "step": 25850
    },
    {
      "loss_action": 0.019479064270853996,
      "loss_total": 0.019479064270853996,
      "step": 25850
    },
    {
      "loss_action": 0.017754876986145973,
      "loss_total": 0.017754876986145973,
      "step": 25850
    },
    {
      "loss_action": 0.01987801119685173,
      "loss_total": 0.01987801119685173,
      "step": 25850
    },
    {
      "loss_action": 0.021642010658979416,
      "loss_total": 0.021642010658979416,
      "step": 25850
    },
    {
      "loss_action": 0.009211977012455463,
      "loss_total": 0.009211977012455463,
      "step": 25850
    },
    {
      "grad_norm": 0.12099526077508926,
      "learning_rate": 8.856883912883071e-05,
      "loss": 0.0124,
      "step": 25860
    },
    {
      "loss_action": 0.005668582394719124,
      "loss_total": 0.005668582394719124,
      "step": 25860
    },
    {
      "loss_action": 0.014699151739478111,
      "loss_total": 0.014699151739478111,
      "step": 25860
    },
    {
      "loss_action": 0.009819823317229748,
      "loss_total": 0.009819823317229748,
      "step": 25860
    },
    {
      "loss_action": 0.007318462710827589,
      "loss_total": 0.007318462710827589,
      "step": 25860
    },
    {
      "loss_action": 0.013361776247620583,
      "loss_total": 0.013361776247620583,
      "step": 25860
    },
    {
      "loss_action": 0.011576199904084206,
      "loss_total": 0.011576199904084206,
      "step": 25860
    },
    {
      "loss_action": 0.011553648859262466,
      "loss_total": 0.011553648859262466,
      "step": 25860
    },
    {
      "loss_action": 0.004487849771976471,
      "loss_total": 0.004487849771976471,
      "step": 25860
    },
    {
      "grad_norm": 0.1275283247232437,
      "learning_rate": 8.855831469025346e-05,
      "loss": 0.0129,
      "step": 25870
    },
    {
      "loss_action": 0.006351369433104992,
      "loss_total": 0.006351369433104992,
      "step": 25870
    },
    {
      "loss_action": 0.007810124661773443,
      "loss_total": 0.007810124661773443,
      "step": 25870
    },
    {
      "loss_action": 0.013159898109734058,
      "loss_total": 0.013159898109734058,
      "step": 25870
    },
    {
      "loss_action": 0.034194815903902054,
      "loss_total": 0.034194815903902054,
      "step": 25870
    },
    {
      "loss_action": 0.013092509470880032,
      "loss_total": 0.013092509470880032,
      "step": 25870
    },
    {
      "loss_action": 0.01138138398528099,
      "loss_total": 0.01138138398528099,
      "step": 25870
    },
    {
      "loss_action": 0.007888076826930046,
      "loss_total": 0.007888076826930046,
      "step": 25870
    },
    {
      "loss_action": 0.016920754685997963,
      "loss_total": 0.016920754685997963,
      "step": 25870
    },
    {
      "grad_norm": 0.17652873694896698,
      "learning_rate": 8.854778603499689e-05,
      "loss": 0.0122,
      "step": 25880
    },
    {
      "loss_action": 0.010511860251426697,
      "loss_total": 0.010511860251426697,
      "step": 25880
    },
    {
      "loss_action": 0.03297436982393265,
      "loss_total": 0.03297436982393265,
      "step": 25880
    },
    {
      "loss_action": 0.009086046367883682,
      "loss_total": 0.009086046367883682,
      "step": 25880
    },
    {
      "loss_action": 0.007970187813043594,
      "loss_total": 0.007970187813043594,
      "step": 25880
    },
    {
      "loss_action": 0.015063748694956303,
      "loss_total": 0.015063748694956303,
      "step": 25880
    },
    {
      "loss_action": 0.021399103105068207,
      "loss_total": 0.021399103105068207,
      "step": 25880
    },
    {
      "loss_action": 0.013751579448580742,
      "loss_total": 0.013751579448580742,
      "step": 25880
    },
    {
      "loss_action": 0.009157069027423859,
      "loss_total": 0.009157069027423859,
      "step": 25880
    },
    {
      "grad_norm": 0.12618903815746307,
      "learning_rate": 8.85372531642124e-05,
      "loss": 0.0123,
      "step": 25890
    },
    {
      "loss_action": 0.015658481046557426,
      "loss_total": 0.015658481046557426,
      "step": 25890
    },
    {
      "loss_action": 0.016765691339969635,
      "loss_total": 0.016765691339969635,
      "step": 25890
    },
    {
      "loss_action": 0.01860584318637848,
      "loss_total": 0.01860584318637848,
      "step": 25890
    },
    {
      "loss_action": 0.008829792030155659,
      "loss_total": 0.008829792030155659,
      "step": 25890
    },
    {
      "loss_action": 0.014895743690431118,
      "loss_total": 0.014895743690431118,
      "step": 25890
    },
    {
      "loss_action": 0.011916948482394218,
      "loss_total": 0.011916948482394218,
      "step": 25890
    },
    {
      "loss_action": 0.008143004961311817,
      "loss_total": 0.008143004961311817,
      "step": 25890
    },
    {
      "loss_action": 0.008601861074566841,
      "loss_total": 0.008601861074566841,
      "step": 25890
    },
    {
      "grad_norm": 0.1028960570693016,
      "learning_rate": 8.852671607905185e-05,
      "loss": 0.013,
      "step": 25900
    },
    {
      "loss_action": 0.01530169416218996,
      "loss_total": 0.01530169416218996,
      "step": 25900
    },
    {
      "loss_action": 0.010912012308835983,
      "loss_total": 0.010912012308835983,
      "step": 25900
    },
    {
      "loss_action": 0.0067352429032325745,
      "loss_total": 0.0067352429032325745,
      "step": 25900
    },
    {
      "loss_action": 0.011165562085807323,
      "loss_total": 0.011165562085807323,
      "step": 25900
    },
    {
      "loss_action": 0.00844784639775753,
      "loss_total": 0.00844784639775753,
      "step": 25900
    },
    {
      "loss_action": 0.014543204568326473,
      "loss_total": 0.014543204568326473,
      "step": 25900
    },
    {
      "loss_action": 0.0056954678148031235,
      "loss_total": 0.0056954678148031235,
      "step": 25900
    },
    {
      "loss_action": 0.006599161773920059,
      "loss_total": 0.006599161773920059,
      "step": 25900
    },
    {
      "grad_norm": 0.11537991464138031,
      "learning_rate": 8.851617478066754e-05,
      "loss": 0.0113,
      "step": 25910
    },
    {
      "loss_action": 0.004063119180500507,
      "loss_total": 0.004063119180500507,
      "step": 25910
    },
    {
      "loss_action": 0.0059654731303453445,
      "loss_total": 0.0059654731303453445,
      "step": 25910
    },
    {
      "loss_action": 0.006572281941771507,
      "loss_total": 0.006572281941771507,
      "step": 25910
    },
    {
      "loss_action": 0.0039606848731637,
      "loss_total": 0.0039606848731637,
      "step": 25910
    },
    {
      "loss_action": 0.012529662810266018,
      "loss_total": 0.012529662810266018,
      "step": 25910
    },
    {
      "loss_action": 0.007262774743139744,
      "loss_total": 0.007262774743139744,
      "step": 25910
    },
    {
      "loss_action": 0.004471502732485533,
      "loss_total": 0.004471502732485533,
      "step": 25910
    },
    {
      "loss_action": 0.006869645789265633,
      "loss_total": 0.006869645789265633,
      "step": 25910
    },
    {
      "grad_norm": 0.18712906539440155,
      "learning_rate": 8.850562927021227e-05,
      "loss": 0.0118,
      "step": 25920
    },
    {
      "loss_action": 0.005443450529128313,
      "loss_total": 0.005443450529128313,
      "step": 25920
    },
    {
      "loss_action": 0.008769148960709572,
      "loss_total": 0.008769148960709572,
      "step": 25920
    },
    {
      "loss_action": 0.006782440468668938,
      "loss_total": 0.006782440468668938,
      "step": 25920
    },
    {
      "loss_action": 0.011518407613039017,
      "loss_total": 0.011518407613039017,
      "step": 25920
    },
    {
      "loss_action": 0.04386851191520691,
      "loss_total": 0.04386851191520691,
      "step": 25920
    },
    {
      "loss_action": 0.00645021628588438,
      "loss_total": 0.00645021628588438,
      "step": 25920
    },
    {
      "loss_action": 0.01369289867579937,
      "loss_total": 0.01369289867579937,
      "step": 25920
    },
    {
      "loss_action": 0.006051717791706324,
      "loss_total": 0.006051717791706324,
      "step": 25920
    },
    {
      "grad_norm": 0.1604970246553421,
      "learning_rate": 8.849507954883928e-05,
      "loss": 0.013,
      "step": 25930
    },
    {
      "loss_action": 0.005829826463013887,
      "loss_total": 0.005829826463013887,
      "step": 25930
    },
    {
      "loss_action": 0.007907743565738201,
      "loss_total": 0.007907743565738201,
      "step": 25930
    },
    {
      "loss_action": 0.008898856118321419,
      "loss_total": 0.008898856118321419,
      "step": 25930
    },
    {
      "loss_action": 0.006888092029839754,
      "loss_total": 0.006888092029839754,
      "step": 25930
    },
    {
      "loss_action": 0.019740242511034012,
      "loss_total": 0.019740242511034012,
      "step": 25930
    },
    {
      "loss_action": 0.01297469437122345,
      "loss_total": 0.01297469437122345,
      "step": 25930
    },
    {
      "loss_action": 0.011311130598187447,
      "loss_total": 0.011311130598187447,
      "step": 25930
    },
    {
      "loss_action": 0.006561668589711189,
      "loss_total": 0.006561668589711189,
      "step": 25930
    },
    {
      "grad_norm": 0.11459711194038391,
      "learning_rate": 8.848452561770226e-05,
      "loss": 0.0119,
      "step": 25940
    },
    {
      "loss_action": 0.020077157765626907,
      "loss_total": 0.020077157765626907,
      "step": 25940
    },
    {
      "loss_action": 0.011279571801424026,
      "loss_total": 0.011279571801424026,
      "step": 25940
    },
    {
      "loss_action": 0.011579797603189945,
      "loss_total": 0.011579797603189945,
      "step": 25940
    },
    {
      "loss_action": 0.01797785609960556,
      "loss_total": 0.01797785609960556,
      "step": 25940
    },
    {
      "loss_action": 0.01306808739900589,
      "loss_total": 0.01306808739900589,
      "step": 25940
    },
    {
      "loss_action": 0.01277345884591341,
      "loss_total": 0.01277345884591341,
      "step": 25940
    },
    {
      "loss_action": 0.01563486084342003,
      "loss_total": 0.01563486084342003,
      "step": 25940
    },
    {
      "loss_action": 0.01008962094783783,
      "loss_total": 0.01008962094783783,
      "step": 25940
    },
    {
      "grad_norm": 0.1503259241580963,
      "learning_rate": 8.847396747795538e-05,
      "loss": 0.0098,
      "step": 25950
    },
    {
      "loss_action": 0.03375578299164772,
      "loss_total": 0.03375578299164772,
      "step": 25950
    },
    {
      "loss_action": 0.00941532850265503,
      "loss_total": 0.00941532850265503,
      "step": 25950
    },
    {
      "loss_action": 0.009503397159278393,
      "loss_total": 0.009503397159278393,
      "step": 25950
    },
    {
      "loss_action": 0.013271255418658257,
      "loss_total": 0.013271255418658257,
      "step": 25950
    },
    {
      "loss_action": 0.007367015350610018,
      "loss_total": 0.007367015350610018,
      "step": 25950
    },
    {
      "loss_action": 0.011462069116532803,
      "loss_total": 0.011462069116532803,
      "step": 25950
    },
    {
      "loss_action": 0.0065642595291137695,
      "loss_total": 0.0065642595291137695,
      "step": 25950
    },
    {
      "loss_action": 0.00684579461812973,
      "loss_total": 0.00684579461812973,
      "step": 25950
    },
    {
      "grad_norm": 0.253341943025589,
      "learning_rate": 8.846340513075327e-05,
      "loss": 0.0132,
      "step": 25960
    },
    {
      "loss_action": 0.012118121609091759,
      "loss_total": 0.012118121609091759,
      "step": 25960
    },
    {
      "loss_action": 0.012937121093273163,
      "loss_total": 0.012937121093273163,
      "step": 25960
    },
    {
      "loss_action": 0.0063691213726997375,
      "loss_total": 0.0063691213726997375,
      "step": 25960
    },
    {
      "loss_action": 0.00935383327305317,
      "loss_total": 0.00935383327305317,
      "step": 25960
    },
    {
      "loss_action": 0.009823156520724297,
      "loss_total": 0.009823156520724297,
      "step": 25960
    },
    {
      "loss_action": 0.007934007793664932,
      "loss_total": 0.007934007793664932,
      "step": 25960
    },
    {
      "loss_action": 0.008920598775148392,
      "loss_total": 0.008920598775148392,
      "step": 25960
    },
    {
      "loss_action": 0.004986242391169071,
      "loss_total": 0.004986242391169071,
      "step": 25960
    },
    {
      "grad_norm": 0.18385958671569824,
      "learning_rate": 8.845283857725099e-05,
      "loss": 0.0139,
      "step": 25970
    },
    {
      "loss_action": 0.025791525840759277,
      "loss_total": 0.025791525840759277,
      "step": 25970
    },
    {
      "loss_action": 0.013671495020389557,
      "loss_total": 0.013671495020389557,
      "step": 25970
    },
    {
      "loss_action": 0.011385870166122913,
      "loss_total": 0.011385870166122913,
      "step": 25970
    },
    {
      "loss_action": 0.028559986501932144,
      "loss_total": 0.028559986501932144,
      "step": 25970
    },
    {
      "loss_action": 0.018279731273651123,
      "loss_total": 0.018279731273651123,
      "step": 25970
    },
    {
      "loss_action": 0.008380965329706669,
      "loss_total": 0.008380965329706669,
      "step": 25970
    },
    {
      "loss_action": 0.012840944342315197,
      "loss_total": 0.012840944342315197,
      "step": 25970
    },
    {
      "loss_action": 0.006646098103374243,
      "loss_total": 0.006646098103374243,
      "step": 25970
    },
    {
      "grad_norm": 0.1995660960674286,
      "learning_rate": 8.844226781860409e-05,
      "loss": 0.0155,
      "step": 25980
    },
    {
      "loss_action": 0.003884839126840234,
      "loss_total": 0.003884839126840234,
      "step": 25980
    },
    {
      "loss_action": 0.0448065921664238,
      "loss_total": 0.0448065921664238,
      "step": 25980
    },
    {
      "loss_action": 0.013953130692243576,
      "loss_total": 0.013953130692243576,
      "step": 25980
    },
    {
      "loss_action": 0.040005944669246674,
      "loss_total": 0.040005944669246674,
      "step": 25980
    },
    {
      "loss_action": 0.01017964817583561,
      "loss_total": 0.01017964817583561,
      "step": 25980
    },
    {
      "loss_action": 0.006207181606441736,
      "loss_total": 0.006207181606441736,
      "step": 25980
    },
    {
      "loss_action": 0.03707530349493027,
      "loss_total": 0.03707530349493027,
      "step": 25980
    },
    {
      "loss_action": 0.011724715121090412,
      "loss_total": 0.011724715121090412,
      "step": 25980
    },
    {
      "grad_norm": 0.11806540936231613,
      "learning_rate": 8.84316928559686e-05,
      "loss": 0.0134,
      "step": 25990
    },
    {
      "loss_action": 0.014382277615368366,
      "loss_total": 0.014382277615368366,
      "step": 25990
    },
    {
      "loss_action": 0.005004250910133123,
      "loss_total": 0.005004250910133123,
      "step": 25990
    },
    {
      "loss_action": 0.010836776345968246,
      "loss_total": 0.010836776345968246,
      "step": 25990
    },
    {
      "loss_action": 0.017075037583708763,
      "loss_total": 0.017075037583708763,
      "step": 25990
    },
    {
      "loss_action": 0.007142926566302776,
      "loss_total": 0.007142926566302776,
      "step": 25990
    },
    {
      "loss_action": 0.004693558905273676,
      "loss_total": 0.004693558905273676,
      "step": 25990
    },
    {
      "loss_action": 0.003949997015297413,
      "loss_total": 0.003949997015297413,
      "step": 25990
    },
    {
      "loss_action": 0.00419542845338583,
      "loss_total": 0.00419542845338583,
      "step": 25990
    },
    {
      "grad_norm": 0.13140998780727386,
      "learning_rate": 8.842111369050094e-05,
      "loss": 0.0118,
      "step": 26000
    },
    {
      "loss_action": 0.016648583114147186,
      "loss_total": 0.016648583114147186,
      "step": 26000
    },
    {
      "loss_action": 0.005189931020140648,
      "loss_total": 0.005189931020140648,
      "step": 26000
    },
    {
      "loss_action": 0.00569662731140852,
      "loss_total": 0.00569662731140852,
      "step": 26000
    },
    {
      "loss_action": 0.0029396400786936283,
      "loss_total": 0.0029396400786936283,
      "step": 26000
    },
    {
      "loss_action": 0.007291003130376339,
      "loss_total": 0.007291003130376339,
      "step": 26000
    },
    {
      "loss_action": 0.003927300684154034,
      "loss_total": 0.003927300684154034,
      "step": 26000
    },
    {
      "loss_action": 0.006521145813167095,
      "loss_total": 0.006521145813167095,
      "step": 26000
    },
    {
      "loss_action": 0.0029618488624691963,
      "loss_total": 0.0029618488624691963,
      "step": 26000
    },
    {
      "grad_norm": 0.15647746622562408,
      "learning_rate": 8.841053032335808e-05,
      "loss": 0.0125,
      "step": 26010
    },
    {
      "loss_action": 0.011799031868577003,
      "loss_total": 0.011799031868577003,
      "step": 26010
    },
    {
      "loss_action": 0.025487760081887245,
      "loss_total": 0.025487760081887245,
      "step": 26010
    },
    {
      "loss_action": 0.007735690101981163,
      "loss_total": 0.007735690101981163,
      "step": 26010
    },
    {
      "loss_action": 0.007884355261921883,
      "loss_total": 0.007884355261921883,
      "step": 26010
    },
    {
      "loss_action": 0.006255953572690487,
      "loss_total": 0.006255953572690487,
      "step": 26010
    },
    {
      "loss_action": 0.012124083936214447,
      "loss_total": 0.012124083936214447,
      "step": 26010
    },
    {
      "loss_action": 0.006470928899943829,
      "loss_total": 0.006470928899943829,
      "step": 26010
    },
    {
      "loss_action": 0.005719183944165707,
      "loss_total": 0.005719183944165707,
      "step": 26010
    },
    {
      "grad_norm": 0.16756130754947662,
      "learning_rate": 8.839994275569735e-05,
      "loss": 0.0103,
      "step": 26020
    },
    {
      "loss_action": 0.01722409576177597,
      "loss_total": 0.01722409576177597,
      "step": 26020
    },
    {
      "loss_action": 0.03431134670972824,
      "loss_total": 0.03431134670972824,
      "step": 26020
    },
    {
      "loss_action": 0.010922428220510483,
      "loss_total": 0.010922428220510483,
      "step": 26020
    },
    {
      "loss_action": 0.007144204340875149,
      "loss_total": 0.007144204340875149,
      "step": 26020
    },
    {
      "loss_action": 0.0064811427146196365,
      "loss_total": 0.0064811427146196365,
      "step": 26020
    },
    {
      "loss_action": 0.04358512535691261,
      "loss_total": 0.04358512535691261,
      "step": 26020
    },
    {
      "loss_action": 0.00859406590461731,
      "loss_total": 0.00859406590461731,
      "step": 26020
    },
    {
      "loss_action": 0.019408563151955605,
      "loss_total": 0.019408563151955605,
      "step": 26020
    },
    {
      "grad_norm": 0.11706152558326721,
      "learning_rate": 8.838935098867662e-05,
      "loss": 0.0119,
      "step": 26030
    },
    {
      "loss_action": 0.02434851974248886,
      "loss_total": 0.02434851974248886,
      "step": 26030
    },
    {
      "loss_action": 0.0038883432280272245,
      "loss_total": 0.0038883432280272245,
      "step": 26030
    },
    {
      "loss_action": 0.016556674614548683,
      "loss_total": 0.016556674614548683,
      "step": 26030
    },
    {
      "loss_action": 0.018269900232553482,
      "loss_total": 0.018269900232553482,
      "step": 26030
    },
    {
      "loss_action": 0.01715751178562641,
      "loss_total": 0.01715751178562641,
      "step": 26030
    },
    {
      "loss_action": 0.0033061387948691845,
      "loss_total": 0.0033061387948691845,
      "step": 26030
    },
    {
      "loss_action": 0.006411897949874401,
      "loss_total": 0.006411897949874401,
      "step": 26030
    },
    {
      "loss_action": 0.005780916661024094,
      "loss_total": 0.005780916661024094,
      "step": 26030
    },
    {
      "grad_norm": 0.13223060965538025,
      "learning_rate": 8.837875502345418e-05,
      "loss": 0.0115,
      "step": 26040
    },
    {
      "loss_action": 0.01752961240708828,
      "loss_total": 0.01752961240708828,
      "step": 26040
    },
    {
      "loss_action": 0.01030132919549942,
      "loss_total": 0.01030132919549942,
      "step": 26040
    },
    {
      "loss_action": 0.01305442675948143,
      "loss_total": 0.01305442675948143,
      "step": 26040
    },
    {
      "loss_action": 0.004408290609717369,
      "loss_total": 0.004408290609717369,
      "step": 26040
    },
    {
      "loss_action": 0.0033580991439521313,
      "loss_total": 0.0033580991439521313,
      "step": 26040
    },
    {
      "loss_action": 0.013296855613589287,
      "loss_total": 0.013296855613589287,
      "step": 26040
    },
    {
      "loss_action": 0.009057444520294666,
      "loss_total": 0.009057444520294666,
      "step": 26040
    },
    {
      "loss_action": 0.010459217242896557,
      "loss_total": 0.010459217242896557,
      "step": 26040
    },
    {
      "grad_norm": 0.14044860005378723,
      "learning_rate": 8.83681548611888e-05,
      "loss": 0.0116,
      "step": 26050
    },
    {
      "loss_action": 0.020072462037205696,
      "loss_total": 0.020072462037205696,
      "step": 26050
    },
    {
      "loss_action": 0.013367990031838417,
      "loss_total": 0.013367990031838417,
      "step": 26050
    },
    {
      "loss_action": 0.011346718296408653,
      "loss_total": 0.011346718296408653,
      "step": 26050
    },
    {
      "loss_action": 0.009923946112394333,
      "loss_total": 0.009923946112394333,
      "step": 26050
    },
    {
      "loss_action": 0.014980703592300415,
      "loss_total": 0.014980703592300415,
      "step": 26050
    },
    {
      "loss_action": 0.007846135646104813,
      "loss_total": 0.007846135646104813,
      "step": 26050
    },
    {
      "loss_action": 0.058616019785404205,
      "loss_total": 0.058616019785404205,
      "step": 26050
    },
    {
      "loss_action": 0.008440982550382614,
      "loss_total": 0.008440982550382614,
      "step": 26050
    },
    {
      "grad_norm": 0.12625916302204132,
      "learning_rate": 8.835755050303969e-05,
      "loss": 0.0126,
      "step": 26060
    },
    {
      "loss_action": 0.014099681749939919,
      "loss_total": 0.014099681749939919,
      "step": 26060
    },
    {
      "loss_action": 0.010391373187303543,
      "loss_total": 0.010391373187303543,
      "step": 26060
    },
    {
      "loss_action": 0.009365145117044449,
      "loss_total": 0.009365145117044449,
      "step": 26060
    },
    {
      "loss_action": 0.020624946802854538,
      "loss_total": 0.020624946802854538,
      "step": 26060
    },
    {
      "loss_action": 0.01067588571459055,
      "loss_total": 0.01067588571459055,
      "step": 26060
    },
    {
      "loss_action": 0.009406913071870804,
      "loss_total": 0.009406913071870804,
      "step": 26060
    },
    {
      "loss_action": 0.006315978243947029,
      "loss_total": 0.006315978243947029,
      "step": 26060
    },
    {
      "loss_action": 0.008278229273855686,
      "loss_total": 0.008278229273855686,
      "step": 26060
    },
    {
      "grad_norm": 0.11766528338193893,
      "learning_rate": 8.834694195016653e-05,
      "loss": 0.0102,
      "step": 26070
    },
    {
      "loss_action": 0.007174021098762751,
      "loss_total": 0.007174021098762751,
      "step": 26070
    },
    {
      "loss_action": 0.00912180170416832,
      "loss_total": 0.00912180170416832,
      "step": 26070
    },
    {
      "loss_action": 0.007743786554783583,
      "loss_total": 0.007743786554783583,
      "step": 26070
    },
    {
      "loss_action": 0.006799556780606508,
      "loss_total": 0.006799556780606508,
      "step": 26070
    },
    {
      "loss_action": 0.003941388335078955,
      "loss_total": 0.003941388335078955,
      "step": 26070
    },
    {
      "loss_action": 0.003718903288245201,
      "loss_total": 0.003718903288245201,
      "step": 26070
    },
    {
      "loss_action": 0.004170258995145559,
      "loss_total": 0.004170258995145559,
      "step": 26070
    },
    {
      "loss_action": 0.012406988069415092,
      "loss_total": 0.012406988069415092,
      "step": 26070
    },
    {
      "grad_norm": 0.1572655290365219,
      "learning_rate": 8.833632920372942e-05,
      "loss": 0.0108,
      "step": 26080
    },
    {
      "loss_action": 0.015290709212422371,
      "loss_total": 0.015290709212422371,
      "step": 26080
    },
    {
      "loss_action": 0.009727910161018372,
      "loss_total": 0.009727910161018372,
      "step": 26080
    },
    {
      "loss_action": 0.0027582524344325066,
      "loss_total": 0.0027582524344325066,
      "step": 26080
    },
    {
      "loss_action": 0.013825957663357258,
      "loss_total": 0.013825957663357258,
      "step": 26080
    },
    {
      "loss_action": 0.0183400996029377,
      "loss_total": 0.0183400996029377,
      "step": 26080
    },
    {
      "loss_action": 0.008078144863247871,
      "loss_total": 0.008078144863247871,
      "step": 26080
    },
    {
      "loss_action": 0.004886374808847904,
      "loss_total": 0.004886374808847904,
      "step": 26080
    },
    {
      "loss_action": 0.009117694571614265,
      "loss_total": 0.009117694571614265,
      "step": 26080
    },
    {
      "grad_norm": 0.1559264063835144,
      "learning_rate": 8.832571226488903e-05,
      "loss": 0.0104,
      "step": 26090
    },
    {
      "loss_action": 0.00878854189068079,
      "loss_total": 0.00878854189068079,
      "step": 26090
    },
    {
      "loss_action": 0.010060874745249748,
      "loss_total": 0.010060874745249748,
      "step": 26090
    },
    {
      "loss_action": 0.003979668021202087,
      "loss_total": 0.003979668021202087,
      "step": 26090
    },
    {
      "loss_action": 0.018435362726449966,
      "loss_total": 0.018435362726449966,
      "step": 26090
    },
    {
      "loss_action": 0.017267150804400444,
      "loss_total": 0.017267150804400444,
      "step": 26090
    },
    {
      "loss_action": 0.00810592994093895,
      "loss_total": 0.00810592994093895,
      "step": 26090
    },
    {
      "loss_action": 0.007582716178148985,
      "loss_total": 0.007582716178148985,
      "step": 26090
    },
    {
      "loss_action": 0.012441868893802166,
      "loss_total": 0.012441868893802166,
      "step": 26090
    },
    {
      "grad_norm": 0.12397059798240662,
      "learning_rate": 8.831509113480634e-05,
      "loss": 0.0123,
      "step": 26100
    },
    {
      "loss_action": 0.006503217853605747,
      "loss_total": 0.006503217853605747,
      "step": 26100
    },
    {
      "loss_action": 0.00847364217042923,
      "loss_total": 0.00847364217042923,
      "step": 26100
    },
    {
      "loss_action": 0.007682499010115862,
      "loss_total": 0.007682499010115862,
      "step": 26100
    },
    {
      "loss_action": 0.006285286974161863,
      "loss_total": 0.006285286974161863,
      "step": 26100
    },
    {
      "loss_action": 0.013569580391049385,
      "loss_total": 0.013569580391049385,
      "step": 26100
    },
    {
      "loss_action": 0.004073113668709993,
      "loss_total": 0.004073113668709993,
      "step": 26100
    },
    {
      "loss_action": 0.03208746016025543,
      "loss_total": 0.03208746016025543,
      "step": 26100
    },
    {
      "loss_action": 0.008839037269353867,
      "loss_total": 0.008839037269353867,
      "step": 26100
    },
    {
      "grad_norm": 0.28121647238731384,
      "learning_rate": 8.83044658146429e-05,
      "loss": 0.0113,
      "step": 26110
    },
    {
      "loss_action": 0.007223667576909065,
      "loss_total": 0.007223667576909065,
      "step": 26110
    },
    {
      "loss_action": 0.010832767002284527,
      "loss_total": 0.010832767002284527,
      "step": 26110
    },
    {
      "loss_action": 0.01118413545191288,
      "loss_total": 0.01118413545191288,
      "step": 26110
    },
    {
      "loss_action": 0.010412648320198059,
      "loss_total": 0.010412648320198059,
      "step": 26110
    },
    {
      "loss_action": 0.013881972059607506,
      "loss_total": 0.013881972059607506,
      "step": 26110
    },
    {
      "loss_action": 0.007734738290309906,
      "loss_total": 0.007734738290309906,
      "step": 26110
    },
    {
      "loss_action": 0.017020512372255325,
      "loss_total": 0.017020512372255325,
      "step": 26110
    },
    {
      "loss_action": 0.01956922374665737,
      "loss_total": 0.01956922374665737,
      "step": 26110
    },
    {
      "grad_norm": 0.08896239101886749,
      "learning_rate": 8.829383630556067e-05,
      "loss": 0.0112,
      "step": 26120
    },
    {
      "loss_action": 0.011156123131513596,
      "loss_total": 0.011156123131513596,
      "step": 26120
    },
    {
      "loss_action": 0.01683897338807583,
      "loss_total": 0.01683897338807583,
      "step": 26120
    },
    {
      "loss_action": 0.008566457778215408,
      "loss_total": 0.008566457778215408,
      "step": 26120
    },
    {
      "loss_action": 0.007809460163116455,
      "loss_total": 0.007809460163116455,
      "step": 26120
    },
    {
      "loss_action": 0.02756776660680771,
      "loss_total": 0.02756776660680771,
      "step": 26120
    },
    {
      "loss_action": 0.009880014695227146,
      "loss_total": 0.009880014695227146,
      "step": 26120
    },
    {
      "loss_action": 0.004211330786347389,
      "loss_total": 0.004211330786347389,
      "step": 26120
    },
    {
      "loss_action": 0.006468519568443298,
      "loss_total": 0.006468519568443298,
      "step": 26120
    },
    {
      "grad_norm": 0.13884249329566956,
      "learning_rate": 8.828320260872207e-05,
      "loss": 0.0099,
      "step": 26130
    },
    {
      "loss_action": 0.01286354660987854,
      "loss_total": 0.01286354660987854,
      "step": 26130
    },
    {
      "loss_action": 0.005537991877645254,
      "loss_total": 0.005537991877645254,
      "step": 26130
    },
    {
      "loss_action": 0.007275639101862907,
      "loss_total": 0.007275639101862907,
      "step": 26130
    },
    {
      "loss_action": 0.016534294933080673,
      "loss_total": 0.016534294933080673,
      "step": 26130
    },
    {
      "loss_action": 0.028517553582787514,
      "loss_total": 0.028517553582787514,
      "step": 26130
    },
    {
      "loss_action": 0.011586267501115799,
      "loss_total": 0.011586267501115799,
      "step": 26130
    },
    {
      "loss_action": 0.0047941021621227264,
      "loss_total": 0.0047941021621227264,
      "step": 26130
    },
    {
      "loss_action": 0.007972100749611855,
      "loss_total": 0.007972100749611855,
      "step": 26130
    },
    {
      "grad_norm": 0.20441733300685883,
      "learning_rate": 8.827256472529e-05,
      "loss": 0.0113,
      "step": 26140
    },
    {
      "loss_action": 0.008958999067544937,
      "loss_total": 0.008958999067544937,
      "step": 26140
    },
    {
      "loss_action": 0.0047259144484996796,
      "loss_total": 0.0047259144484996796,
      "step": 26140
    },
    {
      "loss_action": 0.007236427627503872,
      "loss_total": 0.007236427627503872,
      "step": 26140
    },
    {
      "loss_action": 0.006049124523997307,
      "loss_total": 0.006049124523997307,
      "step": 26140
    },
    {
      "loss_action": 0.004897916689515114,
      "loss_total": 0.004897916689515114,
      "step": 26140
    },
    {
      "loss_action": 0.010407241061329842,
      "loss_total": 0.010407241061329842,
      "step": 26140
    },
    {
      "loss_action": 0.007376805413514376,
      "loss_total": 0.007376805413514376,
      "step": 26140
    },
    {
      "loss_action": 0.01478456798940897,
      "loss_total": 0.01478456798940897,
      "step": 26140
    },
    {
      "grad_norm": 0.20541928708553314,
      "learning_rate": 8.826192265642778e-05,
      "loss": 0.011,
      "step": 26150
    },
    {
      "loss_action": 0.00804127100855112,
      "loss_total": 0.00804127100855112,
      "step": 26150
    },
    {
      "loss_action": 0.009049907326698303,
      "loss_total": 0.009049907326698303,
      "step": 26150
    },
    {
      "loss_action": 0.0028695273213088512,
      "loss_total": 0.0028695273213088512,
      "step": 26150
    },
    {
      "loss_action": 0.0097211804240942,
      "loss_total": 0.0097211804240942,
      "step": 26150
    },
    {
      "loss_action": 0.016469400376081467,
      "loss_total": 0.016469400376081467,
      "step": 26150
    },
    {
      "loss_action": 0.0034613332245498896,
      "loss_total": 0.0034613332245498896,
      "step": 26150
    },
    {
      "loss_action": 0.018986813724040985,
      "loss_total": 0.018986813724040985,
      "step": 26150
    },
    {
      "loss_action": 0.004211762920022011,
      "loss_total": 0.004211762920022011,
      "step": 26150
    },
    {
      "grad_norm": 0.14210079610347748,
      "learning_rate": 8.825127640329923e-05,
      "loss": 0.0109,
      "step": 26160
    },
    {
      "loss_action": 0.005605165846645832,
      "loss_total": 0.005605165846645832,
      "step": 26160
    },
    {
      "loss_action": 0.012360330671072006,
      "loss_total": 0.012360330671072006,
      "step": 26160
    },
    {
      "loss_action": 0.012089219875633717,
      "loss_total": 0.012089219875633717,
      "step": 26160
    },
    {
      "loss_action": 0.011150454171001911,
      "loss_total": 0.011150454171001911,
      "step": 26160
    },
    {
      "loss_action": 0.01061299815773964,
      "loss_total": 0.01061299815773964,
      "step": 26160
    },
    {
      "loss_action": 0.021049626171588898,
      "loss_total": 0.021049626171588898,
      "step": 26160
    },
    {
      "loss_action": 0.007986747659742832,
      "loss_total": 0.007986747659742832,
      "step": 26160
    },
    {
      "loss_action": 0.006878636311739683,
      "loss_total": 0.006878636311739683,
      "step": 26160
    },
    {
      "grad_norm": 0.15622033178806305,
      "learning_rate": 8.824062596706861e-05,
      "loss": 0.0113,
      "step": 26170
    },
    {
      "loss_action": 0.008290513418614864,
      "loss_total": 0.008290513418614864,
      "step": 26170
    },
    {
      "loss_action": 0.009123874828219414,
      "loss_total": 0.009123874828219414,
      "step": 26170
    },
    {
      "loss_action": 0.010189172811806202,
      "loss_total": 0.010189172811806202,
      "step": 26170
    },
    {
      "loss_action": 0.007954965345561504,
      "loss_total": 0.007954965345561504,
      "step": 26170
    },
    {
      "loss_action": 0.00634049903601408,
      "loss_total": 0.00634049903601408,
      "step": 26170
    },
    {
      "loss_action": 0.006940706633031368,
      "loss_total": 0.006940706633031368,
      "step": 26170
    },
    {
      "loss_action": 0.009194323793053627,
      "loss_total": 0.009194323793053627,
      "step": 26170
    },
    {
      "loss_action": 0.006495247595012188,
      "loss_total": 0.006495247595012188,
      "step": 26170
    },
    {
      "grad_norm": 0.14279818534851074,
      "learning_rate": 8.822997134890062e-05,
      "loss": 0.0114,
      "step": 26180
    },
    {
      "loss_action": 0.006953404285013676,
      "loss_total": 0.006953404285013676,
      "step": 26180
    },
    {
      "loss_action": 0.016397804021835327,
      "loss_total": 0.016397804021835327,
      "step": 26180
    },
    {
      "loss_action": 0.005890439730137587,
      "loss_total": 0.005890439730137587,
      "step": 26180
    },
    {
      "loss_action": 0.009861068800091743,
      "loss_total": 0.009861068800091743,
      "step": 26180
    },
    {
      "loss_action": 0.012732608243823051,
      "loss_total": 0.012732608243823051,
      "step": 26180
    },
    {
      "loss_action": 0.010720290243625641,
      "loss_total": 0.010720290243625641,
      "step": 26180
    },
    {
      "loss_action": 0.011243164539337158,
      "loss_total": 0.011243164539337158,
      "step": 26180
    },
    {
      "loss_action": 0.020025283098220825,
      "loss_total": 0.020025283098220825,
      "step": 26180
    },
    {
      "grad_norm": 0.17502041161060333,
      "learning_rate": 8.821931254996044e-05,
      "loss": 0.0128,
      "step": 26190
    },
    {
      "loss_action": 0.009580111131072044,
      "loss_total": 0.009580111131072044,
      "step": 26190
    },
    {
      "loss_action": 0.009357050061225891,
      "loss_total": 0.009357050061225891,
      "step": 26190
    },
    {
      "loss_action": 0.010068919509649277,
      "loss_total": 0.010068919509649277,
      "step": 26190
    },
    {
      "loss_action": 0.01906200684607029,
      "loss_total": 0.01906200684607029,
      "step": 26190
    },
    {
      "loss_action": 0.0060852086171507835,
      "loss_total": 0.0060852086171507835,
      "step": 26190
    },
    {
      "loss_action": 0.004049547947943211,
      "loss_total": 0.004049547947943211,
      "step": 26190
    },
    {
      "loss_action": 0.01400837767869234,
      "loss_total": 0.01400837767869234,
      "step": 26190
    },
    {
      "loss_action": 0.007734859827905893,
      "loss_total": 0.007734859827905893,
      "step": 26190
    },
    {
      "grad_norm": 0.19825930893421173,
      "learning_rate": 8.82086495714137e-05,
      "loss": 0.0128,
      "step": 26200
    },
    {
      "loss_action": 0.013997015543282032,
      "loss_total": 0.013997015543282032,
      "step": 26200
    },
    {
      "loss_action": 0.012673554010689259,
      "loss_total": 0.012673554010689259,
      "step": 26200
    },
    {
      "loss_action": 0.005446206778287888,
      "loss_total": 0.005446206778287888,
      "step": 26200
    },
    {
      "loss_action": 0.009933301247656345,
      "loss_total": 0.009933301247656345,
      "step": 26200
    },
    {
      "loss_action": 0.011954965069890022,
      "loss_total": 0.011954965069890022,
      "step": 26200
    },
    {
      "loss_action": 0.007498901803046465,
      "loss_total": 0.007498901803046465,
      "step": 26200
    },
    {
      "loss_action": 0.030455980449914932,
      "loss_total": 0.030455980449914932,
      "step": 26200
    },
    {
      "loss_action": 0.008476803079247475,
      "loss_total": 0.008476803079247475,
      "step": 26200
    },
    {
      "grad_norm": 0.19309033453464508,
      "learning_rate": 8.81979824144265e-05,
      "loss": 0.0119,
      "step": 26210
    },
    {
      "loss_action": 0.012384083122015,
      "loss_total": 0.012384083122015,
      "step": 26210
    },
    {
      "loss_action": 0.018768005073070526,
      "loss_total": 0.018768005073070526,
      "step": 26210
    },
    {
      "loss_action": 0.009265336208045483,
      "loss_total": 0.009265336208045483,
      "step": 26210
    },
    {
      "loss_action": 0.009452912025153637,
      "loss_total": 0.009452912025153637,
      "step": 26210
    },
    {
      "loss_action": 0.0122225945815444,
      "loss_total": 0.0122225945815444,
      "step": 26210
    },
    {
      "loss_action": 0.043566033244132996,
      "loss_total": 0.043566033244132996,
      "step": 26210
    },
    {
      "loss_action": 0.010842572897672653,
      "loss_total": 0.010842572897672653,
      "step": 26210
    },
    {
      "loss_action": 0.013126520439982414,
      "loss_total": 0.013126520439982414,
      "step": 26210
    },
    {
      "grad_norm": 0.1354203075170517,
      "learning_rate": 8.818731108016536e-05,
      "loss": 0.0124,
      "step": 26220
    },
    {
      "loss_action": 0.014387203380465508,
      "loss_total": 0.014387203380465508,
      "step": 26220
    },
    {
      "loss_action": 0.008157864212989807,
      "loss_total": 0.008157864212989807,
      "step": 26220
    },
    {
      "loss_action": 0.018524646759033203,
      "loss_total": 0.018524646759033203,
      "step": 26220
    },
    {
      "loss_action": 0.011433921754360199,
      "loss_total": 0.011433921754360199,
      "step": 26220
    },
    {
      "loss_action": 0.015321553684771061,
      "loss_total": 0.015321553684771061,
      "step": 26220
    },
    {
      "loss_action": 0.014726538211107254,
      "loss_total": 0.014726538211107254,
      "step": 26220
    },
    {
      "loss_action": 0.004887727089226246,
      "loss_total": 0.004887727089226246,
      "step": 26220
    },
    {
      "loss_action": 0.007972979918122292,
      "loss_total": 0.007972979918122292,
      "step": 26220
    },
    {
      "grad_norm": 0.18539470434188843,
      "learning_rate": 8.81766355697973e-05,
      "loss": 0.0126,
      "step": 26230
    },
    {
      "loss_action": 0.007723744958639145,
      "loss_total": 0.007723744958639145,
      "step": 26230
    },
    {
      "loss_action": 0.0073249004781246185,
      "loss_total": 0.0073249004781246185,
      "step": 26230
    },
    {
      "loss_action": 0.017202945426106453,
      "loss_total": 0.017202945426106453,
      "step": 26230
    },
    {
      "loss_action": 0.013434026390314102,
      "loss_total": 0.013434026390314102,
      "step": 26230
    },
    {
      "loss_action": 0.007614345755428076,
      "loss_total": 0.007614345755428076,
      "step": 26230
    },
    {
      "loss_action": 0.01862110197544098,
      "loss_total": 0.01862110197544098,
      "step": 26230
    },
    {
      "loss_action": 0.005940595641732216,
      "loss_total": 0.005940595641732216,
      "step": 26230
    },
    {
      "loss_action": 0.028340429067611694,
      "loss_total": 0.028340429067611694,
      "step": 26230
    },
    {
      "grad_norm": 0.1755373477935791,
      "learning_rate": 8.816595588448977e-05,
      "loss": 0.0136,
      "step": 26240
    },
    {
      "loss_action": 0.005132312420755625,
      "loss_total": 0.005132312420755625,
      "step": 26240
    },
    {
      "loss_action": 0.022755660116672516,
      "loss_total": 0.022755660116672516,
      "step": 26240
    },
    {
      "loss_action": 0.010879399254918098,
      "loss_total": 0.010879399254918098,
      "step": 26240
    },
    {
      "loss_action": 0.017218973487615585,
      "loss_total": 0.017218973487615585,
      "step": 26240
    },
    {
      "loss_action": 0.007000724785029888,
      "loss_total": 0.007000724785029888,
      "step": 26240
    },
    {
      "loss_action": 0.0030338806100189686,
      "loss_total": 0.0030338806100189686,
      "step": 26240
    },
    {
      "loss_action": 0.024008769541978836,
      "loss_total": 0.024008769541978836,
      "step": 26240
    },
    {
      "loss_action": 0.005802347790449858,
      "loss_total": 0.005802347790449858,
      "step": 26240
    },
    {
      "grad_norm": 0.12983553111553192,
      "learning_rate": 8.81552720254107e-05,
      "loss": 0.0116,
      "step": 26250
    },
    {
      "loss_action": 0.024343203753232956,
      "loss_total": 0.024343203753232956,
      "step": 26250
    },
    {
      "loss_action": 0.020385324954986572,
      "loss_total": 0.020385324954986572,
      "step": 26250
    },
    {
      "loss_action": 0.010297274217009544,
      "loss_total": 0.010297274217009544,
      "step": 26250
    },
    {
      "loss_action": 0.036313556134700775,
      "loss_total": 0.036313556134700775,
      "step": 26250
    },
    {
      "loss_action": 0.0224880613386631,
      "loss_total": 0.0224880613386631,
      "step": 26250
    },
    {
      "loss_action": 0.00815712008625269,
      "loss_total": 0.00815712008625269,
      "step": 26250
    },
    {
      "loss_action": 0.017718102782964706,
      "loss_total": 0.017718102782964706,
      "step": 26250
    },
    {
      "loss_action": 0.014308485202491283,
      "loss_total": 0.014308485202491283,
      "step": 26250
    },
    {
      "grad_norm": 0.13780933618545532,
      "learning_rate": 8.814458399372842e-05,
      "loss": 0.0141,
      "step": 26260
    },
    {
      "loss_action": 0.006917207036167383,
      "loss_total": 0.006917207036167383,
      "step": 26260
    },
    {
      "loss_action": 0.01609501615166664,
      "loss_total": 0.01609501615166664,
      "step": 26260
    },
    {
      "loss_action": 0.008300526067614555,
      "loss_total": 0.008300526067614555,
      "step": 26260
    },
    {
      "loss_action": 0.01236830186098814,
      "loss_total": 0.01236830186098814,
      "step": 26260
    },
    {
      "loss_action": 0.020872458815574646,
      "loss_total": 0.020872458815574646,
      "step": 26260
    },
    {
      "loss_action": 0.0077873580157756805,
      "loss_total": 0.0077873580157756805,
      "step": 26260
    },
    {
      "loss_action": 0.0065912166610360146,
      "loss_total": 0.0065912166610360146,
      "step": 26260
    },
    {
      "loss_action": 0.00578981451690197,
      "loss_total": 0.00578981451690197,
      "step": 26260
    },
    {
      "grad_norm": 0.09349902719259262,
      "learning_rate": 8.813389179061181e-05,
      "loss": 0.0109,
      "step": 26270
    },
    {
      "loss_action": 0.01027027890086174,
      "loss_total": 0.01027027890086174,
      "step": 26270
    },
    {
      "loss_action": 0.006392837036401033,
      "loss_total": 0.006392837036401033,
      "step": 26270
    },
    {
      "loss_action": 0.008603349328041077,
      "loss_total": 0.008603349328041077,
      "step": 26270
    },
    {
      "loss_action": 0.015383380465209484,
      "loss_total": 0.015383380465209484,
      "step": 26270
    },
    {
      "loss_action": 0.011630680412054062,
      "loss_total": 0.011630680412054062,
      "step": 26270
    },
    {
      "loss_action": 0.030923908576369286,
      "loss_total": 0.030923908576369286,
      "step": 26270
    },
    {
      "loss_action": 0.02875012531876564,
      "loss_total": 0.02875012531876564,
      "step": 26270
    },
    {
      "loss_action": 0.019522620365023613,
      "loss_total": 0.019522620365023613,
      "step": 26270
    },
    {
      "grad_norm": 0.14889763295650482,
      "learning_rate": 8.812319541723012e-05,
      "loss": 0.0114,
      "step": 26280
    },
    {
      "loss_action": 0.005116063170135021,
      "loss_total": 0.005116063170135021,
      "step": 26280
    },
    {
      "loss_action": 0.013958096504211426,
      "loss_total": 0.013958096504211426,
      "step": 26280
    },
    {
      "loss_action": 0.004763002973049879,
      "loss_total": 0.004763002973049879,
      "step": 26280
    },
    {
      "loss_action": 0.0047135129570961,
      "loss_total": 0.0047135129570961,
      "step": 26280
    },
    {
      "loss_action": 0.007569889072328806,
      "loss_total": 0.007569889072328806,
      "step": 26280
    },
    {
      "loss_action": 0.004116811323910952,
      "loss_total": 0.004116811323910952,
      "step": 26280
    },
    {
      "loss_action": 0.007260715588927269,
      "loss_total": 0.007260715588927269,
      "step": 26280
    },
    {
      "loss_action": 0.01748008280992508,
      "loss_total": 0.01748008280992508,
      "step": 26280
    },
    {
      "grad_norm": 0.11171099543571472,
      "learning_rate": 8.811249487475309e-05,
      "loss": 0.0111,
      "step": 26290
    },
    {
      "loss_action": 0.008973255753517151,
      "loss_total": 0.008973255753517151,
      "step": 26290
    },
    {
      "loss_action": 0.005216039251536131,
      "loss_total": 0.005216039251536131,
      "step": 26290
    },
    {
      "loss_action": 0.016370300203561783,
      "loss_total": 0.016370300203561783,
      "step": 26290
    },
    {
      "loss_action": 0.007082629017531872,
      "loss_total": 0.007082629017531872,
      "step": 26290
    },
    {
      "loss_action": 0.015088588930666447,
      "loss_total": 0.015088588930666447,
      "step": 26290
    },
    {
      "loss_action": 0.010043679736554623,
      "loss_total": 0.010043679736554623,
      "step": 26290
    },
    {
      "loss_action": 0.009653054177761078,
      "loss_total": 0.009653054177761078,
      "step": 26290
    },
    {
      "loss_action": 0.008678174577653408,
      "loss_total": 0.008678174577653408,
      "step": 26290
    },
    {
      "grad_norm": 0.10730583965778351,
      "learning_rate": 8.810179016435092e-05,
      "loss": 0.0092,
      "step": 26300
    },
    {
      "loss_action": 0.017305530607700348,
      "loss_total": 0.017305530607700348,
      "step": 26300
    },
    {
      "loss_action": 0.0074594588950276375,
      "loss_total": 0.0074594588950276375,
      "step": 26300
    },
    {
      "loss_action": 0.012307865545153618,
      "loss_total": 0.012307865545153618,
      "step": 26300
    },
    {
      "loss_action": 0.007602633908390999,
      "loss_total": 0.007602633908390999,
      "step": 26300
    },
    {
      "loss_action": 0.008602594956755638,
      "loss_total": 0.008602594956755638,
      "step": 26300
    },
    {
      "loss_action": 0.01249915361404419,
      "loss_total": 0.01249915361404419,
      "step": 26300
    },
    {
      "loss_action": 0.05469164624810219,
      "loss_total": 0.05469164624810219,
      "step": 26300
    },
    {
      "loss_action": 0.0070743197575211525,
      "loss_total": 0.0070743197575211525,
      "step": 26300
    },
    {
      "grad_norm": 0.1281237155199051,
      "learning_rate": 8.809108128719428e-05,
      "loss": 0.0129,
      "step": 26310
    },
    {
      "loss_action": 0.014275825582444668,
      "loss_total": 0.014275825582444668,
      "step": 26310
    },
    {
      "loss_action": 0.01303874421864748,
      "loss_total": 0.01303874421864748,
      "step": 26310
    },
    {
      "loss_action": 0.01625804603099823,
      "loss_total": 0.01625804603099823,
      "step": 26310
    },
    {
      "loss_action": 0.018970917910337448,
      "loss_total": 0.018970917910337448,
      "step": 26310
    },
    {
      "loss_action": 0.007261216174811125,
      "loss_total": 0.007261216174811125,
      "step": 26310
    },
    {
      "loss_action": 0.015744205564260483,
      "loss_total": 0.015744205564260483,
      "step": 26310
    },
    {
      "loss_action": 0.009770155884325504,
      "loss_total": 0.009770155884325504,
      "step": 26310
    },
    {
      "loss_action": 0.014777274802327156,
      "loss_total": 0.014777274802327156,
      "step": 26310
    },
    {
      "grad_norm": 0.1534251719713211,
      "learning_rate": 8.808036824445424e-05,
      "loss": 0.0116,
      "step": 26320
    },
    {
      "loss_action": 0.007913703098893166,
      "loss_total": 0.007913703098893166,
      "step": 26320
    },
    {
      "loss_action": 0.011773761361837387,
      "loss_total": 0.011773761361837387,
      "step": 26320
    },
    {
      "loss_action": 0.012536410242319107,
      "loss_total": 0.012536410242319107,
      "step": 26320
    },
    {
      "loss_action": 0.013172544538974762,
      "loss_total": 0.013172544538974762,
      "step": 26320
    },
    {
      "loss_action": 0.005319658666849136,
      "loss_total": 0.005319658666849136,
      "step": 26320
    },
    {
      "loss_action": 0.005079912021756172,
      "loss_total": 0.005079912021756172,
      "step": 26320
    },
    {
      "loss_action": 0.016403961926698685,
      "loss_total": 0.016403961926698685,
      "step": 26320
    },
    {
      "loss_action": 0.012049010023474693,
      "loss_total": 0.012049010023474693,
      "step": 26320
    },
    {
      "grad_norm": 0.1254156231880188,
      "learning_rate": 8.806965103730238e-05,
      "loss": 0.0116,
      "step": 26330
    },
    {
      "loss_action": 0.008187803439795971,
      "loss_total": 0.008187803439795971,
      "step": 26330
    },
    {
      "loss_action": 0.011140093207359314,
      "loss_total": 0.011140093207359314,
      "step": 26330
    },
    {
      "loss_action": 0.031074604019522667,
      "loss_total": 0.031074604019522667,
      "step": 26330
    },
    {
      "loss_action": 0.020150423049926758,
      "loss_total": 0.020150423049926758,
      "step": 26330
    },
    {
      "loss_action": 0.014402195811271667,
      "loss_total": 0.014402195811271667,
      "step": 26330
    },
    {
      "loss_action": 0.022922109812498093,
      "loss_total": 0.022922109812498093,
      "step": 26330
    },
    {
      "loss_action": 0.05326838046312332,
      "loss_total": 0.05326838046312332,
      "step": 26330
    },
    {
      "loss_action": 0.01934736780822277,
      "loss_total": 0.01934736780822277,
      "step": 26330
    },
    {
      "grad_norm": 0.1699327677488327,
      "learning_rate": 8.805892966691074e-05,
      "loss": 0.0161,
      "step": 26340
    },
    {
      "loss_action": 0.012372086755931377,
      "loss_total": 0.012372086755931377,
      "step": 26340
    },
    {
      "loss_action": 0.0075007593259215355,
      "loss_total": 0.0075007593259215355,
      "step": 26340
    },
    {
      "loss_action": 0.01732228323817253,
      "loss_total": 0.01732228323817253,
      "step": 26340
    },
    {
      "loss_action": 0.013799532316625118,
      "loss_total": 0.013799532316625118,
      "step": 26340
    },
    {
      "loss_action": 0.007034571375697851,
      "loss_total": 0.007034571375697851,
      "step": 26340
    },
    {
      "loss_action": 0.007211731281131506,
      "loss_total": 0.007211731281131506,
      "step": 26340
    },
    {
      "loss_action": 0.0071100941859185696,
      "loss_total": 0.0071100941859185696,
      "step": 26340
    },
    {
      "loss_action": 0.012728014029562473,
      "loss_total": 0.012728014029562473,
      "step": 26340
    },
    {
      "grad_norm": 0.11284780502319336,
      "learning_rate": 8.804820413445175e-05,
      "loss": 0.0118,
      "step": 26350
    },
    {
      "loss_action": 0.005098907742649317,
      "loss_total": 0.005098907742649317,
      "step": 26350
    },
    {
      "loss_action": 0.01735106110572815,
      "loss_total": 0.01735106110572815,
      "step": 26350
    },
    {
      "loss_action": 0.0074944328516721725,
      "loss_total": 0.0074944328516721725,
      "step": 26350
    },
    {
      "loss_action": 0.012732630595564842,
      "loss_total": 0.012732630595564842,
      "step": 26350
    },
    {
      "loss_action": 0.009635582566261292,
      "loss_total": 0.009635582566261292,
      "step": 26350
    },
    {
      "loss_action": 0.007514199707657099,
      "loss_total": 0.007514199707657099,
      "step": 26350
    },
    {
      "loss_action": 0.009624320082366467,
      "loss_total": 0.009624320082366467,
      "step": 26350
    },
    {
      "loss_action": 0.007634288165718317,
      "loss_total": 0.007634288165718317,
      "step": 26350
    },
    {
      "grad_norm": 0.17202681303024292,
      "learning_rate": 8.803747444109837e-05,
      "loss": 0.011,
      "step": 26360
    },
    {
      "loss_action": 0.019160687923431396,
      "loss_total": 0.019160687923431396,
      "step": 26360
    },
    {
      "loss_action": 0.014329643920063972,
      "loss_total": 0.014329643920063972,
      "step": 26360
    },
    {
      "loss_action": 0.012273287400603294,
      "loss_total": 0.012273287400603294,
      "step": 26360
    },
    {
      "loss_action": 0.01441238820552826,
      "loss_total": 0.01441238820552826,
      "step": 26360
    },
    {
      "loss_action": 0.004045067820698023,
      "loss_total": 0.004045067820698023,
      "step": 26360
    },
    {
      "loss_action": 0.019153550267219543,
      "loss_total": 0.019153550267219543,
      "step": 26360
    },
    {
      "loss_action": 0.008209602907299995,
      "loss_total": 0.008209602907299995,
      "step": 26360
    },
    {
      "loss_action": 0.010372672230005264,
      "loss_total": 0.010372672230005264,
      "step": 26360
    },
    {
      "grad_norm": 0.13116587698459625,
      "learning_rate": 8.802674058802399e-05,
      "loss": 0.0115,
      "step": 26370
    },
    {
      "loss_action": 0.006304530426859856,
      "loss_total": 0.006304530426859856,
      "step": 26370
    },
    {
      "loss_action": 0.009501170367002487,
      "loss_total": 0.009501170367002487,
      "step": 26370
    },
    {
      "loss_action": 0.005717883817851543,
      "loss_total": 0.005717883817851543,
      "step": 26370
    },
    {
      "loss_action": 0.0033235903829336166,
      "loss_total": 0.0033235903829336166,
      "step": 26370
    },
    {
      "loss_action": 0.013841605745255947,
      "loss_total": 0.013841605745255947,
      "step": 26370
    },
    {
      "loss_action": 0.007530686445534229,
      "loss_total": 0.007530686445534229,
      "step": 26370
    },
    {
      "loss_action": 0.008591114543378353,
      "loss_total": 0.008591114543378353,
      "step": 26370
    },
    {
      "loss_action": 0.002836618572473526,
      "loss_total": 0.002836618572473526,
      "step": 26370
    },
    {
      "grad_norm": 0.11949670314788818,
      "learning_rate": 8.801600257640241e-05,
      "loss": 0.0108,
      "step": 26380
    },
    {
      "loss_action": 0.005430120974779129,
      "loss_total": 0.005430120974779129,
      "step": 26380
    },
    {
      "loss_action": 0.01544264331459999,
      "loss_total": 0.01544264331459999,
      "step": 26380
    },
    {
      "loss_action": 0.011566401459276676,
      "loss_total": 0.011566401459276676,
      "step": 26380
    },
    {
      "loss_action": 0.007236297242343426,
      "loss_total": 0.007236297242343426,
      "step": 26380
    },
    {
      "loss_action": 0.0033675949089229107,
      "loss_total": 0.0033675949089229107,
      "step": 26380
    },
    {
      "loss_action": 0.012742090038955212,
      "loss_total": 0.012742090038955212,
      "step": 26380
    },
    {
      "loss_action": 0.024289995431900024,
      "loss_total": 0.024289995431900024,
      "step": 26380
    },
    {
      "loss_action": 0.0065261018462479115,
      "loss_total": 0.0065261018462479115,
      "step": 26380
    },
    {
      "grad_norm": 0.176829993724823,
      "learning_rate": 8.800526040740795e-05,
      "loss": 0.0149,
      "step": 26390
    },
    {
      "loss_action": 0.004596622660756111,
      "loss_total": 0.004596622660756111,
      "step": 26390
    },
    {
      "loss_action": 0.0077479067258536816,
      "loss_total": 0.0077479067258536816,
      "step": 26390
    },
    {
      "loss_action": 0.01304367184638977,
      "loss_total": 0.01304367184638977,
      "step": 26390
    },
    {
      "loss_action": 0.008988609537482262,
      "loss_total": 0.008988609537482262,
      "step": 26390
    },
    {
      "loss_action": 0.010861571878194809,
      "loss_total": 0.010861571878194809,
      "step": 26390
    },
    {
      "loss_action": 0.00391069520264864,
      "loss_total": 0.00391069520264864,
      "step": 26390
    },
    {
      "loss_action": 0.012381323613226414,
      "loss_total": 0.012381323613226414,
      "step": 26390
    },
    {
      "loss_action": 0.0077318474650382996,
      "loss_total": 0.0077318474650382996,
      "step": 26390
    },
    {
      "grad_norm": 0.21016360819339752,
      "learning_rate": 8.799451408221535e-05,
      "loss": 0.012,
      "step": 26400
    },
    {
      "loss_action": 0.011968716979026794,
      "loss_total": 0.011968716979026794,
      "step": 26400
    },
    {
      "loss_action": 0.004251548089087009,
      "loss_total": 0.004251548089087009,
      "step": 26400
    },
    {
      "loss_action": 0.010425960645079613,
      "loss_total": 0.010425960645079613,
      "step": 26400
    },
    {
      "loss_action": 0.014366311952471733,
      "loss_total": 0.014366311952471733,
      "step": 26400
    },
    {
      "loss_action": 0.007866536267101765,
      "loss_total": 0.007866536267101765,
      "step": 26400
    },
    {
      "loss_action": 0.007202701643109322,
      "loss_total": 0.007202701643109322,
      "step": 26400
    },
    {
      "loss_action": 0.007291988003998995,
      "loss_total": 0.007291988003998995,
      "step": 26400
    },
    {
      "loss_action": 0.00910167582333088,
      "loss_total": 0.00910167582333088,
      "step": 26400
    },
    {
      "grad_norm": 0.16579225659370422,
      "learning_rate": 8.798376360199982e-05,
      "loss": 0.0116,
      "step": 26410
    },
    {
      "loss_action": 0.010390283539891243,
      "loss_total": 0.010390283539891243,
      "step": 26410
    },
    {
      "loss_action": 0.010976442135870457,
      "loss_total": 0.010976442135870457,
      "step": 26410
    },
    {
      "loss_action": 0.005460609681904316,
      "loss_total": 0.005460609681904316,
      "step": 26410
    },
    {
      "loss_action": 0.01598929613828659,
      "loss_total": 0.01598929613828659,
      "step": 26410
    },
    {
      "loss_action": 0.007270651403814554,
      "loss_total": 0.007270651403814554,
      "step": 26410
    },
    {
      "loss_action": 0.012166069820523262,
      "loss_total": 0.012166069820523262,
      "step": 26410
    },
    {
      "loss_action": 0.0088580884039402,
      "loss_total": 0.0088580884039402,
      "step": 26410
    },
    {
      "loss_action": 0.00837283581495285,
      "loss_total": 0.00837283581495285,
      "step": 26410
    },
    {
      "grad_norm": 0.1817595660686493,
      "learning_rate": 8.797300896793701e-05,
      "loss": 0.0118,
      "step": 26420
    },
    {
      "loss_action": 0.005321831442415714,
      "loss_total": 0.005321831442415714,
      "step": 26420
    },
    {
      "loss_action": 0.009861782193183899,
      "loss_total": 0.009861782193183899,
      "step": 26420
    },
    {
      "loss_action": 0.015614169649779797,
      "loss_total": 0.015614169649779797,
      "step": 26420
    },
    {
      "loss_action": 0.0062128095887601376,
      "loss_total": 0.0062128095887601376,
      "step": 26420
    },
    {
      "loss_action": 0.018520833924412727,
      "loss_total": 0.018520833924412727,
      "step": 26420
    },
    {
      "loss_action": 0.02590281516313553,
      "loss_total": 0.02590281516313553,
      "step": 26420
    },
    {
      "loss_action": 0.009932244196534157,
      "loss_total": 0.009932244196534157,
      "step": 26420
    },
    {
      "loss_action": 0.019384335726499557,
      "loss_total": 0.019384335726499557,
      "step": 26420
    },
    {
      "grad_norm": 0.15181933343410492,
      "learning_rate": 8.796225018120302e-05,
      "loss": 0.0125,
      "step": 26430
    },
    {
      "loss_action": 0.015304557979106903,
      "loss_total": 0.015304557979106903,
      "step": 26430
    },
    {
      "loss_action": 0.011437168344855309,
      "loss_total": 0.011437168344855309,
      "step": 26430
    },
    {
      "loss_action": 0.0068914215080440044,
      "loss_total": 0.0068914215080440044,
      "step": 26430
    },
    {
      "loss_action": 0.019325200468301773,
      "loss_total": 0.019325200468301773,
      "step": 26430
    },
    {
      "loss_action": 0.022822439670562744,
      "loss_total": 0.022822439670562744,
      "step": 26430
    },
    {
      "loss_action": 0.02888205461204052,
      "loss_total": 0.02888205461204052,
      "step": 26430
    },
    {
      "loss_action": 0.01339922845363617,
      "loss_total": 0.01339922845363617,
      "step": 26430
    },
    {
      "loss_action": 0.006179720163345337,
      "loss_total": 0.006179720163345337,
      "step": 26430
    },
    {
      "grad_norm": 0.09126386791467667,
      "learning_rate": 8.795148724297444e-05,
      "loss": 0.0115,
      "step": 26440
    },
    {
      "loss_action": 0.004683086648583412,
      "loss_total": 0.004683086648583412,
      "step": 26440
    },
    {
      "loss_action": 0.00904067326337099,
      "loss_total": 0.00904067326337099,
      "step": 26440
    },
    {
      "loss_action": 0.010498187504708767,
      "loss_total": 0.010498187504708767,
      "step": 26440
    },
    {
      "loss_action": 0.013150432147085667,
      "loss_total": 0.013150432147085667,
      "step": 26440
    },
    {
      "loss_action": 0.010140907019376755,
      "loss_total": 0.010140907019376755,
      "step": 26440
    },
    {
      "loss_action": 0.004321623127907515,
      "loss_total": 0.004321623127907515,
      "step": 26440
    },
    {
      "loss_action": 0.014174972660839558,
      "loss_total": 0.014174972660839558,
      "step": 26440
    },
    {
      "loss_action": 0.00600798986852169,
      "loss_total": 0.00600798986852169,
      "step": 26440
    },
    {
      "grad_norm": 0.11229454725980759,
      "learning_rate": 8.794072015442825e-05,
      "loss": 0.0095,
      "step": 26450
    },
    {
      "loss_action": 0.005762264598160982,
      "loss_total": 0.005762264598160982,
      "step": 26450
    },
    {
      "loss_action": 0.012387014925479889,
      "loss_total": 0.012387014925479889,
      "step": 26450
    },
    {
      "loss_action": 0.010261367075145245,
      "loss_total": 0.010261367075145245,
      "step": 26450
    },
    {
      "loss_action": 0.010855235159397125,
      "loss_total": 0.010855235159397125,
      "step": 26450
    },
    {
      "loss_action": 0.007354064844548702,
      "loss_total": 0.007354064844548702,
      "step": 26450
    },
    {
      "loss_action": 0.028320100158452988,
      "loss_total": 0.028320100158452988,
      "step": 26450
    },
    {
      "loss_action": 0.013135851360857487,
      "loss_total": 0.013135851360857487,
      "step": 26450
    },
    {
      "loss_action": 0.007934287190437317,
      "loss_total": 0.007934287190437317,
      "step": 26450
    },
    {
      "grad_norm": 0.15031203627586365,
      "learning_rate": 8.792994891674198e-05,
      "loss": 0.0093,
      "step": 26460
    },
    {
      "loss_action": 0.010660242289304733,
      "loss_total": 0.010660242289304733,
      "step": 26460
    },
    {
      "loss_action": 0.013300777412950993,
      "loss_total": 0.013300777412950993,
      "step": 26460
    },
    {
      "loss_action": 0.007797626778483391,
      "loss_total": 0.007797626778483391,
      "step": 26460
    },
    {
      "loss_action": 0.009289581328630447,
      "loss_total": 0.009289581328630447,
      "step": 26460
    },
    {
      "loss_action": 0.0056733181700110435,
      "loss_total": 0.0056733181700110435,
      "step": 26460
    },
    {
      "loss_action": 0.00890255905687809,
      "loss_total": 0.00890255905687809,
      "step": 26460
    },
    {
      "loss_action": 0.008296778425574303,
      "loss_total": 0.008296778425574303,
      "step": 26460
    },
    {
      "loss_action": 0.007854658178985119,
      "loss_total": 0.007854658178985119,
      "step": 26460
    },
    {
      "grad_norm": 0.1778458207845688,
      "learning_rate": 8.79191735310935e-05,
      "loss": 0.0121,
      "step": 26470
    },
    {
      "loss_action": 0.00758310267701745,
      "loss_total": 0.00758310267701745,
      "step": 26470
    },
    {
      "loss_action": 0.02072954550385475,
      "loss_total": 0.02072954550385475,
      "step": 26470
    },
    {
      "loss_action": 0.007335388567298651,
      "loss_total": 0.007335388567298651,
      "step": 26470
    },
    {
      "loss_action": 0.007741657551378012,
      "loss_total": 0.007741657551378012,
      "step": 26470
    },
    {
      "loss_action": 0.012707198970019817,
      "loss_total": 0.012707198970019817,
      "step": 26470
    },
    {
      "loss_action": 0.013557303696870804,
      "loss_total": 0.013557303696870804,
      "step": 26470
    },
    {
      "loss_action": 0.01260187104344368,
      "loss_total": 0.01260187104344368,
      "step": 26470
    },
    {
      "loss_action": 0.011276301927864552,
      "loss_total": 0.011276301927864552,
      "step": 26470
    },
    {
      "grad_norm": 0.16079004108905792,
      "learning_rate": 8.790839399866122e-05,
      "loss": 0.0135,
      "step": 26480
    },
    {
      "loss_action": 0.003545238170772791,
      "loss_total": 0.003545238170772791,
      "step": 26480
    },
    {
      "loss_action": 0.016519777476787567,
      "loss_total": 0.016519777476787567,
      "step": 26480
    },
    {
      "loss_action": 0.005998103879392147,
      "loss_total": 0.005998103879392147,
      "step": 26480
    },
    {
      "loss_action": 0.01301870122551918,
      "loss_total": 0.01301870122551918,
      "step": 26480
    },
    {
      "loss_action": 0.01073027029633522,
      "loss_total": 0.01073027029633522,
      "step": 26480
    },
    {
      "loss_action": 0.0044221431016922,
      "loss_total": 0.0044221431016922,
      "step": 26480
    },
    {
      "loss_action": 0.012597862631082535,
      "loss_total": 0.012597862631082535,
      "step": 26480
    },
    {
      "loss_action": 0.010115489363670349,
      "loss_total": 0.010115489363670349,
      "step": 26480
    },
    {
      "grad_norm": 0.14023718237876892,
      "learning_rate": 8.789761032062397e-05,
      "loss": 0.0104,
      "step": 26490
    },
    {
      "loss_action": 0.008877748623490334,
      "loss_total": 0.008877748623490334,
      "step": 26490
    },
    {
      "loss_action": 0.006588091608136892,
      "loss_total": 0.006588091608136892,
      "step": 26490
    },
    {
      "loss_action": 0.004955638665705919,
      "loss_total": 0.004955638665705919,
      "step": 26490
    },
    {
      "loss_action": 0.018475281074643135,
      "loss_total": 0.018475281074643135,
      "step": 26490
    },
    {
      "loss_action": 0.010663189925253391,
      "loss_total": 0.010663189925253391,
      "step": 26490
    },
    {
      "loss_action": 0.014862172305583954,
      "loss_total": 0.014862172305583954,
      "step": 26490
    },
    {
      "loss_action": 0.012837203219532967,
      "loss_total": 0.012837203219532967,
      "step": 26490
    },
    {
      "loss_action": 0.024555308744311333,
      "loss_total": 0.024555308744311333,
      "step": 26490
    },
    {
      "grad_norm": 0.13623853027820587,
      "learning_rate": 8.788682249816103e-05,
      "loss": 0.0116,
      "step": 26500
    },
    {
      "loss_action": 0.0262420903891325,
      "loss_total": 0.0262420903891325,
      "step": 26500
    },
    {
      "loss_action": 0.02192179672420025,
      "loss_total": 0.02192179672420025,
      "step": 26500
    },
    {
      "loss_action": 0.009397758170962334,
      "loss_total": 0.009397758170962334,
      "step": 26500
    },
    {
      "loss_action": 0.006544658914208412,
      "loss_total": 0.006544658914208412,
      "step": 26500
    },
    {
      "loss_action": 0.00877257902175188,
      "loss_total": 0.00877257902175188,
      "step": 26500
    },
    {
      "loss_action": 0.09229888021945953,
      "loss_total": 0.09229888021945953,
      "step": 26500
    },
    {
      "loss_action": 0.02024807408452034,
      "loss_total": 0.02024807408452034,
      "step": 26500
    },
    {
      "loss_action": 0.012783624231815338,
      "loss_total": 0.012783624231815338,
      "step": 26500
    },
    {
      "grad_norm": 0.13651761412620544,
      "learning_rate": 8.787603053245215e-05,
      "loss": 0.013,
      "step": 26510
    },
    {
      "loss_action": 0.010782863944768906,
      "loss_total": 0.010782863944768906,
      "step": 26510
    },
    {
      "loss_action": 0.004774066153913736,
      "loss_total": 0.004774066153913736,
      "step": 26510
    },
    {
      "loss_action": 0.019841227680444717,
      "loss_total": 0.019841227680444717,
      "step": 26510
    },
    {
      "loss_action": 0.0048764655366539955,
      "loss_total": 0.0048764655366539955,
      "step": 26510
    },
    {
      "loss_action": 0.013699515722692013,
      "loss_total": 0.013699515722692013,
      "step": 26510
    },
    {
      "loss_action": 0.0044616470113396645,
      "loss_total": 0.0044616470113396645,
      "step": 26510
    },
    {
      "loss_action": 0.008238391950726509,
      "loss_total": 0.008238391950726509,
      "step": 26510
    },
    {
      "loss_action": 0.024996887892484665,
      "loss_total": 0.024996887892484665,
      "step": 26510
    },
    {
      "grad_norm": 0.11018786579370499,
      "learning_rate": 8.78652344246775e-05,
      "loss": 0.0106,
      "step": 26520
    },
    {
      "loss_action": 0.022841570898890495,
      "loss_total": 0.022841570898890495,
      "step": 26520
    },
    {
      "loss_action": 0.008191820234060287,
      "loss_total": 0.008191820234060287,
      "step": 26520
    },
    {
      "loss_action": 0.03940882533788681,
      "loss_total": 0.03940882533788681,
      "step": 26520
    },
    {
      "loss_action": 0.010363356210291386,
      "loss_total": 0.010363356210291386,
      "step": 26520
    },
    {
      "loss_action": 0.008684691973030567,
      "loss_total": 0.008684691973030567,
      "step": 26520
    },
    {
      "loss_action": 0.006460297852754593,
      "loss_total": 0.006460297852754593,
      "step": 26520
    },
    {
      "loss_action": 0.020299367606639862,
      "loss_total": 0.020299367606639862,
      "step": 26520
    },
    {
      "loss_action": 0.00496295653283596,
      "loss_total": 0.00496295653283596,
      "step": 26520
    },
    {
      "grad_norm": 0.17910832166671753,
      "learning_rate": 8.785443417601776e-05,
      "loss": 0.0129,
      "step": 26530
    },
    {
      "loss_action": 0.006044831592589617,
      "loss_total": 0.006044831592589617,
      "step": 26530
    },
    {
      "loss_action": 0.014326892793178558,
      "loss_total": 0.014326892793178558,
      "step": 26530
    },
    {
      "loss_action": 0.009767181240022182,
      "loss_total": 0.009767181240022182,
      "step": 26530
    },
    {
      "loss_action": 0.013346834108233452,
      "loss_total": 0.013346834108233452,
      "step": 26530
    },
    {
      "loss_action": 0.012995562516152859,
      "loss_total": 0.012995562516152859,
      "step": 26530
    },
    {
      "loss_action": 0.009220561943948269,
      "loss_total": 0.009220561943948269,
      "step": 26530
    },
    {
      "loss_action": 0.006319803185760975,
      "loss_total": 0.006319803185760975,
      "step": 26530
    },
    {
      "loss_action": 0.025834113359451294,
      "loss_total": 0.025834113359451294,
      "step": 26530
    },
    {
      "grad_norm": 0.20679034292697906,
      "learning_rate": 8.784362978765401e-05,
      "loss": 0.0127,
      "step": 26540
    },
    {
      "loss_action": 0.007684825919568539,
      "loss_total": 0.007684825919568539,
      "step": 26540
    },
    {
      "loss_action": 0.013834793120622635,
      "loss_total": 0.013834793120622635,
      "step": 26540
    },
    {
      "loss_action": 0.0064723314717411995,
      "loss_total": 0.0064723314717411995,
      "step": 26540
    },
    {
      "loss_action": 0.007463905960321426,
      "loss_total": 0.007463905960321426,
      "step": 26540
    },
    {
      "loss_action": 0.00560991745442152,
      "loss_total": 0.00560991745442152,
      "step": 26540
    },
    {
      "loss_action": 0.0038377228192985058,
      "loss_total": 0.0038377228192985058,
      "step": 26540
    },
    {
      "loss_action": 0.010466592386364937,
      "loss_total": 0.010466592386364937,
      "step": 26540
    },
    {
      "loss_action": 0.007987872697412968,
      "loss_total": 0.007987872697412968,
      "step": 26540
    },
    {
      "grad_norm": 0.13582608103752136,
      "learning_rate": 8.783282126076779e-05,
      "loss": 0.0106,
      "step": 26550
    },
    {
      "loss_action": 0.013834447599947453,
      "loss_total": 0.013834447599947453,
      "step": 26550
    },
    {
      "loss_action": 0.013753766193985939,
      "loss_total": 0.013753766193985939,
      "step": 26550
    },
    {
      "loss_action": 0.006886805407702923,
      "loss_total": 0.006886805407702923,
      "step": 26550
    },
    {
      "loss_action": 0.0054753501899540424,
      "loss_total": 0.0054753501899540424,
      "step": 26550
    },
    {
      "loss_action": 0.005721841007471085,
      "loss_total": 0.005721841007471085,
      "step": 26550
    },
    {
      "loss_action": 0.009120244532823563,
      "loss_total": 0.009120244532823563,
      "step": 26550
    },
    {
      "loss_action": 0.003276372794061899,
      "loss_total": 0.003276372794061899,
      "step": 26550
    },
    {
      "loss_action": 0.016832372173666954,
      "loss_total": 0.016832372173666954,
      "step": 26550
    },
    {
      "grad_norm": 0.16092747449874878,
      "learning_rate": 8.782200859654112e-05,
      "loss": 0.0114,
      "step": 26560
    },
    {
      "loss_action": 0.011781862005591393,
      "loss_total": 0.011781862005591393,
      "step": 26560
    },
    {
      "loss_action": 0.006922459229826927,
      "loss_total": 0.006922459229826927,
      "step": 26560
    },
    {
      "loss_action": 0.0030733817256987095,
      "loss_total": 0.0030733817256987095,
      "step": 26560
    },
    {
      "loss_action": 0.009341495111584663,
      "loss_total": 0.009341495111584663,
      "step": 26560
    },
    {
      "loss_action": 0.008444743230938911,
      "loss_total": 0.008444743230938911,
      "step": 26560
    },
    {
      "loss_action": 0.008115545846521854,
      "loss_total": 0.008115545846521854,
      "step": 26560
    },
    {
      "loss_action": 0.012609697878360748,
      "loss_total": 0.012609697878360748,
      "step": 26560
    },
    {
      "loss_action": 0.015004824846982956,
      "loss_total": 0.015004824846982956,
      "step": 26560
    },
    {
      "grad_norm": 0.14198704063892365,
      "learning_rate": 8.781119179615646e-05,
      "loss": 0.0138,
      "step": 26570
    },
    {
      "loss_action": 0.01134543027728796,
      "loss_total": 0.01134543027728796,
      "step": 26570
    },
    {
      "loss_action": 0.0093881506472826,
      "loss_total": 0.0093881506472826,
      "step": 26570
    },
    {
      "loss_action": 0.013697165064513683,
      "loss_total": 0.013697165064513683,
      "step": 26570
    },
    {
      "loss_action": 0.006667766720056534,
      "loss_total": 0.006667766720056534,
      "step": 26570
    },
    {
      "loss_action": 0.018289856612682343,
      "loss_total": 0.018289856612682343,
      "step": 26570
    },
    {
      "loss_action": 0.018853288143873215,
      "loss_total": 0.018853288143873215,
      "step": 26570
    },
    {
      "loss_action": 0.011927306652069092,
      "loss_total": 0.011927306652069092,
      "step": 26570
    },
    {
      "loss_action": 0.011080846190452576,
      "loss_total": 0.011080846190452576,
      "step": 26570
    },
    {
      "grad_norm": 0.16823448240756989,
      "learning_rate": 8.780037086079674e-05,
      "loss": 0.0134,
      "step": 26580
    },
    {
      "loss_action": 0.006051870062947273,
      "loss_total": 0.006051870062947273,
      "step": 26580
    },
    {
      "loss_action": 0.009598413482308388,
      "loss_total": 0.009598413482308388,
      "step": 26580
    },
    {
      "loss_action": 0.007538788020610809,
      "loss_total": 0.007538788020610809,
      "step": 26580
    },
    {
      "loss_action": 0.006878797430545092,
      "loss_total": 0.006878797430545092,
      "step": 26580
    },
    {
      "loss_action": 0.007569784298539162,
      "loss_total": 0.007569784298539162,
      "step": 26580
    },
    {
      "loss_action": 0.00481050182133913,
      "loss_total": 0.00481050182133913,
      "step": 26580
    },
    {
      "loss_action": 0.03494762256741524,
      "loss_total": 0.03494762256741524,
      "step": 26580
    },
    {
      "loss_action": 0.014876609668135643,
      "loss_total": 0.014876609668135643,
      "step": 26580
    },
    {
      "grad_norm": 0.15928290784358978,
      "learning_rate": 8.778954579164527e-05,
      "loss": 0.0106,
      "step": 26590
    },
    {
      "loss_action": 0.010401515290141106,
      "loss_total": 0.010401515290141106,
      "step": 26590
    },
    {
      "loss_action": 0.005421467125415802,
      "loss_total": 0.005421467125415802,
      "step": 26590
    },
    {
      "loss_action": 0.010856026783585548,
      "loss_total": 0.010856026783585548,
      "step": 26590
    },
    {
      "loss_action": 0.01345849223434925,
      "loss_total": 0.01345849223434925,
      "step": 26590
    },
    {
      "loss_action": 0.0052636051550507545,
      "loss_total": 0.0052636051550507545,
      "step": 26590
    },
    {
      "loss_action": 0.0037750029005110264,
      "loss_total": 0.0037750029005110264,
      "step": 26590
    },
    {
      "loss_action": 0.009722978807985783,
      "loss_total": 0.009722978807985783,
      "step": 26590
    },
    {
      "loss_action": 0.009719809517264366,
      "loss_total": 0.009719809517264366,
      "step": 26590
    },
    {
      "grad_norm": 0.16041673719882965,
      "learning_rate": 8.777871658988588e-05,
      "loss": 0.0156,
      "step": 26600
    },
    {
      "loss_action": 0.014335337094962597,
      "loss_total": 0.014335337094962597,
      "step": 26600
    },
    {
      "loss_action": 0.014533394947648048,
      "loss_total": 0.014533394947648048,
      "step": 26600
    },
    {
      "loss_action": 0.011562023311853409,
      "loss_total": 0.011562023311853409,
      "step": 26600
    },
    {
      "loss_action": 0.004462038166821003,
      "loss_total": 0.004462038166821003,
      "step": 26600
    },
    {
      "loss_action": 0.01518627442419529,
      "loss_total": 0.01518627442419529,
      "step": 26600
    },
    {
      "loss_action": 0.01452091708779335,
      "loss_total": 0.01452091708779335,
      "step": 26600
    },
    {
      "loss_action": 0.010264722630381584,
      "loss_total": 0.010264722630381584,
      "step": 26600
    },
    {
      "loss_action": 0.011751553043723106,
      "loss_total": 0.011751553043723106,
      "step": 26600
    },
    {
      "grad_norm": 0.18530099093914032,
      "learning_rate": 8.776788325670285e-05,
      "loss": 0.0127,
      "step": 26610
    },
    {
      "loss_action": 0.015461994335055351,
      "loss_total": 0.015461994335055351,
      "step": 26610
    },
    {
      "loss_action": 0.006082112435251474,
      "loss_total": 0.006082112435251474,
      "step": 26610
    },
    {
      "loss_action": 0.014353519305586815,
      "loss_total": 0.014353519305586815,
      "step": 26610
    },
    {
      "loss_action": 0.012343987822532654,
      "loss_total": 0.012343987822532654,
      "step": 26610
    },
    {
      "loss_action": 0.005365708842873573,
      "loss_total": 0.005365708842873573,
      "step": 26610
    },
    {
      "loss_action": 0.015519472770392895,
      "loss_total": 0.015519472770392895,
      "step": 26610
    },
    {
      "loss_action": 0.004129217937588692,
      "loss_total": 0.004129217937588692,
      "step": 26610
    },
    {
      "loss_action": 0.005460991989821196,
      "loss_total": 0.005460991989821196,
      "step": 26610
    },
    {
      "grad_norm": 0.10301053524017334,
      "learning_rate": 8.775704579328089e-05,
      "loss": 0.0113,
      "step": 26620
    },
    {
      "loss_action": 0.012729594483971596,
      "loss_total": 0.012729594483971596,
      "step": 26620
    },
    {
      "loss_action": 0.008322666399180889,
      "loss_total": 0.008322666399180889,
      "step": 26620
    },
    {
      "loss_action": 0.01571161299943924,
      "loss_total": 0.01571161299943924,
      "step": 26620
    },
    {
      "loss_action": 0.006195148918777704,
      "loss_total": 0.006195148918777704,
      "step": 26620
    },
    {
      "loss_action": 0.02847122959792614,
      "loss_total": 0.02847122959792614,
      "step": 26620
    },
    {
      "loss_action": 0.005001355893909931,
      "loss_total": 0.005001355893909931,
      "step": 26620
    },
    {
      "loss_action": 0.003913434222340584,
      "loss_total": 0.003913434222340584,
      "step": 26620
    },
    {
      "loss_action": 0.0030710743740200996,
      "loss_total": 0.0030710743740200996,
      "step": 26620
    },
    {
      "grad_norm": 0.10641596466302872,
      "learning_rate": 8.774620420080517e-05,
      "loss": 0.0114,
      "step": 26630
    },
    {
      "loss_action": 0.010174405761063099,
      "loss_total": 0.010174405761063099,
      "step": 26630
    },
    {
      "loss_action": 0.006279393099248409,
      "loss_total": 0.006279393099248409,
      "step": 26630
    },
    {
      "loss_action": 0.0059868344105780125,
      "loss_total": 0.0059868344105780125,
      "step": 26630
    },
    {
      "loss_action": 0.009417351335287094,
      "loss_total": 0.009417351335287094,
      "step": 26630
    },
    {
      "loss_action": 0.019432082772254944,
      "loss_total": 0.019432082772254944,
      "step": 26630
    },
    {
      "loss_action": 0.008756475523114204,
      "loss_total": 0.008756475523114204,
      "step": 26630
    },
    {
      "loss_action": 0.017940416932106018,
      "loss_total": 0.017940416932106018,
      "step": 26630
    },
    {
      "loss_action": 0.007655932568013668,
      "loss_total": 0.007655932568013668,
      "step": 26630
    },
    {
      "grad_norm": 0.13526016473770142,
      "learning_rate": 8.773535848046131e-05,
      "loss": 0.0111,
      "step": 26640
    },
    {
      "loss_action": 0.013777859508991241,
      "loss_total": 0.013777859508991241,
      "step": 26640
    },
    {
      "loss_action": 0.009165292605757713,
      "loss_total": 0.009165292605757713,
      "step": 26640
    },
    {
      "loss_action": 0.007534314878284931,
      "loss_total": 0.007534314878284931,
      "step": 26640
    },
    {
      "loss_action": 0.008997653611004353,
      "loss_total": 0.008997653611004353,
      "step": 26640
    },
    {
      "loss_action": 0.005403472576290369,
      "loss_total": 0.005403472576290369,
      "step": 26640
    },
    {
      "loss_action": 0.008882498368620872,
      "loss_total": 0.008882498368620872,
      "step": 26640
    },
    {
      "loss_action": 0.010059228166937828,
      "loss_total": 0.010059228166937828,
      "step": 26640
    },
    {
      "loss_action": 0.006088802590966225,
      "loss_total": 0.006088802590966225,
      "step": 26640
    },
    {
      "grad_norm": 0.10947859287261963,
      "learning_rate": 8.772450863343538e-05,
      "loss": 0.0105,
      "step": 26650
    },
    {
      "loss_action": 0.023801028728485107,
      "loss_total": 0.023801028728485107,
      "step": 26650
    },
    {
      "loss_action": 0.005712736397981644,
      "loss_total": 0.005712736397981644,
      "step": 26650
    },
    {
      "loss_action": 0.017519516870379448,
      "loss_total": 0.017519516870379448,
      "step": 26650
    },
    {
      "loss_action": 0.0032987019512802362,
      "loss_total": 0.0032987019512802362,
      "step": 26650
    },
    {
      "loss_action": 0.0033086056355386972,
      "loss_total": 0.0033086056355386972,
      "step": 26650
    },
    {
      "loss_action": 0.00528442719951272,
      "loss_total": 0.00528442719951272,
      "step": 26650
    },
    {
      "loss_action": 0.00639673788100481,
      "loss_total": 0.00639673788100481,
      "step": 26650
    },
    {
      "loss_action": 0.03386041149497032,
      "loss_total": 0.03386041149497032,
      "step": 26650
    },
    {
      "grad_norm": 0.12572936713695526,
      "learning_rate": 8.77136546609139e-05,
      "loss": 0.0119,
      "step": 26660
    },
    {
      "loss_action": 0.013336189091205597,
      "loss_total": 0.013336189091205597,
      "step": 26660
    },
    {
      "loss_action": 0.00829296000301838,
      "loss_total": 0.00829296000301838,
      "step": 26660
    },
    {
      "loss_action": 0.006161638535559177,
      "loss_total": 0.006161638535559177,
      "step": 26660
    },
    {
      "loss_action": 0.01284513808786869,
      "loss_total": 0.01284513808786869,
      "step": 26660
    },
    {
      "loss_action": 0.012081501074135303,
      "loss_total": 0.012081501074135303,
      "step": 26660
    },
    {
      "loss_action": 0.009597083553671837,
      "loss_total": 0.009597083553671837,
      "step": 26660
    },
    {
      "loss_action": 0.004753010347485542,
      "loss_total": 0.004753010347485542,
      "step": 26660
    },
    {
      "loss_action": 0.006646318361163139,
      "loss_total": 0.006646318361163139,
      "step": 26660
    },
    {
      "grad_norm": 0.13834230601787567,
      "learning_rate": 8.770279656408385e-05,
      "loss": 0.0103,
      "step": 26670
    },
    {
      "loss_action": 0.0055822813883423805,
      "loss_total": 0.0055822813883423805,
      "step": 26670
    },
    {
      "loss_action": 0.01242909487336874,
      "loss_total": 0.01242909487336874,
      "step": 26670
    },
    {
      "loss_action": 0.010146774351596832,
      "loss_total": 0.010146774351596832,
      "step": 26670
    },
    {
      "loss_action": 0.005741841159760952,
      "loss_total": 0.005741841159760952,
      "step": 26670
    },
    {
      "loss_action": 0.006490436382591724,
      "loss_total": 0.006490436382591724,
      "step": 26670
    },
    {
      "loss_action": 0.011619885452091694,
      "loss_total": 0.011619885452091694,
      "step": 26670
    },
    {
      "loss_action": 0.01308448240160942,
      "loss_total": 0.01308448240160942,
      "step": 26670
    },
    {
      "loss_action": 0.00880080834031105,
      "loss_total": 0.00880080834031105,
      "step": 26670
    },
    {
      "grad_norm": 0.18317027390003204,
      "learning_rate": 8.769193434413265e-05,
      "loss": 0.0112,
      "step": 26680
    },
    {
      "loss_action": 0.00791607890278101,
      "loss_total": 0.00791607890278101,
      "step": 26680
    },
    {
      "loss_action": 0.004016409628093243,
      "loss_total": 0.004016409628093243,
      "step": 26680
    },
    {
      "loss_action": 0.0065680015832185745,
      "loss_total": 0.0065680015832185745,
      "step": 26680
    },
    {
      "loss_action": 0.009654583409428596,
      "loss_total": 0.009654583409428596,
      "step": 26680
    },
    {
      "loss_action": 0.008431191556155682,
      "loss_total": 0.008431191556155682,
      "step": 26680
    },
    {
      "loss_action": 0.011426867917180061,
      "loss_total": 0.011426867917180061,
      "step": 26680
    },
    {
      "loss_action": 0.004190516658127308,
      "loss_total": 0.004190516658127308,
      "step": 26680
    },
    {
      "loss_action": 0.011516121216118336,
      "loss_total": 0.011516121216118336,
      "step": 26680
    },
    {
      "grad_norm": 0.10613496601581573,
      "learning_rate": 8.76810680022482e-05,
      "loss": 0.0113,
      "step": 26690
    },
    {
      "loss_action": 0.0036989315412938595,
      "loss_total": 0.0036989315412938595,
      "step": 26690
    },
    {
      "loss_action": 0.006948957219719887,
      "loss_total": 0.006948957219719887,
      "step": 26690
    },
    {
      "loss_action": 0.009590295143425465,
      "loss_total": 0.009590295143425465,
      "step": 26690
    },
    {
      "loss_action": 0.005234311800450087,
      "loss_total": 0.005234311800450087,
      "step": 26690
    },
    {
      "loss_action": 0.006198023445904255,
      "loss_total": 0.006198023445904255,
      "step": 26690
    },
    {
      "loss_action": 0.004968792665749788,
      "loss_total": 0.004968792665749788,
      "step": 26690
    },
    {
      "loss_action": 0.006708760745823383,
      "loss_total": 0.006708760745823383,
      "step": 26690
    },
    {
      "loss_action": 0.01362585462629795,
      "loss_total": 0.01362585462629795,
      "step": 26690
    },
    {
      "grad_norm": 0.1148584708571434,
      "learning_rate": 8.767019753961878e-05,
      "loss": 0.0105,
      "step": 26700
    },
    {
      "loss_action": 0.010521797463297844,
      "loss_total": 0.010521797463297844,
      "step": 26700
    },
    {
      "loss_action": 0.0033045108430087566,
      "loss_total": 0.0033045108430087566,
      "step": 26700
    },
    {
      "loss_action": 0.007055194582790136,
      "loss_total": 0.007055194582790136,
      "step": 26700
    },
    {
      "loss_action": 0.009463638067245483,
      "loss_total": 0.009463638067245483,
      "step": 26700
    },
    {
      "loss_action": 0.025221457704901695,
      "loss_total": 0.025221457704901695,
      "step": 26700
    },
    {
      "loss_action": 0.012095967307686806,
      "loss_total": 0.012095967307686806,
      "step": 26700
    },
    {
      "loss_action": 0.009165787138044834,
      "loss_total": 0.009165787138044834,
      "step": 26700
    },
    {
      "loss_action": 0.013472159393131733,
      "loss_total": 0.013472159393131733,
      "step": 26700
    },
    {
      "grad_norm": 0.13055840134620667,
      "learning_rate": 8.765932295743321e-05,
      "loss": 0.0114,
      "step": 26710
    },
    {
      "loss_action": 0.013650829903781414,
      "loss_total": 0.013650829903781414,
      "step": 26710
    },
    {
      "loss_action": 0.005007330793887377,
      "loss_total": 0.005007330793887377,
      "step": 26710
    },
    {
      "loss_action": 0.009972572326660156,
      "loss_total": 0.009972572326660156,
      "step": 26710
    },
    {
      "loss_action": 0.010261058807373047,
      "loss_total": 0.010261058807373047,
      "step": 26710
    },
    {
      "loss_action": 0.008097023703157902,
      "loss_total": 0.008097023703157902,
      "step": 26710
    },
    {
      "loss_action": 0.008140379562973976,
      "loss_total": 0.008140379562973976,
      "step": 26710
    },
    {
      "loss_action": 0.010510625317692757,
      "loss_total": 0.010510625317692757,
      "step": 26710
    },
    {
      "loss_action": 0.015799812972545624,
      "loss_total": 0.015799812972545624,
      "step": 26710
    },
    {
      "grad_norm": 0.12251968681812286,
      "learning_rate": 8.764844425688068e-05,
      "loss": 0.0107,
      "step": 26720
    },
    {
      "loss_action": 0.017205338925123215,
      "loss_total": 0.017205338925123215,
      "step": 26720
    },
    {
      "loss_action": 0.005291840061545372,
      "loss_total": 0.005291840061545372,
      "step": 26720
    },
    {
      "loss_action": 0.0059066396206617355,
      "loss_total": 0.0059066396206617355,
      "step": 26720
    },
    {
      "loss_action": 0.005738991778343916,
      "loss_total": 0.005738991778343916,
      "step": 26720
    },
    {
      "loss_action": 0.014903625473380089,
      "loss_total": 0.014903625473380089,
      "step": 26720
    },
    {
      "loss_action": 0.003346652491018176,
      "loss_total": 0.003346652491018176,
      "step": 26720
    },
    {
      "loss_action": 0.0041443901136517525,
      "loss_total": 0.0041443901136517525,
      "step": 26720
    },
    {
      "loss_action": 0.012797643430531025,
      "loss_total": 0.012797643430531025,
      "step": 26720
    },
    {
      "grad_norm": 0.13942475616931915,
      "learning_rate": 8.763756143915092e-05,
      "loss": 0.0131,
      "step": 26730
    },
    {
      "loss_action": 0.011173687875270844,
      "loss_total": 0.011173687875270844,
      "step": 26730
    },
    {
      "loss_action": 0.004856090061366558,
      "loss_total": 0.004856090061366558,
      "step": 26730
    },
    {
      "loss_action": 0.01218452025204897,
      "loss_total": 0.01218452025204897,
      "step": 26730
    },
    {
      "loss_action": 0.00976693257689476,
      "loss_total": 0.00976693257689476,
      "step": 26730
    },
    {
      "loss_action": 0.004334059543907642,
      "loss_total": 0.004334059543907642,
      "step": 26730
    },
    {
      "loss_action": 0.006551949307322502,
      "loss_total": 0.006551949307322502,
      "step": 26730
    },
    {
      "loss_action": 0.007339684758335352,
      "loss_total": 0.007339684758335352,
      "step": 26730
    },
    {
      "loss_action": 0.019337506964802742,
      "loss_total": 0.019337506964802742,
      "step": 26730
    },
    {
      "grad_norm": 0.1316080391407013,
      "learning_rate": 8.7626674505434e-05,
      "loss": 0.0114,
      "step": 26740
    },
    {
      "loss_action": 0.013648525811731815,
      "loss_total": 0.013648525811731815,
      "step": 26740
    },
    {
      "loss_action": 0.005357688758522272,
      "loss_total": 0.005357688758522272,
      "step": 26740
    },
    {
      "loss_action": 0.004959657788276672,
      "loss_total": 0.004959657788276672,
      "step": 26740
    },
    {
      "loss_action": 0.007720920257270336,
      "loss_total": 0.007720920257270336,
      "step": 26740
    },
    {
      "loss_action": 0.007196852471679449,
      "loss_total": 0.007196852471679449,
      "step": 26740
    },
    {
      "loss_action": 0.0040768045000731945,
      "loss_total": 0.0040768045000731945,
      "step": 26740
    },
    {
      "loss_action": 0.011625517159700394,
      "loss_total": 0.011625517159700394,
      "step": 26740
    },
    {
      "loss_action": 0.010054427199065685,
      "loss_total": 0.010054427199065685,
      "step": 26740
    },
    {
      "grad_norm": 0.09962853789329529,
      "learning_rate": 8.761578345692053e-05,
      "loss": 0.0111,
      "step": 26750
    },
    {
      "loss_action": 0.005581354722380638,
      "loss_total": 0.005581354722380638,
      "step": 26750
    },
    {
      "loss_action": 0.007523521780967712,
      "loss_total": 0.007523521780967712,
      "step": 26750
    },
    {
      "loss_action": 0.014865215867757797,
      "loss_total": 0.014865215867757797,
      "step": 26750
    },
    {
      "loss_action": 0.040266379714012146,
      "loss_total": 0.040266379714012146,
      "step": 26750
    },
    {
      "loss_action": 0.015102964825928211,
      "loss_total": 0.015102964825928211,
      "step": 26750
    },
    {
      "loss_action": 0.013993235304951668,
      "loss_total": 0.013993235304951668,
      "step": 26750
    },
    {
      "loss_action": 0.014386708848178387,
      "loss_total": 0.014386708848178387,
      "step": 26750
    },
    {
      "loss_action": 0.008456454612314701,
      "loss_total": 0.008456454612314701,
      "step": 26750
    },
    {
      "grad_norm": 0.14856962859630585,
      "learning_rate": 8.760488829480156e-05,
      "loss": 0.012,
      "step": 26760
    },
    {
      "loss_action": 0.010700325481593609,
      "loss_total": 0.010700325481593609,
      "step": 26760
    },
    {
      "loss_action": 0.008548680692911148,
      "loss_total": 0.008548680692911148,
      "step": 26760
    },
    {
      "loss_action": 0.005175660364329815,
      "loss_total": 0.005175660364329815,
      "step": 26760
    },
    {
      "loss_action": 0.008346932008862495,
      "loss_total": 0.008346932008862495,
      "step": 26760
    },
    {
      "loss_action": 0.014055950567126274,
      "loss_total": 0.014055950567126274,
      "step": 26760
    },
    {
      "loss_action": 0.005061198957264423,
      "loss_total": 0.005061198957264423,
      "step": 26760
    },
    {
      "loss_action": 0.010668052360415459,
      "loss_total": 0.010668052360415459,
      "step": 26760
    },
    {
      "loss_action": 0.006582558620721102,
      "loss_total": 0.006582558620721102,
      "step": 26760
    },
    {
      "grad_norm": 0.14031647145748138,
      "learning_rate": 8.759398902026854e-05,
      "loss": 0.0121,
      "step": 26770
    },
    {
      "loss_action": 0.008105576038360596,
      "loss_total": 0.008105576038360596,
      "step": 26770
    },
    {
      "loss_action": 0.003839527489617467,
      "loss_total": 0.003839527489617467,
      "step": 26770
    },
    {
      "loss_action": 0.003462209366261959,
      "loss_total": 0.003462209366261959,
      "step": 26770
    },
    {
      "loss_action": 0.015461975708603859,
      "loss_total": 0.015461975708603859,
      "step": 26770
    },
    {
      "loss_action": 0.004780389368534088,
      "loss_total": 0.004780389368534088,
      "step": 26770
    },
    {
      "loss_action": 0.009900643490254879,
      "loss_total": 0.009900643490254879,
      "step": 26770
    },
    {
      "loss_action": 0.012331290170550346,
      "loss_total": 0.012331290170550346,
      "step": 26770
    },
    {
      "loss_action": 0.054628461599349976,
      "loss_total": 0.054628461599349976,
      "step": 26770
    },
    {
      "grad_norm": 0.11012884974479675,
      "learning_rate": 8.758308563451339e-05,
      "loss": 0.0117,
      "step": 26780
    },
    {
      "loss_action": 0.010975184850394726,
      "loss_total": 0.010975184850394726,
      "step": 26780
    },
    {
      "loss_action": 0.021313633769750595,
      "loss_total": 0.021313633769750595,
      "step": 26780
    },
    {
      "loss_action": 0.005651074927300215,
      "loss_total": 0.005651074927300215,
      "step": 26780
    },
    {
      "loss_action": 0.007089104037731886,
      "loss_total": 0.007089104037731886,
      "step": 26780
    },
    {
      "loss_action": 0.028879407793283463,
      "loss_total": 0.028879407793283463,
      "step": 26780
    },
    {
      "loss_action": 0.009774390608072281,
      "loss_total": 0.009774390608072281,
      "step": 26780
    },
    {
      "loss_action": 0.010420745238661766,
      "loss_total": 0.010420745238661766,
      "step": 26780
    },
    {
      "loss_action": 0.010405096225440502,
      "loss_total": 0.010405096225440502,
      "step": 26780
    },
    {
      "grad_norm": 0.1564624309539795,
      "learning_rate": 8.75721781387285e-05,
      "loss": 0.0137,
      "step": 26790
    },
    {
      "loss_action": 0.005857257638126612,
      "loss_total": 0.005857257638126612,
      "step": 26790
    },
    {
      "loss_action": 0.028555355966091156,
      "loss_total": 0.028555355966091156,
      "step": 26790
    },
    {
      "loss_action": 0.0038194269873201847,
      "loss_total": 0.0038194269873201847,
      "step": 26790
    },
    {
      "loss_action": 0.033620111644268036,
      "loss_total": 0.033620111644268036,
      "step": 26790
    },
    {
      "loss_action": 0.013991761021316051,
      "loss_total": 0.013991761021316051,
      "step": 26790
    },
    {
      "loss_action": 0.02611248940229416,
      "loss_total": 0.02611248940229416,
      "step": 26790
    },
    {
      "loss_action": 0.02044190838932991,
      "loss_total": 0.02044190838932991,
      "step": 26790
    },
    {
      "loss_action": 0.011571930721402168,
      "loss_total": 0.011571930721402168,
      "step": 26790
    },
    {
      "grad_norm": 0.16741839051246643,
      "learning_rate": 8.75612665341067e-05,
      "loss": 0.0125,
      "step": 26800
    },
    {
      "loss_action": 0.007776488084346056,
      "loss_total": 0.007776488084346056,
      "step": 26800
    },
    {
      "loss_action": 0.004945158027112484,
      "loss_total": 0.004945158027112484,
      "step": 26800
    },
    {
      "loss_action": 0.0031677386723458767,
      "loss_total": 0.0031677386723458767,
      "step": 26800
    },
    {
      "loss_action": 0.008501593954861164,
      "loss_total": 0.008501593954861164,
      "step": 26800
    },
    {
      "loss_action": 0.005984459072351456,
      "loss_total": 0.005984459072351456,
      "step": 26800
    },
    {
      "loss_action": 0.0042701526544988155,
      "loss_total": 0.0042701526544988155,
      "step": 26800
    },
    {
      "loss_action": 0.009362565353512764,
      "loss_total": 0.009362565353512764,
      "step": 26800
    },
    {
      "loss_action": 0.006953977048397064,
      "loss_total": 0.006953977048397064,
      "step": 26800
    },
    {
      "grad_norm": 0.22672516107559204,
      "learning_rate": 8.755035082184126e-05,
      "loss": 0.0113,
      "step": 26810
    },
    {
      "loss_action": 0.008315404877066612,
      "loss_total": 0.008315404877066612,
      "step": 26810
    },
    {
      "loss_action": 0.010088406503200531,
      "loss_total": 0.010088406503200531,
      "step": 26810
    },
    {
      "loss_action": 0.022390535101294518,
      "loss_total": 0.022390535101294518,
      "step": 26810
    },
    {
      "loss_action": 0.006357405334711075,
      "loss_total": 0.006357405334711075,
      "step": 26810
    },
    {
      "loss_action": 0.008900845423340797,
      "loss_total": 0.008900845423340797,
      "step": 26810
    },
    {
      "loss_action": 0.022898919880390167,
      "loss_total": 0.022898919880390167,
      "step": 26810
    },
    {
      "loss_action": 0.010137714445590973,
      "loss_total": 0.010137714445590973,
      "step": 26810
    },
    {
      "loss_action": 0.008712157607078552,
      "loss_total": 0.008712157607078552,
      "step": 26810
    },
    {
      "grad_norm": 0.14991334080696106,
      "learning_rate": 8.753943100312592e-05,
      "loss": 0.0108,
      "step": 26820
    },
    {
      "loss_action": 0.022975152358412743,
      "loss_total": 0.022975152358412743,
      "step": 26820
    },
    {
      "loss_action": 0.014444595202803612,
      "loss_total": 0.014444595202803612,
      "step": 26820
    },
    {
      "loss_action": 0.005862231366336346,
      "loss_total": 0.005862231366336346,
      "step": 26820
    },
    {
      "loss_action": 0.01623140089213848,
      "loss_total": 0.01623140089213848,
      "step": 26820
    },
    {
      "loss_action": 0.003948479425162077,
      "loss_total": 0.003948479425162077,
      "step": 26820
    },
    {
      "loss_action": 0.010059216991066933,
      "loss_total": 0.010059216991066933,
      "step": 26820
    },
    {
      "loss_action": 0.00742446118965745,
      "loss_total": 0.00742446118965745,
      "step": 26820
    },
    {
      "loss_action": 0.0046471599489450455,
      "loss_total": 0.0046471599489450455,
      "step": 26820
    },
    {
      "grad_norm": 0.14856912195682526,
      "learning_rate": 8.752850707915484e-05,
      "loss": 0.0138,
      "step": 26830
    },
    {
      "loss_action": 0.008019611239433289,
      "loss_total": 0.008019611239433289,
      "step": 26830
    },
    {
      "loss_action": 0.010844618082046509,
      "loss_total": 0.010844618082046509,
      "step": 26830
    },
    {
      "loss_action": 0.00601917551830411,
      "loss_total": 0.00601917551830411,
      "step": 26830
    },
    {
      "loss_action": 0.009041803888976574,
      "loss_total": 0.009041803888976574,
      "step": 26830
    },
    {
      "loss_action": 0.012702398002147675,
      "loss_total": 0.012702398002147675,
      "step": 26830
    },
    {
      "loss_action": 0.009235238656401634,
      "loss_total": 0.009235238656401634,
      "step": 26830
    },
    {
      "loss_action": 0.013113792985677719,
      "loss_total": 0.013113792985677719,
      "step": 26830
    },
    {
      "loss_action": 0.017610695213079453,
      "loss_total": 0.017610695213079453,
      "step": 26830
    },
    {
      "grad_norm": 0.13927894830703735,
      "learning_rate": 8.751757905112264e-05,
      "loss": 0.0131,
      "step": 26840
    },
    {
      "loss_action": 0.012920722365379333,
      "loss_total": 0.012920722365379333,
      "step": 26840
    },
    {
      "loss_action": 0.017351632937788963,
      "loss_total": 0.017351632937788963,
      "step": 26840
    },
    {
      "loss_action": 0.016295460984110832,
      "loss_total": 0.016295460984110832,
      "step": 26840
    },
    {
      "loss_action": 0.010497555136680603,
      "loss_total": 0.010497555136680603,
      "step": 26840
    },
    {
      "loss_action": 0.017720326781272888,
      "loss_total": 0.017720326781272888,
      "step": 26840
    },
    {
      "loss_action": 0.012785232625901699,
      "loss_total": 0.012785232625901699,
      "step": 26840
    },
    {
      "loss_action": 0.007837400771677494,
      "loss_total": 0.007837400771677494,
      "step": 26840
    },
    {
      "loss_action": 0.013297976925969124,
      "loss_total": 0.013297976925969124,
      "step": 26840
    },
    {
      "grad_norm": 0.13219992816448212,
      "learning_rate": 8.75066469202244e-05,
      "loss": 0.0118,
      "step": 26850
    },
    {
      "loss_action": 0.008976380340754986,
      "loss_total": 0.008976380340754986,
      "step": 26850
    },
    {
      "loss_action": 0.0186169296503067,
      "loss_total": 0.0186169296503067,
      "step": 26850
    },
    {
      "loss_action": 0.008359408006072044,
      "loss_total": 0.008359408006072044,
      "step": 26850
    },
    {
      "loss_action": 0.008084705099463463,
      "loss_total": 0.008084705099463463,
      "step": 26850
    },
    {
      "loss_action": 0.013878476805984974,
      "loss_total": 0.013878476805984974,
      "step": 26850
    },
    {
      "loss_action": 0.015363355167210102,
      "loss_total": 0.015363355167210102,
      "step": 26850
    },
    {
      "loss_action": 0.012933917343616486,
      "loss_total": 0.012933917343616486,
      "step": 26850
    },
    {
      "loss_action": 0.013829834759235382,
      "loss_total": 0.013829834759235382,
      "step": 26850
    },
    {
      "grad_norm": 0.19050756096839905,
      "learning_rate": 8.749571068765567e-05,
      "loss": 0.0133,
      "step": 26860
    },
    {
      "loss_action": 0.012405885383486748,
      "loss_total": 0.012405885383486748,
      "step": 26860
    },
    {
      "loss_action": 0.00861189141869545,
      "loss_total": 0.00861189141869545,
      "step": 26860
    },
    {
      "loss_action": 0.012989448383450508,
      "loss_total": 0.012989448383450508,
      "step": 26860
    },
    {
      "loss_action": 0.010347014293074608,
      "loss_total": 0.010347014293074608,
      "step": 26860
    },
    {
      "loss_action": 0.00709545100107789,
      "loss_total": 0.00709545100107789,
      "step": 26860
    },
    {
      "loss_action": 0.013119405135512352,
      "loss_total": 0.013119405135512352,
      "step": 26860
    },
    {
      "loss_action": 0.0068803951144218445,
      "loss_total": 0.0068803951144218445,
      "step": 26860
    },
    {
      "loss_action": 0.01284816488623619,
      "loss_total": 0.01284816488623619,
      "step": 26860
    },
    {
      "grad_norm": 0.10548073798418045,
      "learning_rate": 8.748477035461238e-05,
      "loss": 0.01,
      "step": 26870
    },
    {
      "loss_action": 0.005548287648707628,
      "loss_total": 0.005548287648707628,
      "step": 26870
    },
    {
      "loss_action": 0.012944146990776062,
      "loss_total": 0.012944146990776062,
      "step": 26870
    },
    {
      "loss_action": 0.008720310404896736,
      "loss_total": 0.008720310404896736,
      "step": 26870
    },
    {
      "loss_action": 0.006377699784934521,
      "loss_total": 0.006377699784934521,
      "step": 26870
    },
    {
      "loss_action": 0.008707916364073753,
      "loss_total": 0.008707916364073753,
      "step": 26870
    },
    {
      "loss_action": 0.005828654393553734,
      "loss_total": 0.005828654393553734,
      "step": 26870
    },
    {
      "loss_action": 0.008660887368023396,
      "loss_total": 0.008660887368023396,
      "step": 26870
    },
    {
      "loss_action": 0.01055213250219822,
      "loss_total": 0.01055213250219822,
      "step": 26870
    },
    {
      "grad_norm": 0.13755865395069122,
      "learning_rate": 8.747382592229095e-05,
      "loss": 0.0108,
      "step": 26880
    },
    {
      "loss_action": 0.017818253487348557,
      "loss_total": 0.017818253487348557,
      "step": 26880
    },
    {
      "loss_action": 0.026925036683678627,
      "loss_total": 0.026925036683678627,
      "step": 26880
    },
    {
      "loss_action": 0.0076260617934167385,
      "loss_total": 0.0076260617934167385,
      "step": 26880
    },
    {
      "loss_action": 0.00672009726986289,
      "loss_total": 0.00672009726986289,
      "step": 26880
    },
    {
      "loss_action": 0.015315103344619274,
      "loss_total": 0.015315103344619274,
      "step": 26880
    },
    {
      "loss_action": 0.00960454624146223,
      "loss_total": 0.00960454624146223,
      "step": 26880
    },
    {
      "loss_action": 0.009100057184696198,
      "loss_total": 0.009100057184696198,
      "step": 26880
    },
    {
      "loss_action": 0.009699603542685509,
      "loss_total": 0.009699603542685509,
      "step": 26880
    },
    {
      "grad_norm": 0.09989137202501297,
      "learning_rate": 8.746287739188828e-05,
      "loss": 0.0106,
      "step": 26890
    },
    {
      "loss_action": 0.022405754774808884,
      "loss_total": 0.022405754774808884,
      "step": 26890
    },
    {
      "loss_action": 0.014813831076025963,
      "loss_total": 0.014813831076025963,
      "step": 26890
    },
    {
      "loss_action": 0.011751774698495865,
      "loss_total": 0.011751774698495865,
      "step": 26890
    },
    {
      "loss_action": 0.014324283227324486,
      "loss_total": 0.014324283227324486,
      "step": 26890
    },
    {
      "loss_action": 0.010476535186171532,
      "loss_total": 0.010476535186171532,
      "step": 26890
    },
    {
      "loss_action": 0.01342511735856533,
      "loss_total": 0.01342511735856533,
      "step": 26890
    },
    {
      "loss_action": 0.01252464484423399,
      "loss_total": 0.01252464484423399,
      "step": 26890
    },
    {
      "loss_action": 0.011444717645645142,
      "loss_total": 0.011444717645645142,
      "step": 26890
    },
    {
      "grad_norm": 0.1531999260187149,
      "learning_rate": 8.745192476460165e-05,
      "loss": 0.0106,
      "step": 26900
    },
    {
      "loss_action": 0.07988490909337997,
      "loss_total": 0.07988490909337997,
      "step": 26900
    },
    {
      "loss_action": 0.0041383481584489346,
      "loss_total": 0.0041383481584489346,
      "step": 26900
    },
    {
      "loss_action": 0.004848205018788576,
      "loss_total": 0.004848205018788576,
      "step": 26900
    },
    {
      "loss_action": 0.005249276757240295,
      "loss_total": 0.005249276757240295,
      "step": 26900
    },
    {
      "loss_action": 0.006004362367093563,
      "loss_total": 0.006004362367093563,
      "step": 26900
    },
    {
      "loss_action": 0.008318653330206871,
      "loss_total": 0.008318653330206871,
      "step": 26900
    },
    {
      "loss_action": 0.005660951137542725,
      "loss_total": 0.005660951137542725,
      "step": 26900
    },
    {
      "loss_action": 0.01031784899532795,
      "loss_total": 0.01031784899532795,
      "step": 26900
    },
    {
      "grad_norm": 0.19238512217998505,
      "learning_rate": 8.744096804162882e-05,
      "loss": 0.0101,
      "step": 26910
    },
    {
      "loss_action": 0.00968000665307045,
      "loss_total": 0.00968000665307045,
      "step": 26910
    },
    {
      "loss_action": 0.00910433754324913,
      "loss_total": 0.00910433754324913,
      "step": 26910
    },
    {
      "loss_action": 0.005171783268451691,
      "loss_total": 0.005171783268451691,
      "step": 26910
    },
    {
      "loss_action": 0.005804271437227726,
      "loss_total": 0.005804271437227726,
      "step": 26910
    },
    {
      "loss_action": 0.0066569093614816666,
      "loss_total": 0.0066569093614816666,
      "step": 26910
    },
    {
      "loss_action": 0.006148322485387325,
      "loss_total": 0.006148322485387325,
      "step": 26910
    },
    {
      "loss_action": 0.005060991737991571,
      "loss_total": 0.005060991737991571,
      "step": 26910
    },
    {
      "loss_action": 0.0035727922804653645,
      "loss_total": 0.0035727922804653645,
      "step": 26910
    },
    {
      "grad_norm": 0.13808229565620422,
      "learning_rate": 8.743000722416804e-05,
      "loss": 0.0086,
      "step": 26920
    },
    {
      "loss_action": 0.01694071665406227,
      "loss_total": 0.01694071665406227,
      "step": 26920
    },
    {
      "loss_action": 0.00469877989962697,
      "loss_total": 0.00469877989962697,
      "step": 26920
    },
    {
      "loss_action": 0.005778464023023844,
      "loss_total": 0.005778464023023844,
      "step": 26920
    },
    {
      "loss_action": 0.007677012123167515,
      "loss_total": 0.007677012123167515,
      "step": 26920
    },
    {
      "loss_action": 0.00831078551709652,
      "loss_total": 0.00831078551709652,
      "step": 26920
    },
    {
      "loss_action": 0.009690175764262676,
      "loss_total": 0.009690175764262676,
      "step": 26920
    },
    {
      "loss_action": 0.0096689872443676,
      "loss_total": 0.0096689872443676,
      "step": 26920
    },
    {
      "loss_action": 0.01546289213001728,
      "loss_total": 0.01546289213001728,
      "step": 26920
    },
    {
      "grad_norm": 0.1675506979227066,
      "learning_rate": 8.741904231341793e-05,
      "loss": 0.0101,
      "step": 26930
    },
    {
      "loss_action": 0.011680797673761845,
      "loss_total": 0.011680797673761845,
      "step": 26930
    },
    {
      "loss_action": 0.003848643973469734,
      "loss_total": 0.003848643973469734,
      "step": 26930
    },
    {
      "loss_action": 0.011537259444594383,
      "loss_total": 0.011537259444594383,
      "step": 26930
    },
    {
      "loss_action": 0.004972042050212622,
      "loss_total": 0.004972042050212622,
      "step": 26930
    },
    {
      "loss_action": 0.0038938946090638638,
      "loss_total": 0.0038938946090638638,
      "step": 26930
    },
    {
      "loss_action": 0.008634006604552269,
      "loss_total": 0.008634006604552269,
      "step": 26930
    },
    {
      "loss_action": 0.0043367426842451096,
      "loss_total": 0.0043367426842451096,
      "step": 26930
    },
    {
      "loss_action": 0.00748758390545845,
      "loss_total": 0.00748758390545845,
      "step": 26930
    },
    {
      "grad_norm": 0.11646775156259537,
      "learning_rate": 8.740807331057762e-05,
      "loss": 0.0093,
      "step": 26940
    },
    {
      "loss_action": 0.020756812766194344,
      "loss_total": 0.020756812766194344,
      "step": 26940
    },
    {
      "loss_action": 0.011741427704691887,
      "loss_total": 0.011741427704691887,
      "step": 26940
    },
    {
      "loss_action": 0.01778244599699974,
      "loss_total": 0.01778244599699974,
      "step": 26940
    },
    {
      "loss_action": 0.007260133512318134,
      "loss_total": 0.007260133512318134,
      "step": 26940
    },
    {
      "loss_action": 0.003680582856759429,
      "loss_total": 0.003680582856759429,
      "step": 26940
    },
    {
      "loss_action": 0.005428078584372997,
      "loss_total": 0.005428078584372997,
      "step": 26940
    },
    {
      "loss_action": 0.017430437728762627,
      "loss_total": 0.017430437728762627,
      "step": 26940
    },
    {
      "loss_action": 0.005916890688240528,
      "loss_total": 0.005916890688240528,
      "step": 26940
    },
    {
      "grad_norm": 0.14486773312091827,
      "learning_rate": 8.739710021684667e-05,
      "loss": 0.01,
      "step": 26950
    },
    {
      "loss_action": 0.008707409724593163,
      "loss_total": 0.008707409724593163,
      "step": 26950
    },
    {
      "loss_action": 0.011758723296225071,
      "loss_total": 0.011758723296225071,
      "step": 26950
    },
    {
      "loss_action": 0.005594983696937561,
      "loss_total": 0.005594983696937561,
      "step": 26950
    },
    {
      "loss_action": 0.020845524966716766,
      "loss_total": 0.020845524966716766,
      "step": 26950
    },
    {
      "loss_action": 0.005179733969271183,
      "loss_total": 0.005179733969271183,
      "step": 26950
    },
    {
      "loss_action": 0.01578831672668457,
      "loss_total": 0.01578831672668457,
      "step": 26950
    },
    {
      "loss_action": 0.009693127125501633,
      "loss_total": 0.009693127125501633,
      "step": 26950
    },
    {
      "loss_action": 0.009063204750418663,
      "loss_total": 0.009063204750418663,
      "step": 26950
    },
    {
      "grad_norm": 0.10178706049919128,
      "learning_rate": 8.738612303342503e-05,
      "loss": 0.0111,
      "step": 26960
    },
    {
      "loss_action": 0.008131485432386398,
      "loss_total": 0.008131485432386398,
      "step": 26960
    },
    {
      "loss_action": 0.012004086747765541,
      "loss_total": 0.012004086747765541,
      "step": 26960
    },
    {
      "loss_action": 0.008022092282772064,
      "loss_total": 0.008022092282772064,
      "step": 26960
    },
    {
      "loss_action": 0.012756518088281155,
      "loss_total": 0.012756518088281155,
      "step": 26960
    },
    {
      "loss_action": 0.0042961095459759235,
      "loss_total": 0.0042961095459759235,
      "step": 26960
    },
    {
      "loss_action": 0.007345974445343018,
      "loss_total": 0.007345974445343018,
      "step": 26960
    },
    {
      "loss_action": 0.010972524993121624,
      "loss_total": 0.010972524993121624,
      "step": 26960
    },
    {
      "loss_action": 0.006507718004286289,
      "loss_total": 0.006507718004286289,
      "step": 26960
    },
    {
      "grad_norm": 0.15478481352329254,
      "learning_rate": 8.73751417615132e-05,
      "loss": 0.0122,
      "step": 26970
    },
    {
      "loss_action": 0.013898002915084362,
      "loss_total": 0.013898002915084362,
      "step": 26970
    },
    {
      "loss_action": 0.01118931919336319,
      "loss_total": 0.01118931919336319,
      "step": 26970
    },
    {
      "loss_action": 0.012955754064023495,
      "loss_total": 0.012955754064023495,
      "step": 26970
    },
    {
      "loss_action": 0.005494945682585239,
      "loss_total": 0.005494945682585239,
      "step": 26970
    },
    {
      "loss_action": 0.0058938926085829735,
      "loss_total": 0.0058938926085829735,
      "step": 26970
    },
    {
      "loss_action": 0.010961491614580154,
      "loss_total": 0.010961491614580154,
      "step": 26970
    },
    {
      "loss_action": 0.019515875726938248,
      "loss_total": 0.019515875726938248,
      "step": 26970
    },
    {
      "loss_action": 0.017871879041194916,
      "loss_total": 0.017871879041194916,
      "step": 26970
    },
    {
      "grad_norm": 0.1225023865699768,
      "learning_rate": 8.736415640231208e-05,
      "loss": 0.0126,
      "step": 26980
    },
    {
      "loss_action": 0.011973400600254536,
      "loss_total": 0.011973400600254536,
      "step": 26980
    },
    {
      "loss_action": 0.008667977526783943,
      "loss_total": 0.008667977526783943,
      "step": 26980
    },
    {
      "loss_action": 0.010954231023788452,
      "loss_total": 0.010954231023788452,
      "step": 26980
    },
    {
      "loss_action": 0.004624948836863041,
      "loss_total": 0.004624948836863041,
      "step": 26980
    },
    {
      "loss_action": 0.007169407792389393,
      "loss_total": 0.007169407792389393,
      "step": 26980
    },
    {
      "loss_action": 0.0055963206104934216,
      "loss_total": 0.0055963206104934216,
      "step": 26980
    },
    {
      "loss_action": 0.00510798953473568,
      "loss_total": 0.00510798953473568,
      "step": 26980
    },
    {
      "loss_action": 0.005413453094661236,
      "loss_total": 0.005413453094661236,
      "step": 26980
    },
    {
      "grad_norm": 0.191868394613266,
      "learning_rate": 8.735316695702297e-05,
      "loss": 0.0109,
      "step": 26990
    },
    {
      "loss_action": 0.028383634984493256,
      "loss_total": 0.028383634984493256,
      "step": 26990
    },
    {
      "loss_action": 0.01634545810520649,
      "loss_total": 0.01634545810520649,
      "step": 26990
    },
    {
      "loss_action": 0.021349359303712845,
      "loss_total": 0.021349359303712845,
      "step": 26990
    },
    {
      "loss_action": 0.008813565596938133,
      "loss_total": 0.008813565596938133,
      "step": 26990
    },
    {
      "loss_action": 0.016799548640847206,
      "loss_total": 0.016799548640847206,
      "step": 26990
    },
    {
      "loss_action": 0.012771433219313622,
      "loss_total": 0.012771433219313622,
      "step": 26990
    },
    {
      "loss_action": 0.008823299780488014,
      "loss_total": 0.008823299780488014,
      "step": 26990
    },
    {
      "loss_action": 0.014038829132914543,
      "loss_total": 0.014038829132914543,
      "step": 26990
    },
    {
      "grad_norm": 0.22083762288093567,
      "learning_rate": 8.734217342684769e-05,
      "loss": 0.0128,
      "step": 27000
    },
    {
      "loss_action": 0.009388718754053116,
      "loss_total": 0.009388718754053116,
      "step": 27000
    },
    {
      "loss_action": 0.021710902452468872,
      "loss_total": 0.021710902452468872,
      "step": 27000
    },
    {
      "loss_action": 0.010756906121969223,
      "loss_total": 0.010756906121969223,
      "step": 27000
    },
    {
      "loss_action": 0.042665839195251465,
      "loss_total": 0.042665839195251465,
      "step": 27000
    },
    {
      "loss_action": 0.019251391291618347,
      "loss_total": 0.019251391291618347,
      "step": 27000
    },
    {
      "loss_action": 0.03335454314947128,
      "loss_total": 0.03335454314947128,
      "step": 27000
    },
    {
      "loss_action": 0.006646670866757631,
      "loss_total": 0.006646670866757631,
      "step": 27000
    },
    {
      "loss_action": 0.0059705376625061035,
      "loss_total": 0.0059705376625061035,
      "step": 27000
    },
    {
      "grad_norm": 0.1339440494775772,
      "learning_rate": 8.733117581298847e-05,
      "loss": 0.0124,
      "step": 27010
    },
    {
      "loss_action": 0.013702037744224072,
      "loss_total": 0.013702037744224072,
      "step": 27010
    },
    {
      "loss_action": 0.010538901202380657,
      "loss_total": 0.010538901202380657,
      "step": 27010
    },
    {
      "loss_action": 0.004026950336992741,
      "loss_total": 0.004026950336992741,
      "step": 27010
    },
    {
      "loss_action": 0.011417342349886894,
      "loss_total": 0.011417342349886894,
      "step": 27010
    },
    {
      "loss_action": 0.005743640009313822,
      "loss_total": 0.005743640009313822,
      "step": 27010
    },
    {
      "loss_action": 0.0043358285911381245,
      "loss_total": 0.0043358285911381245,
      "step": 27010
    },
    {
      "loss_action": 0.011331713758409023,
      "loss_total": 0.011331713758409023,
      "step": 27010
    },
    {
      "loss_action": 0.013251258060336113,
      "loss_total": 0.013251258060336113,
      "step": 27010
    },
    {
      "grad_norm": 0.15572857856750488,
      "learning_rate": 8.732017411664796e-05,
      "loss": 0.0106,
      "step": 27020
    },
    {
      "loss_action": 0.0074227796867489815,
      "loss_total": 0.0074227796867489815,
      "step": 27020
    },
    {
      "loss_action": 0.004562152549624443,
      "loss_total": 0.004562152549624443,
      "step": 27020
    },
    {
      "loss_action": 0.012050795368850231,
      "loss_total": 0.012050795368850231,
      "step": 27020
    },
    {
      "loss_action": 0.004866780247539282,
      "loss_total": 0.004866780247539282,
      "step": 27020
    },
    {
      "loss_action": 0.021622654050588608,
      "loss_total": 0.021622654050588608,
      "step": 27020
    },
    {
      "loss_action": 0.008748033083975315,
      "loss_total": 0.008748033083975315,
      "step": 27020
    },
    {
      "loss_action": 0.00900595635175705,
      "loss_total": 0.00900595635175705,
      "step": 27020
    },
    {
      "loss_action": 0.0068562873639166355,
      "loss_total": 0.0068562873639166355,
      "step": 27020
    },
    {
      "grad_norm": 0.19362081587314606,
      "learning_rate": 8.730916833902936e-05,
      "loss": 0.0137,
      "step": 27030
    },
    {
      "loss_action": 0.005944025702774525,
      "loss_total": 0.005944025702774525,
      "step": 27030
    },
    {
      "loss_action": 0.01435927301645279,
      "loss_total": 0.01435927301645279,
      "step": 27030
    },
    {
      "loss_action": 0.006014170590788126,
      "loss_total": 0.006014170590788126,
      "step": 27030
    },
    {
      "loss_action": 0.012416969984769821,
      "loss_total": 0.012416969984769821,
      "step": 27030
    },
    {
      "loss_action": 0.011590235866606236,
      "loss_total": 0.011590235866606236,
      "step": 27030
    },
    {
      "loss_action": 0.009078392758965492,
      "loss_total": 0.009078392758965492,
      "step": 27030
    },
    {
      "loss_action": 0.03892746567726135,
      "loss_total": 0.03892746567726135,
      "step": 27030
    },
    {
      "loss_action": 0.014617390930652618,
      "loss_total": 0.014617390930652618,
      "step": 27030
    },
    {
      "grad_norm": 0.10811212658882141,
      "learning_rate": 8.729815848133618e-05,
      "loss": 0.0132,
      "step": 27040
    },
    {
      "loss_action": 0.006340882275253534,
      "loss_total": 0.006340882275253534,
      "step": 27040
    },
    {
      "loss_action": 0.0037189051508903503,
      "loss_total": 0.0037189051508903503,
      "step": 27040
    },
    {
      "loss_action": 0.007332466542720795,
      "loss_total": 0.007332466542720795,
      "step": 27040
    },
    {
      "loss_action": 0.004565591923892498,
      "loss_total": 0.004565591923892498,
      "step": 27040
    },
    {
      "loss_action": 0.020846325904130936,
      "loss_total": 0.020846325904130936,
      "step": 27040
    },
    {
      "loss_action": 0.012628864496946335,
      "loss_total": 0.012628864496946335,
      "step": 27040
    },
    {
      "loss_action": 0.00652023870497942,
      "loss_total": 0.00652023870497942,
      "step": 27040
    },
    {
      "loss_action": 0.015541852451860905,
      "loss_total": 0.015541852451860905,
      "step": 27040
    },
    {
      "grad_norm": 0.13359875977039337,
      "learning_rate": 8.728714454477247e-05,
      "loss": 0.0107,
      "step": 27050
    },
    {
      "loss_action": 0.015528963878750801,
      "loss_total": 0.015528963878750801,
      "step": 27050
    },
    {
      "loss_action": 0.011070115491747856,
      "loss_total": 0.011070115491747856,
      "step": 27050
    },
    {
      "loss_action": 0.012688562273979187,
      "loss_total": 0.012688562273979187,
      "step": 27050
    },
    {
      "loss_action": 0.010013127699494362,
      "loss_total": 0.010013127699494362,
      "step": 27050
    },
    {
      "loss_action": 0.012577925808727741,
      "loss_total": 0.012577925808727741,
      "step": 27050
    },
    {
      "loss_action": 0.009711210615932941,
      "loss_total": 0.009711210615932941,
      "step": 27050
    },
    {
      "loss_action": 0.016384631395339966,
      "loss_total": 0.016384631395339966,
      "step": 27050
    },
    {
      "loss_action": 0.011930560693144798,
      "loss_total": 0.011930560693144798,
      "step": 27050
    },
    {
      "grad_norm": 0.15945248305797577,
      "learning_rate": 8.727612653054269e-05,
      "loss": 0.012,
      "step": 27060
    },
    {
      "loss_action": 0.010434258729219437,
      "loss_total": 0.010434258729219437,
      "step": 27060
    },
    {
      "loss_action": 0.007898686453700066,
      "loss_total": 0.007898686453700066,
      "step": 27060
    },
    {
      "loss_action": 0.00656850915402174,
      "loss_total": 0.00656850915402174,
      "step": 27060
    },
    {
      "loss_action": 0.0036344975233078003,
      "loss_total": 0.0036344975233078003,
      "step": 27060
    },
    {
      "loss_action": 0.023722078651189804,
      "loss_total": 0.023722078651189804,
      "step": 27060
    },
    {
      "loss_action": 0.017652058973908424,
      "loss_total": 0.017652058973908424,
      "step": 27060
    },
    {
      "loss_action": 0.008077168837189674,
      "loss_total": 0.008077168837189674,
      "step": 27060
    },
    {
      "loss_action": 0.009413775987923145,
      "loss_total": 0.009413775987923145,
      "step": 27060
    },
    {
      "grad_norm": 0.19516348838806152,
      "learning_rate": 8.726510443985176e-05,
      "loss": 0.0131,
      "step": 27070
    },
    {
      "loss_action": 0.006849256344139576,
      "loss_total": 0.006849256344139576,
      "step": 27070
    },
    {
      "loss_action": 0.021163491532206535,
      "loss_total": 0.021163491532206535,
      "step": 27070
    },
    {
      "loss_action": 0.01039129588752985,
      "loss_total": 0.01039129588752985,
      "step": 27070
    },
    {
      "loss_action": 0.010433896444737911,
      "loss_total": 0.010433896444737911,
      "step": 27070
    },
    {
      "loss_action": 0.014322742819786072,
      "loss_total": 0.014322742819786072,
      "step": 27070
    },
    {
      "loss_action": 0.007698597386479378,
      "loss_total": 0.007698597386479378,
      "step": 27070
    },
    {
      "loss_action": 0.012524081394076347,
      "loss_total": 0.012524081394076347,
      "step": 27070
    },
    {
      "loss_action": 0.010663364082574844,
      "loss_total": 0.010663364082574844,
      "step": 27070
    },
    {
      "grad_norm": 0.11139034479856491,
      "learning_rate": 8.725407827390503e-05,
      "loss": 0.0114,
      "step": 27080
    },
    {
      "loss_action": 0.008435314521193504,
      "loss_total": 0.008435314521193504,
      "step": 27080
    },
    {
      "loss_action": 0.01851608045399189,
      "loss_total": 0.01851608045399189,
      "step": 27080
    },
    {
      "loss_action": 0.00816676951944828,
      "loss_total": 0.00816676951944828,
      "step": 27080
    },
    {
      "loss_action": 0.00847025215625763,
      "loss_total": 0.00847025215625763,
      "step": 27080
    },
    {
      "loss_action": 0.011770796030759811,
      "loss_total": 0.011770796030759811,
      "step": 27080
    },
    {
      "loss_action": 0.005418034270405769,
      "loss_total": 0.005418034270405769,
      "step": 27080
    },
    {
      "loss_action": 0.00606854073703289,
      "loss_total": 0.00606854073703289,
      "step": 27080
    },
    {
      "loss_action": 0.008200149983167648,
      "loss_total": 0.008200149983167648,
      "step": 27080
    },
    {
      "grad_norm": 0.14906343817710876,
      "learning_rate": 8.724304803390833e-05,
      "loss": 0.0113,
      "step": 27090
    },
    {
      "loss_action": 0.004036881495267153,
      "loss_total": 0.004036881495267153,
      "step": 27090
    },
    {
      "loss_action": 0.006438026204705238,
      "loss_total": 0.006438026204705238,
      "step": 27090
    },
    {
      "loss_action": 0.006688891910016537,
      "loss_total": 0.006688891910016537,
      "step": 27090
    },
    {
      "loss_action": 0.016881972551345825,
      "loss_total": 0.016881972551345825,
      "step": 27090
    },
    {
      "loss_action": 0.005099843721836805,
      "loss_total": 0.005099843721836805,
      "step": 27090
    },
    {
      "loss_action": 0.00290403189137578,
      "loss_total": 0.00290403189137578,
      "step": 27090
    },
    {
      "loss_action": 0.021871699020266533,
      "loss_total": 0.021871699020266533,
      "step": 27090
    },
    {
      "loss_action": 0.01358117163181305,
      "loss_total": 0.01358117163181305,
      "step": 27090
    },
    {
      "grad_norm": 0.1461629867553711,
      "learning_rate": 8.723201372106788e-05,
      "loss": 0.0106,
      "step": 27100
    },
    {
      "loss_action": 0.01016206108033657,
      "loss_total": 0.01016206108033657,
      "step": 27100
    },
    {
      "loss_action": 0.00957730133086443,
      "loss_total": 0.00957730133086443,
      "step": 27100
    },
    {
      "loss_action": 0.007593114860355854,
      "loss_total": 0.007593114860355854,
      "step": 27100
    },
    {
      "loss_action": 0.010941978543996811,
      "loss_total": 0.010941978543996811,
      "step": 27100
    },
    {
      "loss_action": 0.006506806705147028,
      "loss_total": 0.006506806705147028,
      "step": 27100
    },
    {
      "loss_action": 0.036758922040462494,
      "loss_total": 0.036758922040462494,
      "step": 27100
    },
    {
      "loss_action": 0.010835647583007812,
      "loss_total": 0.010835647583007812,
      "step": 27100
    },
    {
      "loss_action": 0.006816679611802101,
      "loss_total": 0.006816679611802101,
      "step": 27100
    },
    {
      "grad_norm": 0.21927188336849213,
      "learning_rate": 8.722097533659038e-05,
      "loss": 0.0112,
      "step": 27110
    },
    {
      "loss_action": 0.004379404708743095,
      "loss_total": 0.004379404708743095,
      "step": 27110
    },
    {
      "loss_action": 0.014180075377225876,
      "loss_total": 0.014180075377225876,
      "step": 27110
    },
    {
      "loss_action": 0.027495868504047394,
      "loss_total": 0.027495868504047394,
      "step": 27110
    },
    {
      "loss_action": 0.004697269760072231,
      "loss_total": 0.004697269760072231,
      "step": 27110
    },
    {
      "loss_action": 0.017081163823604584,
      "loss_total": 0.017081163823604584,
      "step": 27110
    },
    {
      "loss_action": 0.010524353943765163,
      "loss_total": 0.010524353943765163,
      "step": 27110
    },
    {
      "loss_action": 0.00401378283277154,
      "loss_total": 0.00401378283277154,
      "step": 27110
    },
    {
      "loss_action": 0.004014807287603617,
      "loss_total": 0.004014807287603617,
      "step": 27110
    },
    {
      "grad_norm": 0.1860416680574417,
      "learning_rate": 8.720993288168299e-05,
      "loss": 0.0114,
      "step": 27120
    },
    {
      "loss_action": 0.010575182735919952,
      "loss_total": 0.010575182735919952,
      "step": 27120
    },
    {
      "loss_action": 0.009712393395602703,
      "loss_total": 0.009712393395602703,
      "step": 27120
    },
    {
      "loss_action": 0.009969525970518589,
      "loss_total": 0.009969525970518589,
      "step": 27120
    },
    {
      "loss_action": 0.004392203874886036,
      "loss_total": 0.004392203874886036,
      "step": 27120
    },
    {
      "loss_action": 0.0047275954857468605,
      "loss_total": 0.0047275954857468605,
      "step": 27120
    },
    {
      "loss_action": 0.0328814834356308,
      "loss_total": 0.0328814834356308,
      "step": 27120
    },
    {
      "loss_action": 0.005235495511442423,
      "loss_total": 0.005235495511442423,
      "step": 27120
    },
    {
      "loss_action": 0.012241370975971222,
      "loss_total": 0.012241370975971222,
      "step": 27120
    },
    {
      "grad_norm": 0.18789970874786377,
      "learning_rate": 8.719888635755327e-05,
      "loss": 0.0109,
      "step": 27130
    },
    {
      "loss_action": 0.012208971194922924,
      "loss_total": 0.012208971194922924,
      "step": 27130
    },
    {
      "loss_action": 0.005348445847630501,
      "loss_total": 0.005348445847630501,
      "step": 27130
    },
    {
      "loss_action": 0.017484134063124657,
      "loss_total": 0.017484134063124657,
      "step": 27130
    },
    {
      "loss_action": 0.008687889203429222,
      "loss_total": 0.008687889203429222,
      "step": 27130
    },
    {
      "loss_action": 0.013964102603495121,
      "loss_total": 0.013964102603495121,
      "step": 27130
    },
    {
      "loss_action": 0.014307744801044464,
      "loss_total": 0.014307744801044464,
      "step": 27130
    },
    {
      "loss_action": 0.006604013964533806,
      "loss_total": 0.006604013964533806,
      "step": 27130
    },
    {
      "loss_action": 0.00761141162365675,
      "loss_total": 0.00761141162365675,
      "step": 27130
    },
    {
      "grad_norm": 0.14821264147758484,
      "learning_rate": 8.718783576540928e-05,
      "loss": 0.0103,
      "step": 27140
    },
    {
      "loss_action": 0.008585657924413681,
      "loss_total": 0.008585657924413681,
      "step": 27140
    },
    {
      "loss_action": 0.010285348631441593,
      "loss_total": 0.010285348631441593,
      "step": 27140
    },
    {
      "loss_action": 0.04548776149749756,
      "loss_total": 0.04548776149749756,
      "step": 27140
    },
    {
      "loss_action": 0.015185143798589706,
      "loss_total": 0.015185143798589706,
      "step": 27140
    },
    {
      "loss_action": 0.01605316996574402,
      "loss_total": 0.01605316996574402,
      "step": 27140
    },
    {
      "loss_action": 0.009915051981806755,
      "loss_total": 0.009915051981806755,
      "step": 27140
    },
    {
      "loss_action": 0.01396152563393116,
      "loss_total": 0.01396152563393116,
      "step": 27140
    },
    {
      "loss_action": 0.016569703817367554,
      "loss_total": 0.016569703817367554,
      "step": 27140
    },
    {
      "grad_norm": 0.09342700242996216,
      "learning_rate": 8.717678110645948e-05,
      "loss": 0.0109,
      "step": 27150
    },
    {
      "loss_action": 0.0076219793409109116,
      "loss_total": 0.0076219793409109116,
      "step": 27150
    },
    {
      "loss_action": 0.007758607156574726,
      "loss_total": 0.007758607156574726,
      "step": 27150
    },
    {
      "loss_action": 0.012700141407549381,
      "loss_total": 0.012700141407549381,
      "step": 27150
    },
    {
      "loss_action": 0.006232487037777901,
      "loss_total": 0.006232487037777901,
      "step": 27150
    },
    {
      "loss_action": 0.006969620939344168,
      "loss_total": 0.006969620939344168,
      "step": 27150
    },
    {
      "loss_action": 0.016007911413908005,
      "loss_total": 0.016007911413908005,
      "step": 27150
    },
    {
      "loss_action": 0.010476745665073395,
      "loss_total": 0.010476745665073395,
      "step": 27150
    },
    {
      "loss_action": 0.006967207882553339,
      "loss_total": 0.006967207882553339,
      "step": 27150
    },
    {
      "grad_norm": 0.08766684681177139,
      "learning_rate": 8.716572238191279e-05,
      "loss": 0.0094,
      "step": 27160
    },
    {
      "loss_action": 0.012154705822467804,
      "loss_total": 0.012154705822467804,
      "step": 27160
    },
    {
      "loss_action": 0.009447691962122917,
      "loss_total": 0.009447691962122917,
      "step": 27160
    },
    {
      "loss_action": 0.005343942902982235,
      "loss_total": 0.005343942902982235,
      "step": 27160
    },
    {
      "loss_action": 0.007610522210597992,
      "loss_total": 0.007610522210597992,
      "step": 27160
    },
    {
      "loss_action": 0.01243860274553299,
      "loss_total": 0.01243860274553299,
      "step": 27160
    },
    {
      "loss_action": 0.0039552911184728146,
      "loss_total": 0.0039552911184728146,
      "step": 27160
    },
    {
      "loss_action": 0.009148446843028069,
      "loss_total": 0.009148446843028069,
      "step": 27160
    },
    {
      "loss_action": 0.005146671086549759,
      "loss_total": 0.005146671086549759,
      "step": 27160
    },
    {
      "grad_norm": 0.1622629314661026,
      "learning_rate": 8.715465959297857e-05,
      "loss": 0.0126,
      "step": 27170
    },
    {
      "loss_action": 0.006154278293251991,
      "loss_total": 0.006154278293251991,
      "step": 27170
    },
    {
      "loss_action": 0.03113582730293274,
      "loss_total": 0.03113582730293274,
      "step": 27170
    },
    {
      "loss_action": 0.009114542044699192,
      "loss_total": 0.009114542044699192,
      "step": 27170
    },
    {
      "loss_action": 0.0037106520030647516,
      "loss_total": 0.0037106520030647516,
      "step": 27170
    },
    {
      "loss_action": 0.00576630188152194,
      "loss_total": 0.00576630188152194,
      "step": 27170
    },
    {
      "loss_action": 0.010191582143306732,
      "loss_total": 0.010191582143306732,
      "step": 27170
    },
    {
      "loss_action": 0.029687533155083656,
      "loss_total": 0.029687533155083656,
      "step": 27170
    },
    {
      "loss_action": 0.019286032766103745,
      "loss_total": 0.019286032766103745,
      "step": 27170
    },
    {
      "grad_norm": 0.1649875044822693,
      "learning_rate": 8.714359274086665e-05,
      "loss": 0.0119,
      "step": 27180
    },
    {
      "loss_action": 0.003555376548320055,
      "loss_total": 0.003555376548320055,
      "step": 27180
    },
    {
      "loss_action": 0.013511460274457932,
      "loss_total": 0.013511460274457932,
      "step": 27180
    },
    {
      "loss_action": 0.037989865988492966,
      "loss_total": 0.037989865988492966,
      "step": 27180
    },
    {
      "loss_action": 0.014702233485877514,
      "loss_total": 0.014702233485877514,
      "step": 27180
    },
    {
      "loss_action": 0.032562218606472015,
      "loss_total": 0.032562218606472015,
      "step": 27180
    },
    {
      "loss_action": 0.008548961021006107,
      "loss_total": 0.008548961021006107,
      "step": 27180
    },
    {
      "loss_action": 0.009758029133081436,
      "loss_total": 0.009758029133081436,
      "step": 27180
    },
    {
      "loss_action": 0.007674851920455694,
      "loss_total": 0.007674851920455694,
      "step": 27180
    },
    {
      "grad_norm": 0.1331234872341156,
      "learning_rate": 8.713252182678726e-05,
      "loss": 0.0113,
      "step": 27190
    },
    {
      "loss_action": 0.011633176356554031,
      "loss_total": 0.011633176356554031,
      "step": 27190
    },
    {
      "loss_action": 0.016939204186201096,
      "loss_total": 0.016939204186201096,
      "step": 27190
    },
    {
      "loss_action": 0.010796066373586655,
      "loss_total": 0.010796066373586655,
      "step": 27190
    },
    {
      "loss_action": 0.010050797834992409,
      "loss_total": 0.010050797834992409,
      "step": 27190
    },
    {
      "loss_action": 0.013365738093852997,
      "loss_total": 0.013365738093852997,
      "step": 27190
    },
    {
      "loss_action": 0.014275441877543926,
      "loss_total": 0.014275441877543926,
      "step": 27190
    },
    {
      "loss_action": 0.010379137471318245,
      "loss_total": 0.010379137471318245,
      "step": 27190
    },
    {
      "loss_action": 0.01033084001392126,
      "loss_total": 0.01033084001392126,
      "step": 27190
    },
    {
      "grad_norm": 0.1140395849943161,
      "learning_rate": 8.712144685195112e-05,
      "loss": 0.012,
      "step": 27200
    },
    {
      "loss_action": 0.022004390135407448,
      "loss_total": 0.022004390135407448,
      "step": 27200
    },
    {
      "loss_action": 0.011004348285496235,
      "loss_total": 0.011004348285496235,
      "step": 27200
    },
    {
      "loss_action": 0.014305566437542439,
      "loss_total": 0.014305566437542439,
      "step": 27200
    },
    {
      "loss_action": 0.007481027394533157,
      "loss_total": 0.007481027394533157,
      "step": 27200
    },
    {
      "loss_action": 0.024381252005696297,
      "loss_total": 0.024381252005696297,
      "step": 27200
    },
    {
      "loss_action": 0.014037320390343666,
      "loss_total": 0.014037320390343666,
      "step": 27200
    },
    {
      "loss_action": 0.017227526754140854,
      "loss_total": 0.017227526754140854,
      "step": 27200
    },
    {
      "loss_action": 0.0166393481194973,
      "loss_total": 0.0166393481194973,
      "step": 27200
    },
    {
      "grad_norm": 0.10487226396799088,
      "learning_rate": 8.711036781756936e-05,
      "loss": 0.0115,
      "step": 27210
    },
    {
      "loss_action": 0.005103599280118942,
      "loss_total": 0.005103599280118942,
      "step": 27210
    },
    {
      "loss_action": 0.007333016023039818,
      "loss_total": 0.007333016023039818,
      "step": 27210
    },
    {
      "loss_action": 0.0033984214533120394,
      "loss_total": 0.0033984214533120394,
      "step": 27210
    },
    {
      "loss_action": 0.004064139910042286,
      "loss_total": 0.004064139910042286,
      "step": 27210
    },
    {
      "loss_action": 0.008904756978154182,
      "loss_total": 0.008904756978154182,
      "step": 27210
    },
    {
      "loss_action": 0.02044137753546238,
      "loss_total": 0.02044137753546238,
      "step": 27210
    },
    {
      "loss_action": 0.010413854382932186,
      "loss_total": 0.010413854382932186,
      "step": 27210
    },
    {
      "loss_action": 0.012631234712898731,
      "loss_total": 0.012631234712898731,
      "step": 27210
    },
    {
      "grad_norm": 0.1386321485042572,
      "learning_rate": 8.709928472485357e-05,
      "loss": 0.0108,
      "step": 27220
    },
    {
      "loss_action": 0.0072604077868163586,
      "loss_total": 0.0072604077868163586,
      "step": 27220
    },
    {
      "loss_action": 0.015502151101827621,
      "loss_total": 0.015502151101827621,
      "step": 27220
    },
    {
      "loss_action": 0.02157684601843357,
      "loss_total": 0.02157684601843357,
      "step": 27220
    },
    {
      "loss_action": 0.008924053981900215,
      "loss_total": 0.008924053981900215,
      "step": 27220
    },
    {
      "loss_action": 0.007090789265930653,
      "loss_total": 0.007090789265930653,
      "step": 27220
    },
    {
      "loss_action": 0.005710632540285587,
      "loss_total": 0.005710632540285587,
      "step": 27220
    },
    {
      "loss_action": 0.006284827366471291,
      "loss_total": 0.006284827366471291,
      "step": 27220
    },
    {
      "loss_action": 0.018651671707630157,
      "loss_total": 0.018651671707630157,
      "step": 27220
    },
    {
      "grad_norm": 0.14002838730812073,
      "learning_rate": 8.708819757501579e-05,
      "loss": 0.0099,
      "step": 27230
    },
    {
      "loss_action": 0.006793689448386431,
      "loss_total": 0.006793689448386431,
      "step": 27230
    },
    {
      "loss_action": 0.009365584701299667,
      "loss_total": 0.009365584701299667,
      "step": 27230
    },
    {
      "loss_action": 0.016686784103512764,
      "loss_total": 0.016686784103512764,
      "step": 27230
    },
    {
      "loss_action": 0.009802578017115593,
      "loss_total": 0.009802578017115593,
      "step": 27230
    },
    {
      "loss_action": 0.00849250890314579,
      "loss_total": 0.00849250890314579,
      "step": 27230
    },
    {
      "loss_action": 0.010082904249429703,
      "loss_total": 0.010082904249429703,
      "step": 27230
    },
    {
      "loss_action": 0.014457779005169868,
      "loss_total": 0.014457779005169868,
      "step": 27230
    },
    {
      "loss_action": 0.013337778858840466,
      "loss_total": 0.013337778858840466,
      "step": 27230
    },
    {
      "grad_norm": 0.15719081461429596,
      "learning_rate": 8.707710636926846e-05,
      "loss": 0.0111,
      "step": 27240
    },
    {
      "loss_action": 0.008148626424372196,
      "loss_total": 0.008148626424372196,
      "step": 27240
    },
    {
      "loss_action": 0.01501973532140255,
      "loss_total": 0.01501973532140255,
      "step": 27240
    },
    {
      "loss_action": 0.0051782457157969475,
      "loss_total": 0.0051782457157969475,
      "step": 27240
    },
    {
      "loss_action": 0.008394652046263218,
      "loss_total": 0.008394652046263218,
      "step": 27240
    },
    {
      "loss_action": 0.008286292664706707,
      "loss_total": 0.008286292664706707,
      "step": 27240
    },
    {
      "loss_action": 0.040244586765766144,
      "loss_total": 0.040244586765766144,
      "step": 27240
    },
    {
      "loss_action": 0.01098431646823883,
      "loss_total": 0.01098431646823883,
      "step": 27240
    },
    {
      "loss_action": 0.0025698598474264145,
      "loss_total": 0.0025698598474264145,
      "step": 27240
    },
    {
      "grad_norm": 0.15736481547355652,
      "learning_rate": 8.706601110882455e-05,
      "loss": 0.0116,
      "step": 27250
    },
    {
      "loss_action": 0.004466046579182148,
      "loss_total": 0.004466046579182148,
      "step": 27250
    },
    {
      "loss_action": 0.003297081682831049,
      "loss_total": 0.003297081682831049,
      "step": 27250
    },
    {
      "loss_action": 0.00579728651791811,
      "loss_total": 0.00579728651791811,
      "step": 27250
    },
    {
      "loss_action": 0.005243413615971804,
      "loss_total": 0.005243413615971804,
      "step": 27250
    },
    {
      "loss_action": 0.004617955069988966,
      "loss_total": 0.004617955069988966,
      "step": 27250
    },
    {
      "loss_action": 0.006818131543695927,
      "loss_total": 0.006818131543695927,
      "step": 27250
    },
    {
      "loss_action": 0.008364379405975342,
      "loss_total": 0.008364379405975342,
      "step": 27250
    },
    {
      "loss_action": 0.0070968130603432655,
      "loss_total": 0.0070968130603432655,
      "step": 27250
    },
    {
      "grad_norm": 0.13133245706558228,
      "learning_rate": 8.705491179489738e-05,
      "loss": 0.0103,
      "step": 27260
    },
    {
      "loss_action": 0.006223425734788179,
      "loss_total": 0.006223425734788179,
      "step": 27260
    },
    {
      "loss_action": 0.020523451268672943,
      "loss_total": 0.020523451268672943,
      "step": 27260
    },
    {
      "loss_action": 0.008561861701309681,
      "loss_total": 0.008561861701309681,
      "step": 27260
    },
    {
      "loss_action": 0.010086817666888237,
      "loss_total": 0.010086817666888237,
      "step": 27260
    },
    {
      "loss_action": 0.022105026990175247,
      "loss_total": 0.022105026990175247,
      "step": 27260
    },
    {
      "loss_action": 0.004642035346478224,
      "loss_total": 0.004642035346478224,
      "step": 27260
    },
    {
      "loss_action": 0.014054822735488415,
      "loss_total": 0.014054822735488415,
      "step": 27260
    },
    {
      "loss_action": 0.0025554513558745384,
      "loss_total": 0.0025554513558745384,
      "step": 27260
    },
    {
      "grad_norm": 0.10391394793987274,
      "learning_rate": 8.704380842870077e-05,
      "loss": 0.0094,
      "step": 27270
    },
    {
      "loss_action": 0.006193536799401045,
      "loss_total": 0.006193536799401045,
      "step": 27270
    },
    {
      "loss_action": 0.016240201890468597,
      "loss_total": 0.016240201890468597,
      "step": 27270
    },
    {
      "loss_action": 0.006743744947016239,
      "loss_total": 0.006743744947016239,
      "step": 27270
    },
    {
      "loss_action": 0.018093183636665344,
      "loss_total": 0.018093183636665344,
      "step": 27270
    },
    {
      "loss_action": 0.008984249085187912,
      "loss_total": 0.008984249085187912,
      "step": 27270
    },
    {
      "loss_action": 0.007092856802046299,
      "loss_total": 0.007092856802046299,
      "step": 27270
    },
    {
      "loss_action": 0.009077947586774826,
      "loss_total": 0.009077947586774826,
      "step": 27270
    },
    {
      "loss_action": 0.01098181027919054,
      "loss_total": 0.01098181027919054,
      "step": 27270
    },
    {
      "grad_norm": 0.10997557640075684,
      "learning_rate": 8.703270101144895e-05,
      "loss": 0.0112,
      "step": 27280
    },
    {
      "loss_action": 0.004946116358041763,
      "loss_total": 0.004946116358041763,
      "step": 27280
    },
    {
      "loss_action": 0.007169436197727919,
      "loss_total": 0.007169436197727919,
      "step": 27280
    },
    {
      "loss_action": 0.013998903334140778,
      "loss_total": 0.013998903334140778,
      "step": 27280
    },
    {
      "loss_action": 0.003544112667441368,
      "loss_total": 0.003544112667441368,
      "step": 27280
    },
    {
      "loss_action": 0.0072306077927351,
      "loss_total": 0.0072306077927351,
      "step": 27280
    },
    {
      "loss_action": 0.004550092853605747,
      "loss_total": 0.004550092853605747,
      "step": 27280
    },
    {
      "loss_action": 0.00727769173681736,
      "loss_total": 0.00727769173681736,
      "step": 27280
    },
    {
      "loss_action": 0.006952389143407345,
      "loss_total": 0.006952389143407345,
      "step": 27280
    },
    {
      "grad_norm": 0.14559493958950043,
      "learning_rate": 8.702158954435664e-05,
      "loss": 0.0102,
      "step": 27290
    },
    {
      "loss_action": 0.004773017950356007,
      "loss_total": 0.004773017950356007,
      "step": 27290
    },
    {
      "loss_action": 0.008044317364692688,
      "loss_total": 0.008044317364692688,
      "step": 27290
    },
    {
      "loss_action": 0.024401424452662468,
      "loss_total": 0.024401424452662468,
      "step": 27290
    },
    {
      "loss_action": 0.014700813218951225,
      "loss_total": 0.014700813218951225,
      "step": 27290
    },
    {
      "loss_action": 0.00436051469296217,
      "loss_total": 0.00436051469296217,
      "step": 27290
    },
    {
      "loss_action": 0.07352805137634277,
      "loss_total": 0.07352805137634277,
      "step": 27290
    },
    {
      "loss_action": 0.014113672077655792,
      "loss_total": 0.014113672077655792,
      "step": 27290
    },
    {
      "loss_action": 0.012887753546237946,
      "loss_total": 0.012887753546237946,
      "step": 27290
    },
    {
      "grad_norm": 0.17792317271232605,
      "learning_rate": 8.701047402863896e-05,
      "loss": 0.013,
      "step": 27300
    },
    {
      "loss_action": 0.00809568539261818,
      "loss_total": 0.00809568539261818,
      "step": 27300
    },
    {
      "loss_action": 0.005330502055585384,
      "loss_total": 0.005330502055585384,
      "step": 27300
    },
    {
      "loss_action": 0.0178482998162508,
      "loss_total": 0.0178482998162508,
      "step": 27300
    },
    {
      "loss_action": 0.010260356590151787,
      "loss_total": 0.010260356590151787,
      "step": 27300
    },
    {
      "loss_action": 0.01220007799565792,
      "loss_total": 0.01220007799565792,
      "step": 27300
    },
    {
      "loss_action": 0.016765139997005463,
      "loss_total": 0.016765139997005463,
      "step": 27300
    },
    {
      "loss_action": 0.01429118774831295,
      "loss_total": 0.01429118774831295,
      "step": 27300
    },
    {
      "loss_action": 0.008544538170099258,
      "loss_total": 0.008544538170099258,
      "step": 27300
    },
    {
      "grad_norm": 0.14331994950771332,
      "learning_rate": 8.699935446551148e-05,
      "loss": 0.0112,
      "step": 27310
    },
    {
      "loss_action": 0.014052310958504677,
      "loss_total": 0.014052310958504677,
      "step": 27310
    },
    {
      "loss_action": 0.010263858363032341,
      "loss_total": 0.010263858363032341,
      "step": 27310
    },
    {
      "loss_action": 0.00538411270827055,
      "loss_total": 0.00538411270827055,
      "step": 27310
    },
    {
      "loss_action": 0.013190362602472305,
      "loss_total": 0.013190362602472305,
      "step": 27310
    },
    {
      "loss_action": 0.0048591443337500095,
      "loss_total": 0.0048591443337500095,
      "step": 27310
    },
    {
      "loss_action": 0.011072373017668724,
      "loss_total": 0.011072373017668724,
      "step": 27310
    },
    {
      "loss_action": 0.007880551740527153,
      "loss_total": 0.007880551740527153,
      "step": 27310
    },
    {
      "loss_action": 0.013048281893134117,
      "loss_total": 0.013048281893134117,
      "step": 27310
    },
    {
      "grad_norm": 0.15224890410900116,
      "learning_rate": 8.698823085619022e-05,
      "loss": 0.0112,
      "step": 27320
    },
    {
      "loss_action": 0.009545003063976765,
      "loss_total": 0.009545003063976765,
      "step": 27320
    },
    {
      "loss_action": 0.015267451293766499,
      "loss_total": 0.015267451293766499,
      "step": 27320
    },
    {
      "loss_action": 0.0052912263199687,
      "loss_total": 0.0052912263199687,
      "step": 27320
    },
    {
      "loss_action": 0.016503427177667618,
      "loss_total": 0.016503427177667618,
      "step": 27320
    },
    {
      "loss_action": 0.0062918877229094505,
      "loss_total": 0.0062918877229094505,
      "step": 27320
    },
    {
      "loss_action": 0.005192471202462912,
      "loss_total": 0.005192471202462912,
      "step": 27320
    },
    {
      "loss_action": 0.006642824038863182,
      "loss_total": 0.006642824038863182,
      "step": 27320
    },
    {
      "loss_action": 0.05971042066812515,
      "loss_total": 0.05971042066812515,
      "step": 27320
    },
    {
      "grad_norm": 0.1328895092010498,
      "learning_rate": 8.697710320189166e-05,
      "loss": 0.0135,
      "step": 27330
    },
    {
      "loss_action": 0.009399822913110256,
      "loss_total": 0.009399822913110256,
      "step": 27330
    },
    {
      "loss_action": 0.016979075968265533,
      "loss_total": 0.016979075968265533,
      "step": 27330
    },
    {
      "loss_action": 0.01665594056248665,
      "loss_total": 0.01665594056248665,
      "step": 27330
    },
    {
      "loss_action": 0.017155472189188004,
      "loss_total": 0.017155472189188004,
      "step": 27330
    },
    {
      "loss_action": 0.009663477540016174,
      "loss_total": 0.009663477540016174,
      "step": 27330
    },
    {
      "loss_action": 0.011906065978109837,
      "loss_total": 0.011906065978109837,
      "step": 27330
    },
    {
      "loss_action": 0.0061744581907987595,
      "loss_total": 0.0061744581907987595,
      "step": 27330
    },
    {
      "loss_action": 0.008641282096505165,
      "loss_total": 0.008641282096505165,
      "step": 27330
    },
    {
      "grad_norm": 0.14757484197616577,
      "learning_rate": 8.696597150383268e-05,
      "loss": 0.0112,
      "step": 27340
    },
    {
      "loss_action": 0.005725575610995293,
      "loss_total": 0.005725575610995293,
      "step": 27340
    },
    {
      "loss_action": 0.008287956938147545,
      "loss_total": 0.008287956938147545,
      "step": 27340
    },
    {
      "loss_action": 0.012550143525004387,
      "loss_total": 0.012550143525004387,
      "step": 27340
    },
    {
      "loss_action": 0.003830176778137684,
      "loss_total": 0.003830176778137684,
      "step": 27340
    },
    {
      "loss_action": 0.0026928498409688473,
      "loss_total": 0.0026928498409688473,
      "step": 27340
    },
    {
      "loss_action": 0.012077149003744125,
      "loss_total": 0.012077149003744125,
      "step": 27340
    },
    {
      "loss_action": 0.004061371088027954,
      "loss_total": 0.004061371088027954,
      "step": 27340
    },
    {
      "loss_action": 0.008473176509141922,
      "loss_total": 0.008473176509141922,
      "step": 27340
    },
    {
      "grad_norm": 0.164028599858284,
      "learning_rate": 8.695483576323063e-05,
      "loss": 0.011,
      "step": 27350
    },
    {
      "loss_action": 0.004940268583595753,
      "loss_total": 0.004940268583595753,
      "step": 27350
    },
    {
      "loss_action": 0.008619400672614574,
      "loss_total": 0.008619400672614574,
      "step": 27350
    },
    {
      "loss_action": 0.014913276769220829,
      "loss_total": 0.014913276769220829,
      "step": 27350
    },
    {
      "loss_action": 0.020565778017044067,
      "loss_total": 0.020565778017044067,
      "step": 27350
    },
    {
      "loss_action": 0.007172321435064077,
      "loss_total": 0.007172321435064077,
      "step": 27350
    },
    {
      "loss_action": 0.007976477034389973,
      "loss_total": 0.007976477034389973,
      "step": 27350
    },
    {
      "loss_action": 0.009563738480210304,
      "loss_total": 0.009563738480210304,
      "step": 27350
    },
    {
      "loss_action": 0.01156461052596569,
      "loss_total": 0.01156461052596569,
      "step": 27350
    },
    {
      "grad_norm": 0.13131776452064514,
      "learning_rate": 8.69436959813033e-05,
      "loss": 0.0119,
      "step": 27360
    },
    {
      "loss_action": 0.007327165454626083,
      "loss_total": 0.007327165454626083,
      "step": 27360
    },
    {
      "loss_action": 0.008649670518934727,
      "loss_total": 0.008649670518934727,
      "step": 27360
    },
    {
      "loss_action": 0.026125788688659668,
      "loss_total": 0.026125788688659668,
      "step": 27360
    },
    {
      "loss_action": 0.005767035763710737,
      "loss_total": 0.005767035763710737,
      "step": 27360
    },
    {
      "loss_action": 0.006525303237140179,
      "loss_total": 0.006525303237140179,
      "step": 27360
    },
    {
      "loss_action": 0.0037098932079970837,
      "loss_total": 0.0037098932079970837,
      "step": 27360
    },
    {
      "loss_action": 0.017841313034296036,
      "loss_total": 0.017841313034296036,
      "step": 27360
    },
    {
      "loss_action": 0.003710581921041012,
      "loss_total": 0.003710581921041012,
      "step": 27360
    },
    {
      "grad_norm": 0.14695066213607788,
      "learning_rate": 8.693255215926892e-05,
      "loss": 0.0113,
      "step": 27370
    },
    {
      "loss_action": 0.010026957839727402,
      "loss_total": 0.010026957839727402,
      "step": 27370
    },
    {
      "loss_action": 0.009954160079360008,
      "loss_total": 0.009954160079360008,
      "step": 27370
    },
    {
      "loss_action": 0.008110297843813896,
      "loss_total": 0.008110297843813896,
      "step": 27370
    },
    {
      "loss_action": 0.014197454787790775,
      "loss_total": 0.014197454787790775,
      "step": 27370
    },
    {
      "loss_action": 0.00953022949397564,
      "loss_total": 0.00953022949397564,
      "step": 27370
    },
    {
      "loss_action": 0.010005587711930275,
      "loss_total": 0.010005587711930275,
      "step": 27370
    },
    {
      "loss_action": 0.008027437143027782,
      "loss_total": 0.008027437143027782,
      "step": 27370
    },
    {
      "loss_action": 0.010667149908840656,
      "loss_total": 0.010667149908840656,
      "step": 27370
    },
    {
      "grad_norm": 0.21888668835163116,
      "learning_rate": 8.692140429834617e-05,
      "loss": 0.0108,
      "step": 27380
    },
    {
      "loss_action": 0.013155665248632431,
      "loss_total": 0.013155665248632431,
      "step": 27380
    },
    {
      "loss_action": 0.009194307029247284,
      "loss_total": 0.009194307029247284,
      "step": 27380
    },
    {
      "loss_action": 0.009693057276308537,
      "loss_total": 0.009693057276308537,
      "step": 27380
    },
    {
      "loss_action": 0.01274222694337368,
      "loss_total": 0.01274222694337368,
      "step": 27380
    },
    {
      "loss_action": 0.025819823145866394,
      "loss_total": 0.025819823145866394,
      "step": 27380
    },
    {
      "loss_action": 0.007811932358890772,
      "loss_total": 0.007811932358890772,
      "step": 27380
    },
    {
      "loss_action": 0.01628364622592926,
      "loss_total": 0.01628364622592926,
      "step": 27380
    },
    {
      "loss_action": 0.00989667046815157,
      "loss_total": 0.00989667046815157,
      "step": 27380
    },
    {
      "grad_norm": 0.1554681658744812,
      "learning_rate": 8.691025239975415e-05,
      "loss": 0.0111,
      "step": 27390
    },
    {
      "loss_action": 0.0059290784411132336,
      "loss_total": 0.0059290784411132336,
      "step": 27390
    },
    {
      "loss_action": 0.015400649048388004,
      "loss_total": 0.015400649048388004,
      "step": 27390
    },
    {
      "loss_action": 0.0051697371527552605,
      "loss_total": 0.0051697371527552605,
      "step": 27390
    },
    {
      "loss_action": 0.003849421162158251,
      "loss_total": 0.003849421162158251,
      "step": 27390
    },
    {
      "loss_action": 0.004064890556037426,
      "loss_total": 0.004064890556037426,
      "step": 27390
    },
    {
      "loss_action": 0.010387610644102097,
      "loss_total": 0.010387610644102097,
      "step": 27390
    },
    {
      "loss_action": 0.009355946443974972,
      "loss_total": 0.009355946443974972,
      "step": 27390
    },
    {
      "loss_action": 0.012541187927126884,
      "loss_total": 0.012541187927126884,
      "step": 27390
    },
    {
      "grad_norm": 0.11092879623174667,
      "learning_rate": 8.689909646471243e-05,
      "loss": 0.0106,
      "step": 27400
    },
    {
      "loss_action": 0.017115645110607147,
      "loss_total": 0.017115645110607147,
      "step": 27400
    },
    {
      "loss_action": 0.00659828819334507,
      "loss_total": 0.00659828819334507,
      "step": 27400
    },
    {
      "loss_action": 0.00525511521846056,
      "loss_total": 0.00525511521846056,
      "step": 27400
    },
    {
      "loss_action": 0.007866967469453812,
      "loss_total": 0.007866967469453812,
      "step": 27400
    },
    {
      "loss_action": 0.005622002296149731,
      "loss_total": 0.005622002296149731,
      "step": 27400
    },
    {
      "loss_action": 0.02857915312051773,
      "loss_total": 0.02857915312051773,
      "step": 27400
    },
    {
      "loss_action": 0.006844002287834883,
      "loss_total": 0.006844002287834883,
      "step": 27400
    },
    {
      "loss_action": 0.0056105200201272964,
      "loss_total": 0.0056105200201272964,
      "step": 27400
    },
    {
      "grad_norm": 0.1798056811094284,
      "learning_rate": 8.688793649444099e-05,
      "loss": 0.0105,
      "step": 27410
    },
    {
      "loss_action": 0.008406059816479683,
      "loss_total": 0.008406059816479683,
      "step": 27410
    },
    {
      "loss_action": 0.015007578767836094,
      "loss_total": 0.015007578767836094,
      "step": 27410
    },
    {
      "loss_action": 0.009885560721158981,
      "loss_total": 0.009885560721158981,
      "step": 27410
    },
    {
      "loss_action": 0.005894538946449757,
      "loss_total": 0.005894538946449757,
      "step": 27410
    },
    {
      "loss_action": 0.012284433469176292,
      "loss_total": 0.012284433469176292,
      "step": 27410
    },
    {
      "loss_action": 0.005073851905763149,
      "loss_total": 0.005073851905763149,
      "step": 27410
    },
    {
      "loss_action": 0.010210344567894936,
      "loss_total": 0.010210344567894936,
      "step": 27410
    },
    {
      "loss_action": 0.005597074516117573,
      "loss_total": 0.005597074516117573,
      "step": 27410
    },
    {
      "grad_norm": 0.08114378154277802,
      "learning_rate": 8.687677249016029e-05,
      "loss": 0.0091,
      "step": 27420
    },
    {
      "loss_action": 0.0077148061245679855,
      "loss_total": 0.0077148061245679855,
      "step": 27420
    },
    {
      "loss_action": 0.004651866387575865,
      "loss_total": 0.004651866387575865,
      "step": 27420
    },
    {
      "loss_action": 0.004539596848189831,
      "loss_total": 0.004539596848189831,
      "step": 27420
    },
    {
      "loss_action": 0.0053576575592160225,
      "loss_total": 0.0053576575592160225,
      "step": 27420
    },
    {
      "loss_action": 0.007028253749012947,
      "loss_total": 0.007028253749012947,
      "step": 27420
    },
    {
      "loss_action": 0.013270469382405281,
      "loss_total": 0.013270469382405281,
      "step": 27420
    },
    {
      "loss_action": 0.014525635167956352,
      "loss_total": 0.014525635167956352,
      "step": 27420
    },
    {
      "loss_action": 0.007088424172252417,
      "loss_total": 0.007088424172252417,
      "step": 27420
    },
    {
      "grad_norm": 0.12526211142539978,
      "learning_rate": 8.686560445309118e-05,
      "loss": 0.0111,
      "step": 27430
    },
    {
      "loss_action": 0.011957911774516106,
      "loss_total": 0.011957911774516106,
      "step": 27430
    },
    {
      "loss_action": 0.01086318027228117,
      "loss_total": 0.01086318027228117,
      "step": 27430
    },
    {
      "loss_action": 0.004215769935399294,
      "loss_total": 0.004215769935399294,
      "step": 27430
    },
    {
      "loss_action": 0.012180420570075512,
      "loss_total": 0.012180420570075512,
      "step": 27430
    },
    {
      "loss_action": 0.012591062113642693,
      "loss_total": 0.012591062113642693,
      "step": 27430
    },
    {
      "loss_action": 0.016463402658700943,
      "loss_total": 0.016463402658700943,
      "step": 27430
    },
    {
      "loss_action": 0.01031732652336359,
      "loss_total": 0.01031732652336359,
      "step": 27430
    },
    {
      "loss_action": 0.008177166804671288,
      "loss_total": 0.008177166804671288,
      "step": 27430
    },
    {
      "grad_norm": 0.11900226026773453,
      "learning_rate": 8.685443238445499e-05,
      "loss": 0.0116,
      "step": 27440
    },
    {
      "loss_action": 0.006613558158278465,
      "loss_total": 0.006613558158278465,
      "step": 27440
    },
    {
      "loss_action": 0.005228550639003515,
      "loss_total": 0.005228550639003515,
      "step": 27440
    },
    {
      "loss_action": 0.00537840137258172,
      "loss_total": 0.00537840137258172,
      "step": 27440
    },
    {
      "loss_action": 0.011674935929477215,
      "loss_total": 0.011674935929477215,
      "step": 27440
    },
    {
      "loss_action": 0.033915966749191284,
      "loss_total": 0.033915966749191284,
      "step": 27440
    },
    {
      "loss_action": 0.006929227150976658,
      "loss_total": 0.006929227150976658,
      "step": 27440
    },
    {
      "loss_action": 0.009212936274707317,
      "loss_total": 0.009212936274707317,
      "step": 27440
    },
    {
      "loss_action": 0.012579868547618389,
      "loss_total": 0.012579868547618389,
      "step": 27440
    },
    {
      "grad_norm": 0.12494177371263504,
      "learning_rate": 8.68432562854735e-05,
      "loss": 0.013,
      "step": 27450
    },
    {
      "loss_action": 0.008791424334049225,
      "loss_total": 0.008791424334049225,
      "step": 27450
    },
    {
      "loss_action": 0.008249045349657536,
      "loss_total": 0.008249045349657536,
      "step": 27450
    },
    {
      "loss_action": 0.012724346481263638,
      "loss_total": 0.012724346481263638,
      "step": 27450
    },
    {
      "loss_action": 0.009207219816744328,
      "loss_total": 0.009207219816744328,
      "step": 27450
    },
    {
      "loss_action": 0.011927910149097443,
      "loss_total": 0.011927910149097443,
      "step": 27450
    },
    {
      "loss_action": 0.0033883973956108093,
      "loss_total": 0.0033883973956108093,
      "step": 27450
    },
    {
      "loss_action": 0.014610354788601398,
      "loss_total": 0.014610354788601398,
      "step": 27450
    },
    {
      "loss_action": 0.017119288444519043,
      "loss_total": 0.017119288444519043,
      "step": 27450
    },
    {
      "grad_norm": 0.10952971875667572,
      "learning_rate": 8.683207615736887e-05,
      "loss": 0.0116,
      "step": 27460
    },
    {
      "loss_action": 0.010381927713751793,
      "loss_total": 0.010381927713751793,
      "step": 27460
    },
    {
      "loss_action": 0.022687362506985664,
      "loss_total": 0.022687362506985664,
      "step": 27460
    },
    {
      "loss_action": 0.009517161175608635,
      "loss_total": 0.009517161175608635,
      "step": 27460
    },
    {
      "loss_action": 0.01184791885316372,
      "loss_total": 0.01184791885316372,
      "step": 27460
    },
    {
      "loss_action": 0.013850999996066093,
      "loss_total": 0.013850999996066093,
      "step": 27460
    },
    {
      "loss_action": 0.00555157195776701,
      "loss_total": 0.00555157195776701,
      "step": 27460
    },
    {
      "loss_action": 0.008134379982948303,
      "loss_total": 0.008134379982948303,
      "step": 27460
    },
    {
      "loss_action": 0.008846232667565346,
      "loss_total": 0.008846232667565346,
      "step": 27460
    },
    {
      "grad_norm": 0.11016076803207397,
      "learning_rate": 8.682089200136379e-05,
      "loss": 0.0111,
      "step": 27470
    },
    {
      "loss_action": 0.015768425539135933,
      "loss_total": 0.015768425539135933,
      "step": 27470
    },
    {
      "loss_action": 0.004417349584400654,
      "loss_total": 0.004417349584400654,
      "step": 27470
    },
    {
      "loss_action": 0.014911165460944176,
      "loss_total": 0.014911165460944176,
      "step": 27470
    },
    {
      "loss_action": 0.006569121964275837,
      "loss_total": 0.006569121964275837,
      "step": 27470
    },
    {
      "loss_action": 0.011361060664057732,
      "loss_total": 0.011361060664057732,
      "step": 27470
    },
    {
      "loss_action": 0.033687956631183624,
      "loss_total": 0.033687956631183624,
      "step": 27470
    },
    {
      "loss_action": 0.00683809258043766,
      "loss_total": 0.00683809258043766,
      "step": 27470
    },
    {
      "loss_action": 0.006706536747515202,
      "loss_total": 0.006706536747515202,
      "step": 27470
    },
    {
      "grad_norm": 0.1548745036125183,
      "learning_rate": 8.680970381868132e-05,
      "loss": 0.0114,
      "step": 27480
    },
    {
      "loss_action": 0.006502432748675346,
      "loss_total": 0.006502432748675346,
      "step": 27480
    },
    {
      "loss_action": 0.005063212011009455,
      "loss_total": 0.005063212011009455,
      "step": 27480
    },
    {
      "loss_action": 0.013002309948205948,
      "loss_total": 0.013002309948205948,
      "step": 27480
    },
    {
      "loss_action": 0.01158735528588295,
      "loss_total": 0.01158735528588295,
      "step": 27480
    },
    {
      "loss_action": 0.003551920410245657,
      "loss_total": 0.003551920410245657,
      "step": 27480
    },
    {
      "loss_action": 0.006346617825329304,
      "loss_total": 0.006346617825329304,
      "step": 27480
    },
    {
      "loss_action": 0.009546719491481781,
      "loss_total": 0.009546719491481781,
      "step": 27480
    },
    {
      "loss_action": 0.02065403014421463,
      "loss_total": 0.02065403014421463,
      "step": 27480
    },
    {
      "grad_norm": 0.1450808346271515,
      "learning_rate": 8.679851161054498e-05,
      "loss": 0.0114,
      "step": 27490
    },
    {
      "loss_action": 0.006684315390884876,
      "loss_total": 0.006684315390884876,
      "step": 27490
    },
    {
      "loss_action": 0.007170343305915594,
      "loss_total": 0.007170343305915594,
      "step": 27490
    },
    {
      "loss_action": 0.014146184548735619,
      "loss_total": 0.014146184548735619,
      "step": 27490
    },
    {
      "loss_action": 0.02592002972960472,
      "loss_total": 0.02592002972960472,
      "step": 27490
    },
    {
      "loss_action": 0.014827143400907516,
      "loss_total": 0.014827143400907516,
      "step": 27490
    },
    {
      "loss_action": 0.010650468990206718,
      "loss_total": 0.010650468990206718,
      "step": 27490
    },
    {
      "loss_action": 0.006582555361092091,
      "loss_total": 0.006582555361092091,
      "step": 27490
    },
    {
      "loss_action": 0.0034252593759447336,
      "loss_total": 0.0034252593759447336,
      "step": 27490
    },
    {
      "grad_norm": 0.12461286783218384,
      "learning_rate": 8.678731537817873e-05,
      "loss": 0.0109,
      "step": 27500
    },
    {
      "loss_action": 0.007404450327157974,
      "loss_total": 0.007404450327157974,
      "step": 27500
    },
    {
      "loss_action": 0.008468305692076683,
      "loss_total": 0.008468305692076683,
      "step": 27500
    },
    {
      "loss_action": 0.004754167050123215,
      "loss_total": 0.004754167050123215,
      "step": 27500
    },
    {
      "loss_action": 0.005601046606898308,
      "loss_total": 0.005601046606898308,
      "step": 27500
    },
    {
      "loss_action": 0.00943281315267086,
      "loss_total": 0.00943281315267086,
      "step": 27500
    },
    {
      "loss_action": 0.007931753061711788,
      "loss_total": 0.007931753061711788,
      "step": 27500
    },
    {
      "loss_action": 0.0057328687980771065,
      "loss_total": 0.0057328687980771065,
      "step": 27500
    },
    {
      "loss_action": 0.020357763394713402,
      "loss_total": 0.020357763394713402,
      "step": 27500
    },
    {
      "grad_norm": 0.11378951370716095,
      "learning_rate": 8.677611512280697e-05,
      "loss": 0.0102,
      "step": 27510
    },
    {
      "loss_action": 0.014052074402570724,
      "loss_total": 0.014052074402570724,
      "step": 27510
    },
    {
      "loss_action": 0.03474364057183266,
      "loss_total": 0.03474364057183266,
      "step": 27510
    },
    {
      "loss_action": 0.007109682075679302,
      "loss_total": 0.007109682075679302,
      "step": 27510
    },
    {
      "loss_action": 0.007076693698763847,
      "loss_total": 0.007076693698763847,
      "step": 27510
    },
    {
      "loss_action": 0.004905059468001127,
      "loss_total": 0.004905059468001127,
      "step": 27510
    },
    {
      "loss_action": 0.0044265794567763805,
      "loss_total": 0.0044265794567763805,
      "step": 27510
    },
    {
      "loss_action": 0.012040818110108376,
      "loss_total": 0.012040818110108376,
      "step": 27510
    },
    {
      "loss_action": 0.0035116360522806644,
      "loss_total": 0.0035116360522806644,
      "step": 27510
    },
    {
      "grad_norm": 0.174819678068161,
      "learning_rate": 8.676491084565457e-05,
      "loss": 0.0124,
      "step": 27520
    },
    {
      "loss_action": 0.006991110742092133,
      "loss_total": 0.006991110742092133,
      "step": 27520
    },
    {
      "loss_action": 0.0063207414932549,
      "loss_total": 0.0063207414932549,
      "step": 27520
    },
    {
      "loss_action": 0.014020875096321106,
      "loss_total": 0.014020875096321106,
      "step": 27520
    },
    {
      "loss_action": 0.005774699151515961,
      "loss_total": 0.005774699151515961,
      "step": 27520
    },
    {
      "loss_action": 0.004798414185643196,
      "loss_total": 0.004798414185643196,
      "step": 27520
    },
    {
      "loss_action": 0.017404330894351006,
      "loss_total": 0.017404330894351006,
      "step": 27520
    },
    {
      "loss_action": 0.006327256094664335,
      "loss_total": 0.006327256094664335,
      "step": 27520
    },
    {
      "loss_action": 0.0074587054550647736,
      "loss_total": 0.0074587054550647736,
      "step": 27520
    },
    {
      "grad_norm": 0.11134007573127747,
      "learning_rate": 8.675370254794678e-05,
      "loss": 0.0117,
      "step": 27530
    },
    {
      "loss_action": 0.009918934665620327,
      "loss_total": 0.009918934665620327,
      "step": 27530
    },
    {
      "loss_action": 0.022815033793449402,
      "loss_total": 0.022815033793449402,
      "step": 27530
    },
    {
      "loss_action": 0.008866347372531891,
      "loss_total": 0.008866347372531891,
      "step": 27530
    },
    {
      "loss_action": 0.009480288252234459,
      "loss_total": 0.009480288252234459,
      "step": 27530
    },
    {
      "loss_action": 0.008432736620306969,
      "loss_total": 0.008432736620306969,
      "step": 27530
    },
    {
      "loss_action": 0.008567415177822113,
      "loss_total": 0.008567415177822113,
      "step": 27530
    },
    {
      "loss_action": 0.026903558522462845,
      "loss_total": 0.026903558522462845,
      "step": 27530
    },
    {
      "loss_action": 0.008003544062376022,
      "loss_total": 0.008003544062376022,
      "step": 27530
    },
    {
      "grad_norm": 0.10950496792793274,
      "learning_rate": 8.674249023090935e-05,
      "loss": 0.011,
      "step": 27540
    },
    {
      "loss_action": 0.002759427297860384,
      "loss_total": 0.002759427297860384,
      "step": 27540
    },
    {
      "loss_action": 0.005741004832088947,
      "loss_total": 0.005741004832088947,
      "step": 27540
    },
    {
      "loss_action": 0.0063546099700033665,
      "loss_total": 0.0063546099700033665,
      "step": 27540
    },
    {
      "loss_action": 0.016311174258589745,
      "loss_total": 0.016311174258589745,
      "step": 27540
    },
    {
      "loss_action": 0.02108002081513405,
      "loss_total": 0.02108002081513405,
      "step": 27540
    },
    {
      "loss_action": 0.021854259073734283,
      "loss_total": 0.021854259073734283,
      "step": 27540
    },
    {
      "loss_action": 0.011687462218105793,
      "loss_total": 0.011687462218105793,
      "step": 27540
    },
    {
      "loss_action": 0.012058516964316368,
      "loss_total": 0.012058516964316368,
      "step": 27540
    },
    {
      "grad_norm": 0.13938777148723602,
      "learning_rate": 8.673127389576843e-05,
      "loss": 0.0099,
      "step": 27550
    },
    {
      "loss_action": 0.010737556964159012,
      "loss_total": 0.010737556964159012,
      "step": 27550
    },
    {
      "loss_action": 0.01322578452527523,
      "loss_total": 0.01322578452527523,
      "step": 27550
    },
    {
      "loss_action": 0.00892733410000801,
      "loss_total": 0.00892733410000801,
      "step": 27550
    },
    {
      "loss_action": 0.01215605903416872,
      "loss_total": 0.01215605903416872,
      "step": 27550
    },
    {
      "loss_action": 0.009322794154286385,
      "loss_total": 0.009322794154286385,
      "step": 27550
    },
    {
      "loss_action": 0.012739814817905426,
      "loss_total": 0.012739814817905426,
      "step": 27550
    },
    {
      "loss_action": 0.019428156316280365,
      "loss_total": 0.019428156316280365,
      "step": 27550
    },
    {
      "loss_action": 0.010600138455629349,
      "loss_total": 0.010600138455629349,
      "step": 27550
    },
    {
      "grad_norm": 0.22826410830020905,
      "learning_rate": 8.67200535437506e-05,
      "loss": 0.0126,
      "step": 27560
    },
    {
      "loss_action": 0.011985022574663162,
      "loss_total": 0.011985022574663162,
      "step": 27560
    },
    {
      "loss_action": 0.005626160651445389,
      "loss_total": 0.005626160651445389,
      "step": 27560
    },
    {
      "loss_action": 0.005907000042498112,
      "loss_total": 0.005907000042498112,
      "step": 27560
    },
    {
      "loss_action": 0.005056454800069332,
      "loss_total": 0.005056454800069332,
      "step": 27560
    },
    {
      "loss_action": 0.012292681261897087,
      "loss_total": 0.012292681261897087,
      "step": 27560
    },
    {
      "loss_action": 0.013776982203125954,
      "loss_total": 0.013776982203125954,
      "step": 27560
    },
    {
      "loss_action": 0.013353917747735977,
      "loss_total": 0.013353917747735977,
      "step": 27560
    },
    {
      "loss_action": 0.007374570704996586,
      "loss_total": 0.007374570704996586,
      "step": 27560
    },
    {
      "grad_norm": 0.1139720231294632,
      "learning_rate": 8.670882917608296e-05,
      "loss": 0.0112,
      "step": 27570
    },
    {
      "loss_action": 0.0042939623817801476,
      "loss_total": 0.0042939623817801476,
      "step": 27570
    },
    {
      "loss_action": 0.003763998858630657,
      "loss_total": 0.003763998858630657,
      "step": 27570
    },
    {
      "loss_action": 0.003045576624572277,
      "loss_total": 0.003045576624572277,
      "step": 27570
    },
    {
      "loss_action": 0.0058639463968575,
      "loss_total": 0.0058639463968575,
      "step": 27570
    },
    {
      "loss_action": 0.004713675007224083,
      "loss_total": 0.004713675007224083,
      "step": 27570
    },
    {
      "loss_action": 0.01227919664233923,
      "loss_total": 0.01227919664233923,
      "step": 27570
    },
    {
      "loss_action": 0.009591080248355865,
      "loss_total": 0.009591080248355865,
      "step": 27570
    },
    {
      "loss_action": 0.008531197905540466,
      "loss_total": 0.008531197905540466,
      "step": 27570
    },
    {
      "grad_norm": 0.11766283214092255,
      "learning_rate": 8.669760079399292e-05,
      "loss": 0.0105,
      "step": 27580
    },
    {
      "loss_action": 0.01279896218329668,
      "loss_total": 0.01279896218329668,
      "step": 27580
    },
    {
      "loss_action": 0.003018321469426155,
      "loss_total": 0.003018321469426155,
      "step": 27580
    },
    {
      "loss_action": 0.009838049300014973,
      "loss_total": 0.009838049300014973,
      "step": 27580
    },
    {
      "loss_action": 0.006152891553938389,
      "loss_total": 0.006152891553938389,
      "step": 27580
    },
    {
      "loss_action": 0.006487943232059479,
      "loss_total": 0.006487943232059479,
      "step": 27580
    },
    {
      "loss_action": 0.01881653070449829,
      "loss_total": 0.01881653070449829,
      "step": 27580
    },
    {
      "loss_action": 0.006169564090669155,
      "loss_total": 0.006169564090669155,
      "step": 27580
    },
    {
      "loss_action": 0.006751319393515587,
      "loss_total": 0.006751319393515587,
      "step": 27580
    },
    {
      "grad_norm": 0.1132269874215126,
      "learning_rate": 8.668636839870845e-05,
      "loss": 0.0104,
      "step": 27590
    },
    {
      "loss_action": 0.004749181214720011,
      "loss_total": 0.004749181214720011,
      "step": 27590
    },
    {
      "loss_action": 0.012139811180531979,
      "loss_total": 0.012139811180531979,
      "step": 27590
    },
    {
      "loss_action": 0.004923397675156593,
      "loss_total": 0.004923397675156593,
      "step": 27590
    },
    {
      "loss_action": 0.003703861963003874,
      "loss_total": 0.003703861963003874,
      "step": 27590
    },
    {
      "loss_action": 0.0023106392472982407,
      "loss_total": 0.0023106392472982407,
      "step": 27590
    },
    {
      "loss_action": 0.006491980981081724,
      "loss_total": 0.006491980981081724,
      "step": 27590
    },
    {
      "loss_action": 0.013367877341806889,
      "loss_total": 0.013367877341806889,
      "step": 27590
    },
    {
      "loss_action": 0.004959160927683115,
      "loss_total": 0.004959160927683115,
      "step": 27590
    },
    {
      "grad_norm": 0.09733426570892334,
      "learning_rate": 8.667513199145789e-05,
      "loss": 0.0111,
      "step": 27600
    },
    {
      "loss_action": 0.012701344676315784,
      "loss_total": 0.012701344676315784,
      "step": 27600
    },
    {
      "loss_action": 0.017863193526864052,
      "loss_total": 0.017863193526864052,
      "step": 27600
    },
    {
      "loss_action": 0.01371877733618021,
      "loss_total": 0.01371877733618021,
      "step": 27600
    },
    {
      "loss_action": 0.00503351166844368,
      "loss_total": 0.00503351166844368,
      "step": 27600
    },
    {
      "loss_action": 0.0095009570941329,
      "loss_total": 0.0095009570941329,
      "step": 27600
    },
    {
      "loss_action": 0.03148306906223297,
      "loss_total": 0.03148306906223297,
      "step": 27600
    },
    {
      "loss_action": 0.004484052769839764,
      "loss_total": 0.004484052769839764,
      "step": 27600
    },
    {
      "loss_action": 0.0049799419939517975,
      "loss_total": 0.0049799419939517975,
      "step": 27600
    },
    {
      "grad_norm": 0.11693811416625977,
      "learning_rate": 8.666389157347002e-05,
      "loss": 0.0111,
      "step": 27610
    },
    {
      "loss_action": 0.003025904530659318,
      "loss_total": 0.003025904530659318,
      "step": 27610
    },
    {
      "loss_action": 0.008682994171977043,
      "loss_total": 0.008682994171977043,
      "step": 27610
    },
    {
      "loss_action": 0.009474308229982853,
      "loss_total": 0.009474308229982853,
      "step": 27610
    },
    {
      "loss_action": 0.009411720559000969,
      "loss_total": 0.009411720559000969,
      "step": 27610
    },
    {
      "loss_action": 0.012030950747430325,
      "loss_total": 0.012030950747430325,
      "step": 27610
    },
    {
      "loss_action": 0.010188397951424122,
      "loss_total": 0.010188397951424122,
      "step": 27610
    },
    {
      "loss_action": 0.014248913154006004,
      "loss_total": 0.014248913154006004,
      "step": 27610
    },
    {
      "loss_action": 0.00556980911642313,
      "loss_total": 0.00556980911642313,
      "step": 27610
    },
    {
      "grad_norm": 0.13041804730892181,
      "learning_rate": 8.66526471459741e-05,
      "loss": 0.0117,
      "step": 27620
    },
    {
      "loss_action": 0.02159387804567814,
      "loss_total": 0.02159387804567814,
      "step": 27620
    },
    {
      "loss_action": 0.006954548414796591,
      "loss_total": 0.006954548414796591,
      "step": 27620
    },
    {
      "loss_action": 0.01386262010782957,
      "loss_total": 0.01386262010782957,
      "step": 27620
    },
    {
      "loss_action": 0.014179421588778496,
      "loss_total": 0.014179421588778496,
      "step": 27620
    },
    {
      "loss_action": 0.015408110804855824,
      "loss_total": 0.015408110804855824,
      "step": 27620
    },
    {
      "loss_action": 0.011373961344361305,
      "loss_total": 0.011373961344361305,
      "step": 27620
    },
    {
      "loss_action": 0.02060519903898239,
      "loss_total": 0.02060519903898239,
      "step": 27620
    },
    {
      "loss_action": 0.009999902918934822,
      "loss_total": 0.009999902918934822,
      "step": 27620
    },
    {
      "grad_norm": 0.11942775547504425,
      "learning_rate": 8.66413987101998e-05,
      "loss": 0.0123,
      "step": 27630
    },
    {
      "loss_action": 0.006390582304447889,
      "loss_total": 0.006390582304447889,
      "step": 27630
    },
    {
      "loss_action": 0.013492400757968426,
      "loss_total": 0.013492400757968426,
      "step": 27630
    },
    {
      "loss_action": 0.0036974612157791853,
      "loss_total": 0.0036974612157791853,
      "step": 27630
    },
    {
      "loss_action": 0.011029262095689774,
      "loss_total": 0.011029262095689774,
      "step": 27630
    },
    {
      "loss_action": 0.012311229482293129,
      "loss_total": 0.012311229482293129,
      "step": 27630
    },
    {
      "loss_action": 0.04274462163448334,
      "loss_total": 0.04274462163448334,
      "step": 27630
    },
    {
      "loss_action": 0.005761733744293451,
      "loss_total": 0.005761733744293451,
      "step": 27630
    },
    {
      "loss_action": 0.0056663756258785725,
      "loss_total": 0.0056663756258785725,
      "step": 27630
    },
    {
      "grad_norm": 0.13939136266708374,
      "learning_rate": 8.663014626737723e-05,
      "loss": 0.0107,
      "step": 27640
    },
    {
      "loss_action": 0.04796178266406059,
      "loss_total": 0.04796178266406059,
      "step": 27640
    },
    {
      "loss_action": 0.007609753403812647,
      "loss_total": 0.007609753403812647,
      "step": 27640
    },
    {
      "loss_action": 0.004889731295406818,
      "loss_total": 0.004889731295406818,
      "step": 27640
    },
    {
      "loss_action": 0.022086776793003082,
      "loss_total": 0.022086776793003082,
      "step": 27640
    },
    {
      "loss_action": 0.004629518836736679,
      "loss_total": 0.004629518836736679,
      "step": 27640
    },
    {
      "loss_action": 0.006968377623707056,
      "loss_total": 0.006968377623707056,
      "step": 27640
    },
    {
      "loss_action": 0.02365262061357498,
      "loss_total": 0.02365262061357498,
      "step": 27640
    },
    {
      "loss_action": 0.008149668574333191,
      "loss_total": 0.008149668574333191,
      "step": 27640
    },
    {
      "grad_norm": 0.14327199757099152,
      "learning_rate": 8.661888981873691e-05,
      "loss": 0.0114,
      "step": 27650
    },
    {
      "loss_action": 0.004389983601868153,
      "loss_total": 0.004389983601868153,
      "step": 27650
    },
    {
      "loss_action": 0.01462042797356844,
      "loss_total": 0.01462042797356844,
      "step": 27650
    },
    {
      "loss_action": 0.013055982068181038,
      "loss_total": 0.013055982068181038,
      "step": 27650
    },
    {
      "loss_action": 0.009518022648990154,
      "loss_total": 0.009518022648990154,
      "step": 27650
    },
    {
      "loss_action": 0.01650564931333065,
      "loss_total": 0.01650564931333065,
      "step": 27650
    },
    {
      "loss_action": 0.0045525552704930305,
      "loss_total": 0.0045525552704930305,
      "step": 27650
    },
    {
      "loss_action": 0.010354551486670971,
      "loss_total": 0.010354551486670971,
      "step": 27650
    },
    {
      "loss_action": 0.007890417240560055,
      "loss_total": 0.007890417240560055,
      "step": 27650
    },
    {
      "grad_norm": 0.14960309863090515,
      "learning_rate": 8.660762936550988e-05,
      "loss": 0.0133,
      "step": 27660
    },
    {
      "loss_action": 0.019395921379327774,
      "loss_total": 0.019395921379327774,
      "step": 27660
    },
    {
      "loss_action": 0.009627334773540497,
      "loss_total": 0.009627334773540497,
      "step": 27660
    },
    {
      "loss_action": 0.0068115731701254845,
      "loss_total": 0.0068115731701254845,
      "step": 27660
    },
    {
      "loss_action": 0.007841899059712887,
      "loss_total": 0.007841899059712887,
      "step": 27660
    },
    {
      "loss_action": 0.02173779346048832,
      "loss_total": 0.02173779346048832,
      "step": 27660
    },
    {
      "loss_action": 0.00865177158266306,
      "loss_total": 0.00865177158266306,
      "step": 27660
    },
    {
      "loss_action": 0.007821600884199142,
      "loss_total": 0.007821600884199142,
      "step": 27660
    },
    {
      "loss_action": 0.006661503110080957,
      "loss_total": 0.006661503110080957,
      "step": 27660
    },
    {
      "grad_norm": 0.142097607254982,
      "learning_rate": 8.659636490892753e-05,
      "loss": 0.012,
      "step": 27670
    },
    {
      "loss_action": 0.0036125872284173965,
      "loss_total": 0.0036125872284173965,
      "step": 27670
    },
    {
      "loss_action": 0.00830068439245224,
      "loss_total": 0.00830068439245224,
      "step": 27670
    },
    {
      "loss_action": 0.014968102797865868,
      "loss_total": 0.014968102797865868,
      "step": 27670
    },
    {
      "loss_action": 0.00581709947437048,
      "loss_total": 0.00581709947437048,
      "step": 27670
    },
    {
      "loss_action": 0.006596934050321579,
      "loss_total": 0.006596934050321579,
      "step": 27670
    },
    {
      "loss_action": 0.014884360134601593,
      "loss_total": 0.014884360134601593,
      "step": 27670
    },
    {
      "loss_action": 0.0036335205659270287,
      "loss_total": 0.0036335205659270287,
      "step": 27670
    },
    {
      "loss_action": 0.0087178535759449,
      "loss_total": 0.0087178535759449,
      "step": 27670
    },
    {
      "grad_norm": 0.10970617830753326,
      "learning_rate": 8.658509645022174e-05,
      "loss": 0.0111,
      "step": 27680
    },
    {
      "loss_action": 0.014402857981622219,
      "loss_total": 0.014402857981622219,
      "step": 27680
    },
    {
      "loss_action": 0.0871337428689003,
      "loss_total": 0.0871337428689003,
      "step": 27680
    },
    {
      "loss_action": 0.024007011204957962,
      "loss_total": 0.024007011204957962,
      "step": 27680
    },
    {
      "loss_action": 0.006345238536596298,
      "loss_total": 0.006345238536596298,
      "step": 27680
    },
    {
      "loss_action": 0.008295673877000809,
      "loss_total": 0.008295673877000809,
      "step": 27680
    },
    {
      "loss_action": 0.008575721643865108,
      "loss_total": 0.008575721643865108,
      "step": 27680
    },
    {
      "loss_action": 0.030107051134109497,
      "loss_total": 0.030107051134109497,
      "step": 27680
    },
    {
      "loss_action": 0.004467131104320288,
      "loss_total": 0.004467131104320288,
      "step": 27680
    },
    {
      "grad_norm": 0.12139806151390076,
      "learning_rate": 8.657382399062481e-05,
      "loss": 0.0117,
      "step": 27690
    },
    {
      "loss_action": 0.011128364130854607,
      "loss_total": 0.011128364130854607,
      "step": 27690
    },
    {
      "loss_action": 0.010208602994680405,
      "loss_total": 0.010208602994680405,
      "step": 27690
    },
    {
      "loss_action": 0.013037544675171375,
      "loss_total": 0.013037544675171375,
      "step": 27690
    },
    {
      "loss_action": 0.008962699212133884,
      "loss_total": 0.008962699212133884,
      "step": 27690
    },
    {
      "loss_action": 0.010560929775238037,
      "loss_total": 0.010560929775238037,
      "step": 27690
    },
    {
      "loss_action": 0.009359010495245457,
      "loss_total": 0.009359010495245457,
      "step": 27690
    },
    {
      "loss_action": 0.011024761945009232,
      "loss_total": 0.011024761945009232,
      "step": 27690
    },
    {
      "loss_action": 0.014720072038471699,
      "loss_total": 0.014720072038471699,
      "step": 27690
    },
    {
      "grad_norm": 0.1335141360759735,
      "learning_rate": 8.656254753136946e-05,
      "loss": 0.0116,
      "step": 27700
    },
    {
      "loss_action": 0.015082770958542824,
      "loss_total": 0.015082770958542824,
      "step": 27700
    },
    {
      "loss_action": 0.01238965429365635,
      "loss_total": 0.01238965429365635,
      "step": 27700
    },
    {
      "loss_action": 0.008788885548710823,
      "loss_total": 0.008788885548710823,
      "step": 27700
    },
    {
      "loss_action": 0.012615473940968513,
      "loss_total": 0.012615473940968513,
      "step": 27700
    },
    {
      "loss_action": 0.011761007830500603,
      "loss_total": 0.011761007830500603,
      "step": 27700
    },
    {
      "loss_action": 0.011052465997636318,
      "loss_total": 0.011052465997636318,
      "step": 27700
    },
    {
      "loss_action": 0.020239345729351044,
      "loss_total": 0.020239345729351044,
      "step": 27700
    },
    {
      "loss_action": 0.017042744904756546,
      "loss_total": 0.017042744904756546,
      "step": 27700
    },
    {
      "grad_norm": 0.13961926102638245,
      "learning_rate": 8.655126707368891e-05,
      "loss": 0.0126,
      "step": 27710
    },
    {
      "loss_action": 0.03743910789489746,
      "loss_total": 0.03743910789489746,
      "step": 27710
    },
    {
      "loss_action": 0.00996910035610199,
      "loss_total": 0.00996910035610199,
      "step": 27710
    },
    {
      "loss_action": 0.009875527583062649,
      "loss_total": 0.009875527583062649,
      "step": 27710
    },
    {
      "loss_action": 0.00736598577350378,
      "loss_total": 0.00736598577350378,
      "step": 27710
    },
    {
      "loss_action": 0.0045790281146764755,
      "loss_total": 0.0045790281146764755,
      "step": 27710
    },
    {
      "loss_action": 0.008429598063230515,
      "loss_total": 0.008429598063230515,
      "step": 27710
    },
    {
      "loss_action": 0.014962774701416492,
      "loss_total": 0.014962774701416492,
      "step": 27710
    },
    {
      "loss_action": 0.007867414504289627,
      "loss_total": 0.007867414504289627,
      "step": 27710
    },
    {
      "grad_norm": 0.17675510048866272,
      "learning_rate": 8.653998261881672e-05,
      "loss": 0.0126,
      "step": 27720
    },
    {
      "loss_action": 0.00385517836548388,
      "loss_total": 0.00385517836548388,
      "step": 27720
    },
    {
      "loss_action": 0.009787202812731266,
      "loss_total": 0.009787202812731266,
      "step": 27720
    },
    {
      "loss_action": 0.010273734107613564,
      "loss_total": 0.010273734107613564,
      "step": 27720
    },
    {
      "loss_action": 0.007300710771232843,
      "loss_total": 0.007300710771232843,
      "step": 27720
    },
    {
      "loss_action": 0.010424824431538582,
      "loss_total": 0.010424824431538582,
      "step": 27720
    },
    {
      "loss_action": 0.008283345028758049,
      "loss_total": 0.008283345028758049,
      "step": 27720
    },
    {
      "loss_action": 0.009531926363706589,
      "loss_total": 0.009531926363706589,
      "step": 27720
    },
    {
      "loss_action": 0.004288000985980034,
      "loss_total": 0.004288000985980034,
      "step": 27720
    },
    {
      "grad_norm": 0.09923746436834335,
      "learning_rate": 8.652869416798699e-05,
      "loss": 0.01,
      "step": 27730
    },
    {
      "loss_action": 0.009823758155107498,
      "loss_total": 0.009823758155107498,
      "step": 27730
    },
    {
      "loss_action": 0.010943230241537094,
      "loss_total": 0.010943230241537094,
      "step": 27730
    },
    {
      "loss_action": 0.0059104193933308125,
      "loss_total": 0.0059104193933308125,
      "step": 27730
    },
    {
      "loss_action": 0.010499395430088043,
      "loss_total": 0.010499395430088043,
      "step": 27730
    },
    {
      "loss_action": 0.007762148045003414,
      "loss_total": 0.007762148045003414,
      "step": 27730
    },
    {
      "loss_action": 0.004702312406152487,
      "loss_total": 0.004702312406152487,
      "step": 27730
    },
    {
      "loss_action": 0.00852323230355978,
      "loss_total": 0.00852323230355978,
      "step": 27730
    },
    {
      "loss_action": 0.04451664537191391,
      "loss_total": 0.04451664537191391,
      "step": 27730
    },
    {
      "grad_norm": 0.13249929249286652,
      "learning_rate": 8.651740172243417e-05,
      "loss": 0.0112,
      "step": 27740
    },
    {
      "loss_action": 0.010006261058151722,
      "loss_total": 0.010006261058151722,
      "step": 27740
    },
    {
      "loss_action": 0.020104536786675453,
      "loss_total": 0.020104536786675453,
      "step": 27740
    },
    {
      "loss_action": 0.004208744503557682,
      "loss_total": 0.004208744503557682,
      "step": 27740
    },
    {
      "loss_action": 0.006230208091437817,
      "loss_total": 0.006230208091437817,
      "step": 27740
    },
    {
      "loss_action": 0.003472943790256977,
      "loss_total": 0.003472943790256977,
      "step": 27740
    },
    {
      "loss_action": 0.0054579973220825195,
      "loss_total": 0.0054579973220825195,
      "step": 27740
    },
    {
      "loss_action": 0.01458879467099905,
      "loss_total": 0.01458879467099905,
      "step": 27740
    },
    {
      "loss_action": 0.007198046892881393,
      "loss_total": 0.007198046892881393,
      "step": 27740
    },
    {
      "grad_norm": 0.15745335817337036,
      "learning_rate": 8.65061052833932e-05,
      "loss": 0.0124,
      "step": 27750
    },
    {
      "loss_action": 0.007939482107758522,
      "loss_total": 0.007939482107758522,
      "step": 27750
    },
    {
      "loss_action": 0.006371544674038887,
      "loss_total": 0.006371544674038887,
      "step": 27750
    },
    {
      "loss_action": 0.005605562590062618,
      "loss_total": 0.005605562590062618,
      "step": 27750
    },
    {
      "loss_action": 0.0063664475455880165,
      "loss_total": 0.0063664475455880165,
      "step": 27750
    },
    {
      "loss_action": 0.0228061955422163,
      "loss_total": 0.0228061955422163,
      "step": 27750
    },
    {
      "loss_action": 0.005875155329704285,
      "loss_total": 0.005875155329704285,
      "step": 27750
    },
    {
      "loss_action": 0.003310683649033308,
      "loss_total": 0.003310683649033308,
      "step": 27750
    },
    {
      "loss_action": 0.01314002275466919,
      "loss_total": 0.01314002275466919,
      "step": 27750
    },
    {
      "grad_norm": 0.12209349870681763,
      "learning_rate": 8.649480485209945e-05,
      "loss": 0.0122,
      "step": 27760
    },
    {
      "loss_action": 0.019644230604171753,
      "loss_total": 0.019644230604171753,
      "step": 27760
    },
    {
      "loss_action": 0.014381769113242626,
      "loss_total": 0.014381769113242626,
      "step": 27760
    },
    {
      "loss_action": 0.008958527818322182,
      "loss_total": 0.008958527818322182,
      "step": 27760
    },
    {
      "loss_action": 0.00804942287504673,
      "loss_total": 0.00804942287504673,
      "step": 27760
    },
    {
      "loss_action": 0.006879245862364769,
      "loss_total": 0.006879245862364769,
      "step": 27760
    },
    {
      "loss_action": 0.005625972989946604,
      "loss_total": 0.005625972989946604,
      "step": 27760
    },
    {
      "loss_action": 0.010299552232027054,
      "loss_total": 0.010299552232027054,
      "step": 27760
    },
    {
      "loss_action": 0.00530319893732667,
      "loss_total": 0.00530319893732667,
      "step": 27760
    },
    {
      "grad_norm": 0.13282449543476105,
      "learning_rate": 8.64835004297887e-05,
      "loss": 0.0104,
      "step": 27770
    },
    {
      "loss_action": 0.00531716039404273,
      "loss_total": 0.00531716039404273,
      "step": 27770
    },
    {
      "loss_action": 0.02653203345835209,
      "loss_total": 0.02653203345835209,
      "step": 27770
    },
    {
      "loss_action": 0.005303079262375832,
      "loss_total": 0.005303079262375832,
      "step": 27770
    },
    {
      "loss_action": 0.021254070103168488,
      "loss_total": 0.021254070103168488,
      "step": 27770
    },
    {
      "loss_action": 0.04369470477104187,
      "loss_total": 0.04369470477104187,
      "step": 27770
    },
    {
      "loss_action": 0.010743709281086922,
      "loss_total": 0.010743709281086922,
      "step": 27770
    },
    {
      "loss_action": 0.006221394054591656,
      "loss_total": 0.006221394054591656,
      "step": 27770
    },
    {
      "loss_action": 0.020095691084861755,
      "loss_total": 0.020095691084861755,
      "step": 27770
    },
    {
      "grad_norm": 0.13169848918914795,
      "learning_rate": 8.64721920176972e-05,
      "loss": 0.0128,
      "step": 27780
    },
    {
      "loss_action": 0.008818437345325947,
      "loss_total": 0.008818437345325947,
      "step": 27780
    },
    {
      "loss_action": 0.018198709934949875,
      "loss_total": 0.018198709934949875,
      "step": 27780
    },
    {
      "loss_action": 0.021383628249168396,
      "loss_total": 0.021383628249168396,
      "step": 27780
    },
    {
      "loss_action": 0.016826478764414787,
      "loss_total": 0.016826478764414787,
      "step": 27780
    },
    {
      "loss_action": 0.004273544996976852,
      "loss_total": 0.004273544996976852,
      "step": 27780
    },
    {
      "loss_action": 0.018347149714827538,
      "loss_total": 0.018347149714827538,
      "step": 27780
    },
    {
      "loss_action": 0.00987398810684681,
      "loss_total": 0.00987398810684681,
      "step": 27780
    },
    {
      "loss_action": 0.011973448097705841,
      "loss_total": 0.011973448097705841,
      "step": 27780
    },
    {
      "grad_norm": 0.1469106823205948,
      "learning_rate": 8.646087961706164e-05,
      "loss": 0.0113,
      "step": 27790
    },
    {
      "loss_action": 0.005886842496693134,
      "loss_total": 0.005886842496693134,
      "step": 27790
    },
    {
      "loss_action": 0.013912313617765903,
      "loss_total": 0.013912313617765903,
      "step": 27790
    },
    {
      "loss_action": 0.004286813549697399,
      "loss_total": 0.004286813549697399,
      "step": 27790
    },
    {
      "loss_action": 0.015364526771008968,
      "loss_total": 0.015364526771008968,
      "step": 27790
    },
    {
      "loss_action": 0.004766430705785751,
      "loss_total": 0.004766430705785751,
      "step": 27790
    },
    {
      "loss_action": 0.009678334929049015,
      "loss_total": 0.009678334929049015,
      "step": 27790
    },
    {
      "loss_action": 0.024588383734226227,
      "loss_total": 0.024588383734226227,
      "step": 27790
    },
    {
      "loss_action": 0.013524068519473076,
      "loss_total": 0.013524068519473076,
      "step": 27790
    },
    {
      "grad_norm": 0.11112367361783981,
      "learning_rate": 8.644956322911908e-05,
      "loss": 0.0123,
      "step": 27800
    },
    {
      "loss_action": 0.003089125966653228,
      "loss_total": 0.003089125966653228,
      "step": 27800
    },
    {
      "loss_action": 0.008137622848153114,
      "loss_total": 0.008137622848153114,
      "step": 27800
    },
    {
      "loss_action": 0.012189908884465694,
      "loss_total": 0.012189908884465694,
      "step": 27800
    },
    {
      "loss_action": 0.008115502074360847,
      "loss_total": 0.008115502074360847,
      "step": 27800
    },
    {
      "loss_action": 0.012867923825979233,
      "loss_total": 0.012867923825979233,
      "step": 27800
    },
    {
      "loss_action": 0.0230792835354805,
      "loss_total": 0.0230792835354805,
      "step": 27800
    },
    {
      "loss_action": 0.017341680824756622,
      "loss_total": 0.017341680824756622,
      "step": 27800
    },
    {
      "loss_action": 0.012552373111248016,
      "loss_total": 0.012552373111248016,
      "step": 27800
    },
    {
      "grad_norm": 0.14880317449569702,
      "learning_rate": 8.643824285510709e-05,
      "loss": 0.0105,
      "step": 27810
    },
    {
      "loss_action": 0.0057088956236839294,
      "loss_total": 0.0057088956236839294,
      "step": 27810
    },
    {
      "loss_action": 0.013559922575950623,
      "loss_total": 0.013559922575950623,
      "step": 27810
    },
    {
      "loss_action": 0.022140642628073692,
      "loss_total": 0.022140642628073692,
      "step": 27810
    },
    {
      "loss_action": 0.012603681534528732,
      "loss_total": 0.012603681534528732,
      "step": 27810
    },
    {
      "loss_action": 0.012233573943376541,
      "loss_total": 0.012233573943376541,
      "step": 27810
    },
    {
      "loss_action": 0.016551978886127472,
      "loss_total": 0.016551978886127472,
      "step": 27810
    },
    {
      "loss_action": 0.00668848492205143,
      "loss_total": 0.00668848492205143,
      "step": 27810
    },
    {
      "loss_action": 0.01656646654009819,
      "loss_total": 0.01656646654009819,
      "step": 27810
    },
    {
      "grad_norm": 0.13410137593746185,
      "learning_rate": 8.642691849626364e-05,
      "loss": 0.0127,
      "step": 27820
    },
    {
      "loss_action": 0.008130679838359356,
      "loss_total": 0.008130679838359356,
      "step": 27820
    },
    {
      "loss_action": 0.014138682745397091,
      "loss_total": 0.014138682745397091,
      "step": 27820
    },
    {
      "loss_action": 0.004686681088060141,
      "loss_total": 0.004686681088060141,
      "step": 27820
    },
    {
      "loss_action": 0.01061188243329525,
      "loss_total": 0.01061188243329525,
      "step": 27820
    },
    {
      "loss_action": 0.006161419674754143,
      "loss_total": 0.006161419674754143,
      "step": 27820
    },
    {
      "loss_action": 0.0050000716000795364,
      "loss_total": 0.0050000716000795364,
      "step": 27820
    },
    {
      "loss_action": 0.0073988353833556175,
      "loss_total": 0.0073988353833556175,
      "step": 27820
    },
    {
      "loss_action": 0.005222353618592024,
      "loss_total": 0.005222353618592024,
      "step": 27820
    },
    {
      "grad_norm": 0.11055301874876022,
      "learning_rate": 8.641559015382717e-05,
      "loss": 0.0107,
      "step": 27830
    },
    {
      "loss_action": 0.00691673718392849,
      "loss_total": 0.00691673718392849,
      "step": 27830
    },
    {
      "loss_action": 0.004491687752306461,
      "loss_total": 0.004491687752306461,
      "step": 27830
    },
    {
      "loss_action": 0.008704744279384613,
      "loss_total": 0.008704744279384613,
      "step": 27830
    },
    {
      "loss_action": 0.005017096176743507,
      "loss_total": 0.005017096176743507,
      "step": 27830
    },
    {
      "loss_action": 0.004684572108089924,
      "loss_total": 0.004684572108089924,
      "step": 27830
    },
    {
      "loss_action": 0.008231183513998985,
      "loss_total": 0.008231183513998985,
      "step": 27830
    },
    {
      "loss_action": 0.00367431016638875,
      "loss_total": 0.00367431016638875,
      "step": 27830
    },
    {
      "loss_action": 0.003888669889420271,
      "loss_total": 0.003888669889420271,
      "step": 27830
    },
    {
      "grad_norm": 0.2192808985710144,
      "learning_rate": 8.640425782903649e-05,
      "loss": 0.01,
      "step": 27840
    },
    {
      "loss_action": 0.00529607804492116,
      "loss_total": 0.00529607804492116,
      "step": 27840
    },
    {
      "loss_action": 0.005002281628549099,
      "loss_total": 0.005002281628549099,
      "step": 27840
    },
    {
      "loss_action": 0.007065160665661097,
      "loss_total": 0.007065160665661097,
      "step": 27840
    },
    {
      "loss_action": 0.03914341330528259,
      "loss_total": 0.03914341330528259,
      "step": 27840
    },
    {
      "loss_action": 0.008130146190524101,
      "loss_total": 0.008130146190524101,
      "step": 27840
    },
    {
      "loss_action": 0.02511407434940338,
      "loss_total": 0.02511407434940338,
      "step": 27840
    },
    {
      "loss_action": 0.010532869026064873,
      "loss_total": 0.010532869026064873,
      "step": 27840
    },
    {
      "loss_action": 0.012742042541503906,
      "loss_total": 0.012742042541503906,
      "step": 27840
    },
    {
      "grad_norm": 0.0925605297088623,
      "learning_rate": 8.639292152313091e-05,
      "loss": 0.0121,
      "step": 27850
    },
    {
      "loss_action": 0.009441941976547241,
      "loss_total": 0.009441941976547241,
      "step": 27850
    },
    {
      "loss_action": 0.03153379634022713,
      "loss_total": 0.03153379634022713,
      "step": 27850
    },
    {
      "loss_action": 0.023175403475761414,
      "loss_total": 0.023175403475761414,
      "step": 27850
    },
    {
      "loss_action": 0.012424789369106293,
      "loss_total": 0.012424789369106293,
      "step": 27850
    },
    {
      "loss_action": 0.022284582257270813,
      "loss_total": 0.022284582257270813,
      "step": 27850
    },
    {
      "loss_action": 0.004978824406862259,
      "loss_total": 0.004978824406862259,
      "step": 27850
    },
    {
      "loss_action": 0.030392855405807495,
      "loss_total": 0.030392855405807495,
      "step": 27850
    },
    {
      "loss_action": 0.010163107886910439,
      "loss_total": 0.010163107886910439,
      "step": 27850
    },
    {
      "grad_norm": 0.1804295778274536,
      "learning_rate": 8.638158123735015e-05,
      "loss": 0.0123,
      "step": 27860
    },
    {
      "loss_action": 0.016664817929267883,
      "loss_total": 0.016664817929267883,
      "step": 27860
    },
    {
      "loss_action": 0.004533258732408285,
      "loss_total": 0.004533258732408285,
      "step": 27860
    },
    {
      "loss_action": 0.012062286026775837,
      "loss_total": 0.012062286026775837,
      "step": 27860
    },
    {
      "loss_action": 0.009061403572559357,
      "loss_total": 0.009061403572559357,
      "step": 27860
    },
    {
      "loss_action": 0.009432576596736908,
      "loss_total": 0.009432576596736908,
      "step": 27860
    },
    {
      "loss_action": 0.007791711948812008,
      "loss_total": 0.007791711948812008,
      "step": 27860
    },
    {
      "loss_action": 0.016374913975596428,
      "loss_total": 0.016374913975596428,
      "step": 27860
    },
    {
      "loss_action": 0.016631675884127617,
      "loss_total": 0.016631675884127617,
      "step": 27860
    },
    {
      "grad_norm": 0.18766820430755615,
      "learning_rate": 8.637023697293436e-05,
      "loss": 0.0117,
      "step": 27870
    },
    {
      "loss_action": 0.017842281609773636,
      "loss_total": 0.017842281609773636,
      "step": 27870
    },
    {
      "loss_action": 0.020337186753749847,
      "loss_total": 0.020337186753749847,
      "step": 27870
    },
    {
      "loss_action": 0.008181429468095303,
      "loss_total": 0.008181429468095303,
      "step": 27870
    },
    {
      "loss_action": 0.014549944549798965,
      "loss_total": 0.014549944549798965,
      "step": 27870
    },
    {
      "loss_action": 0.008579898625612259,
      "loss_total": 0.008579898625612259,
      "step": 27870
    },
    {
      "loss_action": 0.00592449214309454,
      "loss_total": 0.00592449214309454,
      "step": 27870
    },
    {
      "loss_action": 0.03855469077825546,
      "loss_total": 0.03855469077825546,
      "step": 27870
    },
    {
      "loss_action": 0.009120060130953789,
      "loss_total": 0.009120060130953789,
      "step": 27870
    },
    {
      "grad_norm": 0.16749095916748047,
      "learning_rate": 8.635888873112414e-05,
      "loss": 0.0126,
      "step": 27880
    },
    {
      "loss_action": 0.010671168565750122,
      "loss_total": 0.010671168565750122,
      "step": 27880
    },
    {
      "loss_action": 0.007727309130132198,
      "loss_total": 0.007727309130132198,
      "step": 27880
    },
    {
      "loss_action": 0.017856746912002563,
      "loss_total": 0.017856746912002563,
      "step": 27880
    },
    {
      "loss_action": 0.01623697578907013,
      "loss_total": 0.01623697578907013,
      "step": 27880
    },
    {
      "loss_action": 0.006589820608496666,
      "loss_total": 0.006589820608496666,
      "step": 27880
    },
    {
      "loss_action": 0.005513188894838095,
      "loss_total": 0.005513188894838095,
      "step": 27880
    },
    {
      "loss_action": 0.02618352323770523,
      "loss_total": 0.02618352323770523,
      "step": 27880
    },
    {
      "loss_action": 0.007475649937987328,
      "loss_total": 0.007475649937987328,
      "step": 27880
    },
    {
      "grad_norm": 0.14117246866226196,
      "learning_rate": 8.634753651316052e-05,
      "loss": 0.0126,
      "step": 27890
    },
    {
      "loss_action": 0.014950303360819817,
      "loss_total": 0.014950303360819817,
      "step": 27890
    },
    {
      "loss_action": 0.029220163822174072,
      "loss_total": 0.029220163822174072,
      "step": 27890
    },
    {
      "loss_action": 0.028512682765722275,
      "loss_total": 0.028512682765722275,
      "step": 27890
    },
    {
      "loss_action": 0.011088207364082336,
      "loss_total": 0.011088207364082336,
      "step": 27890
    },
    {
      "loss_action": 0.01147589460015297,
      "loss_total": 0.01147589460015297,
      "step": 27890
    },
    {
      "loss_action": 0.02114301174879074,
      "loss_total": 0.02114301174879074,
      "step": 27890
    },
    {
      "loss_action": 0.005036745220422745,
      "loss_total": 0.005036745220422745,
      "step": 27890
    },
    {
      "loss_action": 0.017371272668242455,
      "loss_total": 0.017371272668242455,
      "step": 27890
    },
    {
      "grad_norm": 0.14582648873329163,
      "learning_rate": 8.633618032028496e-05,
      "loss": 0.0133,
      "step": 27900
    },
    {
      "loss_action": 0.00825928058475256,
      "loss_total": 0.00825928058475256,
      "step": 27900
    },
    {
      "loss_action": 0.0062694912776350975,
      "loss_total": 0.0062694912776350975,
      "step": 27900
    },
    {
      "loss_action": 0.04651432856917381,
      "loss_total": 0.04651432856917381,
      "step": 27900
    },
    {
      "loss_action": 0.008180538192391396,
      "loss_total": 0.008180538192391396,
      "step": 27900
    },
    {
      "loss_action": 0.010664521716535091,
      "loss_total": 0.010664521716535091,
      "step": 27900
    },
    {
      "loss_action": 0.01346917450428009,
      "loss_total": 0.01346917450428009,
      "step": 27900
    },
    {
      "loss_action": 0.007321036886423826,
      "loss_total": 0.007321036886423826,
      "step": 27900
    },
    {
      "loss_action": 0.011527021415531635,
      "loss_total": 0.011527021415531635,
      "step": 27900
    },
    {
      "grad_norm": 0.157922625541687,
      "learning_rate": 8.632482015373934e-05,
      "loss": 0.0134,
      "step": 27910
    },
    {
      "loss_action": 0.008841631934046745,
      "loss_total": 0.008841631934046745,
      "step": 27910
    },
    {
      "loss_action": 0.023616336286067963,
      "loss_total": 0.023616336286067963,
      "step": 27910
    },
    {
      "loss_action": 0.01482643373310566,
      "loss_total": 0.01482643373310566,
      "step": 27910
    },
    {
      "loss_action": 0.011548909358680248,
      "loss_total": 0.011548909358680248,
      "step": 27910
    },
    {
      "loss_action": 0.006228381302207708,
      "loss_total": 0.006228381302207708,
      "step": 27910
    },
    {
      "loss_action": 0.006536844652146101,
      "loss_total": 0.006536844652146101,
      "step": 27910
    },
    {
      "loss_action": 0.004725596867501736,
      "loss_total": 0.004725596867501736,
      "step": 27910
    },
    {
      "loss_action": 0.019229084253311157,
      "loss_total": 0.019229084253311157,
      "step": 27910
    },
    {
      "grad_norm": 0.11582734435796738,
      "learning_rate": 8.6313456014766e-05,
      "loss": 0.0139,
      "step": 27920
    },
    {
      "loss_action": 0.005878217983990908,
      "loss_total": 0.005878217983990908,
      "step": 27920
    },
    {
      "loss_action": 0.004632045514881611,
      "loss_total": 0.004632045514881611,
      "step": 27920
    },
    {
      "loss_action": 0.0073970528319478035,
      "loss_total": 0.0073970528319478035,
      "step": 27920
    },
    {
      "loss_action": 0.02267049252986908,
      "loss_total": 0.02267049252986908,
      "step": 27920
    },
    {
      "loss_action": 0.04171799495816231,
      "loss_total": 0.04171799495816231,
      "step": 27920
    },
    {
      "loss_action": 0.028611663728952408,
      "loss_total": 0.028611663728952408,
      "step": 27920
    },
    {
      "loss_action": 0.008911415934562683,
      "loss_total": 0.008911415934562683,
      "step": 27920
    },
    {
      "loss_action": 0.0063834963366389275,
      "loss_total": 0.0063834963366389275,
      "step": 27920
    },
    {
      "grad_norm": 0.14945605397224426,
      "learning_rate": 8.630208790460771e-05,
      "loss": 0.0107,
      "step": 27930
    },
    {
      "loss_action": 0.0061541334725916386,
      "loss_total": 0.0061541334725916386,
      "step": 27930
    },
    {
      "loss_action": 0.01496612373739481,
      "loss_total": 0.01496612373739481,
      "step": 27930
    },
    {
      "loss_action": 0.005041060503572226,
      "loss_total": 0.005041060503572226,
      "step": 27930
    },
    {
      "loss_action": 0.012488460168242455,
      "loss_total": 0.012488460168242455,
      "step": 27930
    },
    {
      "loss_action": 0.007919013500213623,
      "loss_total": 0.007919013500213623,
      "step": 27930
    },
    {
      "loss_action": 0.021486274898052216,
      "loss_total": 0.021486274898052216,
      "step": 27930
    },
    {
      "loss_action": 0.013693662360310555,
      "loss_total": 0.013693662360310555,
      "step": 27930
    },
    {
      "loss_action": 0.009222362190485,
      "loss_total": 0.009222362190485,
      "step": 27930
    },
    {
      "grad_norm": 0.12177028506994247,
      "learning_rate": 8.629071582450768e-05,
      "loss": 0.0116,
      "step": 27940
    },
    {
      "loss_action": 0.0054314048029482365,
      "loss_total": 0.0054314048029482365,
      "step": 27940
    },
    {
      "loss_action": 0.004820420406758785,
      "loss_total": 0.004820420406758785,
      "step": 27940
    },
    {
      "loss_action": 0.008198168128728867,
      "loss_total": 0.008198168128728867,
      "step": 27940
    },
    {
      "loss_action": 0.004480594769120216,
      "loss_total": 0.004480594769120216,
      "step": 27940
    },
    {
      "loss_action": 0.003278580494225025,
      "loss_total": 0.003278580494225025,
      "step": 27940
    },
    {
      "loss_action": 0.005154879298061132,
      "loss_total": 0.005154879298061132,
      "step": 27940
    },
    {
      "loss_action": 0.023788128048181534,
      "loss_total": 0.023788128048181534,
      "step": 27940
    },
    {
      "loss_action": 0.016925737261772156,
      "loss_total": 0.016925737261772156,
      "step": 27940
    },
    {
      "grad_norm": 0.26724138855934143,
      "learning_rate": 8.62793397757095e-05,
      "loss": 0.0111,
      "step": 27950
    },
    {
      "loss_action": 0.00855732336640358,
      "loss_total": 0.00855732336640358,
      "step": 27950
    },
    {
      "loss_action": 0.0030566309578716755,
      "loss_total": 0.0030566309578716755,
      "step": 27950
    },
    {
      "loss_action": 0.012849921360611916,
      "loss_total": 0.012849921360611916,
      "step": 27950
    },
    {
      "loss_action": 0.0066020311787724495,
      "loss_total": 0.0066020311787724495,
      "step": 27950
    },
    {
      "loss_action": 0.01539063174277544,
      "loss_total": 0.01539063174277544,
      "step": 27950
    },
    {
      "loss_action": 0.011395905166864395,
      "loss_total": 0.011395905166864395,
      "step": 27950
    },
    {
      "loss_action": 0.005137222819030285,
      "loss_total": 0.005137222819030285,
      "step": 27950
    },
    {
      "loss_action": 0.01186167262494564,
      "loss_total": 0.01186167262494564,
      "step": 27950
    },
    {
      "grad_norm": 0.18438135087490082,
      "learning_rate": 8.626795975945729e-05,
      "loss": 0.0126,
      "step": 27960
    },
    {
      "loss_action": 0.007918085902929306,
      "loss_total": 0.007918085902929306,
      "step": 27960
    },
    {
      "loss_action": 0.006762806326150894,
      "loss_total": 0.006762806326150894,
      "step": 27960
    },
    {
      "loss_action": 0.02661055698990822,
      "loss_total": 0.02661055698990822,
      "step": 27960
    },
    {
      "loss_action": 0.017456883564591408,
      "loss_total": 0.017456883564591408,
      "step": 27960
    },
    {
      "loss_action": 0.012154228053987026,
      "loss_total": 0.012154228053987026,
      "step": 27960
    },
    {
      "loss_action": 0.00993352010846138,
      "loss_total": 0.00993352010846138,
      "step": 27960
    },
    {
      "loss_action": 0.0123086366802454,
      "loss_total": 0.0123086366802454,
      "step": 27960
    },
    {
      "loss_action": 0.013997156172990799,
      "loss_total": 0.013997156172990799,
      "step": 27960
    },
    {
      "grad_norm": 0.16950105130672455,
      "learning_rate": 8.625657577699551e-05,
      "loss": 0.012,
      "step": 27970
    },
    {
      "loss_action": 0.01990373432636261,
      "loss_total": 0.01990373432636261,
      "step": 27970
    },
    {
      "loss_action": 0.006594862788915634,
      "loss_total": 0.006594862788915634,
      "step": 27970
    },
    {
      "loss_action": 0.009763659909367561,
      "loss_total": 0.009763659909367561,
      "step": 27970
    },
    {
      "loss_action": 0.00446194875985384,
      "loss_total": 0.00446194875985384,
      "step": 27970
    },
    {
      "loss_action": 0.004425446502864361,
      "loss_total": 0.004425446502864361,
      "step": 27970
    },
    {
      "loss_action": 0.010806023143231869,
      "loss_total": 0.010806023143231869,
      "step": 27970
    },
    {
      "loss_action": 0.009341739118099213,
      "loss_total": 0.009341739118099213,
      "step": 27970
    },
    {
      "loss_action": 0.007615013513714075,
      "loss_total": 0.007615013513714075,
      "step": 27970
    },
    {
      "grad_norm": 0.1600182056427002,
      "learning_rate": 8.624518782956914e-05,
      "loss": 0.0116,
      "step": 27980
    },
    {
      "loss_action": 0.007933944463729858,
      "loss_total": 0.007933944463729858,
      "step": 27980
    },
    {
      "loss_action": 0.007827273570001125,
      "loss_total": 0.007827273570001125,
      "step": 27980
    },
    {
      "loss_action": 0.006470288150012493,
      "loss_total": 0.006470288150012493,
      "step": 27980
    },
    {
      "loss_action": 0.03315996378660202,
      "loss_total": 0.03315996378660202,
      "step": 27980
    },
    {
      "loss_action": 0.009550525806844234,
      "loss_total": 0.009550525806844234,
      "step": 27980
    },
    {
      "loss_action": 0.006748930551111698,
      "loss_total": 0.006748930551111698,
      "step": 27980
    },
    {
      "loss_action": 0.0077292355708777905,
      "loss_total": 0.0077292355708777905,
      "step": 27980
    },
    {
      "loss_action": 0.006591060198843479,
      "loss_total": 0.006591060198843479,
      "step": 27980
    },
    {
      "grad_norm": 0.18201501667499542,
      "learning_rate": 8.62337959184235e-05,
      "loss": 0.0126,
      "step": 27990
    },
    {
      "loss_action": 0.017116740345954895,
      "loss_total": 0.017116740345954895,
      "step": 27990
    },
    {
      "loss_action": 0.011083061806857586,
      "loss_total": 0.011083061806857586,
      "step": 27990
    },
    {
      "loss_action": 0.022925473749637604,
      "loss_total": 0.022925473749637604,
      "step": 27990
    },
    {
      "loss_action": 0.03119008056819439,
      "loss_total": 0.03119008056819439,
      "step": 27990
    },
    {
      "loss_action": 0.008768511936068535,
      "loss_total": 0.008768511936068535,
      "step": 27990
    },
    {
      "loss_action": 0.011231763288378716,
      "loss_total": 0.011231763288378716,
      "step": 27990
    },
    {
      "loss_action": 0.0242561474442482,
      "loss_total": 0.0242561474442482,
      "step": 27990
    },
    {
      "loss_action": 0.007318080402910709,
      "loss_total": 0.007318080402910709,
      "step": 27990
    },
    {
      "grad_norm": 0.19742782413959503,
      "learning_rate": 8.622240004480441e-05,
      "loss": 0.0118,
      "step": 28000
    },
    {
      "loss_action": 0.03084782510995865,
      "loss_total": 0.03084782510995865,
      "step": 28000
    },
    {
      "loss_action": 0.005348945036530495,
      "loss_total": 0.005348945036530495,
      "step": 28000
    },
    {
      "loss_action": 0.052481696009635925,
      "loss_total": 0.052481696009635925,
      "step": 28000
    },
    {
      "loss_action": 0.016759773716330528,
      "loss_total": 0.016759773716330528,
      "step": 28000
    },
    {
      "loss_action": 0.007119402289390564,
      "loss_total": 0.007119402289390564,
      "step": 28000
    },
    {
      "loss_action": 0.010431698523461819,
      "loss_total": 0.010431698523461819,
      "step": 28000
    },
    {
      "loss_action": 0.013401441276073456,
      "loss_total": 0.013401441276073456,
      "step": 28000
    },
    {
      "loss_action": 0.02281777933239937,
      "loss_total": 0.02281777933239937,
      "step": 28000
    },
    {
      "grad_norm": 0.14658689498901367,
      "learning_rate": 8.621100020995814e-05,
      "loss": 0.0117,
      "step": 28010
    },
    {
      "loss_action": 0.01462331973016262,
      "loss_total": 0.01462331973016262,
      "step": 28010
    },
    {
      "loss_action": 0.01213226467370987,
      "loss_total": 0.01213226467370987,
      "step": 28010
    },
    {
      "loss_action": 0.009321814402937889,
      "loss_total": 0.009321814402937889,
      "step": 28010
    },
    {
      "loss_action": 0.0074425735510885715,
      "loss_total": 0.0074425735510885715,
      "step": 28010
    },
    {
      "loss_action": 0.0179658941924572,
      "loss_total": 0.0179658941924572,
      "step": 28010
    },
    {
      "loss_action": 0.009206694550812244,
      "loss_total": 0.009206694550812244,
      "step": 28010
    },
    {
      "loss_action": 0.005136711522936821,
      "loss_total": 0.005136711522936821,
      "step": 28010
    },
    {
      "loss_action": 0.006842349655926228,
      "loss_total": 0.006842349655926228,
      "step": 28010
    },
    {
      "grad_norm": 0.19075818359851837,
      "learning_rate": 8.619959641513132e-05,
      "loss": 0.0125,
      "step": 28020
    },
    {
      "loss_action": 0.010663190856575966,
      "loss_total": 0.010663190856575966,
      "step": 28020
    },
    {
      "loss_action": 0.008811991661787033,
      "loss_total": 0.008811991661787033,
      "step": 28020
    },
    {
      "loss_action": 0.008780600503087044,
      "loss_total": 0.008780600503087044,
      "step": 28020
    },
    {
      "loss_action": 0.00963698048144579,
      "loss_total": 0.00963698048144579,
      "step": 28020
    },
    {
      "loss_action": 0.02203332632780075,
      "loss_total": 0.02203332632780075,
      "step": 28020
    },
    {
      "loss_action": 0.012833070009946823,
      "loss_total": 0.012833070009946823,
      "step": 28020
    },
    {
      "loss_action": 0.004423505626618862,
      "loss_total": 0.004423505626618862,
      "step": 28020
    },
    {
      "loss_action": 0.00778532400727272,
      "loss_total": 0.00778532400727272,
      "step": 28020
    },
    {
      "grad_norm": 0.12591801583766937,
      "learning_rate": 8.618818866157105e-05,
      "loss": 0.0098,
      "step": 28030
    },
    {
      "loss_action": 0.005771086551249027,
      "loss_total": 0.005771086551249027,
      "step": 28030
    },
    {
      "loss_action": 0.003683354239910841,
      "loss_total": 0.003683354239910841,
      "step": 28030
    },
    {
      "loss_action": 0.015908915549516678,
      "loss_total": 0.015908915549516678,
      "step": 28030
    },
    {
      "loss_action": 0.008631202392280102,
      "loss_total": 0.008631202392280102,
      "step": 28030
    },
    {
      "loss_action": 0.014640593901276588,
      "loss_total": 0.014640593901276588,
      "step": 28030
    },
    {
      "loss_action": 0.02881871908903122,
      "loss_total": 0.02881871908903122,
      "step": 28030
    },
    {
      "loss_action": 0.018594320863485336,
      "loss_total": 0.018594320863485336,
      "step": 28030
    },
    {
      "loss_action": 0.007547098211944103,
      "loss_total": 0.007547098211944103,
      "step": 28030
    },
    {
      "grad_norm": 0.14125950634479523,
      "learning_rate": 8.617677695052487e-05,
      "loss": 0.0123,
      "step": 28040
    },
    {
      "loss_action": 0.007712595630437136,
      "loss_total": 0.007712595630437136,
      "step": 28040
    },
    {
      "loss_action": 0.003646776545792818,
      "loss_total": 0.003646776545792818,
      "step": 28040
    },
    {
      "loss_action": 0.010860695503652096,
      "loss_total": 0.010860695503652096,
      "step": 28040
    },
    {
      "loss_action": 0.004657554440200329,
      "loss_total": 0.004657554440200329,
      "step": 28040
    },
    {
      "loss_action": 0.010252376087009907,
      "loss_total": 0.010252376087009907,
      "step": 28040
    },
    {
      "loss_action": 0.006178077310323715,
      "loss_total": 0.006178077310323715,
      "step": 28040
    },
    {
      "loss_action": 0.01236836239695549,
      "loss_total": 0.01236836239695549,
      "step": 28040
    },
    {
      "loss_action": 0.008976665325462818,
      "loss_total": 0.008976665325462818,
      "step": 28040
    },
    {
      "grad_norm": 0.13765333592891693,
      "learning_rate": 8.616536128324078e-05,
      "loss": 0.0108,
      "step": 28050
    },
    {
      "loss_action": 0.02626071870326996,
      "loss_total": 0.02626071870326996,
      "step": 28050
    },
    {
      "loss_action": 0.02352621965110302,
      "loss_total": 0.02352621965110302,
      "step": 28050
    },
    {
      "loss_action": 0.02981088124215603,
      "loss_total": 0.02981088124215603,
      "step": 28050
    },
    {
      "loss_action": 0.0058366949670016766,
      "loss_total": 0.0058366949670016766,
      "step": 28050
    },
    {
      "loss_action": 0.006654025986790657,
      "loss_total": 0.006654025986790657,
      "step": 28050
    },
    {
      "loss_action": 0.02682572789490223,
      "loss_total": 0.02682572789490223,
      "step": 28050
    },
    {
      "loss_action": 0.00861683301627636,
      "loss_total": 0.00861683301627636,
      "step": 28050
    },
    {
      "loss_action": 0.01033991388976574,
      "loss_total": 0.01033991388976574,
      "step": 28050
    },
    {
      "grad_norm": 0.1306949257850647,
      "learning_rate": 8.615394166096712e-05,
      "loss": 0.0117,
      "step": 28060
    },
    {
      "loss_action": 0.0036343862302601337,
      "loss_total": 0.0036343862302601337,
      "step": 28060
    },
    {
      "loss_action": 0.004995488096028566,
      "loss_total": 0.004995488096028566,
      "step": 28060
    },
    {
      "loss_action": 0.008342176675796509,
      "loss_total": 0.008342176675796509,
      "step": 28060
    },
    {
      "loss_action": 0.006449360866099596,
      "loss_total": 0.006449360866099596,
      "step": 28060
    },
    {
      "loss_action": 0.013098226860165596,
      "loss_total": 0.013098226860165596,
      "step": 28060
    },
    {
      "loss_action": 0.016331641003489494,
      "loss_total": 0.016331641003489494,
      "step": 28060
    },
    {
      "loss_action": 0.0042190165258944035,
      "loss_total": 0.0042190165258944035,
      "step": 28060
    },
    {
      "loss_action": 0.00562896765768528,
      "loss_total": 0.00562896765768528,
      "step": 28060
    },
    {
      "grad_norm": 0.15671244263648987,
      "learning_rate": 8.614251808495279e-05,
      "loss": 0.0107,
      "step": 28070
    },
    {
      "loss_action": 0.01347669679671526,
      "loss_total": 0.01347669679671526,
      "step": 28070
    },
    {
      "loss_action": 0.009775595739483833,
      "loss_total": 0.009775595739483833,
      "step": 28070
    },
    {
      "loss_action": 0.011876939795911312,
      "loss_total": 0.011876939795911312,
      "step": 28070
    },
    {
      "loss_action": 0.005624398589134216,
      "loss_total": 0.005624398589134216,
      "step": 28070
    },
    {
      "loss_action": 0.005855275318026543,
      "loss_total": 0.005855275318026543,
      "step": 28070
    },
    {
      "loss_action": 0.008912922814488411,
      "loss_total": 0.008912922814488411,
      "step": 28070
    },
    {
      "loss_action": 0.005799534730613232,
      "loss_total": 0.005799534730613232,
      "step": 28070
    },
    {
      "loss_action": 0.009173769503831863,
      "loss_total": 0.009173769503831863,
      "step": 28070
    },
    {
      "grad_norm": 0.11821461468935013,
      "learning_rate": 8.6131090556447e-05,
      "loss": 0.0118,
      "step": 28080
    },
    {
      "loss_action": 0.009281067177653313,
      "loss_total": 0.009281067177653313,
      "step": 28080
    },
    {
      "loss_action": 0.01600232720375061,
      "loss_total": 0.01600232720375061,
      "step": 28080
    },
    {
      "loss_action": 0.025578446686267853,
      "loss_total": 0.025578446686267853,
      "step": 28080
    },
    {
      "loss_action": 0.00803159736096859,
      "loss_total": 0.00803159736096859,
      "step": 28080
    },
    {
      "loss_action": 0.004784717224538326,
      "loss_total": 0.004784717224538326,
      "step": 28080
    },
    {
      "loss_action": 0.0058068386279046535,
      "loss_total": 0.0058068386279046535,
      "step": 28080
    },
    {
      "loss_action": 0.003865189151838422,
      "loss_total": 0.003865189151838422,
      "step": 28080
    },
    {
      "loss_action": 0.020611479878425598,
      "loss_total": 0.020611479878425598,
      "step": 28080
    },
    {
      "grad_norm": 0.17983344197273254,
      "learning_rate": 8.611965907669947e-05,
      "loss": 0.0118,
      "step": 28090
    },
    {
      "loss_action": 0.029873080551624298,
      "loss_total": 0.029873080551624298,
      "step": 28090
    },
    {
      "loss_action": 0.011594105511903763,
      "loss_total": 0.011594105511903763,
      "step": 28090
    },
    {
      "loss_action": 0.005227066110819578,
      "loss_total": 0.005227066110819578,
      "step": 28090
    },
    {
      "loss_action": 0.011630212888121605,
      "loss_total": 0.011630212888121605,
      "step": 28090
    },
    {
      "loss_action": 0.012066658586263657,
      "loss_total": 0.012066658586263657,
      "step": 28090
    },
    {
      "loss_action": 0.006035363767296076,
      "loss_total": 0.006035363767296076,
      "step": 28090
    },
    {
      "loss_action": 0.010358454659581184,
      "loss_total": 0.010358454659581184,
      "step": 28090
    },
    {
      "loss_action": 0.007576609030365944,
      "loss_total": 0.007576609030365944,
      "step": 28090
    },
    {
      "grad_norm": 0.22199881076812744,
      "learning_rate": 8.610822364696034e-05,
      "loss": 0.01,
      "step": 28100
    },
    {
      "loss_action": 0.020656075328588486,
      "loss_total": 0.020656075328588486,
      "step": 28100
    },
    {
      "loss_action": 0.02231215313076973,
      "loss_total": 0.02231215313076973,
      "step": 28100
    },
    {
      "loss_action": 0.016520176082849503,
      "loss_total": 0.016520176082849503,
      "step": 28100
    },
    {
      "loss_action": 0.02181786671280861,
      "loss_total": 0.02181786671280861,
      "step": 28100
    },
    {
      "loss_action": 0.030121004208922386,
      "loss_total": 0.030121004208922386,
      "step": 28100
    },
    {
      "loss_action": 0.014209819957613945,
      "loss_total": 0.014209819957613945,
      "step": 28100
    },
    {
      "loss_action": 0.04326912388205528,
      "loss_total": 0.04326912388205528,
      "step": 28100
    },
    {
      "loss_action": 0.018670592457056046,
      "loss_total": 0.018670592457056046,
      "step": 28100
    },
    {
      "grad_norm": 0.1510656177997589,
      "learning_rate": 8.609678426848015e-05,
      "loss": 0.0135,
      "step": 28110
    },
    {
      "loss_action": 0.01788579858839512,
      "loss_total": 0.01788579858839512,
      "step": 28110
    },
    {
      "loss_action": 0.01733926311135292,
      "loss_total": 0.01733926311135292,
      "step": 28110
    },
    {
      "loss_action": 0.016304753720760345,
      "loss_total": 0.016304753720760345,
      "step": 28110
    },
    {
      "loss_action": 0.012921862304210663,
      "loss_total": 0.012921862304210663,
      "step": 28110
    },
    {
      "loss_action": 0.011082745157182217,
      "loss_total": 0.011082745157182217,
      "step": 28110
    },
    {
      "loss_action": 0.013690434396266937,
      "loss_total": 0.013690434396266937,
      "step": 28110
    },
    {
      "loss_action": 0.012493360787630081,
      "loss_total": 0.012493360787630081,
      "step": 28110
    },
    {
      "loss_action": 0.007196884602308273,
      "loss_total": 0.007196884602308273,
      "step": 28110
    },
    {
      "grad_norm": 0.11416018009185791,
      "learning_rate": 8.60853409425099e-05,
      "loss": 0.0129,
      "step": 28120
    },
    {
      "loss_action": 0.010788679122924805,
      "loss_total": 0.010788679122924805,
      "step": 28120
    },
    {
      "loss_action": 0.01291048526763916,
      "loss_total": 0.01291048526763916,
      "step": 28120
    },
    {
      "loss_action": 0.004105571657419205,
      "loss_total": 0.004105571657419205,
      "step": 28120
    },
    {
      "loss_action": 0.003948894329369068,
      "loss_total": 0.003948894329369068,
      "step": 28120
    },
    {
      "loss_action": 0.004209925886243582,
      "loss_total": 0.004209925886243582,
      "step": 28120
    },
    {
      "loss_action": 0.006588107906281948,
      "loss_total": 0.006588107906281948,
      "step": 28120
    },
    {
      "loss_action": 0.009246086701750755,
      "loss_total": 0.009246086701750755,
      "step": 28120
    },
    {
      "loss_action": 0.012421869672834873,
      "loss_total": 0.012421869672834873,
      "step": 28120
    },
    {
      "grad_norm": 0.20050278306007385,
      "learning_rate": 8.607389367030104e-05,
      "loss": 0.0134,
      "step": 28130
    },
    {
      "loss_action": 0.011076588183641434,
      "loss_total": 0.011076588183641434,
      "step": 28130
    },
    {
      "loss_action": 0.010565906763076782,
      "loss_total": 0.010565906763076782,
      "step": 28130
    },
    {
      "loss_action": 0.005603461526334286,
      "loss_total": 0.005603461526334286,
      "step": 28130
    },
    {
      "loss_action": 0.017395561560988426,
      "loss_total": 0.017395561560988426,
      "step": 28130
    },
    {
      "loss_action": 0.005895062815397978,
      "loss_total": 0.005895062815397978,
      "step": 28130
    },
    {
      "loss_action": 0.008859984576702118,
      "loss_total": 0.008859984576702118,
      "step": 28130
    },
    {
      "loss_action": 0.01646203175187111,
      "loss_total": 0.01646203175187111,
      "step": 28130
    },
    {
      "loss_action": 0.009028317406773567,
      "loss_total": 0.009028317406773567,
      "step": 28130
    },
    {
      "grad_norm": 0.12450958788394928,
      "learning_rate": 8.606244245310538e-05,
      "loss": 0.0144,
      "step": 28140
    },
    {
      "loss_action": 0.008963176980614662,
      "loss_total": 0.008963176980614662,
      "step": 28140
    },
    {
      "loss_action": 0.011443066410720348,
      "loss_total": 0.011443066410720348,
      "step": 28140
    },
    {
      "loss_action": 0.007555320858955383,
      "loss_total": 0.007555320858955383,
      "step": 28140
    },
    {
      "loss_action": 0.005386756733059883,
      "loss_total": 0.005386756733059883,
      "step": 28140
    },
    {
      "loss_action": 0.007435946725308895,
      "loss_total": 0.007435946725308895,
      "step": 28140
    },
    {
      "loss_action": 0.0111516322940588,
      "loss_total": 0.0111516322940588,
      "step": 28140
    },
    {
      "loss_action": 0.01944398693740368,
      "loss_total": 0.01944398693740368,
      "step": 28140
    },
    {
      "loss_action": 0.02414764277637005,
      "loss_total": 0.02414764277637005,
      "step": 28140
    },
    {
      "grad_norm": 0.11629337072372437,
      "learning_rate": 8.605098729217525e-05,
      "loss": 0.0131,
      "step": 28150
    },
    {
      "loss_action": 0.021029379218816757,
      "loss_total": 0.021029379218816757,
      "step": 28150
    },
    {
      "loss_action": 0.0044087073765695095,
      "loss_total": 0.0044087073765695095,
      "step": 28150
    },
    {
      "loss_action": 0.006544521078467369,
      "loss_total": 0.006544521078467369,
      "step": 28150
    },
    {
      "loss_action": 0.008901191875338554,
      "loss_total": 0.008901191875338554,
      "step": 28150
    },
    {
      "loss_action": 0.011201567947864532,
      "loss_total": 0.011201567947864532,
      "step": 28150
    },
    {
      "loss_action": 0.005319683812558651,
      "loss_total": 0.005319683812558651,
      "step": 28150
    },
    {
      "loss_action": 0.016420381143689156,
      "loss_total": 0.016420381143689156,
      "step": 28150
    },
    {
      "loss_action": 0.021047232672572136,
      "loss_total": 0.021047232672572136,
      "step": 28150
    },
    {
      "grad_norm": 0.13694557547569275,
      "learning_rate": 8.603952818876335e-05,
      "loss": 0.0107,
      "step": 28160
    },
    {
      "loss_action": 0.012480122968554497,
      "loss_total": 0.012480122968554497,
      "step": 28160
    },
    {
      "loss_action": 0.008559487760066986,
      "loss_total": 0.008559487760066986,
      "step": 28160
    },
    {
      "loss_action": 0.004505150951445103,
      "loss_total": 0.004505150951445103,
      "step": 28160
    },
    {
      "loss_action": 0.012779285199940205,
      "loss_total": 0.012779285199940205,
      "step": 28160
    },
    {
      "loss_action": 0.004733109846711159,
      "loss_total": 0.004733109846711159,
      "step": 28160
    },
    {
      "loss_action": 0.010967644862830639,
      "loss_total": 0.010967644862830639,
      "step": 28160
    },
    {
      "loss_action": 0.017562532797455788,
      "loss_total": 0.017562532797455788,
      "step": 28160
    },
    {
      "loss_action": 0.013689481653273106,
      "loss_total": 0.013689481653273106,
      "step": 28160
    },
    {
      "grad_norm": 0.1496521532535553,
      "learning_rate": 8.602806514412281e-05,
      "loss": 0.0115,
      "step": 28170
    },
    {
      "loss_action": 0.014855348505079746,
      "loss_total": 0.014855348505079746,
      "step": 28170
    },
    {
      "loss_action": 0.009851150214672089,
      "loss_total": 0.009851150214672089,
      "step": 28170
    },
    {
      "loss_action": 0.02103154920041561,
      "loss_total": 0.02103154920041561,
      "step": 28170
    },
    {
      "loss_action": 0.025204498320817947,
      "loss_total": 0.025204498320817947,
      "step": 28170
    },
    {
      "loss_action": 0.014552537351846695,
      "loss_total": 0.014552537351846695,
      "step": 28170
    },
    {
      "loss_action": 0.02300512045621872,
      "loss_total": 0.02300512045621872,
      "step": 28170
    },
    {
      "loss_action": 0.01100884098559618,
      "loss_total": 0.01100884098559618,
      "step": 28170
    },
    {
      "loss_action": 0.018452448770403862,
      "loss_total": 0.018452448770403862,
      "step": 28170
    },
    {
      "grad_norm": 0.09412790834903717,
      "learning_rate": 8.601659815950726e-05,
      "loss": 0.0119,
      "step": 28180
    },
    {
      "loss_action": 0.004118697252124548,
      "loss_total": 0.004118697252124548,
      "step": 28180
    },
    {
      "loss_action": 0.005240046419203281,
      "loss_total": 0.005240046419203281,
      "step": 28180
    },
    {
      "loss_action": 0.008072160184383392,
      "loss_total": 0.008072160184383392,
      "step": 28180
    },
    {
      "loss_action": 0.012819888070225716,
      "loss_total": 0.012819888070225716,
      "step": 28180
    },
    {
      "loss_action": 0.005947863683104515,
      "loss_total": 0.005947863683104515,
      "step": 28180
    },
    {
      "loss_action": 0.005455860402435064,
      "loss_total": 0.005455860402435064,
      "step": 28180
    },
    {
      "loss_action": 0.007396019995212555,
      "loss_total": 0.007396019995212555,
      "step": 28180
    },
    {
      "loss_action": 0.03499874845147133,
      "loss_total": 0.03499874845147133,
      "step": 28180
    },
    {
      "grad_norm": 0.16418156027793884,
      "learning_rate": 8.600512723617067e-05,
      "loss": 0.0122,
      "step": 28190
    },
    {
      "loss_action": 0.0126402098685503,
      "loss_total": 0.0126402098685503,
      "step": 28190
    },
    {
      "loss_action": 0.02027539536356926,
      "loss_total": 0.02027539536356926,
      "step": 28190
    },
    {
      "loss_action": 0.006785805802792311,
      "loss_total": 0.006785805802792311,
      "step": 28190
    },
    {
      "loss_action": 0.006043769419193268,
      "loss_total": 0.006043769419193268,
      "step": 28190
    },
    {
      "loss_action": 0.005271989852190018,
      "loss_total": 0.005271989852190018,
      "step": 28190
    },
    {
      "loss_action": 0.01355084776878357,
      "loss_total": 0.01355084776878357,
      "step": 28190
    },
    {
      "loss_action": 0.01144762709736824,
      "loss_total": 0.01144762709736824,
      "step": 28190
    },
    {
      "loss_action": 0.021048542112112045,
      "loss_total": 0.021048542112112045,
      "step": 28190
    },
    {
      "grad_norm": 0.0881539136171341,
      "learning_rate": 8.59936523753675e-05,
      "loss": 0.0104,
      "step": 28200
    },
    {
      "loss_action": 0.010213805362582207,
      "loss_total": 0.010213805362582207,
      "step": 28200
    },
    {
      "loss_action": 0.005205558147281408,
      "loss_total": 0.005205558147281408,
      "step": 28200
    },
    {
      "loss_action": 0.017159022390842438,
      "loss_total": 0.017159022390842438,
      "step": 28200
    },
    {
      "loss_action": 0.0019455414731055498,
      "loss_total": 0.0019455414731055498,
      "step": 28200
    },
    {
      "loss_action": 0.011454630643129349,
      "loss_total": 0.011454630643129349,
      "step": 28200
    },
    {
      "loss_action": 0.008770987391471863,
      "loss_total": 0.008770987391471863,
      "step": 28200
    },
    {
      "loss_action": 0.00878092646598816,
      "loss_total": 0.00878092646598816,
      "step": 28200
    },
    {
      "loss_action": 0.010217132046818733,
      "loss_total": 0.010217132046818733,
      "step": 28200
    },
    {
      "grad_norm": 0.210837721824646,
      "learning_rate": 8.598217357835264e-05,
      "loss": 0.0116,
      "step": 28210
    },
    {
      "loss_action": 0.011278382502496243,
      "loss_total": 0.011278382502496243,
      "step": 28210
    },
    {
      "loss_action": 0.015204625204205513,
      "loss_total": 0.015204625204205513,
      "step": 28210
    },
    {
      "loss_action": 0.006525002419948578,
      "loss_total": 0.006525002419948578,
      "step": 28210
    },
    {
      "loss_action": 0.011359483934938908,
      "loss_total": 0.011359483934938908,
      "step": 28210
    },
    {
      "loss_action": 0.009060781449079514,
      "loss_total": 0.009060781449079514,
      "step": 28210
    },
    {
      "loss_action": 0.008991289883852005,
      "loss_total": 0.008991289883852005,
      "step": 28210
    },
    {
      "loss_action": 0.014605317264795303,
      "loss_total": 0.014605317264795303,
      "step": 28210
    },
    {
      "loss_action": 0.010876074433326721,
      "loss_total": 0.010876074433326721,
      "step": 28210
    },
    {
      "grad_norm": 0.13377803564071655,
      "learning_rate": 8.597069084638135e-05,
      "loss": 0.0101,
      "step": 28220
    },
    {
      "loss_action": 0.01990002952516079,
      "loss_total": 0.01990002952516079,
      "step": 28220
    },
    {
      "loss_action": 0.0062666647136211395,
      "loss_total": 0.0062666647136211395,
      "step": 28220
    },
    {
      "loss_action": 0.005857537500560284,
      "loss_total": 0.005857537500560284,
      "step": 28220
    },
    {
      "loss_action": 0.01002419088035822,
      "loss_total": 0.01002419088035822,
      "step": 28220
    },
    {
      "loss_action": 0.006474251393228769,
      "loss_total": 0.006474251393228769,
      "step": 28220
    },
    {
      "loss_action": 0.009959887713193893,
      "loss_total": 0.009959887713193893,
      "step": 28220
    },
    {
      "loss_action": 0.004602523986250162,
      "loss_total": 0.004602523986250162,
      "step": 28220
    },
    {
      "loss_action": 0.0066841356456279755,
      "loss_total": 0.0066841356456279755,
      "step": 28220
    },
    {
      "grad_norm": 0.14979057013988495,
      "learning_rate": 8.595920418070939e-05,
      "loss": 0.0107,
      "step": 28230
    },
    {
      "loss_action": 0.007299581542611122,
      "loss_total": 0.007299581542611122,
      "step": 28230
    },
    {
      "loss_action": 0.008078809827566147,
      "loss_total": 0.008078809827566147,
      "step": 28230
    },
    {
      "loss_action": 0.012121213600039482,
      "loss_total": 0.012121213600039482,
      "step": 28230
    },
    {
      "loss_action": 0.006770065054297447,
      "loss_total": 0.006770065054297447,
      "step": 28230
    },
    {
      "loss_action": 0.01350213773548603,
      "loss_total": 0.01350213773548603,
      "step": 28230
    },
    {
      "loss_action": 0.006852721329778433,
      "loss_total": 0.006852721329778433,
      "step": 28230
    },
    {
      "loss_action": 0.01064562238752842,
      "loss_total": 0.01064562238752842,
      "step": 28230
    },
    {
      "loss_action": 0.007322520017623901,
      "loss_total": 0.007322520017623901,
      "step": 28230
    },
    {
      "grad_norm": 0.12573084235191345,
      "learning_rate": 8.594771358259295e-05,
      "loss": 0.0104,
      "step": 28240
    },
    {
      "loss_action": 0.00974404625594616,
      "loss_total": 0.00974404625594616,
      "step": 28240
    },
    {
      "loss_action": 0.00632454501464963,
      "loss_total": 0.00632454501464963,
      "step": 28240
    },
    {
      "loss_action": 0.014231234788894653,
      "loss_total": 0.014231234788894653,
      "step": 28240
    },
    {
      "loss_action": 0.009446937590837479,
      "loss_total": 0.009446937590837479,
      "step": 28240
    },
    {
      "loss_action": 0.0062539707869291306,
      "loss_total": 0.0062539707869291306,
      "step": 28240
    },
    {
      "loss_action": 0.016309570521116257,
      "loss_total": 0.016309570521116257,
      "step": 28240
    },
    {
      "loss_action": 0.014898273162543774,
      "loss_total": 0.014898273162543774,
      "step": 28240
    },
    {
      "loss_action": 0.007399166934192181,
      "loss_total": 0.007399166934192181,
      "step": 28240
    },
    {
      "grad_norm": 0.11449772119522095,
      "learning_rate": 8.593621905328858e-05,
      "loss": 0.0124,
      "step": 28250
    },
    {
      "loss_action": 0.011453026905655861,
      "loss_total": 0.011453026905655861,
      "step": 28250
    },
    {
      "loss_action": 0.005133649334311485,
      "loss_total": 0.005133649334311485,
      "step": 28250
    },
    {
      "loss_action": 0.006404807325452566,
      "loss_total": 0.006404807325452566,
      "step": 28250
    },
    {
      "loss_action": 0.011933792382478714,
      "loss_total": 0.011933792382478714,
      "step": 28250
    },
    {
      "loss_action": 0.01066385768353939,
      "loss_total": 0.01066385768353939,
      "step": 28250
    },
    {
      "loss_action": 0.0203811414539814,
      "loss_total": 0.0203811414539814,
      "step": 28250
    },
    {
      "loss_action": 0.010514235123991966,
      "loss_total": 0.010514235123991966,
      "step": 28250
    },
    {
      "loss_action": 0.012044673785567284,
      "loss_total": 0.012044673785567284,
      "step": 28250
    },
    {
      "grad_norm": 0.11444583535194397,
      "learning_rate": 8.592472059405333e-05,
      "loss": 0.0129,
      "step": 28260
    },
    {
      "loss_action": 0.005707724951207638,
      "loss_total": 0.005707724951207638,
      "step": 28260
    },
    {
      "loss_action": 0.014802519232034683,
      "loss_total": 0.014802519232034683,
      "step": 28260
    },
    {
      "loss_action": 0.015278357081115246,
      "loss_total": 0.015278357081115246,
      "step": 28260
    },
    {
      "loss_action": 0.0072275144048035145,
      "loss_total": 0.0072275144048035145,
      "step": 28260
    },
    {
      "loss_action": 0.009190099313855171,
      "loss_total": 0.009190099313855171,
      "step": 28260
    },
    {
      "loss_action": 0.014868034049868584,
      "loss_total": 0.014868034049868584,
      "step": 28260
    },
    {
      "loss_action": 0.01213876437395811,
      "loss_total": 0.01213876437395811,
      "step": 28260
    },
    {
      "loss_action": 0.007842637598514557,
      "loss_total": 0.007842637598514557,
      "step": 28260
    },
    {
      "grad_norm": 0.16469402611255646,
      "learning_rate": 8.591321820614464e-05,
      "loss": 0.0133,
      "step": 28270
    },
    {
      "loss_action": 0.02199697121977806,
      "loss_total": 0.02199697121977806,
      "step": 28270
    },
    {
      "loss_action": 0.015825724229216576,
      "loss_total": 0.015825724229216576,
      "step": 28270
    },
    {
      "loss_action": 0.006039031781256199,
      "loss_total": 0.006039031781256199,
      "step": 28270
    },
    {
      "loss_action": 0.01006147637963295,
      "loss_total": 0.01006147637963295,
      "step": 28270
    },
    {
      "loss_action": 0.01932990550994873,
      "loss_total": 0.01932990550994873,
      "step": 28270
    },
    {
      "loss_action": 0.006502874195575714,
      "loss_total": 0.006502874195575714,
      "step": 28270
    },
    {
      "loss_action": 0.010899581015110016,
      "loss_total": 0.010899581015110016,
      "step": 28270
    },
    {
      "loss_action": 0.007764928042888641,
      "loss_total": 0.007764928042888641,
      "step": 28270
    },
    {
      "grad_norm": 0.11919598281383514,
      "learning_rate": 8.590171189082041e-05,
      "loss": 0.0128,
      "step": 28280
    },
    {
      "loss_action": 0.007116992957890034,
      "loss_total": 0.007116992957890034,
      "step": 28280
    },
    {
      "loss_action": 0.013748781755566597,
      "loss_total": 0.013748781755566597,
      "step": 28280
    },
    {
      "loss_action": 0.02372969500720501,
      "loss_total": 0.02372969500720501,
      "step": 28280
    },
    {
      "loss_action": 0.00805316399782896,
      "loss_total": 0.00805316399782896,
      "step": 28280
    },
    {
      "loss_action": 0.015337514691054821,
      "loss_total": 0.015337514691054821,
      "step": 28280
    },
    {
      "loss_action": 0.006878330372273922,
      "loss_total": 0.006878330372273922,
      "step": 28280
    },
    {
      "loss_action": 0.005712352693080902,
      "loss_total": 0.005712352693080902,
      "step": 28280
    },
    {
      "loss_action": 0.011730996891856194,
      "loss_total": 0.011730996891856194,
      "step": 28280
    },
    {
      "grad_norm": 0.14773814380168915,
      "learning_rate": 8.589020164933894e-05,
      "loss": 0.012,
      "step": 28290
    },
    {
      "loss_action": 0.0063383388333022594,
      "loss_total": 0.0063383388333022594,
      "step": 28290
    },
    {
      "loss_action": 0.013051473535597324,
      "loss_total": 0.013051473535597324,
      "step": 28290
    },
    {
      "loss_action": 0.00300912419334054,
      "loss_total": 0.00300912419334054,
      "step": 28290
    },
    {
      "loss_action": 0.03174182027578354,
      "loss_total": 0.03174182027578354,
      "step": 28290
    },
    {
      "loss_action": 0.009264623746275902,
      "loss_total": 0.009264623746275902,
      "step": 28290
    },
    {
      "loss_action": 0.012035990133881569,
      "loss_total": 0.012035990133881569,
      "step": 28290
    },
    {
      "loss_action": 0.008734574541449547,
      "loss_total": 0.008734574541449547,
      "step": 28290
    },
    {
      "loss_action": 0.005173537880182266,
      "loss_total": 0.005173537880182266,
      "step": 28290
    },
    {
      "grad_norm": 0.10003601759672165,
      "learning_rate": 8.587868748295898e-05,
      "loss": 0.0113,
      "step": 28300
    },
    {
      "loss_action": 0.0038601895794272423,
      "loss_total": 0.0038601895794272423,
      "step": 28300
    },
    {
      "loss_action": 0.015284992754459381,
      "loss_total": 0.015284992754459381,
      "step": 28300
    },
    {
      "loss_action": 0.013007077388465405,
      "loss_total": 0.013007077388465405,
      "step": 28300
    },
    {
      "loss_action": 0.011230291798710823,
      "loss_total": 0.011230291798710823,
      "step": 28300
    },
    {
      "loss_action": 0.005351800471544266,
      "loss_total": 0.005351800471544266,
      "step": 28300
    },
    {
      "loss_action": 0.008310864679515362,
      "loss_total": 0.008310864679515362,
      "step": 28300
    },
    {
      "loss_action": 0.005194133147597313,
      "loss_total": 0.005194133147597313,
      "step": 28300
    },
    {
      "loss_action": 0.006099352613091469,
      "loss_total": 0.006099352613091469,
      "step": 28300
    },
    {
      "grad_norm": 0.12794166803359985,
      "learning_rate": 8.586716939293971e-05,
      "loss": 0.0107,
      "step": 28310
    },
    {
      "loss_action": 0.021447867155075073,
      "loss_total": 0.021447867155075073,
      "step": 28310
    },
    {
      "loss_action": 0.01249661110341549,
      "loss_total": 0.01249661110341549,
      "step": 28310
    },
    {
      "loss_action": 0.009794945828616619,
      "loss_total": 0.009794945828616619,
      "step": 28310
    },
    {
      "loss_action": 0.007153399288654327,
      "loss_total": 0.007153399288654327,
      "step": 28310
    },
    {
      "loss_action": 0.021976042538881302,
      "loss_total": 0.021976042538881302,
      "step": 28310
    },
    {
      "loss_action": 0.00413229875266552,
      "loss_total": 0.00413229875266552,
      "step": 28310
    },
    {
      "loss_action": 0.02126285992562771,
      "loss_total": 0.02126285992562771,
      "step": 28310
    },
    {
      "loss_action": 0.022568851709365845,
      "loss_total": 0.022568851709365845,
      "step": 28310
    },
    {
      "grad_norm": 0.09515506774187088,
      "learning_rate": 8.58556473805407e-05,
      "loss": 0.0097,
      "step": 28320
    },
    {
      "loss_action": 0.007187877781689167,
      "loss_total": 0.007187877781689167,
      "step": 28320
    },
    {
      "loss_action": 0.007917533628642559,
      "loss_total": 0.007917533628642559,
      "step": 28320
    },
    {
      "loss_action": 0.02996733970940113,
      "loss_total": 0.02996733970940113,
      "step": 28320
    },
    {
      "loss_action": 0.005852739326655865,
      "loss_total": 0.005852739326655865,
      "step": 28320
    },
    {
      "loss_action": 0.005650720559060574,
      "loss_total": 0.005650720559060574,
      "step": 28320
    },
    {
      "loss_action": 0.006196578033268452,
      "loss_total": 0.006196578033268452,
      "step": 28320
    },
    {
      "loss_action": 0.006573319435119629,
      "loss_total": 0.006573319435119629,
      "step": 28320
    },
    {
      "loss_action": 0.022172100841999054,
      "loss_total": 0.022172100841999054,
      "step": 28320
    },
    {
      "grad_norm": 0.2757978141307831,
      "learning_rate": 8.584412144702202e-05,
      "loss": 0.0118,
      "step": 28330
    },
    {
      "loss_action": 0.011849580332636833,
      "loss_total": 0.011849580332636833,
      "step": 28330
    },
    {
      "loss_action": 0.016116129234433174,
      "loss_total": 0.016116129234433174,
      "step": 28330
    },
    {
      "loss_action": 0.008797945454716682,
      "loss_total": 0.008797945454716682,
      "step": 28330
    },
    {
      "loss_action": 0.00849384255707264,
      "loss_total": 0.00849384255707264,
      "step": 28330
    },
    {
      "loss_action": 0.008699419908225536,
      "loss_total": 0.008699419908225536,
      "step": 28330
    },
    {
      "loss_action": 0.007326048798859119,
      "loss_total": 0.007326048798859119,
      "step": 28330
    },
    {
      "loss_action": 0.008207607083022594,
      "loss_total": 0.008207607083022594,
      "step": 28330
    },
    {
      "loss_action": 0.00655868835747242,
      "loss_total": 0.00655868835747242,
      "step": 28330
    },
    {
      "grad_norm": 0.13108272850513458,
      "learning_rate": 8.58325915936441e-05,
      "loss": 0.0122,
      "step": 28340
    },
    {
      "loss_action": 0.013849935494363308,
      "loss_total": 0.013849935494363308,
      "step": 28340
    },
    {
      "loss_action": 0.015036478638648987,
      "loss_total": 0.015036478638648987,
      "step": 28340
    },
    {
      "loss_action": 0.0050641209818422794,
      "loss_total": 0.0050641209818422794,
      "step": 28340
    },
    {
      "loss_action": 0.0129921343177557,
      "loss_total": 0.0129921343177557,
      "step": 28340
    },
    {
      "loss_action": 0.013384628109633923,
      "loss_total": 0.013384628109633923,
      "step": 28340
    },
    {
      "loss_action": 0.010566997341811657,
      "loss_total": 0.010566997341811657,
      "step": 28340
    },
    {
      "loss_action": 0.005890921223908663,
      "loss_total": 0.005890921223908663,
      "step": 28340
    },
    {
      "loss_action": 0.0072089917957782745,
      "loss_total": 0.0072089917957782745,
      "step": 28340
    },
    {
      "grad_norm": 0.1790761649608612,
      "learning_rate": 8.582105782166783e-05,
      "loss": 0.0111,
      "step": 28350
    },
    {
      "loss_action": 0.01430447306483984,
      "loss_total": 0.01430447306483984,
      "step": 28350
    },
    {
      "loss_action": 0.012688681483268738,
      "loss_total": 0.012688681483268738,
      "step": 28350
    },
    {
      "loss_action": 0.008742550387978554,
      "loss_total": 0.008742550387978554,
      "step": 28350
    },
    {
      "loss_action": 0.01635248214006424,
      "loss_total": 0.01635248214006424,
      "step": 28350
    },
    {
      "loss_action": 0.007908741943538189,
      "loss_total": 0.007908741943538189,
      "step": 28350
    },
    {
      "loss_action": 0.024108368903398514,
      "loss_total": 0.024108368903398514,
      "step": 28350
    },
    {
      "loss_action": 0.00924897100776434,
      "loss_total": 0.00924897100776434,
      "step": 28350
    },
    {
      "loss_action": 0.007199385203421116,
      "loss_total": 0.007199385203421116,
      "step": 28350
    },
    {
      "grad_norm": 0.14973729848861694,
      "learning_rate": 8.580952013235455e-05,
      "loss": 0.0123,
      "step": 28360
    },
    {
      "loss_action": 0.006994151510298252,
      "loss_total": 0.006994151510298252,
      "step": 28360
    },
    {
      "loss_action": 0.014392905868589878,
      "loss_total": 0.014392905868589878,
      "step": 28360
    },
    {
      "loss_action": 0.011992241255939007,
      "loss_total": 0.011992241255939007,
      "step": 28360
    },
    {
      "loss_action": 0.02562335878610611,
      "loss_total": 0.02562335878610611,
      "step": 28360
    },
    {
      "loss_action": 0.0042256941087543964,
      "loss_total": 0.0042256941087543964,
      "step": 28360
    },
    {
      "loss_action": 0.007928919047117233,
      "loss_total": 0.007928919047117233,
      "step": 28360
    },
    {
      "loss_action": 0.005010414868593216,
      "loss_total": 0.005010414868593216,
      "step": 28360
    },
    {
      "loss_action": 0.01152399554848671,
      "loss_total": 0.01152399554848671,
      "step": 28360
    },
    {
      "grad_norm": 0.12899760901927948,
      "learning_rate": 8.579797852696596e-05,
      "loss": 0.0109,
      "step": 28370
    },
    {
      "loss_action": 0.006299955770373344,
      "loss_total": 0.006299955770373344,
      "step": 28370
    },
    {
      "loss_action": 0.014814026653766632,
      "loss_total": 0.014814026653766632,
      "step": 28370
    },
    {
      "loss_action": 0.008665497414767742,
      "loss_total": 0.008665497414767742,
      "step": 28370
    },
    {
      "loss_action": 0.0039285458624362946,
      "loss_total": 0.0039285458624362946,
      "step": 28370
    },
    {
      "loss_action": 0.005295529495924711,
      "loss_total": 0.005295529495924711,
      "step": 28370
    },
    {
      "loss_action": 0.033003777265548706,
      "loss_total": 0.033003777265548706,
      "step": 28370
    },
    {
      "loss_action": 0.008737821131944656,
      "loss_total": 0.008737821131944656,
      "step": 28370
    },
    {
      "loss_action": 0.010578220710158348,
      "loss_total": 0.010578220710158348,
      "step": 28370
    },
    {
      "grad_norm": 0.16002774238586426,
      "learning_rate": 8.578643300676428e-05,
      "loss": 0.0107,
      "step": 28380
    },
    {
      "loss_action": 0.012272250838577747,
      "loss_total": 0.012272250838577747,
      "step": 28380
    },
    {
      "loss_action": 0.013371003791689873,
      "loss_total": 0.013371003791689873,
      "step": 28380
    },
    {
      "loss_action": 0.026924382895231247,
      "loss_total": 0.026924382895231247,
      "step": 28380
    },
    {
      "loss_action": 0.015445138327777386,
      "loss_total": 0.015445138327777386,
      "step": 28380
    },
    {
      "loss_action": 0.025441376492381096,
      "loss_total": 0.025441376492381096,
      "step": 28380
    },
    {
      "loss_action": 0.013312339782714844,
      "loss_total": 0.013312339782714844,
      "step": 28380
    },
    {
      "loss_action": 0.006944754160940647,
      "loss_total": 0.006944754160940647,
      "step": 28380
    },
    {
      "loss_action": 0.017885439097881317,
      "loss_total": 0.017885439097881317,
      "step": 28380
    },
    {
      "grad_norm": 0.12003012746572495,
      "learning_rate": 8.577488357301209e-05,
      "loss": 0.0103,
      "step": 28390
    },
    {
      "loss_action": 0.0033313706517219543,
      "loss_total": 0.0033313706517219543,
      "step": 28390
    },
    {
      "loss_action": 0.005172880366444588,
      "loss_total": 0.005172880366444588,
      "step": 28390
    },
    {
      "loss_action": 0.017886780202388763,
      "loss_total": 0.017886780202388763,
      "step": 28390
    },
    {
      "loss_action": 0.014173336327075958,
      "loss_total": 0.014173336327075958,
      "step": 28390
    },
    {
      "loss_action": 0.0039659831672906876,
      "loss_total": 0.0039659831672906876,
      "step": 28390
    },
    {
      "loss_action": 0.040978409349918365,
      "loss_total": 0.040978409349918365,
      "step": 28390
    },
    {
      "loss_action": 0.01129908487200737,
      "loss_total": 0.01129908487200737,
      "step": 28390
    },
    {
      "loss_action": 0.007353025022894144,
      "loss_total": 0.007353025022894144,
      "step": 28390
    },
    {
      "grad_norm": 0.11886875331401825,
      "learning_rate": 8.576333022697242e-05,
      "loss": 0.01,
      "step": 28400
    },
    {
      "loss_action": 0.009547757916152477,
      "loss_total": 0.009547757916152477,
      "step": 28400
    },
    {
      "loss_action": 0.007858728989958763,
      "loss_total": 0.007858728989958763,
      "step": 28400
    },
    {
      "loss_action": 0.004053405020385981,
      "loss_total": 0.004053405020385981,
      "step": 28400
    },
    {
      "loss_action": 0.007382693700492382,
      "loss_total": 0.007382693700492382,
      "step": 28400
    },
    {
      "loss_action": 0.02575710602104664,
      "loss_total": 0.02575710602104664,
      "step": 28400
    },
    {
      "loss_action": 0.02085096389055252,
      "loss_total": 0.02085096389055252,
      "step": 28400
    },
    {
      "loss_action": 0.005958081688731909,
      "loss_total": 0.005958081688731909,
      "step": 28400
    },
    {
      "loss_action": 0.01170596294105053,
      "loss_total": 0.01170596294105053,
      "step": 28400
    },
    {
      "grad_norm": 0.19907379150390625,
      "learning_rate": 8.575177296990873e-05,
      "loss": 0.0103,
      "step": 28410
    },
    {
      "loss_action": 0.029039058834314346,
      "loss_total": 0.029039058834314346,
      "step": 28410
    },
    {
      "loss_action": 0.0044661834836006165,
      "loss_total": 0.0044661834836006165,
      "step": 28410
    },
    {
      "loss_action": 0.014100160449743271,
      "loss_total": 0.014100160449743271,
      "step": 28410
    },
    {
      "loss_action": 0.004523288458585739,
      "loss_total": 0.004523288458585739,
      "step": 28410
    },
    {
      "loss_action": 0.007975760847330093,
      "loss_total": 0.007975760847330093,
      "step": 28410
    },
    {
      "loss_action": 0.00745350681245327,
      "loss_total": 0.00745350681245327,
      "step": 28410
    },
    {
      "loss_action": 0.004221518989652395,
      "loss_total": 0.004221518989652395,
      "step": 28410
    },
    {
      "loss_action": 0.011833835393190384,
      "loss_total": 0.011833835393190384,
      "step": 28410
    },
    {
      "grad_norm": 0.13762974739074707,
      "learning_rate": 8.574021180308489e-05,
      "loss": 0.0104,
      "step": 28420
    },
    {
      "loss_action": 0.006381708197295666,
      "loss_total": 0.006381708197295666,
      "step": 28420
    },
    {
      "loss_action": 0.040678903460502625,
      "loss_total": 0.040678903460502625,
      "step": 28420
    },
    {
      "loss_action": 0.007750601973384619,
      "loss_total": 0.007750601973384619,
      "step": 28420
    },
    {
      "loss_action": 0.007762221619486809,
      "loss_total": 0.007762221619486809,
      "step": 28420
    },
    {
      "loss_action": 0.00906203780323267,
      "loss_total": 0.00906203780323267,
      "step": 28420
    },
    {
      "loss_action": 0.005667407065629959,
      "loss_total": 0.005667407065629959,
      "step": 28420
    },
    {
      "loss_action": 0.0026503303088247776,
      "loss_total": 0.0026503303088247776,
      "step": 28420
    },
    {
      "loss_action": 0.008440840058028698,
      "loss_total": 0.008440840058028698,
      "step": 28420
    },
    {
      "grad_norm": 0.1707443743944168,
      "learning_rate": 8.572864672776523e-05,
      "loss": 0.0118,
      "step": 28430
    },
    {
      "loss_action": 0.029813366010785103,
      "loss_total": 0.029813366010785103,
      "step": 28430
    },
    {
      "loss_action": 0.013993863947689533,
      "loss_total": 0.013993863947689533,
      "step": 28430
    },
    {
      "loss_action": 0.006354167591780424,
      "loss_total": 0.006354167591780424,
      "step": 28430
    },
    {
      "loss_action": 0.011814797297120094,
      "loss_total": 0.011814797297120094,
      "step": 28430
    },
    {
      "loss_action": 0.004306796006858349,
      "loss_total": 0.004306796006858349,
      "step": 28430
    },
    {
      "loss_action": 0.012433638796210289,
      "loss_total": 0.012433638796210289,
      "step": 28430
    },
    {
      "loss_action": 0.02190474607050419,
      "loss_total": 0.02190474607050419,
      "step": 28430
    },
    {
      "loss_action": 0.016427021473646164,
      "loss_total": 0.016427021473646164,
      "step": 28430
    },
    {
      "grad_norm": 0.15280358493328094,
      "learning_rate": 8.571707774521447e-05,
      "loss": 0.0114,
      "step": 28440
    },
    {
      "loss_action": 0.009552217088639736,
      "loss_total": 0.009552217088639736,
      "step": 28440
    },
    {
      "loss_action": 0.006068458780646324,
      "loss_total": 0.006068458780646324,
      "step": 28440
    },
    {
      "loss_action": 0.004657975863665342,
      "loss_total": 0.004657975863665342,
      "step": 28440
    },
    {
      "loss_action": 0.020746977999806404,
      "loss_total": 0.020746977999806404,
      "step": 28440
    },
    {
      "loss_action": 0.0084101352840662,
      "loss_total": 0.0084101352840662,
      "step": 28440
    },
    {
      "loss_action": 0.007569164969027042,
      "loss_total": 0.007569164969027042,
      "step": 28440
    },
    {
      "loss_action": 0.013838263228535652,
      "loss_total": 0.013838263228535652,
      "step": 28440
    },
    {
      "loss_action": 0.0074163079261779785,
      "loss_total": 0.0074163079261779785,
      "step": 28440
    },
    {
      "grad_norm": 0.21409384906291962,
      "learning_rate": 8.57055048566978e-05,
      "loss": 0.0132,
      "step": 28450
    },
    {
      "loss_action": 0.010204143822193146,
      "loss_total": 0.010204143822193146,
      "step": 28450
    },
    {
      "loss_action": 0.013539312407374382,
      "loss_total": 0.013539312407374382,
      "step": 28450
    },
    {
      "loss_action": 0.015105340629816055,
      "loss_total": 0.015105340629816055,
      "step": 28450
    },
    {
      "loss_action": 0.005546068772673607,
      "loss_total": 0.005546068772673607,
      "step": 28450
    },
    {
      "loss_action": 0.01408754289150238,
      "loss_total": 0.01408754289150238,
      "step": 28450
    },
    {
      "loss_action": 0.022557765245437622,
      "loss_total": 0.022557765245437622,
      "step": 28450
    },
    {
      "loss_action": 0.008325081318616867,
      "loss_total": 0.008325081318616867,
      "step": 28450
    },
    {
      "loss_action": 0.008561436086893082,
      "loss_total": 0.008561436086893082,
      "step": 28450
    },
    {
      "grad_norm": 0.1791638433933258,
      "learning_rate": 8.569392806348078e-05,
      "loss": 0.0123,
      "step": 28460
    },
    {
      "loss_action": 0.00641064764931798,
      "loss_total": 0.00641064764931798,
      "step": 28460
    },
    {
      "loss_action": 0.010094602592289448,
      "loss_total": 0.010094602592289448,
      "step": 28460
    },
    {
      "loss_action": 0.0043094577267766,
      "loss_total": 0.0043094577267766,
      "step": 28460
    },
    {
      "loss_action": 0.006115741096436977,
      "loss_total": 0.006115741096436977,
      "step": 28460
    },
    {
      "loss_action": 0.01628965511918068,
      "loss_total": 0.01628965511918068,
      "step": 28460
    },
    {
      "loss_action": 0.006144866347312927,
      "loss_total": 0.006144866347312927,
      "step": 28460
    },
    {
      "loss_action": 0.01193309761583805,
      "loss_total": 0.01193309761583805,
      "step": 28460
    },
    {
      "loss_action": 0.01959225907921791,
      "loss_total": 0.01959225907921791,
      "step": 28460
    },
    {
      "grad_norm": 0.13128885626792908,
      "learning_rate": 8.568234736682947e-05,
      "loss": 0.0119,
      "step": 28470
    },
    {
      "loss_action": 0.008473897352814674,
      "loss_total": 0.008473897352814674,
      "step": 28470
    },
    {
      "loss_action": 0.018090486526489258,
      "loss_total": 0.018090486526489258,
      "step": 28470
    },
    {
      "loss_action": 0.018370546400547028,
      "loss_total": 0.018370546400547028,
      "step": 28470
    },
    {
      "loss_action": 0.016406621783971786,
      "loss_total": 0.016406621783971786,
      "step": 28470
    },
    {
      "loss_action": 0.004774163477122784,
      "loss_total": 0.004774163477122784,
      "step": 28470
    },
    {
      "loss_action": 0.011157467029988766,
      "loss_total": 0.011157467029988766,
      "step": 28470
    },
    {
      "loss_action": 0.00724294688552618,
      "loss_total": 0.00724294688552618,
      "step": 28470
    },
    {
      "loss_action": 0.011490574106574059,
      "loss_total": 0.011490574106574059,
      "step": 28470
    },
    {
      "grad_norm": 0.10768213868141174,
      "learning_rate": 8.567076276801029e-05,
      "loss": 0.0122,
      "step": 28480
    },
    {
      "loss_action": 0.0162722859531641,
      "loss_total": 0.0162722859531641,
      "step": 28480
    },
    {
      "loss_action": 0.004064443055540323,
      "loss_total": 0.004064443055540323,
      "step": 28480
    },
    {
      "loss_action": 0.016938064247369766,
      "loss_total": 0.016938064247369766,
      "step": 28480
    },
    {
      "loss_action": 0.00870552659034729,
      "loss_total": 0.00870552659034729,
      "step": 28480
    },
    {
      "loss_action": 0.011871219612658024,
      "loss_total": 0.011871219612658024,
      "step": 28480
    },
    {
      "loss_action": 0.008453883230686188,
      "loss_total": 0.008453883230686188,
      "step": 28480
    },
    {
      "loss_action": 0.006814396940171719,
      "loss_total": 0.006814396940171719,
      "step": 28480
    },
    {
      "loss_action": 0.01515232678502798,
      "loss_total": 0.01515232678502798,
      "step": 28480
    },
    {
      "grad_norm": 0.12682443857192993,
      "learning_rate": 8.565917426829013e-05,
      "loss": 0.0107,
      "step": 28490
    },
    {
      "loss_action": 0.03200284764170647,
      "loss_total": 0.03200284764170647,
      "step": 28490
    },
    {
      "loss_action": 0.008736114017665386,
      "loss_total": 0.008736114017665386,
      "step": 28490
    },
    {
      "loss_action": 0.00834704376757145,
      "loss_total": 0.00834704376757145,
      "step": 28490
    },
    {
      "loss_action": 0.011431107297539711,
      "loss_total": 0.011431107297539711,
      "step": 28490
    },
    {
      "loss_action": 0.00726116681471467,
      "loss_total": 0.00726116681471467,
      "step": 28490
    },
    {
      "loss_action": 0.00898502767086029,
      "loss_total": 0.00898502767086029,
      "step": 28490
    },
    {
      "loss_action": 0.011949801817536354,
      "loss_total": 0.011949801817536354,
      "step": 28490
    },
    {
      "loss_action": 0.006972776725888252,
      "loss_total": 0.006972776725888252,
      "step": 28490
    },
    {
      "grad_norm": 0.1122857928276062,
      "learning_rate": 8.564758186893628e-05,
      "loss": 0.0101,
      "step": 28500
    },
    {
      "loss_action": 0.003172395285218954,
      "loss_total": 0.003172395285218954,
      "step": 28500
    },
    {
      "loss_action": 0.008963000029325485,
      "loss_total": 0.008963000029325485,
      "step": 28500
    },
    {
      "loss_action": 0.005421011708676815,
      "loss_total": 0.005421011708676815,
      "step": 28500
    },
    {
      "loss_action": 0.027070429176092148,
      "loss_total": 0.027070429176092148,
      "step": 28500
    },
    {
      "loss_action": 0.007072010077536106,
      "loss_total": 0.007072010077536106,
      "step": 28500
    },
    {
      "loss_action": 0.008337017148733139,
      "loss_total": 0.008337017148733139,
      "step": 28500
    },
    {
      "loss_action": 0.010289978235960007,
      "loss_total": 0.010289978235960007,
      "step": 28500
    },
    {
      "loss_action": 0.00387967168353498,
      "loss_total": 0.00387967168353498,
      "step": 28500
    },
    {
      "grad_norm": 0.14017602801322937,
      "learning_rate": 8.563598557121649e-05,
      "loss": 0.0095,
      "step": 28510
    },
    {
      "loss_action": 0.0034570712596178055,
      "loss_total": 0.0034570712596178055,
      "step": 28510
    },
    {
      "loss_action": 0.005276637151837349,
      "loss_total": 0.005276637151837349,
      "step": 28510
    },
    {
      "loss_action": 0.004144339822232723,
      "loss_total": 0.004144339822232723,
      "step": 28510
    },
    {
      "loss_action": 0.010739711113274097,
      "loss_total": 0.010739711113274097,
      "step": 28510
    },
    {
      "loss_action": 0.014582567848265171,
      "loss_total": 0.014582567848265171,
      "step": 28510
    },
    {
      "loss_action": 0.00878372322767973,
      "loss_total": 0.00878372322767973,
      "step": 28510
    },
    {
      "loss_action": 0.016417909413576126,
      "loss_total": 0.016417909413576126,
      "step": 28510
    },
    {
      "loss_action": 0.006001354660838842,
      "loss_total": 0.006001354660838842,
      "step": 28510
    },
    {
      "grad_norm": 0.12539972364902496,
      "learning_rate": 8.562438537639888e-05,
      "loss": 0.0103,
      "step": 28520
    },
    {
      "loss_action": 0.012727836146950722,
      "loss_total": 0.012727836146950722,
      "step": 28520
    },
    {
      "loss_action": 0.010631058365106583,
      "loss_total": 0.010631058365106583,
      "step": 28520
    },
    {
      "loss_action": 0.004315299913287163,
      "loss_total": 0.004315299913287163,
      "step": 28520
    },
    {
      "loss_action": 0.012158788740634918,
      "loss_total": 0.012158788740634918,
      "step": 28520
    },
    {
      "loss_action": 0.005447449162602425,
      "loss_total": 0.005447449162602425,
      "step": 28520
    },
    {
      "loss_action": 0.016515756025910378,
      "loss_total": 0.016515756025910378,
      "step": 28520
    },
    {
      "loss_action": 0.03298255056142807,
      "loss_total": 0.03298255056142807,
      "step": 28520
    },
    {
      "loss_action": 0.02187582105398178,
      "loss_total": 0.02187582105398178,
      "step": 28520
    },
    {
      "grad_norm": 0.09156399965286255,
      "learning_rate": 8.561278128575206e-05,
      "loss": 0.0112,
      "step": 28530
    },
    {
      "loss_action": 0.021106358617544174,
      "loss_total": 0.021106358617544174,
      "step": 28530
    },
    {
      "loss_action": 0.02003016322851181,
      "loss_total": 0.02003016322851181,
      "step": 28530
    },
    {
      "loss_action": 0.007351306267082691,
      "loss_total": 0.007351306267082691,
      "step": 28530
    },
    {
      "loss_action": 0.025566481053829193,
      "loss_total": 0.025566481053829193,
      "step": 28530
    },
    {
      "loss_action": 0.011746266856789589,
      "loss_total": 0.011746266856789589,
      "step": 28530
    },
    {
      "loss_action": 0.008411830291152,
      "loss_total": 0.008411830291152,
      "step": 28530
    },
    {
      "loss_action": 0.0077458214946091175,
      "loss_total": 0.0077458214946091175,
      "step": 28530
    },
    {
      "loss_action": 0.010664384812116623,
      "loss_total": 0.010664384812116623,
      "step": 28530
    },
    {
      "grad_norm": 0.12147428095340729,
      "learning_rate": 8.5601173300545e-05,
      "loss": 0.0103,
      "step": 28540
    },
    {
      "loss_action": 0.011786003597080708,
      "loss_total": 0.011786003597080708,
      "step": 28540
    },
    {
      "loss_action": 0.014923054724931717,
      "loss_total": 0.014923054724931717,
      "step": 28540
    },
    {
      "loss_action": 0.007420920766890049,
      "loss_total": 0.007420920766890049,
      "step": 28540
    },
    {
      "loss_action": 0.009755877777934074,
      "loss_total": 0.009755877777934074,
      "step": 28540
    },
    {
      "loss_action": 0.013674566522240639,
      "loss_total": 0.013674566522240639,
      "step": 28540
    },
    {
      "loss_action": 0.020682543516159058,
      "loss_total": 0.020682543516159058,
      "step": 28540
    },
    {
      "loss_action": 0.004647068679332733,
      "loss_total": 0.004647068679332733,
      "step": 28540
    },
    {
      "loss_action": 0.003543322905898094,
      "loss_total": 0.003543322905898094,
      "step": 28540
    },
    {
      "grad_norm": 0.10016283392906189,
      "learning_rate": 8.558956142204717e-05,
      "loss": 0.0091,
      "step": 28550
    },
    {
      "loss_action": 0.011025962419807911,
      "loss_total": 0.011025962419807911,
      "step": 28550
    },
    {
      "loss_action": 0.01203432958573103,
      "loss_total": 0.01203432958573103,
      "step": 28550
    },
    {
      "loss_action": 0.03593729808926582,
      "loss_total": 0.03593729808926582,
      "step": 28550
    },
    {
      "loss_action": 0.00717525091022253,
      "loss_total": 0.00717525091022253,
      "step": 28550
    },
    {
      "loss_action": 0.008135330863296986,
      "loss_total": 0.008135330863296986,
      "step": 28550
    },
    {
      "loss_action": 0.014968971721827984,
      "loss_total": 0.014968971721827984,
      "step": 28550
    },
    {
      "loss_action": 0.003845143597573042,
      "loss_total": 0.003845143597573042,
      "step": 28550
    },
    {
      "loss_action": 0.003804365172982216,
      "loss_total": 0.003804365172982216,
      "step": 28550
    },
    {
      "grad_norm": 0.17960679531097412,
      "learning_rate": 8.55779456515284e-05,
      "loss": 0.0104,
      "step": 28560
    },
    {
      "loss_action": 0.009978113695979118,
      "loss_total": 0.009978113695979118,
      "step": 28560
    },
    {
      "loss_action": 0.009116517379879951,
      "loss_total": 0.009116517379879951,
      "step": 28560
    },
    {
      "loss_action": 0.020484289154410362,
      "loss_total": 0.020484289154410362,
      "step": 28560
    },
    {
      "loss_action": 0.009341372177004814,
      "loss_total": 0.009341372177004814,
      "step": 28560
    },
    {
      "loss_action": 0.009420333430171013,
      "loss_total": 0.009420333430171013,
      "step": 28560
    },
    {
      "loss_action": 0.0088381078094244,
      "loss_total": 0.0088381078094244,
      "step": 28560
    },
    {
      "loss_action": 0.011127445846796036,
      "loss_total": 0.011127445846796036,
      "step": 28560
    },
    {
      "loss_action": 0.006874574348330498,
      "loss_total": 0.006874574348330498,
      "step": 28560
    },
    {
      "grad_norm": 0.12093683332204819,
      "learning_rate": 8.556632599025898e-05,
      "loss": 0.0117,
      "step": 28570
    },
    {
      "loss_action": 0.01441251952201128,
      "loss_total": 0.01441251952201128,
      "step": 28570
    },
    {
      "loss_action": 0.007824670523405075,
      "loss_total": 0.007824670523405075,
      "step": 28570
    },
    {
      "loss_action": 0.01350890938192606,
      "loss_total": 0.01350890938192606,
      "step": 28570
    },
    {
      "loss_action": 0.008834503591060638,
      "loss_total": 0.008834503591060638,
      "step": 28570
    },
    {
      "loss_action": 0.007582319434732199,
      "loss_total": 0.007582319434732199,
      "step": 28570
    },
    {
      "loss_action": 0.002903984161093831,
      "loss_total": 0.002903984161093831,
      "step": 28570
    },
    {
      "loss_action": 0.006951268296688795,
      "loss_total": 0.006951268296688795,
      "step": 28570
    },
    {
      "loss_action": 0.07112765312194824,
      "loss_total": 0.07112765312194824,
      "step": 28570
    },
    {
      "grad_norm": 0.11791012436151505,
      "learning_rate": 8.555470243950964e-05,
      "loss": 0.0112,
      "step": 28580
    },
    {
      "loss_action": 0.004981097765266895,
      "loss_total": 0.004981097765266895,
      "step": 28580
    },
    {
      "loss_action": 0.005965769290924072,
      "loss_total": 0.005965769290924072,
      "step": 28580
    },
    {
      "loss_action": 0.014147406443953514,
      "loss_total": 0.014147406443953514,
      "step": 28580
    },
    {
      "loss_action": 0.012108316645026207,
      "loss_total": 0.012108316645026207,
      "step": 28580
    },
    {
      "loss_action": 0.008078018203377724,
      "loss_total": 0.008078018203377724,
      "step": 28580
    },
    {
      "loss_action": 0.013656485825777054,
      "loss_total": 0.013656485825777054,
      "step": 28580
    },
    {
      "loss_action": 0.01642245054244995,
      "loss_total": 0.01642245054244995,
      "step": 28580
    },
    {
      "loss_action": 0.002910053823143244,
      "loss_total": 0.002910053823143244,
      "step": 28580
    },
    {
      "grad_norm": 0.12523172795772552,
      "learning_rate": 8.554307500055148e-05,
      "loss": 0.011,
      "step": 28590
    },
    {
      "loss_action": 0.005625050514936447,
      "loss_total": 0.005625050514936447,
      "step": 28590
    },
    {
      "loss_action": 0.014811030589044094,
      "loss_total": 0.014811030589044094,
      "step": 28590
    },
    {
      "loss_action": 0.010197849944233894,
      "loss_total": 0.010197849944233894,
      "step": 28590
    },
    {
      "loss_action": 0.004492028150707483,
      "loss_total": 0.004492028150707483,
      "step": 28590
    },
    {
      "loss_action": 0.0053650494664907455,
      "loss_total": 0.0053650494664907455,
      "step": 28590
    },
    {
      "loss_action": 0.019999615848064423,
      "loss_total": 0.019999615848064423,
      "step": 28590
    },
    {
      "loss_action": 0.008180852979421616,
      "loss_total": 0.008180852979421616,
      "step": 28590
    },
    {
      "loss_action": 0.0019106781110167503,
      "loss_total": 0.0019106781110167503,
      "step": 28590
    },
    {
      "grad_norm": 0.13972872495651245,
      "learning_rate": 8.553144367465609e-05,
      "loss": 0.0126,
      "step": 28600
    },
    {
      "loss_action": 0.024020079523324966,
      "loss_total": 0.024020079523324966,
      "step": 28600
    },
    {
      "loss_action": 0.006161980796605349,
      "loss_total": 0.006161980796605349,
      "step": 28600
    },
    {
      "loss_action": 0.004096141085028648,
      "loss_total": 0.004096141085028648,
      "step": 28600
    },
    {
      "loss_action": 0.012425735592842102,
      "loss_total": 0.012425735592842102,
      "step": 28600
    },
    {
      "loss_action": 0.005781745538115501,
      "loss_total": 0.005781745538115501,
      "step": 28600
    },
    {
      "loss_action": 0.011860235594213009,
      "loss_total": 0.011860235594213009,
      "step": 28600
    },
    {
      "loss_action": 0.003369254060089588,
      "loss_total": 0.003369254060089588,
      "step": 28600
    },
    {
      "loss_action": 0.0048103793524205685,
      "loss_total": 0.0048103793524205685,
      "step": 28600
    },
    {
      "grad_norm": 0.19832423329353333,
      "learning_rate": 8.551980846309544e-05,
      "loss": 0.0126,
      "step": 28610
    },
    {
      "loss_action": 0.00432361476123333,
      "loss_total": 0.00432361476123333,
      "step": 28610
    },
    {
      "loss_action": 0.00890280120074749,
      "loss_total": 0.00890280120074749,
      "step": 28610
    },
    {
      "loss_action": 0.01557094231247902,
      "loss_total": 0.01557094231247902,
      "step": 28610
    },
    {
      "loss_action": 0.009080963209271431,
      "loss_total": 0.009080963209271431,
      "step": 28610
    },
    {
      "loss_action": 0.012119420804083347,
      "loss_total": 0.012119420804083347,
      "step": 28610
    },
    {
      "loss_action": 0.018409715965390205,
      "loss_total": 0.018409715965390205,
      "step": 28610
    },
    {
      "loss_action": 0.005166292190551758,
      "loss_total": 0.005166292190551758,
      "step": 28610
    },
    {
      "loss_action": 0.007535560987889767,
      "loss_total": 0.007535560987889767,
      "step": 28610
    },
    {
      "grad_norm": 0.1909906268119812,
      "learning_rate": 8.550816936714193e-05,
      "loss": 0.0118,
      "step": 28620
    },
    {
      "loss_action": 0.007568832021206617,
      "loss_total": 0.007568832021206617,
      "step": 28620
    },
    {
      "loss_action": 0.01024431362748146,
      "loss_total": 0.01024431362748146,
      "step": 28620
    },
    {
      "loss_action": 0.017594650387763977,
      "loss_total": 0.017594650387763977,
      "step": 28620
    },
    {
      "loss_action": 0.013720264658331871,
      "loss_total": 0.013720264658331871,
      "step": 28620
    },
    {
      "loss_action": 0.029223866760730743,
      "loss_total": 0.029223866760730743,
      "step": 28620
    },
    {
      "loss_action": 0.007741861045360565,
      "loss_total": 0.007741861045360565,
      "step": 28620
    },
    {
      "loss_action": 0.03362447768449783,
      "loss_total": 0.03362447768449783,
      "step": 28620
    },
    {
      "loss_action": 0.009457474574446678,
      "loss_total": 0.009457474574446678,
      "step": 28620
    },
    {
      "grad_norm": 0.10240443050861359,
      "learning_rate": 8.549652638806841e-05,
      "loss": 0.0112,
      "step": 28630
    },
    {
      "loss_action": 0.01628725975751877,
      "loss_total": 0.01628725975751877,
      "step": 28630
    },
    {
      "loss_action": 0.007512201089411974,
      "loss_total": 0.007512201089411974,
      "step": 28630
    },
    {
      "loss_action": 0.009914914146065712,
      "loss_total": 0.009914914146065712,
      "step": 28630
    },
    {
      "loss_action": 0.008441130630671978,
      "loss_total": 0.008441130630671978,
      "step": 28630
    },
    {
      "loss_action": 0.005506853107362986,
      "loss_total": 0.005506853107362986,
      "step": 28630
    },
    {
      "loss_action": 0.013743046671152115,
      "loss_total": 0.013743046671152115,
      "step": 28630
    },
    {
      "loss_action": 0.0228043794631958,
      "loss_total": 0.0228043794631958,
      "step": 28630
    },
    {
      "loss_action": 0.008305072784423828,
      "loss_total": 0.008305072784423828,
      "step": 28630
    },
    {
      "grad_norm": 0.10778142511844635,
      "learning_rate": 8.548487952714812e-05,
      "loss": 0.0109,
      "step": 28640
    },
    {
      "loss_action": 0.00916510634124279,
      "loss_total": 0.00916510634124279,
      "step": 28640
    },
    {
      "loss_action": 0.009875611402094364,
      "loss_total": 0.009875611402094364,
      "step": 28640
    },
    {
      "loss_action": 0.003685376141220331,
      "loss_total": 0.003685376141220331,
      "step": 28640
    },
    {
      "loss_action": 0.008930817246437073,
      "loss_total": 0.008930817246437073,
      "step": 28640
    },
    {
      "loss_action": 0.009640066884458065,
      "loss_total": 0.009640066884458065,
      "step": 28640
    },
    {
      "loss_action": 0.01952548697590828,
      "loss_total": 0.01952548697590828,
      "step": 28640
    },
    {
      "loss_action": 0.016931504011154175,
      "loss_total": 0.016931504011154175,
      "step": 28640
    },
    {
      "loss_action": 0.016555845737457275,
      "loss_total": 0.016555845737457275,
      "step": 28640
    },
    {
      "grad_norm": 0.1638663411140442,
      "learning_rate": 8.547322878565478e-05,
      "loss": 0.0113,
      "step": 28650
    },
    {
      "loss_action": 0.005924949422478676,
      "loss_total": 0.005924949422478676,
      "step": 28650
    },
    {
      "loss_action": 0.004320355597883463,
      "loss_total": 0.004320355597883463,
      "step": 28650
    },
    {
      "loss_action": 0.005290713161230087,
      "loss_total": 0.005290713161230087,
      "step": 28650
    },
    {
      "loss_action": 0.022865476086735725,
      "loss_total": 0.022865476086735725,
      "step": 28650
    },
    {
      "loss_action": 0.007632388733327389,
      "loss_total": 0.007632388733327389,
      "step": 28650
    },
    {
      "loss_action": 0.01635691709816456,
      "loss_total": 0.01635691709816456,
      "step": 28650
    },
    {
      "loss_action": 0.00962905865162611,
      "loss_total": 0.00962905865162611,
      "step": 28650
    },
    {
      "loss_action": 0.014450468122959137,
      "loss_total": 0.014450468122959137,
      "step": 28650
    },
    {
      "grad_norm": 0.1717192679643631,
      "learning_rate": 8.546157416486245e-05,
      "loss": 0.0111,
      "step": 28660
    },
    {
      "loss_action": 0.007229728624224663,
      "loss_total": 0.007229728624224663,
      "step": 28660
    },
    {
      "loss_action": 0.0077325524762272835,
      "loss_total": 0.0077325524762272835,
      "step": 28660
    },
    {
      "loss_action": 0.003947824239730835,
      "loss_total": 0.003947824239730835,
      "step": 28660
    },
    {
      "loss_action": 0.007726071868091822,
      "loss_total": 0.007726071868091822,
      "step": 28660
    },
    {
      "loss_action": 0.02650422230362892,
      "loss_total": 0.02650422230362892,
      "step": 28660
    },
    {
      "loss_action": 0.005920928902924061,
      "loss_total": 0.005920928902924061,
      "step": 28660
    },
    {
      "loss_action": 0.005872586742043495,
      "loss_total": 0.005872586742043495,
      "step": 28660
    },
    {
      "loss_action": 0.004742306657135487,
      "loss_total": 0.004742306657135487,
      "step": 28660
    },
    {
      "grad_norm": 0.1859835386276245,
      "learning_rate": 8.54499156660457e-05,
      "loss": 0.0123,
      "step": 28670
    },
    {
      "loss_action": 0.011982499621808529,
      "loss_total": 0.011982499621808529,
      "step": 28670
    },
    {
      "loss_action": 0.018222708255052567,
      "loss_total": 0.018222708255052567,
      "step": 28670
    },
    {
      "loss_action": 0.022899335250258446,
      "loss_total": 0.022899335250258446,
      "step": 28670
    },
    {
      "loss_action": 0.010334938764572144,
      "loss_total": 0.010334938764572144,
      "step": 28670
    },
    {
      "loss_action": 0.014199286699295044,
      "loss_total": 0.014199286699295044,
      "step": 28670
    },
    {
      "loss_action": 0.007702964823693037,
      "loss_total": 0.007702964823693037,
      "step": 28670
    },
    {
      "loss_action": 0.009118917398154736,
      "loss_total": 0.009118917398154736,
      "step": 28670
    },
    {
      "loss_action": 0.015346018597483635,
      "loss_total": 0.015346018597483635,
      "step": 28670
    },
    {
      "grad_norm": 0.11831369996070862,
      "learning_rate": 8.543825329047947e-05,
      "loss": 0.0108,
      "step": 28680
    },
    {
      "loss_action": 0.006425865925848484,
      "loss_total": 0.006425865925848484,
      "step": 28680
    },
    {
      "loss_action": 0.033180490136146545,
      "loss_total": 0.033180490136146545,
      "step": 28680
    },
    {
      "loss_action": 0.00807027518749237,
      "loss_total": 0.00807027518749237,
      "step": 28680
    },
    {
      "loss_action": 0.006334146950393915,
      "loss_total": 0.006334146950393915,
      "step": 28680
    },
    {
      "loss_action": 0.029012184590101242,
      "loss_total": 0.029012184590101242,
      "step": 28680
    },
    {
      "loss_action": 0.008478819392621517,
      "loss_total": 0.008478819392621517,
      "step": 28680
    },
    {
      "loss_action": 0.010438033379614353,
      "loss_total": 0.010438033379614353,
      "step": 28680
    },
    {
      "loss_action": 0.010262425988912582,
      "loss_total": 0.010262425988912582,
      "step": 28680
    },
    {
      "grad_norm": 0.12260880321264267,
      "learning_rate": 8.542658703943913e-05,
      "loss": 0.0118,
      "step": 28690
    },
    {
      "loss_action": 0.006498606875538826,
      "loss_total": 0.006498606875538826,
      "step": 28690
    },
    {
      "loss_action": 0.0036359080113470554,
      "loss_total": 0.0036359080113470554,
      "step": 28690
    },
    {
      "loss_action": 0.004912788979709148,
      "loss_total": 0.004912788979709148,
      "step": 28690
    },
    {
      "loss_action": 0.031998708844184875,
      "loss_total": 0.031998708844184875,
      "step": 28690
    },
    {
      "loss_action": 0.007573213428258896,
      "loss_total": 0.007573213428258896,
      "step": 28690
    },
    {
      "loss_action": 0.00485600670799613,
      "loss_total": 0.00485600670799613,
      "step": 28690
    },
    {
      "loss_action": 0.0298483707010746,
      "loss_total": 0.0298483707010746,
      "step": 28690
    },
    {
      "loss_action": 0.01181219331920147,
      "loss_total": 0.01181219331920147,
      "step": 28690
    },
    {
      "grad_norm": 0.1584317535161972,
      "learning_rate": 8.541491691420051e-05,
      "loss": 0.0108,
      "step": 28700
    },
    {
      "loss_action": 0.009197188541293144,
      "loss_total": 0.009197188541293144,
      "step": 28700
    },
    {
      "loss_action": 0.015761753544211388,
      "loss_total": 0.015761753544211388,
      "step": 28700
    },
    {
      "loss_action": 0.02566756308078766,
      "loss_total": 0.02566756308078766,
      "step": 28700
    },
    {
      "loss_action": 0.01080813817679882,
      "loss_total": 0.01080813817679882,
      "step": 28700
    },
    {
      "loss_action": 0.01529584638774395,
      "loss_total": 0.01529584638774395,
      "step": 28700
    },
    {
      "loss_action": 0.006260739639401436,
      "loss_total": 0.006260739639401436,
      "step": 28700
    },
    {
      "loss_action": 0.010251755826175213,
      "loss_total": 0.010251755826175213,
      "step": 28700
    },
    {
      "loss_action": 0.019185561686754227,
      "loss_total": 0.019185561686754227,
      "step": 28700
    },
    {
      "grad_norm": 0.16904787719249725,
      "learning_rate": 8.54032429160398e-05,
      "loss": 0.0106,
      "step": 28710
    },
    {
      "loss_action": 0.027311231940984726,
      "loss_total": 0.027311231940984726,
      "step": 28710
    },
    {
      "loss_action": 0.015849299728870392,
      "loss_total": 0.015849299728870392,
      "step": 28710
    },
    {
      "loss_action": 0.008951086550951004,
      "loss_total": 0.008951086550951004,
      "step": 28710
    },
    {
      "loss_action": 0.01113220863044262,
      "loss_total": 0.01113220863044262,
      "step": 28710
    },
    {
      "loss_action": 0.013769116252660751,
      "loss_total": 0.013769116252660751,
      "step": 28710
    },
    {
      "loss_action": 0.0038335751742124557,
      "loss_total": 0.0038335751742124557,
      "step": 28710
    },
    {
      "loss_action": 0.009959414601325989,
      "loss_total": 0.009959414601325989,
      "step": 28710
    },
    {
      "loss_action": 0.01464319322258234,
      "loss_total": 0.01464319322258234,
      "step": 28710
    },
    {
      "grad_norm": 0.14395487308502197,
      "learning_rate": 8.539156504623369e-05,
      "loss": 0.0103,
      "step": 28720
    },
    {
      "loss_action": 0.014739369973540306,
      "loss_total": 0.014739369973540306,
      "step": 28720
    },
    {
      "loss_action": 0.00398333789780736,
      "loss_total": 0.00398333789780736,
      "step": 28720
    },
    {
      "loss_action": 0.012506427243351936,
      "loss_total": 0.012506427243351936,
      "step": 28720
    },
    {
      "loss_action": 0.010579926893115044,
      "loss_total": 0.010579926893115044,
      "step": 28720
    },
    {
      "loss_action": 0.016829106956720352,
      "loss_total": 0.016829106956720352,
      "step": 28720
    },
    {
      "loss_action": 0.006776638329029083,
      "loss_total": 0.006776638329029083,
      "step": 28720
    },
    {
      "loss_action": 0.014031220227479935,
      "loss_total": 0.014031220227479935,
      "step": 28720
    },
    {
      "loss_action": 0.009871559217572212,
      "loss_total": 0.009871559217572212,
      "step": 28720
    },
    {
      "grad_norm": 0.1764819324016571,
      "learning_rate": 8.537988330605923e-05,
      "loss": 0.0096,
      "step": 28730
    },
    {
      "loss_action": 0.007311624474823475,
      "loss_total": 0.007311624474823475,
      "step": 28730
    },
    {
      "loss_action": 0.08284909278154373,
      "loss_total": 0.08284909278154373,
      "step": 28730
    },
    {
      "loss_action": 0.008192654699087143,
      "loss_total": 0.008192654699087143,
      "step": 28730
    },
    {
      "loss_action": 0.02612888626754284,
      "loss_total": 0.02612888626754284,
      "step": 28730
    },
    {
      "loss_action": 0.014732150360941887,
      "loss_total": 0.014732150360941887,
      "step": 28730
    },
    {
      "loss_action": 0.008439047262072563,
      "loss_total": 0.008439047262072563,
      "step": 28730
    },
    {
      "loss_action": 0.006383499130606651,
      "loss_total": 0.006383499130606651,
      "step": 28730
    },
    {
      "loss_action": 0.00879688747227192,
      "loss_total": 0.00879688747227192,
      "step": 28730
    },
    {
      "grad_norm": 0.10945951193571091,
      "learning_rate": 8.536819769679393e-05,
      "loss": 0.0109,
      "step": 28740
    },
    {
      "loss_action": 0.0070029497146606445,
      "loss_total": 0.0070029497146606445,
      "step": 28740
    },
    {
      "loss_action": 0.013400084339082241,
      "loss_total": 0.013400084339082241,
      "step": 28740
    },
    {
      "loss_action": 0.01705823466181755,
      "loss_total": 0.01705823466181755,
      "step": 28740
    },
    {
      "loss_action": 0.004457768518477678,
      "loss_total": 0.004457768518477678,
      "step": 28740
    },
    {
      "loss_action": 0.008254080079495907,
      "loss_total": 0.008254080079495907,
      "step": 28740
    },
    {
      "loss_action": 0.022105639800429344,
      "loss_total": 0.022105639800429344,
      "step": 28740
    },
    {
      "loss_action": 0.007078849244862795,
      "loss_total": 0.007078849244862795,
      "step": 28740
    },
    {
      "loss_action": 0.0074188802391290665,
      "loss_total": 0.0074188802391290665,
      "step": 28740
    },
    {
      "grad_norm": 0.1895962357521057,
      "learning_rate": 8.53565082197157e-05,
      "loss": 0.0127,
      "step": 28750
    },
    {
      "loss_action": 0.007621882017701864,
      "loss_total": 0.007621882017701864,
      "step": 28750
    },
    {
      "loss_action": 0.01658298633992672,
      "loss_total": 0.01658298633992672,
      "step": 28750
    },
    {
      "loss_action": 0.01631816104054451,
      "loss_total": 0.01631816104054451,
      "step": 28750
    },
    {
      "loss_action": 0.024472519755363464,
      "loss_total": 0.024472519755363464,
      "step": 28750
    },
    {
      "loss_action": 0.006968775764107704,
      "loss_total": 0.006968775764107704,
      "step": 28750
    },
    {
      "loss_action": 0.011535720899701118,
      "loss_total": 0.011535720899701118,
      "step": 28750
    },
    {
      "loss_action": 0.01419069990515709,
      "loss_total": 0.01419069990515709,
      "step": 28750
    },
    {
      "loss_action": 0.0059453630819916725,
      "loss_total": 0.0059453630819916725,
      "step": 28750
    },
    {
      "grad_norm": 0.1132388561964035,
      "learning_rate": 8.534481487610289e-05,
      "loss": 0.014,
      "step": 28760
    },
    {
      "loss_action": 0.01273476704955101,
      "loss_total": 0.01273476704955101,
      "step": 28760
    },
    {
      "loss_action": 0.004569946322590113,
      "loss_total": 0.004569946322590113,
      "step": 28760
    },
    {
      "loss_action": 0.020276125520467758,
      "loss_total": 0.020276125520467758,
      "step": 28760
    },
    {
      "loss_action": 0.010038474574685097,
      "loss_total": 0.010038474574685097,
      "step": 28760
    },
    {
      "loss_action": 0.017316900193691254,
      "loss_total": 0.017316900193691254,
      "step": 28760
    },
    {
      "loss_action": 0.0032278245780617,
      "loss_total": 0.0032278245780617,
      "step": 28760
    },
    {
      "loss_action": 0.013841196894645691,
      "loss_total": 0.013841196894645691,
      "step": 28760
    },
    {
      "loss_action": 0.010298578068614006,
      "loss_total": 0.010298578068614006,
      "step": 28760
    },
    {
      "grad_norm": 0.15591077506542206,
      "learning_rate": 8.533311766723428e-05,
      "loss": 0.0111,
      "step": 28770
    },
    {
      "loss_action": 0.007694899570196867,
      "loss_total": 0.007694899570196867,
      "step": 28770
    },
    {
      "loss_action": 0.01046184916049242,
      "loss_total": 0.01046184916049242,
      "step": 28770
    },
    {
      "loss_action": 0.01085030846297741,
      "loss_total": 0.01085030846297741,
      "step": 28770
    },
    {
      "loss_action": 0.006820173934102058,
      "loss_total": 0.006820173934102058,
      "step": 28770
    },
    {
      "loss_action": 0.009790966287255287,
      "loss_total": 0.009790966287255287,
      "step": 28770
    },
    {
      "loss_action": 0.008490188978612423,
      "loss_total": 0.008490188978612423,
      "step": 28770
    },
    {
      "loss_action": 0.017120331525802612,
      "loss_total": 0.017120331525802612,
      "step": 28770
    },
    {
      "loss_action": 0.013001776300370693,
      "loss_total": 0.013001776300370693,
      "step": 28770
    },
    {
      "grad_norm": 0.21136704087257385,
      "learning_rate": 8.532141659438901e-05,
      "loss": 0.011,
      "step": 28780
    },
    {
      "loss_action": 0.00794480461627245,
      "loss_total": 0.00794480461627245,
      "step": 28780
    },
    {
      "loss_action": 0.009744635783135891,
      "loss_total": 0.009744635783135891,
      "step": 28780
    },
    {
      "loss_action": 0.006114340387284756,
      "loss_total": 0.006114340387284756,
      "step": 28780
    },
    {
      "loss_action": 0.009406767785549164,
      "loss_total": 0.009406767785549164,
      "step": 28780
    },
    {
      "loss_action": 0.02031242474913597,
      "loss_total": 0.02031242474913597,
      "step": 28780
    },
    {
      "loss_action": 0.025744814425706863,
      "loss_total": 0.025744814425706863,
      "step": 28780
    },
    {
      "loss_action": 0.01627061888575554,
      "loss_total": 0.01627061888575554,
      "step": 28780
    },
    {
      "loss_action": 0.018879543989896774,
      "loss_total": 0.018879543989896774,
      "step": 28780
    },
    {
      "grad_norm": 0.12278662621974945,
      "learning_rate": 8.530971165884675e-05,
      "loss": 0.0125,
      "step": 28790
    },
    {
      "loss_action": 0.004871788434684277,
      "loss_total": 0.004871788434684277,
      "step": 28790
    },
    {
      "loss_action": 0.004873407073318958,
      "loss_total": 0.004873407073318958,
      "step": 28790
    },
    {
      "loss_action": 0.013208228163421154,
      "loss_total": 0.013208228163421154,
      "step": 28790
    },
    {
      "loss_action": 0.023350801318883896,
      "loss_total": 0.023350801318883896,
      "step": 28790
    },
    {
      "loss_action": 0.010993057861924171,
      "loss_total": 0.010993057861924171,
      "step": 28790
    },
    {
      "loss_action": 0.007981322705745697,
      "loss_total": 0.007981322705745697,
      "step": 28790
    },
    {
      "loss_action": 0.008315347135066986,
      "loss_total": 0.008315347135066986,
      "step": 28790
    },
    {
      "loss_action": 0.024403400719165802,
      "loss_total": 0.024403400719165802,
      "step": 28790
    },
    {
      "grad_norm": 0.15080416202545166,
      "learning_rate": 8.529800286188752e-05,
      "loss": 0.0109,
      "step": 28800
    },
    {
      "loss_action": 0.007444100454449654,
      "loss_total": 0.007444100454449654,
      "step": 28800
    },
    {
      "loss_action": 0.007048849016427994,
      "loss_total": 0.007048849016427994,
      "step": 28800
    },
    {
      "loss_action": 0.006524938158690929,
      "loss_total": 0.006524938158690929,
      "step": 28800
    },
    {
      "loss_action": 0.004578685853630304,
      "loss_total": 0.004578685853630304,
      "step": 28800
    },
    {
      "loss_action": 0.026803912594914436,
      "loss_total": 0.026803912594914436,
      "step": 28800
    },
    {
      "loss_action": 0.007609898224473,
      "loss_total": 0.007609898224473,
      "step": 28800
    },
    {
      "loss_action": 0.008384944871068,
      "loss_total": 0.008384944871068,
      "step": 28800
    },
    {
      "loss_action": 0.013728272169828415,
      "loss_total": 0.013728272169828415,
      "step": 28800
    },
    {
      "grad_norm": 0.18351981043815613,
      "learning_rate": 8.528629020479175e-05,
      "loss": 0.011,
      "step": 28810
    },
    {
      "loss_action": 0.005441597662866116,
      "loss_total": 0.005441597662866116,
      "step": 28810
    },
    {
      "loss_action": 0.015352530404925346,
      "loss_total": 0.015352530404925346,
      "step": 28810
    },
    {
      "loss_action": 0.0126810222864151,
      "loss_total": 0.0126810222864151,
      "step": 28810
    },
    {
      "loss_action": 0.006138045806437731,
      "loss_total": 0.006138045806437731,
      "step": 28810
    },
    {
      "loss_action": 0.022957397624850273,
      "loss_total": 0.022957397624850273,
      "step": 28810
    },
    {
      "loss_action": 0.06371623277664185,
      "loss_total": 0.06371623277664185,
      "step": 28810
    },
    {
      "loss_action": 0.0059228320606052876,
      "loss_total": 0.0059228320606052876,
      "step": 28810
    },
    {
      "loss_action": 0.005906239617615938,
      "loss_total": 0.005906239617615938,
      "step": 28810
    },
    {
      "grad_norm": 0.1450638622045517,
      "learning_rate": 8.527457368884033e-05,
      "loss": 0.0119,
      "step": 28820
    },
    {
      "loss_action": 0.01349357794970274,
      "loss_total": 0.01349357794970274,
      "step": 28820
    },
    {
      "loss_action": 0.01122148148715496,
      "loss_total": 0.01122148148715496,
      "step": 28820
    },
    {
      "loss_action": 0.012949272990226746,
      "loss_total": 0.012949272990226746,
      "step": 28820
    },
    {
      "loss_action": 0.00883406586945057,
      "loss_total": 0.00883406586945057,
      "step": 28820
    },
    {
      "loss_action": 0.003919211681932211,
      "loss_total": 0.003919211681932211,
      "step": 28820
    },
    {
      "loss_action": 0.011652426794171333,
      "loss_total": 0.011652426794171333,
      "step": 28820
    },
    {
      "loss_action": 0.005891670472919941,
      "loss_total": 0.005891670472919941,
      "step": 28820
    },
    {
      "loss_action": 0.018340645357966423,
      "loss_total": 0.018340645357966423,
      "step": 28820
    },
    {
      "grad_norm": 0.13570918142795563,
      "learning_rate": 8.526285331531458e-05,
      "loss": 0.0111,
      "step": 28830
    },
    {
      "loss_action": 0.024215390905737877,
      "loss_total": 0.024215390905737877,
      "step": 28830
    },
    {
      "loss_action": 0.010170452296733856,
      "loss_total": 0.010170452296733856,
      "step": 28830
    },
    {
      "loss_action": 0.01727348379790783,
      "loss_total": 0.01727348379790783,
      "step": 28830
    },
    {
      "loss_action": 0.0053796311840415,
      "loss_total": 0.0053796311840415,
      "step": 28830
    },
    {
      "loss_action": 0.0031057391315698624,
      "loss_total": 0.0031057391315698624,
      "step": 28830
    },
    {
      "loss_action": 0.018001839518547058,
      "loss_total": 0.018001839518547058,
      "step": 28830
    },
    {
      "loss_action": 0.009797826409339905,
      "loss_total": 0.009797826409339905,
      "step": 28830
    },
    {
      "loss_action": 0.006174601148813963,
      "loss_total": 0.006174601148813963,
      "step": 28830
    },
    {
      "grad_norm": 0.13181959092617035,
      "learning_rate": 8.525112908549621e-05,
      "loss": 0.0106,
      "step": 28840
    },
    {
      "loss_action": 0.013383121229708195,
      "loss_total": 0.013383121229708195,
      "step": 28840
    },
    {
      "loss_action": 0.00628560408949852,
      "loss_total": 0.00628560408949852,
      "step": 28840
    },
    {
      "loss_action": 0.013605570420622826,
      "loss_total": 0.013605570420622826,
      "step": 28840
    },
    {
      "loss_action": 0.022613348439335823,
      "loss_total": 0.022613348439335823,
      "step": 28840
    },
    {
      "loss_action": 0.0049890074878931046,
      "loss_total": 0.0049890074878931046,
      "step": 28840
    },
    {
      "loss_action": 0.005243432708084583,
      "loss_total": 0.005243432708084583,
      "step": 28840
    },
    {
      "loss_action": 0.03471476584672928,
      "loss_total": 0.03471476584672928,
      "step": 28840
    },
    {
      "loss_action": 0.01264444924890995,
      "loss_total": 0.01264444924890995,
      "step": 28840
    },
    {
      "grad_norm": 0.15375377237796783,
      "learning_rate": 8.523940100066735e-05,
      "loss": 0.0117,
      "step": 28850
    },
    {
      "loss_action": 0.007437699008733034,
      "loss_total": 0.007437699008733034,
      "step": 28850
    },
    {
      "loss_action": 0.007130289450287819,
      "loss_total": 0.007130289450287819,
      "step": 28850
    },
    {
      "loss_action": 0.006560841109603643,
      "loss_total": 0.006560841109603643,
      "step": 28850
    },
    {
      "loss_action": 0.032401520758867264,
      "loss_total": 0.032401520758867264,
      "step": 28850
    },
    {
      "loss_action": 0.005340051371604204,
      "loss_total": 0.005340051371604204,
      "step": 28850
    },
    {
      "loss_action": 0.009307438507676125,
      "loss_total": 0.009307438507676125,
      "step": 28850
    },
    {
      "loss_action": 0.0029406228568404913,
      "loss_total": 0.0029406228568404913,
      "step": 28850
    },
    {
      "loss_action": 0.024892624467611313,
      "loss_total": 0.024892624467611313,
      "step": 28850
    },
    {
      "grad_norm": 0.17842872440814972,
      "learning_rate": 8.52276690621106e-05,
      "loss": 0.0119,
      "step": 28860
    },
    {
      "loss_action": 0.008512151427567005,
      "loss_total": 0.008512151427567005,
      "step": 28860
    },
    {
      "loss_action": 0.016155118122696877,
      "loss_total": 0.016155118122696877,
      "step": 28860
    },
    {
      "loss_action": 0.014152510091662407,
      "loss_total": 0.014152510091662407,
      "step": 28860
    },
    {
      "loss_action": 0.009536394849419594,
      "loss_total": 0.009536394849419594,
      "step": 28860
    },
    {
      "loss_action": 0.006742745637893677,
      "loss_total": 0.006742745637893677,
      "step": 28860
    },
    {
      "loss_action": 0.006284331902861595,
      "loss_total": 0.006284331902861595,
      "step": 28860
    },
    {
      "loss_action": 0.006274381186813116,
      "loss_total": 0.006274381186813116,
      "step": 28860
    },
    {
      "loss_action": 0.014024613425135612,
      "loss_total": 0.014024613425135612,
      "step": 28860
    },
    {
      "grad_norm": 0.15387088060379028,
      "learning_rate": 8.521593327110889e-05,
      "loss": 0.014,
      "step": 28870
    },
    {
      "loss_action": 0.011323204264044762,
      "loss_total": 0.011323204264044762,
      "step": 28870
    },
    {
      "loss_action": 0.023969031870365143,
      "loss_total": 0.023969031870365143,
      "step": 28870
    },
    {
      "loss_action": 0.014243986457586288,
      "loss_total": 0.014243986457586288,
      "step": 28870
    },
    {
      "loss_action": 0.006883716676384211,
      "loss_total": 0.006883716676384211,
      "step": 28870
    },
    {
      "loss_action": 0.041499845683574677,
      "loss_total": 0.041499845683574677,
      "step": 28870
    },
    {
      "loss_action": 0.003998386673629284,
      "loss_total": 0.003998386673629284,
      "step": 28870
    },
    {
      "loss_action": 0.008173313923180103,
      "loss_total": 0.008173313923180103,
      "step": 28870
    },
    {
      "loss_action": 0.008003738708794117,
      "loss_total": 0.008003738708794117,
      "step": 28870
    },
    {
      "grad_norm": 0.17347300052642822,
      "learning_rate": 8.520419362894569e-05,
      "loss": 0.013,
      "step": 28880
    },
    {
      "loss_action": 0.006915592588484287,
      "loss_total": 0.006915592588484287,
      "step": 28880
    },
    {
      "loss_action": 0.008828515186905861,
      "loss_total": 0.008828515186905861,
      "step": 28880
    },
    {
      "loss_action": 0.012152908369898796,
      "loss_total": 0.012152908369898796,
      "step": 28880
    },
    {
      "loss_action": 0.010714800097048283,
      "loss_total": 0.010714800097048283,
      "step": 28880
    },
    {
      "loss_action": 0.005006532650440931,
      "loss_total": 0.005006532650440931,
      "step": 28880
    },
    {
      "loss_action": 0.008153228089213371,
      "loss_total": 0.008153228089213371,
      "step": 28880
    },
    {
      "loss_action": 0.007944668643176556,
      "loss_total": 0.007944668643176556,
      "step": 28880
    },
    {
      "loss_action": 0.011951103806495667,
      "loss_total": 0.011951103806495667,
      "step": 28880
    },
    {
      "grad_norm": 0.13465233147144318,
      "learning_rate": 8.51924501369048e-05,
      "loss": 0.0098,
      "step": 28890
    },
    {
      "loss_action": 0.016519030556082726,
      "loss_total": 0.016519030556082726,
      "step": 28890
    },
    {
      "loss_action": 0.006210647523403168,
      "loss_total": 0.006210647523403168,
      "step": 28890
    },
    {
      "loss_action": 0.005328245926648378,
      "loss_total": 0.005328245926648378,
      "step": 28890
    },
    {
      "loss_action": 0.005294370464980602,
      "loss_total": 0.005294370464980602,
      "step": 28890
    },
    {
      "loss_action": 0.007718166336417198,
      "loss_total": 0.007718166336417198,
      "step": 28890
    },
    {
      "loss_action": 0.007569203153252602,
      "loss_total": 0.007569203153252602,
      "step": 28890
    },
    {
      "loss_action": 0.005915137939155102,
      "loss_total": 0.005915137939155102,
      "step": 28890
    },
    {
      "loss_action": 0.011197425425052643,
      "loss_total": 0.011197425425052643,
      "step": 28890
    },
    {
      "grad_norm": 0.1583314687013626,
      "learning_rate": 8.518070279627047e-05,
      "loss": 0.0104,
      "step": 28900
    },
    {
      "loss_action": 0.004991564899682999,
      "loss_total": 0.004991564899682999,
      "step": 28900
    },
    {
      "loss_action": 0.014499825425446033,
      "loss_total": 0.014499825425446033,
      "step": 28900
    },
    {
      "loss_action": 0.015381600707769394,
      "loss_total": 0.015381600707769394,
      "step": 28900
    },
    {
      "loss_action": 0.007818666286766529,
      "loss_total": 0.007818666286766529,
      "step": 28900
    },
    {
      "loss_action": 0.013686545193195343,
      "loss_total": 0.013686545193195343,
      "step": 28900
    },
    {
      "loss_action": 0.005421070381999016,
      "loss_total": 0.005421070381999016,
      "step": 28900
    },
    {
      "loss_action": 0.012807146646082401,
      "loss_total": 0.012807146646082401,
      "step": 28900
    },
    {
      "loss_action": 0.011972179636359215,
      "loss_total": 0.011972179636359215,
      "step": 28900
    },
    {
      "grad_norm": 0.10259144753217697,
      "learning_rate": 8.516895160832737e-05,
      "loss": 0.0119,
      "step": 28910
    },
    {
      "loss_action": 0.01016329787671566,
      "loss_total": 0.01016329787671566,
      "step": 28910
    },
    {
      "loss_action": 0.014010586775839329,
      "loss_total": 0.014010586775839329,
      "step": 28910
    },
    {
      "loss_action": 0.004203371237963438,
      "loss_total": 0.004203371237963438,
      "step": 28910
    },
    {
      "loss_action": 0.007213989272713661,
      "loss_total": 0.007213989272713661,
      "step": 28910
    },
    {
      "loss_action": 0.024075692519545555,
      "loss_total": 0.024075692519545555,
      "step": 28910
    },
    {
      "loss_action": 0.009682836011052132,
      "loss_total": 0.009682836011052132,
      "step": 28910
    },
    {
      "loss_action": 0.011850610375404358,
      "loss_total": 0.011850610375404358,
      "step": 28910
    },
    {
      "loss_action": 0.015441599301993847,
      "loss_total": 0.015441599301993847,
      "step": 28910
    },
    {
      "grad_norm": 0.15005549788475037,
      "learning_rate": 8.515719657436061e-05,
      "loss": 0.0099,
      "step": 28920
    },
    {
      "loss_action": 0.009430205449461937,
      "loss_total": 0.009430205449461937,
      "step": 28920
    },
    {
      "loss_action": 0.0036842282861471176,
      "loss_total": 0.0036842282861471176,
      "step": 28920
    },
    {
      "loss_action": 0.009496800601482391,
      "loss_total": 0.009496800601482391,
      "step": 28920
    },
    {
      "loss_action": 0.011161550879478455,
      "loss_total": 0.011161550879478455,
      "step": 28920
    },
    {
      "loss_action": 0.010663989000022411,
      "loss_total": 0.010663989000022411,
      "step": 28920
    },
    {
      "loss_action": 0.011668078601360321,
      "loss_total": 0.011668078601360321,
      "step": 28920
    },
    {
      "loss_action": 0.005749733652919531,
      "loss_total": 0.005749733652919531,
      "step": 28920
    },
    {
      "loss_action": 0.010352592915296555,
      "loss_total": 0.010352592915296555,
      "step": 28920
    },
    {
      "grad_norm": 0.15036974847316742,
      "learning_rate": 8.514543769565568e-05,
      "loss": 0.0138,
      "step": 28930
    },
    {
      "loss_action": 0.009508415125310421,
      "loss_total": 0.009508415125310421,
      "step": 28930
    },
    {
      "loss_action": 0.008749126456677914,
      "loss_total": 0.008749126456677914,
      "step": 28930
    },
    {
      "loss_action": 0.02202548086643219,
      "loss_total": 0.02202548086643219,
      "step": 28930
    },
    {
      "loss_action": 0.010197645053267479,
      "loss_total": 0.010197645053267479,
      "step": 28930
    },
    {
      "loss_action": 0.009778016246855259,
      "loss_total": 0.009778016246855259,
      "step": 28930
    },
    {
      "loss_action": 0.013220887631177902,
      "loss_total": 0.013220887631177902,
      "step": 28930
    },
    {
      "loss_action": 0.004197577014565468,
      "loss_total": 0.004197577014565468,
      "step": 28930
    },
    {
      "loss_action": 0.0427655465900898,
      "loss_total": 0.0427655465900898,
      "step": 28930
    },
    {
      "grad_norm": 0.19246730208396912,
      "learning_rate": 8.513367497349853e-05,
      "loss": 0.0109,
      "step": 28940
    },
    {
      "loss_action": 0.008005271665751934,
      "loss_total": 0.008005271665751934,
      "step": 28940
    },
    {
      "loss_action": 0.006489475257694721,
      "loss_total": 0.006489475257694721,
      "step": 28940
    },
    {
      "loss_action": 0.009217954240739346,
      "loss_total": 0.009217954240739346,
      "step": 28940
    },
    {
      "loss_action": 0.005151164252310991,
      "loss_total": 0.005151164252310991,
      "step": 28940
    },
    {
      "loss_action": 0.05137234926223755,
      "loss_total": 0.05137234926223755,
      "step": 28940
    },
    {
      "loss_action": 0.008050170727074146,
      "loss_total": 0.008050170727074146,
      "step": 28940
    },
    {
      "loss_action": 0.016353709623217583,
      "loss_total": 0.016353709623217583,
      "step": 28940
    },
    {
      "loss_action": 0.01409363653510809,
      "loss_total": 0.01409363653510809,
      "step": 28940
    },
    {
      "grad_norm": 0.23324917256832123,
      "learning_rate": 8.51219084091755e-05,
      "loss": 0.0143,
      "step": 28950
    },
    {
      "loss_action": 0.012677271850407124,
      "loss_total": 0.012677271850407124,
      "step": 28950
    },
    {
      "loss_action": 0.01949424482882023,
      "loss_total": 0.01949424482882023,
      "step": 28950
    },
    {
      "loss_action": 0.01014977041631937,
      "loss_total": 0.01014977041631937,
      "step": 28950
    },
    {
      "loss_action": 0.008298682048916817,
      "loss_total": 0.008298682048916817,
      "step": 28950
    },
    {
      "loss_action": 0.0208415724337101,
      "loss_total": 0.0208415724337101,
      "step": 28950
    },
    {
      "loss_action": 0.007642032578587532,
      "loss_total": 0.007642032578587532,
      "step": 28950
    },
    {
      "loss_action": 0.008210496976971626,
      "loss_total": 0.008210496976971626,
      "step": 28950
    },
    {
      "loss_action": 0.019438765943050385,
      "loss_total": 0.019438765943050385,
      "step": 28950
    },
    {
      "grad_norm": 0.15987904369831085,
      "learning_rate": 8.511013800397338e-05,
      "loss": 0.0121,
      "step": 28960
    },
    {
      "loss_action": 0.0056779347360134125,
      "loss_total": 0.0056779347360134125,
      "step": 28960
    },
    {
      "loss_action": 0.008646014146506786,
      "loss_total": 0.008646014146506786,
      "step": 28960
    },
    {
      "loss_action": 0.0068997470661997795,
      "loss_total": 0.0068997470661997795,
      "step": 28960
    },
    {
      "loss_action": 0.006967748515307903,
      "loss_total": 0.006967748515307903,
      "step": 28960
    },
    {
      "loss_action": 0.014546060934662819,
      "loss_total": 0.014546060934662819,
      "step": 28960
    },
    {
      "loss_action": 0.010155422613024712,
      "loss_total": 0.010155422613024712,
      "step": 28960
    },
    {
      "loss_action": 0.013732550665736198,
      "loss_total": 0.013732550665736198,
      "step": 28960
    },
    {
      "loss_action": 0.014476824551820755,
      "loss_total": 0.014476824551820755,
      "step": 28960
    },
    {
      "grad_norm": 0.1650124192237854,
      "learning_rate": 8.509836375917937e-05,
      "loss": 0.0129,
      "step": 28970
    },
    {
      "loss_action": 0.012182885780930519,
      "loss_total": 0.012182885780930519,
      "step": 28970
    },
    {
      "loss_action": 0.009332487359642982,
      "loss_total": 0.009332487359642982,
      "step": 28970
    },
    {
      "loss_action": 0.009614195674657822,
      "loss_total": 0.009614195674657822,
      "step": 28970
    },
    {
      "loss_action": 0.006170222535729408,
      "loss_total": 0.006170222535729408,
      "step": 28970
    },
    {
      "loss_action": 0.008769219741225243,
      "loss_total": 0.008769219741225243,
      "step": 28970
    },
    {
      "loss_action": 0.011374186724424362,
      "loss_total": 0.011374186724424362,
      "step": 28970
    },
    {
      "loss_action": 0.020756755024194717,
      "loss_total": 0.020756755024194717,
      "step": 28970
    },
    {
      "loss_action": 0.007346263155341148,
      "loss_total": 0.007346263155341148,
      "step": 28970
    },
    {
      "grad_norm": 0.13620439171791077,
      "learning_rate": 8.508658567608104e-05,
      "loss": 0.0117,
      "step": 28980
    },
    {
      "loss_action": 0.013231419958174229,
      "loss_total": 0.013231419958174229,
      "step": 28980
    },
    {
      "loss_action": 0.00718450965359807,
      "loss_total": 0.00718450965359807,
      "step": 28980
    },
    {
      "loss_action": 0.006721911486238241,
      "loss_total": 0.006721911486238241,
      "step": 28980
    },
    {
      "loss_action": 0.003718008054420352,
      "loss_total": 0.003718008054420352,
      "step": 28980
    },
    {
      "loss_action": 0.004744899459183216,
      "loss_total": 0.004744899459183216,
      "step": 28980
    },
    {
      "loss_action": 0.09433645009994507,
      "loss_total": 0.09433645009994507,
      "step": 28980
    },
    {
      "loss_action": 0.006393942050635815,
      "loss_total": 0.006393942050635815,
      "step": 28980
    },
    {
      "loss_action": 0.021149739623069763,
      "loss_total": 0.021149739623069763,
      "step": 28980
    },
    {
      "grad_norm": 0.16585448384284973,
      "learning_rate": 8.507480375596647e-05,
      "loss": 0.0128,
      "step": 28990
    },
    {
      "loss_action": 0.0200975202023983,
      "loss_total": 0.0200975202023983,
      "step": 28990
    },
    {
      "loss_action": 0.007636785972863436,
      "loss_total": 0.007636785972863436,
      "step": 28990
    },
    {
      "loss_action": 0.015305286273360252,
      "loss_total": 0.015305286273360252,
      "step": 28990
    },
    {
      "loss_action": 0.011495871469378471,
      "loss_total": 0.011495871469378471,
      "step": 28990
    },
    {
      "loss_action": 0.010946903377771378,
      "loss_total": 0.010946903377771378,
      "step": 28990
    },
    {
      "loss_action": 0.015101983211934566,
      "loss_total": 0.015101983211934566,
      "step": 28990
    },
    {
      "loss_action": 0.01735006645321846,
      "loss_total": 0.01735006645321846,
      "step": 28990
    },
    {
      "loss_action": 0.009708331897854805,
      "loss_total": 0.009708331897854805,
      "step": 28990
    },
    {
      "grad_norm": 0.11138952523469925,
      "learning_rate": 8.506301800012408e-05,
      "loss": 0.0113,
      "step": 29000
    },
    {
      "loss_action": 0.010789290070533752,
      "loss_total": 0.010789290070533752,
      "step": 29000
    },
    {
      "loss_action": 0.01254807598888874,
      "loss_total": 0.01254807598888874,
      "step": 29000
    },
    {
      "loss_action": 0.007816938683390617,
      "loss_total": 0.007816938683390617,
      "step": 29000
    },
    {
      "loss_action": 0.005701758898794651,
      "loss_total": 0.005701758898794651,
      "step": 29000
    },
    {
      "loss_action": 0.0076308161951601505,
      "loss_total": 0.0076308161951601505,
      "step": 29000
    },
    {
      "loss_action": 0.01763983443379402,
      "loss_total": 0.01763983443379402,
      "step": 29000
    },
    {
      "loss_action": 0.0083888228982687,
      "loss_total": 0.0083888228982687,
      "step": 29000
    },
    {
      "loss_action": 0.018788542598485947,
      "loss_total": 0.018788542598485947,
      "step": 29000
    },
    {
      "grad_norm": 0.14094705879688263,
      "learning_rate": 8.505122840984278e-05,
      "loss": 0.0121,
      "step": 29010
    },
    {
      "loss_action": 0.011834487318992615,
      "loss_total": 0.011834487318992615,
      "step": 29010
    },
    {
      "loss_action": 0.007284768857061863,
      "loss_total": 0.007284768857061863,
      "step": 29010
    },
    {
      "loss_action": 0.014924207702279091,
      "loss_total": 0.014924207702279091,
      "step": 29010
    },
    {
      "loss_action": 0.012593420222401619,
      "loss_total": 0.012593420222401619,
      "step": 29010
    },
    {
      "loss_action": 0.011579221114516258,
      "loss_total": 0.011579221114516258,
      "step": 29010
    },
    {
      "loss_action": 0.010555824264883995,
      "loss_total": 0.010555824264883995,
      "step": 29010
    },
    {
      "loss_action": 0.01188657432794571,
      "loss_total": 0.01188657432794571,
      "step": 29010
    },
    {
      "loss_action": 0.010183394886553288,
      "loss_total": 0.010183394886553288,
      "step": 29010
    },
    {
      "grad_norm": 0.14414814114570618,
      "learning_rate": 8.503943498641182e-05,
      "loss": 0.0113,
      "step": 29020
    },
    {
      "loss_action": 0.009429492056369781,
      "loss_total": 0.009429492056369781,
      "step": 29020
    },
    {
      "loss_action": 0.007313980720937252,
      "loss_total": 0.007313980720937252,
      "step": 29020
    },
    {
      "loss_action": 0.005889491643756628,
      "loss_total": 0.005889491643756628,
      "step": 29020
    },
    {
      "loss_action": 0.006889823358505964,
      "loss_total": 0.006889823358505964,
      "step": 29020
    },
    {
      "loss_action": 0.003984062001109123,
      "loss_total": 0.003984062001109123,
      "step": 29020
    },
    {
      "loss_action": 0.008863352239131927,
      "loss_total": 0.008863352239131927,
      "step": 29020
    },
    {
      "loss_action": 0.005138906184583902,
      "loss_total": 0.005138906184583902,
      "step": 29020
    },
    {
      "loss_action": 0.020557424053549767,
      "loss_total": 0.020557424053549767,
      "step": 29020
    },
    {
      "grad_norm": 0.14431540668010712,
      "learning_rate": 8.502763773112095e-05,
      "loss": 0.01,
      "step": 29030
    },
    {
      "loss_action": 0.008744265884160995,
      "loss_total": 0.008744265884160995,
      "step": 29030
    },
    {
      "loss_action": 0.006544333882629871,
      "loss_total": 0.006544333882629871,
      "step": 29030
    },
    {
      "loss_action": 0.011471118777990341,
      "loss_total": 0.011471118777990341,
      "step": 29030
    },
    {
      "loss_action": 0.009851229377090931,
      "loss_total": 0.009851229377090931,
      "step": 29030
    },
    {
      "loss_action": 0.006301510613411665,
      "loss_total": 0.006301510613411665,
      "step": 29030
    },
    {
      "loss_action": 0.01048951130360365,
      "loss_total": 0.01048951130360365,
      "step": 29030
    },
    {
      "loss_action": 0.0095602348446846,
      "loss_total": 0.0095602348446846,
      "step": 29030
    },
    {
      "loss_action": 0.01470157690346241,
      "loss_total": 0.01470157690346241,
      "step": 29030
    },
    {
      "grad_norm": 0.22350043058395386,
      "learning_rate": 8.501583664526026e-05,
      "loss": 0.0119,
      "step": 29040
    },
    {
      "loss_action": 0.014497601427137852,
      "loss_total": 0.014497601427137852,
      "step": 29040
    },
    {
      "loss_action": 0.0310058556497097,
      "loss_total": 0.0310058556497097,
      "step": 29040
    },
    {
      "loss_action": 0.0053691379725933075,
      "loss_total": 0.0053691379725933075,
      "step": 29040
    },
    {
      "loss_action": 0.009282726794481277,
      "loss_total": 0.009282726794481277,
      "step": 29040
    },
    {
      "loss_action": 0.007830680347979069,
      "loss_total": 0.007830680347979069,
      "step": 29040
    },
    {
      "loss_action": 0.004206531681120396,
      "loss_total": 0.004206531681120396,
      "step": 29040
    },
    {
      "loss_action": 0.009219241328537464,
      "loss_total": 0.009219241328537464,
      "step": 29040
    },
    {
      "loss_action": 0.013081876561045647,
      "loss_total": 0.013081876561045647,
      "step": 29040
    },
    {
      "grad_norm": 0.1769833117723465,
      "learning_rate": 8.500403173012032e-05,
      "loss": 0.0124,
      "step": 29050
    },
    {
      "loss_action": 0.007628109306097031,
      "loss_total": 0.007628109306097031,
      "step": 29050
    },
    {
      "loss_action": 0.011378629133105278,
      "loss_total": 0.011378629133105278,
      "step": 29050
    },
    {
      "loss_action": 0.006294632330536842,
      "loss_total": 0.006294632330536842,
      "step": 29050
    },
    {
      "loss_action": 0.021055130288004875,
      "loss_total": 0.021055130288004875,
      "step": 29050
    },
    {
      "loss_action": 0.011921046301722527,
      "loss_total": 0.011921046301722527,
      "step": 29050
    },
    {
      "loss_action": 0.006640108767896891,
      "loss_total": 0.006640108767896891,
      "step": 29050
    },
    {
      "loss_action": 0.008120890706777573,
      "loss_total": 0.008120890706777573,
      "step": 29050
    },
    {
      "loss_action": 0.011099599301815033,
      "loss_total": 0.011099599301815033,
      "step": 29050
    },
    {
      "grad_norm": 0.12511952221393585,
      "learning_rate": 8.499222298699211e-05,
      "loss": 0.0122,
      "step": 29060
    },
    {
      "loss_action": 0.005076155066490173,
      "loss_total": 0.005076155066490173,
      "step": 29060
    },
    {
      "loss_action": 0.005751385819166899,
      "loss_total": 0.005751385819166899,
      "step": 29060
    },
    {
      "loss_action": 0.009401164017617702,
      "loss_total": 0.009401164017617702,
      "step": 29060
    },
    {
      "loss_action": 0.013175535015761852,
      "loss_total": 0.013175535015761852,
      "step": 29060
    },
    {
      "loss_action": 0.003450278425589204,
      "loss_total": 0.003450278425589204,
      "step": 29060
    },
    {
      "loss_action": 0.00965825840830803,
      "loss_total": 0.00965825840830803,
      "step": 29060
    },
    {
      "loss_action": 0.006256805267184973,
      "loss_total": 0.006256805267184973,
      "step": 29060
    },
    {
      "loss_action": 0.0057985782623291016,
      "loss_total": 0.0057985782623291016,
      "step": 29060
    },
    {
      "grad_norm": 0.13471372425556183,
      "learning_rate": 8.498041041716701e-05,
      "loss": 0.0119,
      "step": 29070
    },
    {
      "loss_action": 0.010425044223666191,
      "loss_total": 0.010425044223666191,
      "step": 29070
    },
    {
      "loss_action": 0.007346587721258402,
      "loss_total": 0.007346587721258402,
      "step": 29070
    },
    {
      "loss_action": 0.024863578379154205,
      "loss_total": 0.024863578379154205,
      "step": 29070
    },
    {
      "loss_action": 0.0030363842379301786,
      "loss_total": 0.0030363842379301786,
      "step": 29070
    },
    {
      "loss_action": 0.005833102855831385,
      "loss_total": 0.005833102855831385,
      "step": 29070
    },
    {
      "loss_action": 0.009396095760166645,
      "loss_total": 0.009396095760166645,
      "step": 29070
    },
    {
      "loss_action": 0.011066930368542671,
      "loss_total": 0.011066930368542671,
      "step": 29070
    },
    {
      "loss_action": 0.02997778356075287,
      "loss_total": 0.02997778356075287,
      "step": 29070
    },
    {
      "grad_norm": 0.13545893132686615,
      "learning_rate": 8.496859402193681e-05,
      "loss": 0.013,
      "step": 29080
    },
    {
      "loss_action": 0.009757023304700851,
      "loss_total": 0.009757023304700851,
      "step": 29080
    },
    {
      "loss_action": 0.008898377418518066,
      "loss_total": 0.008898377418518066,
      "step": 29080
    },
    {
      "loss_action": 0.01280089933425188,
      "loss_total": 0.01280089933425188,
      "step": 29080
    },
    {
      "loss_action": 0.009665844962000847,
      "loss_total": 0.009665844962000847,
      "step": 29080
    },
    {
      "loss_action": 0.003959209658205509,
      "loss_total": 0.003959209658205509,
      "step": 29080
    },
    {
      "loss_action": 0.0224399883300066,
      "loss_total": 0.0224399883300066,
      "step": 29080
    },
    {
      "loss_action": 0.0156998448073864,
      "loss_total": 0.0156998448073864,
      "step": 29080
    },
    {
      "loss_action": 0.015795983374118805,
      "loss_total": 0.015795983374118805,
      "step": 29080
    },
    {
      "grad_norm": 0.11653997004032135,
      "learning_rate": 8.495677380259374e-05,
      "loss": 0.0115,
      "step": 29090
    },
    {
      "loss_action": 0.028778478503227234,
      "loss_total": 0.028778478503227234,
      "step": 29090
    },
    {
      "loss_action": 0.009926775470376015,
      "loss_total": 0.009926775470376015,
      "step": 29090
    },
    {
      "loss_action": 0.007170087657868862,
      "loss_total": 0.007170087657868862,
      "step": 29090
    },
    {
      "loss_action": 0.02216283604502678,
      "loss_total": 0.02216283604502678,
      "step": 29090
    },
    {
      "loss_action": 0.007623154670000076,
      "loss_total": 0.007623154670000076,
      "step": 29090
    },
    {
      "loss_action": 0.01262008585035801,
      "loss_total": 0.01262008585035801,
      "step": 29090
    },
    {
      "loss_action": 0.005630297586321831,
      "loss_total": 0.005630297586321831,
      "step": 29090
    },
    {
      "loss_action": 0.009704295545816422,
      "loss_total": 0.009704295545816422,
      "step": 29090
    },
    {
      "grad_norm": 0.13152676820755005,
      "learning_rate": 8.494494976043045e-05,
      "loss": 0.0119,
      "step": 29100
    },
    {
      "loss_action": 0.009374472312629223,
      "loss_total": 0.009374472312629223,
      "step": 29100
    },
    {
      "loss_action": 0.0043795062229037285,
      "loss_total": 0.0043795062229037285,
      "step": 29100
    },
    {
      "loss_action": 0.003785393200814724,
      "loss_total": 0.003785393200814724,
      "step": 29100
    },
    {
      "loss_action": 0.01864699088037014,
      "loss_total": 0.01864699088037014,
      "step": 29100
    },
    {
      "loss_action": 0.010642788372933865,
      "loss_total": 0.010642788372933865,
      "step": 29100
    },
    {
      "loss_action": 0.012942004017531872,
      "loss_total": 0.012942004017531872,
      "step": 29100
    },
    {
      "loss_action": 0.0035433585289865732,
      "loss_total": 0.0035433585289865732,
      "step": 29100
    },
    {
      "loss_action": 0.013580872677266598,
      "loss_total": 0.013580872677266598,
      "step": 29100
    },
    {
      "grad_norm": 0.10180240869522095,
      "learning_rate": 8.493312189673998e-05,
      "loss": 0.0115,
      "step": 29110
    },
    {
      "loss_action": 0.007540976628661156,
      "loss_total": 0.007540976628661156,
      "step": 29110
    },
    {
      "loss_action": 0.019791165366768837,
      "loss_total": 0.019791165366768837,
      "step": 29110
    },
    {
      "loss_action": 0.0031683994457125664,
      "loss_total": 0.0031683994457125664,
      "step": 29110
    },
    {
      "loss_action": 0.025695404037833214,
      "loss_total": 0.025695404037833214,
      "step": 29110
    },
    {
      "loss_action": 0.01661350578069687,
      "loss_total": 0.01661350578069687,
      "step": 29110
    },
    {
      "loss_action": 0.004429989494383335,
      "loss_total": 0.004429989494383335,
      "step": 29110
    },
    {
      "loss_action": 0.005528710782527924,
      "loss_total": 0.005528710782527924,
      "step": 29110
    },
    {
      "loss_action": 0.00895753689110279,
      "loss_total": 0.00895753689110279,
      "step": 29110
    },
    {
      "grad_norm": 0.09655658900737762,
      "learning_rate": 8.492129021281584e-05,
      "loss": 0.0117,
      "step": 29120
    },
    {
      "loss_action": 0.01575445756316185,
      "loss_total": 0.01575445756316185,
      "step": 29120
    },
    {
      "loss_action": 0.014810720458626747,
      "loss_total": 0.014810720458626747,
      "step": 29120
    },
    {
      "loss_action": 0.0122614074498415,
      "loss_total": 0.0122614074498415,
      "step": 29120
    },
    {
      "loss_action": 0.012423769570887089,
      "loss_total": 0.012423769570887089,
      "step": 29120
    },
    {
      "loss_action": 0.033842798322439194,
      "loss_total": 0.033842798322439194,
      "step": 29120
    },
    {
      "loss_action": 0.00925566628575325,
      "loss_total": 0.00925566628575325,
      "step": 29120
    },
    {
      "loss_action": 0.02247435599565506,
      "loss_total": 0.02247435599565506,
      "step": 29120
    },
    {
      "loss_action": 0.008602584712207317,
      "loss_total": 0.008602584712207317,
      "step": 29120
    },
    {
      "grad_norm": 0.10300227254629135,
      "learning_rate": 8.490945470995188e-05,
      "loss": 0.0121,
      "step": 29130
    },
    {
      "loss_action": 0.0070085469633340836,
      "loss_total": 0.0070085469633340836,
      "step": 29130
    },
    {
      "loss_action": 0.011744063347578049,
      "loss_total": 0.011744063347578049,
      "step": 29130
    },
    {
      "loss_action": 0.010453786700963974,
      "loss_total": 0.010453786700963974,
      "step": 29130
    },
    {
      "loss_action": 0.009296650066971779,
      "loss_total": 0.009296650066971779,
      "step": 29130
    },
    {
      "loss_action": 0.008963944390416145,
      "loss_total": 0.008963944390416145,
      "step": 29130
    },
    {
      "loss_action": 0.007415150757879019,
      "loss_total": 0.007415150757879019,
      "step": 29130
    },
    {
      "loss_action": 0.006533334031701088,
      "loss_total": 0.006533334031701088,
      "step": 29130
    },
    {
      "loss_action": 0.009447738528251648,
      "loss_total": 0.009447738528251648,
      "step": 29130
    },
    {
      "grad_norm": 0.16607807576656342,
      "learning_rate": 8.489761538944247e-05,
      "loss": 0.0127,
      "step": 29140
    },
    {
      "loss_action": 0.016686417162418365,
      "loss_total": 0.016686417162418365,
      "step": 29140
    },
    {
      "loss_action": 0.011427870020270348,
      "loss_total": 0.011427870020270348,
      "step": 29140
    },
    {
      "loss_action": 0.010964229702949524,
      "loss_total": 0.010964229702949524,
      "step": 29140
    },
    {
      "loss_action": 0.006093188188970089,
      "loss_total": 0.006093188188970089,
      "step": 29140
    },
    {
      "loss_action": 0.006136225536465645,
      "loss_total": 0.006136225536465645,
      "step": 29140
    },
    {
      "loss_action": 0.009296033531427383,
      "loss_total": 0.009296033531427383,
      "step": 29140
    },
    {
      "loss_action": 0.029107995331287384,
      "loss_total": 0.029107995331287384,
      "step": 29140
    },
    {
      "loss_action": 0.00875698309391737,
      "loss_total": 0.00875698309391737,
      "step": 29140
    },
    {
      "grad_norm": 0.09118716418743134,
      "learning_rate": 8.48857722525823e-05,
      "loss": 0.0114,
      "step": 29150
    },
    {
      "loss_action": 0.005425246432423592,
      "loss_total": 0.005425246432423592,
      "step": 29150
    },
    {
      "loss_action": 0.020881544798612595,
      "loss_total": 0.020881544798612595,
      "step": 29150
    },
    {
      "loss_action": 0.01060502603650093,
      "loss_total": 0.01060502603650093,
      "step": 29150
    },
    {
      "loss_action": 0.012710442766547203,
      "loss_total": 0.012710442766547203,
      "step": 29150
    },
    {
      "loss_action": 0.004955673590302467,
      "loss_total": 0.004955673590302467,
      "step": 29150
    },
    {
      "loss_action": 0.008352581411600113,
      "loss_total": 0.008352581411600113,
      "step": 29150
    },
    {
      "loss_action": 0.003635366912931204,
      "loss_total": 0.003635366912931204,
      "step": 29150
    },
    {
      "loss_action": 0.0059440238401293755,
      "loss_total": 0.0059440238401293755,
      "step": 29150
    },
    {
      "grad_norm": 0.12695437669754028,
      "learning_rate": 8.487392530066652e-05,
      "loss": 0.0119,
      "step": 29160
    },
    {
      "loss_action": 0.012210519053041935,
      "loss_total": 0.012210519053041935,
      "step": 29160
    },
    {
      "loss_action": 0.03623775392770767,
      "loss_total": 0.03623775392770767,
      "step": 29160
    },
    {
      "loss_action": 0.011441115289926529,
      "loss_total": 0.011441115289926529,
      "step": 29160
    },
    {
      "loss_action": 0.011286012828350067,
      "loss_total": 0.011286012828350067,
      "step": 29160
    },
    {
      "loss_action": 0.01914982683956623,
      "loss_total": 0.01914982683956623,
      "step": 29160
    },
    {
      "loss_action": 0.003775867633521557,
      "loss_total": 0.003775867633521557,
      "step": 29160
    },
    {
      "loss_action": 0.01081957295536995,
      "loss_total": 0.01081957295536995,
      "step": 29160
    },
    {
      "loss_action": 0.011689964681863785,
      "loss_total": 0.011689964681863785,
      "step": 29160
    },
    {
      "grad_norm": 0.128991961479187,
      "learning_rate": 8.486207453499069e-05,
      "loss": 0.011,
      "step": 29170
    },
    {
      "loss_action": 0.007349037565290928,
      "loss_total": 0.007349037565290928,
      "step": 29170
    },
    {
      "loss_action": 0.01975390501320362,
      "loss_total": 0.01975390501320362,
      "step": 29170
    },
    {
      "loss_action": 0.006586430594325066,
      "loss_total": 0.006586430594325066,
      "step": 29170
    },
    {
      "loss_action": 0.016887590289115906,
      "loss_total": 0.016887590289115906,
      "step": 29170
    },
    {
      "loss_action": 0.01963011547923088,
      "loss_total": 0.01963011547923088,
      "step": 29170
    },
    {
      "loss_action": 0.007408650126308203,
      "loss_total": 0.007408650126308203,
      "step": 29170
    },
    {
      "loss_action": 0.009149974212050438,
      "loss_total": 0.009149974212050438,
      "step": 29170
    },
    {
      "loss_action": 0.005416869651526213,
      "loss_total": 0.005416869651526213,
      "step": 29170
    },
    {
      "grad_norm": 0.10756193846464157,
      "learning_rate": 8.485021995685082e-05,
      "loss": 0.0121,
      "step": 29180
    },
    {
      "loss_action": 0.0031456747092306614,
      "loss_total": 0.0031456747092306614,
      "step": 29180
    },
    {
      "loss_action": 0.007656958885490894,
      "loss_total": 0.007656958885490894,
      "step": 29180
    },
    {
      "loss_action": 0.009298916906118393,
      "loss_total": 0.009298916906118393,
      "step": 29180
    },
    {
      "loss_action": 0.012872444465756416,
      "loss_total": 0.012872444465756416,
      "step": 29180
    },
    {
      "loss_action": 0.02039285935461521,
      "loss_total": 0.02039285935461521,
      "step": 29180
    },
    {
      "loss_action": 0.014451566152274609,
      "loss_total": 0.014451566152274609,
      "step": 29180
    },
    {
      "loss_action": 0.009841371327638626,
      "loss_total": 0.009841371327638626,
      "step": 29180
    },
    {
      "loss_action": 0.003104214323684573,
      "loss_total": 0.003104214323684573,
      "step": 29180
    },
    {
      "grad_norm": 0.1296871155500412,
      "learning_rate": 8.483836156754328e-05,
      "loss": 0.0109,
      "step": 29190
    },
    {
      "loss_action": 0.014469588175415993,
      "loss_total": 0.014469588175415993,
      "step": 29190
    },
    {
      "loss_action": 0.006793357897549868,
      "loss_total": 0.006793357897549868,
      "step": 29190
    },
    {
      "loss_action": 0.003387003904208541,
      "loss_total": 0.003387003904208541,
      "step": 29190
    },
    {
      "loss_action": 0.0035558026283979416,
      "loss_total": 0.0035558026283979416,
      "step": 29190
    },
    {
      "loss_action": 0.004963019862771034,
      "loss_total": 0.004963019862771034,
      "step": 29190
    },
    {
      "loss_action": 0.009011596441268921,
      "loss_total": 0.009011596441268921,
      "step": 29190
    },
    {
      "loss_action": 0.009829536080360413,
      "loss_total": 0.009829536080360413,
      "step": 29190
    },
    {
      "loss_action": 0.0032708076760172844,
      "loss_total": 0.0032708076760172844,
      "step": 29190
    },
    {
      "grad_norm": 0.15644128620624542,
      "learning_rate": 8.482649936836491e-05,
      "loss": 0.0104,
      "step": 29200
    },
    {
      "loss_action": 0.00775390537455678,
      "loss_total": 0.00775390537455678,
      "step": 29200
    },
    {
      "loss_action": 0.018802247941493988,
      "loss_total": 0.018802247941493988,
      "step": 29200
    },
    {
      "loss_action": 0.015467675402760506,
      "loss_total": 0.015467675402760506,
      "step": 29200
    },
    {
      "loss_action": 0.0179496668279171,
      "loss_total": 0.0179496668279171,
      "step": 29200
    },
    {
      "loss_action": 0.0053107040002942085,
      "loss_total": 0.0053107040002942085,
      "step": 29200
    },
    {
      "loss_action": 0.0027456011157482862,
      "loss_total": 0.0027456011157482862,
      "step": 29200
    },
    {
      "loss_action": 0.00966231245547533,
      "loss_total": 0.00966231245547533,
      "step": 29200
    },
    {
      "loss_action": 0.007039742544293404,
      "loss_total": 0.007039742544293404,
      "step": 29200
    },
    {
      "grad_norm": 0.14415805041790009,
      "learning_rate": 8.481463336061293e-05,
      "loss": 0.0115,
      "step": 29210
    },
    {
      "loss_action": 0.00913440715521574,
      "loss_total": 0.00913440715521574,
      "step": 29210
    },
    {
      "loss_action": 0.004524011630564928,
      "loss_total": 0.004524011630564928,
      "step": 29210
    },
    {
      "loss_action": 0.0054436190985143185,
      "loss_total": 0.0054436190985143185,
      "step": 29210
    },
    {
      "loss_action": 0.004307763651013374,
      "loss_total": 0.004307763651013374,
      "step": 29210
    },
    {
      "loss_action": 0.005130420438945293,
      "loss_total": 0.005130420438945293,
      "step": 29210
    },
    {
      "loss_action": 0.00468494463711977,
      "loss_total": 0.00468494463711977,
      "step": 29210
    },
    {
      "loss_action": 0.004839514847844839,
      "loss_total": 0.004839514847844839,
      "step": 29210
    },
    {
      "loss_action": 0.009238949045538902,
      "loss_total": 0.009238949045538902,
      "step": 29210
    },
    {
      "grad_norm": 0.15905094146728516,
      "learning_rate": 8.480276354558496e-05,
      "loss": 0.0107,
      "step": 29220
    },
    {
      "loss_action": 0.006829679012298584,
      "loss_total": 0.006829679012298584,
      "step": 29220
    },
    {
      "loss_action": 0.019488612189888954,
      "loss_total": 0.019488612189888954,
      "step": 29220
    },
    {
      "loss_action": 0.013780899345874786,
      "loss_total": 0.013780899345874786,
      "step": 29220
    },
    {
      "loss_action": 0.011818714439868927,
      "loss_total": 0.011818714439868927,
      "step": 29220
    },
    {
      "loss_action": 0.014804817736148834,
      "loss_total": 0.014804817736148834,
      "step": 29220
    },
    {
      "loss_action": 0.009365692734718323,
      "loss_total": 0.009365692734718323,
      "step": 29220
    },
    {
      "loss_action": 0.0194912888109684,
      "loss_total": 0.0194912888109684,
      "step": 29220
    },
    {
      "loss_action": 0.006486889440566301,
      "loss_total": 0.006486889440566301,
      "step": 29220
    },
    {
      "grad_norm": 0.11120472848415375,
      "learning_rate": 8.479088992457913e-05,
      "loss": 0.0118,
      "step": 29230
    },
    {
      "loss_action": 0.00792945921421051,
      "loss_total": 0.00792945921421051,
      "step": 29230
    },
    {
      "loss_action": 0.0039026911836117506,
      "loss_total": 0.0039026911836117506,
      "step": 29230
    },
    {
      "loss_action": 0.023747414350509644,
      "loss_total": 0.023747414350509644,
      "step": 29230
    },
    {
      "loss_action": 0.012685257941484451,
      "loss_total": 0.012685257941484451,
      "step": 29230
    },
    {
      "loss_action": 0.006688043940812349,
      "loss_total": 0.006688043940812349,
      "step": 29230
    },
    {
      "loss_action": 0.009706312790513039,
      "loss_total": 0.009706312790513039,
      "step": 29230
    },
    {
      "loss_action": 0.01385454460978508,
      "loss_total": 0.01385454460978508,
      "step": 29230
    },
    {
      "loss_action": 0.00838344544172287,
      "loss_total": 0.00838344544172287,
      "step": 29230
    },
    {
      "grad_norm": 0.09628923237323761,
      "learning_rate": 8.477901249889387e-05,
      "loss": 0.012,
      "step": 29240
    },
    {
      "loss_action": 0.024329740554094315,
      "loss_total": 0.024329740554094315,
      "step": 29240
    },
    {
      "loss_action": 0.007928482256829739,
      "loss_total": 0.007928482256829739,
      "step": 29240
    },
    {
      "loss_action": 0.01308569684624672,
      "loss_total": 0.01308569684624672,
      "step": 29240
    },
    {
      "loss_action": 0.008469833061099052,
      "loss_total": 0.008469833061099052,
      "step": 29240
    },
    {
      "loss_action": 0.02043500542640686,
      "loss_total": 0.02043500542640686,
      "step": 29240
    },
    {
      "loss_action": 0.009101619943976402,
      "loss_total": 0.009101619943976402,
      "step": 29240
    },
    {
      "loss_action": 0.01044883020222187,
      "loss_total": 0.01044883020222187,
      "step": 29240
    },
    {
      "loss_action": 0.014511804096400738,
      "loss_total": 0.014511804096400738,
      "step": 29240
    },
    {
      "grad_norm": 0.14577651023864746,
      "learning_rate": 8.47671312698281e-05,
      "loss": 0.0109,
      "step": 29250
    },
    {
      "loss_action": 0.013861309736967087,
      "loss_total": 0.013861309736967087,
      "step": 29250
    },
    {
      "loss_action": 0.008459175936877728,
      "loss_total": 0.008459175936877728,
      "step": 29250
    },
    {
      "loss_action": 0.007504261564463377,
      "loss_total": 0.007504261564463377,
      "step": 29250
    },
    {
      "loss_action": 0.024465184658765793,
      "loss_total": 0.024465184658765793,
      "step": 29250
    },
    {
      "loss_action": 0.009378191083669662,
      "loss_total": 0.009378191083669662,
      "step": 29250
    },
    {
      "loss_action": 0.0038986182771623135,
      "loss_total": 0.0038986182771623135,
      "step": 29250
    },
    {
      "loss_action": 0.0229124054312706,
      "loss_total": 0.0229124054312706,
      "step": 29250
    },
    {
      "loss_action": 0.010033898055553436,
      "loss_total": 0.010033898055553436,
      "step": 29250
    },
    {
      "grad_norm": 0.10817030072212219,
      "learning_rate": 8.475524623868112e-05,
      "loss": 0.0113,
      "step": 29260
    },
    {
      "loss_action": 0.004353273659944534,
      "loss_total": 0.004353273659944534,
      "step": 29260
    },
    {
      "loss_action": 0.004329188726842403,
      "loss_total": 0.004329188726842403,
      "step": 29260
    },
    {
      "loss_action": 0.010787593200802803,
      "loss_total": 0.010787593200802803,
      "step": 29260
    },
    {
      "loss_action": 0.013303406536579132,
      "loss_total": 0.013303406536579132,
      "step": 29260
    },
    {
      "loss_action": 0.019391745328903198,
      "loss_total": 0.019391745328903198,
      "step": 29260
    },
    {
      "loss_action": 0.008474817499518394,
      "loss_total": 0.008474817499518394,
      "step": 29260
    },
    {
      "loss_action": 0.005399375222623348,
      "loss_total": 0.005399375222623348,
      "step": 29260
    },
    {
      "loss_action": 0.007063576951622963,
      "loss_total": 0.007063576951622963,
      "step": 29260
    },
    {
      "grad_norm": 0.1269894391298294,
      "learning_rate": 8.474335740675266e-05,
      "loss": 0.0119,
      "step": 29270
    },
    {
      "loss_action": 0.014649512246251106,
      "loss_total": 0.014649512246251106,
      "step": 29270
    },
    {
      "loss_action": 0.017343925312161446,
      "loss_total": 0.017343925312161446,
      "step": 29270
    },
    {
      "loss_action": 0.016425149515271187,
      "loss_total": 0.016425149515271187,
      "step": 29270
    },
    {
      "loss_action": 0.0057281977497041225,
      "loss_total": 0.0057281977497041225,
      "step": 29270
    },
    {
      "loss_action": 0.00855861697345972,
      "loss_total": 0.00855861697345972,
      "step": 29270
    },
    {
      "loss_action": 0.01203226950019598,
      "loss_total": 0.01203226950019598,
      "step": 29270
    },
    {
      "loss_action": 0.0071938661858439445,
      "loss_total": 0.0071938661858439445,
      "step": 29270
    },
    {
      "loss_action": 0.016945330426096916,
      "loss_total": 0.016945330426096916,
      "step": 29270
    },
    {
      "grad_norm": 0.12214547395706177,
      "learning_rate": 8.473146477534289e-05,
      "loss": 0.0112,
      "step": 29280
    },
    {
      "loss_action": 0.006470414809882641,
      "loss_total": 0.006470414809882641,
      "step": 29280
    },
    {
      "loss_action": 0.008589280769228935,
      "loss_total": 0.008589280769228935,
      "step": 29280
    },
    {
      "loss_action": 0.00800788588821888,
      "loss_total": 0.00800788588821888,
      "step": 29280
    },
    {
      "loss_action": 0.014241169206798077,
      "loss_total": 0.014241169206798077,
      "step": 29280
    },
    {
      "loss_action": 0.01574600115418434,
      "loss_total": 0.01574600115418434,
      "step": 29280
    },
    {
      "loss_action": 0.010145701467990875,
      "loss_total": 0.010145701467990875,
      "step": 29280
    },
    {
      "loss_action": 0.006432367023080587,
      "loss_total": 0.006432367023080587,
      "step": 29280
    },
    {
      "loss_action": 0.007090284023433924,
      "loss_total": 0.007090284023433924,
      "step": 29280
    },
    {
      "grad_norm": 0.12601560354232788,
      "learning_rate": 8.471956834575232e-05,
      "loss": 0.0113,
      "step": 29290
    },
    {
      "loss_action": 0.017686769366264343,
      "loss_total": 0.017686769366264343,
      "step": 29290
    },
    {
      "loss_action": 0.007047700695693493,
      "loss_total": 0.007047700695693493,
      "step": 29290
    },
    {
      "loss_action": 0.010376336053013802,
      "loss_total": 0.010376336053013802,
      "step": 29290
    },
    {
      "loss_action": 0.016812780871987343,
      "loss_total": 0.016812780871987343,
      "step": 29290
    },
    {
      "loss_action": 0.012681602500379086,
      "loss_total": 0.012681602500379086,
      "step": 29290
    },
    {
      "loss_action": 0.014016494154930115,
      "loss_total": 0.014016494154930115,
      "step": 29290
    },
    {
      "loss_action": 0.005327482242137194,
      "loss_total": 0.005327482242137194,
      "step": 29290
    },
    {
      "loss_action": 0.012426044791936874,
      "loss_total": 0.012426044791936874,
      "step": 29290
    },
    {
      "grad_norm": 0.16675744950771332,
      "learning_rate": 8.470766811928197e-05,
      "loss": 0.0136,
      "step": 29300
    },
    {
      "loss_action": 0.013732688501477242,
      "loss_total": 0.013732688501477242,
      "step": 29300
    },
    {
      "loss_action": 0.02186005190014839,
      "loss_total": 0.02186005190014839,
      "step": 29300
    },
    {
      "loss_action": 0.009264511987566948,
      "loss_total": 0.009264511987566948,
      "step": 29300
    },
    {
      "loss_action": 0.014111926779150963,
      "loss_total": 0.014111926779150963,
      "step": 29300
    },
    {
      "loss_action": 0.008218302391469479,
      "loss_total": 0.008218302391469479,
      "step": 29300
    },
    {
      "loss_action": 0.011876379139721394,
      "loss_total": 0.011876379139721394,
      "step": 29300
    },
    {
      "loss_action": 0.016105495393276215,
      "loss_total": 0.016105495393276215,
      "step": 29300
    },
    {
      "loss_action": 0.006332192569971085,
      "loss_total": 0.006332192569971085,
      "step": 29300
    },
    {
      "grad_norm": 0.13278326392173767,
      "learning_rate": 8.469576409723323e-05,
      "loss": 0.011,
      "step": 29310
    },
    {
      "loss_action": 0.036062613129615784,
      "loss_total": 0.036062613129615784,
      "step": 29310
    },
    {
      "loss_action": 0.0029253088869154453,
      "loss_total": 0.0029253088869154453,
      "step": 29310
    },
    {
      "loss_action": 0.008703270927071571,
      "loss_total": 0.008703270927071571,
      "step": 29310
    },
    {
      "loss_action": 0.020464062690734863,
      "loss_total": 0.020464062690734863,
      "step": 29310
    },
    {
      "loss_action": 0.005039439536631107,
      "loss_total": 0.005039439536631107,
      "step": 29310
    },
    {
      "loss_action": 0.004392354283481836,
      "loss_total": 0.004392354283481836,
      "step": 29310
    },
    {
      "loss_action": 0.005887747276574373,
      "loss_total": 0.005887747276574373,
      "step": 29310
    },
    {
      "loss_action": 0.02340668812394142,
      "loss_total": 0.02340668812394142,
      "step": 29310
    },
    {
      "grad_norm": 0.25369858741760254,
      "learning_rate": 8.468385628090788e-05,
      "loss": 0.0129,
      "step": 29320
    },
    {
      "loss_action": 0.008302068337798119,
      "loss_total": 0.008302068337798119,
      "step": 29320
    },
    {
      "loss_action": 0.010015994310379028,
      "loss_total": 0.010015994310379028,
      "step": 29320
    },
    {
      "loss_action": 0.016714327037334442,
      "loss_total": 0.016714327037334442,
      "step": 29320
    },
    {
      "loss_action": 0.00701004546135664,
      "loss_total": 0.00701004546135664,
      "step": 29320
    },
    {
      "loss_action": 0.007583227474242449,
      "loss_total": 0.007583227474242449,
      "step": 29320
    },
    {
      "loss_action": 0.00980454869568348,
      "loss_total": 0.00980454869568348,
      "step": 29320
    },
    {
      "loss_action": 0.005526649300009012,
      "loss_total": 0.005526649300009012,
      "step": 29320
    },
    {
      "loss_action": 0.03058050386607647,
      "loss_total": 0.03058050386607647,
      "step": 29320
    },
    {
      "grad_norm": 0.14999322593212128,
      "learning_rate": 8.467194467160815e-05,
      "loss": 0.0102,
      "step": 29330
    },
    {
      "loss_action": 0.00422001164406538,
      "loss_total": 0.00422001164406538,
      "step": 29330
    },
    {
      "loss_action": 0.005527367815375328,
      "loss_total": 0.005527367815375328,
      "step": 29330
    },
    {
      "loss_action": 0.0076941694132983685,
      "loss_total": 0.0076941694132983685,
      "step": 29330
    },
    {
      "loss_action": 0.014672916382551193,
      "loss_total": 0.014672916382551193,
      "step": 29330
    },
    {
      "loss_action": 0.004775972571223974,
      "loss_total": 0.004775972571223974,
      "step": 29330
    },
    {
      "loss_action": 0.010442296974360943,
      "loss_total": 0.010442296974360943,
      "step": 29330
    },
    {
      "loss_action": 0.005970835220068693,
      "loss_total": 0.005970835220068693,
      "step": 29330
    },
    {
      "loss_action": 0.005332064814865589,
      "loss_total": 0.005332064814865589,
      "step": 29330
    },
    {
      "grad_norm": 0.14729316532611847,
      "learning_rate": 8.466002927063667e-05,
      "loss": 0.0124,
      "step": 29340
    },
    {
      "loss_action": 0.009128905832767487,
      "loss_total": 0.009128905832767487,
      "step": 29340
    },
    {
      "loss_action": 0.025977347046136856,
      "loss_total": 0.025977347046136856,
      "step": 29340
    },
    {
      "loss_action": 0.015545974485576153,
      "loss_total": 0.015545974485576153,
      "step": 29340
    },
    {
      "loss_action": 0.008430011570453644,
      "loss_total": 0.008430011570453644,
      "step": 29340
    },
    {
      "loss_action": 0.009053478017449379,
      "loss_total": 0.009053478017449379,
      "step": 29340
    },
    {
      "loss_action": 0.007940176874399185,
      "loss_total": 0.007940176874399185,
      "step": 29340
    },
    {
      "loss_action": 0.009318703785538673,
      "loss_total": 0.009318703785538673,
      "step": 29340
    },
    {
      "loss_action": 0.009427356533706188,
      "loss_total": 0.009427356533706188,
      "step": 29340
    },
    {
      "grad_norm": 0.17255079746246338,
      "learning_rate": 8.464811007929651e-05,
      "loss": 0.0139,
      "step": 29350
    },
    {
      "loss_action": 0.011610318906605244,
      "loss_total": 0.011610318906605244,
      "step": 29350
    },
    {
      "loss_action": 0.014096836559474468,
      "loss_total": 0.014096836559474468,
      "step": 29350
    },
    {
      "loss_action": 0.010756012983620167,
      "loss_total": 0.010756012983620167,
      "step": 29350
    },
    {
      "loss_action": 0.014196797274053097,
      "loss_total": 0.014196797274053097,
      "step": 29350
    },
    {
      "loss_action": 0.027782518416643143,
      "loss_total": 0.027782518416643143,
      "step": 29350
    },
    {
      "loss_action": 0.017368003726005554,
      "loss_total": 0.017368003726005554,
      "step": 29350
    },
    {
      "loss_action": 0.013230581767857075,
      "loss_total": 0.013230581767857075,
      "step": 29350
    },
    {
      "loss_action": 0.05164862424135208,
      "loss_total": 0.05164862424135208,
      "step": 29350
    },
    {
      "grad_norm": 0.20411039888858795,
      "learning_rate": 8.463618709889114e-05,
      "loss": 0.0116,
      "step": 29360
    },
    {
      "loss_action": 0.008316123858094215,
      "loss_total": 0.008316123858094215,
      "step": 29360
    },
    {
      "loss_action": 0.010719581507146358,
      "loss_total": 0.010719581507146358,
      "step": 29360
    },
    {
      "loss_action": 0.0074124704115092754,
      "loss_total": 0.0074124704115092754,
      "step": 29360
    },
    {
      "loss_action": 0.016934162005782127,
      "loss_total": 0.016934162005782127,
      "step": 29360
    },
    {
      "loss_action": 0.010587205179035664,
      "loss_total": 0.010587205179035664,
      "step": 29360
    },
    {
      "loss_action": 0.019382067024707794,
      "loss_total": 0.019382067024707794,
      "step": 29360
    },
    {
      "loss_action": 0.012465539388358593,
      "loss_total": 0.012465539388358593,
      "step": 29360
    },
    {
      "loss_action": 0.010241497308015823,
      "loss_total": 0.010241497308015823,
      "step": 29360
    },
    {
      "grad_norm": 0.14336207509040833,
      "learning_rate": 8.462426033072442e-05,
      "loss": 0.0102,
      "step": 29370
    },
    {
      "loss_action": 0.006186042912304401,
      "loss_total": 0.006186042912304401,
      "step": 29370
    },
    {
      "loss_action": 0.010049374774098396,
      "loss_total": 0.010049374774098396,
      "step": 29370
    },
    {
      "loss_action": 0.005888272076845169,
      "loss_total": 0.005888272076845169,
      "step": 29370
    },
    {
      "loss_action": 0.007350211031734943,
      "loss_total": 0.007350211031734943,
      "step": 29370
    },
    {
      "loss_action": 0.018316885456442833,
      "loss_total": 0.018316885456442833,
      "step": 29370
    },
    {
      "loss_action": 0.004010522272437811,
      "loss_total": 0.004010522272437811,
      "step": 29370
    },
    {
      "loss_action": 0.020743776112794876,
      "loss_total": 0.020743776112794876,
      "step": 29370
    },
    {
      "loss_action": 0.014130872674286366,
      "loss_total": 0.014130872674286366,
      "step": 29370
    },
    {
      "grad_norm": 0.10135067999362946,
      "learning_rate": 8.461232977610061e-05,
      "loss": 0.0096,
      "step": 29380
    },
    {
      "loss_action": 0.011859285645186901,
      "loss_total": 0.011859285645186901,
      "step": 29380
    },
    {
      "loss_action": 0.007766819093376398,
      "loss_total": 0.007766819093376398,
      "step": 29380
    },
    {
      "loss_action": 0.009363437071442604,
      "loss_total": 0.009363437071442604,
      "step": 29380
    },
    {
      "loss_action": 0.006324752699583769,
      "loss_total": 0.006324752699583769,
      "step": 29380
    },
    {
      "loss_action": 0.0072609251365065575,
      "loss_total": 0.0072609251365065575,
      "step": 29380
    },
    {
      "loss_action": 0.009257471188902855,
      "loss_total": 0.009257471188902855,
      "step": 29380
    },
    {
      "loss_action": 0.00724135572090745,
      "loss_total": 0.00724135572090745,
      "step": 29380
    },
    {
      "loss_action": 0.0033534704707562923,
      "loss_total": 0.0033534704707562923,
      "step": 29380
    },
    {
      "grad_norm": 0.12787514925003052,
      "learning_rate": 8.46003954363245e-05,
      "loss": 0.0109,
      "step": 29390
    },
    {
      "loss_action": 0.014558954164385796,
      "loss_total": 0.014558954164385796,
      "step": 29390
    },
    {
      "loss_action": 0.007371466141194105,
      "loss_total": 0.007371466141194105,
      "step": 29390
    },
    {
      "loss_action": 0.01203734427690506,
      "loss_total": 0.01203734427690506,
      "step": 29390
    },
    {
      "loss_action": 0.00489408802241087,
      "loss_total": 0.00489408802241087,
      "step": 29390
    },
    {
      "loss_action": 0.007309043779969215,
      "loss_total": 0.007309043779969215,
      "step": 29390
    },
    {
      "loss_action": 0.012636947445571423,
      "loss_total": 0.012636947445571423,
      "step": 29390
    },
    {
      "loss_action": 0.007297585252672434,
      "loss_total": 0.007297585252672434,
      "step": 29390
    },
    {
      "loss_action": 0.015441562980413437,
      "loss_total": 0.015441562980413437,
      "step": 29390
    },
    {
      "grad_norm": 0.159113809466362,
      "learning_rate": 8.458845731270115e-05,
      "loss": 0.01,
      "step": 29400
    },
    {
      "loss_action": 0.019925357773900032,
      "loss_total": 0.019925357773900032,
      "step": 29400
    },
    {
      "loss_action": 0.015672437846660614,
      "loss_total": 0.015672437846660614,
      "step": 29400
    },
    {
      "loss_action": 0.015107747167348862,
      "loss_total": 0.015107747167348862,
      "step": 29400
    },
    {
      "loss_action": 0.011450877413153648,
      "loss_total": 0.011450877413153648,
      "step": 29400
    },
    {
      "loss_action": 0.008699744008481503,
      "loss_total": 0.008699744008481503,
      "step": 29400
    },
    {
      "loss_action": 0.001953418832272291,
      "loss_total": 0.001953418832272291,
      "step": 29400
    },
    {
      "loss_action": 0.009408984333276749,
      "loss_total": 0.009408984333276749,
      "step": 29400
    },
    {
      "loss_action": 0.005275628063827753,
      "loss_total": 0.005275628063827753,
      "step": 29400
    },
    {
      "grad_norm": 0.10666779428720474,
      "learning_rate": 8.45765154065361e-05,
      "loss": 0.0101,
      "step": 29410
    },
    {
      "loss_action": 0.006279539316892624,
      "loss_total": 0.006279539316892624,
      "step": 29410
    },
    {
      "loss_action": 0.016214456409215927,
      "loss_total": 0.016214456409215927,
      "step": 29410
    },
    {
      "loss_action": 0.003284849226474762,
      "loss_total": 0.003284849226474762,
      "step": 29410
    },
    {
      "loss_action": 0.004629237111657858,
      "loss_total": 0.004629237111657858,
      "step": 29410
    },
    {
      "loss_action": 0.02751265838742256,
      "loss_total": 0.02751265838742256,
      "step": 29410
    },
    {
      "loss_action": 0.007945733144879341,
      "loss_total": 0.007945733144879341,
      "step": 29410
    },
    {
      "loss_action": 0.020526256412267685,
      "loss_total": 0.020526256412267685,
      "step": 29410
    },
    {
      "loss_action": 0.01732628233730793,
      "loss_total": 0.01732628233730793,
      "step": 29410
    },
    {
      "grad_norm": 0.1445843130350113,
      "learning_rate": 8.456456971913532e-05,
      "loss": 0.0111,
      "step": 29420
    },
    {
      "loss_action": 0.011811267584562302,
      "loss_total": 0.011811267584562302,
      "step": 29420
    },
    {
      "loss_action": 0.008793981745839119,
      "loss_total": 0.008793981745839119,
      "step": 29420
    },
    {
      "loss_action": 0.01747911050915718,
      "loss_total": 0.01747911050915718,
      "step": 29420
    },
    {
      "loss_action": 0.0032382551580667496,
      "loss_total": 0.0032382551580667496,
      "step": 29420
    },
    {
      "loss_action": 0.015042997896671295,
      "loss_total": 0.015042997896671295,
      "step": 29420
    },
    {
      "loss_action": 0.006604861468076706,
      "loss_total": 0.006604861468076706,
      "step": 29420
    },
    {
      "loss_action": 0.010108107700943947,
      "loss_total": 0.010108107700943947,
      "step": 29420
    },
    {
      "loss_action": 0.03078729286789894,
      "loss_total": 0.03078729286789894,
      "step": 29420
    },
    {
      "grad_norm": 0.13970869779586792,
      "learning_rate": 8.455262025180517e-05,
      "loss": 0.013,
      "step": 29430
    },
    {
      "loss_action": 0.005081528797745705,
      "loss_total": 0.005081528797745705,
      "step": 29430
    },
    {
      "loss_action": 0.010279258713126183,
      "loss_total": 0.010279258713126183,
      "step": 29430
    },
    {
      "loss_action": 0.003584343008697033,
      "loss_total": 0.003584343008697033,
      "step": 29430
    },
    {
      "loss_action": 0.015801766887307167,
      "loss_total": 0.015801766887307167,
      "step": 29430
    },
    {
      "loss_action": 0.020380349829792976,
      "loss_total": 0.020380349829792976,
      "step": 29430
    },
    {
      "loss_action": 0.0052576009184122086,
      "loss_total": 0.0052576009184122086,
      "step": 29430
    },
    {
      "loss_action": 0.011803651228547096,
      "loss_total": 0.011803651228547096,
      "step": 29430
    },
    {
      "loss_action": 0.005784358363598585,
      "loss_total": 0.005784358363598585,
      "step": 29430
    },
    {
      "grad_norm": 0.09931439906358719,
      "learning_rate": 8.454066700585242e-05,
      "loss": 0.0096,
      "step": 29440
    },
    {
      "loss_action": 0.005612152628600597,
      "loss_total": 0.005612152628600597,
      "step": 29440
    },
    {
      "loss_action": 0.01733025349676609,
      "loss_total": 0.01733025349676609,
      "step": 29440
    },
    {
      "loss_action": 0.006827017292380333,
      "loss_total": 0.006827017292380333,
      "step": 29440
    },
    {
      "loss_action": 0.007630995474755764,
      "loss_total": 0.007630995474755764,
      "step": 29440
    },
    {
      "loss_action": 0.004556997679173946,
      "loss_total": 0.004556997679173946,
      "step": 29440
    },
    {
      "loss_action": 0.003891408210620284,
      "loss_total": 0.003891408210620284,
      "step": 29440
    },
    {
      "loss_action": 0.01095769926905632,
      "loss_total": 0.01095769926905632,
      "step": 29440
    },
    {
      "loss_action": 0.006815699860453606,
      "loss_total": 0.006815699860453606,
      "step": 29440
    },
    {
      "grad_norm": 0.17316681146621704,
      "learning_rate": 8.452870998258423e-05,
      "loss": 0.011,
      "step": 29450
    },
    {
      "loss_action": 0.01271943747997284,
      "loss_total": 0.01271943747997284,
      "step": 29450
    },
    {
      "loss_action": 0.0056402673944830894,
      "loss_total": 0.0056402673944830894,
      "step": 29450
    },
    {
      "loss_action": 0.005531773902475834,
      "loss_total": 0.005531773902475834,
      "step": 29450
    },
    {
      "loss_action": 0.003945249132812023,
      "loss_total": 0.003945249132812023,
      "step": 29450
    },
    {
      "loss_action": 0.00865890271961689,
      "loss_total": 0.00865890271961689,
      "step": 29450
    },
    {
      "loss_action": 0.008530950173735619,
      "loss_total": 0.008530950173735619,
      "step": 29450
    },
    {
      "loss_action": 0.01668381504714489,
      "loss_total": 0.01668381504714489,
      "step": 29450
    },
    {
      "loss_action": 0.009859006851911545,
      "loss_total": 0.009859006851911545,
      "step": 29450
    },
    {
      "grad_norm": 0.11365818232297897,
      "learning_rate": 8.451674918330825e-05,
      "loss": 0.0133,
      "step": 29460
    },
    {
      "loss_action": 0.008105231449007988,
      "loss_total": 0.008105231449007988,
      "step": 29460
    },
    {
      "loss_action": 0.013806501403450966,
      "loss_total": 0.013806501403450966,
      "step": 29460
    },
    {
      "loss_action": 0.007250695489346981,
      "loss_total": 0.007250695489346981,
      "step": 29460
    },
    {
      "loss_action": 0.010789372958242893,
      "loss_total": 0.010789372958242893,
      "step": 29460
    },
    {
      "loss_action": 0.010411104187369347,
      "loss_total": 0.010411104187369347,
      "step": 29460
    },
    {
      "loss_action": 0.01529194600880146,
      "loss_total": 0.01529194600880146,
      "step": 29460
    },
    {
      "loss_action": 0.004811836872249842,
      "loss_total": 0.004811836872249842,
      "step": 29460
    },
    {
      "loss_action": 0.011717215180397034,
      "loss_total": 0.011717215180397034,
      "step": 29460
    },
    {
      "grad_norm": 0.12718558311462402,
      "learning_rate": 8.450478460933246e-05,
      "loss": 0.0124,
      "step": 29470
    },
    {
      "loss_action": 0.01104309968650341,
      "loss_total": 0.01104309968650341,
      "step": 29470
    },
    {
      "loss_action": 0.014891890808939934,
      "loss_total": 0.014891890808939934,
      "step": 29470
    },
    {
      "loss_action": 0.016331706196069717,
      "loss_total": 0.016331706196069717,
      "step": 29470
    },
    {
      "loss_action": 0.007346845231950283,
      "loss_total": 0.007346845231950283,
      "step": 29470
    },
    {
      "loss_action": 0.013429221697151661,
      "loss_total": 0.013429221697151661,
      "step": 29470
    },
    {
      "loss_action": 0.0057707130908966064,
      "loss_total": 0.0057707130908966064,
      "step": 29470
    },
    {
      "loss_action": 0.014287317171692848,
      "loss_total": 0.014287317171692848,
      "step": 29470
    },
    {
      "loss_action": 0.015872791409492493,
      "loss_total": 0.015872791409492493,
      "step": 29470
    },
    {
      "grad_norm": 0.1538013368844986,
      "learning_rate": 8.449281626196532e-05,
      "loss": 0.0123,
      "step": 29480
    },
    {
      "loss_action": 0.008943004533648491,
      "loss_total": 0.008943004533648491,
      "step": 29480
    },
    {
      "loss_action": 0.02279801480472088,
      "loss_total": 0.02279801480472088,
      "step": 29480
    },
    {
      "loss_action": 0.003935299813747406,
      "loss_total": 0.003935299813747406,
      "step": 29480
    },
    {
      "loss_action": 0.013955754227936268,
      "loss_total": 0.013955754227936268,
      "step": 29480
    },
    {
      "loss_action": 0.010053352452814579,
      "loss_total": 0.010053352452814579,
      "step": 29480
    },
    {
      "loss_action": 0.00732090137898922,
      "loss_total": 0.00732090137898922,
      "step": 29480
    },
    {
      "loss_action": 0.005421692505478859,
      "loss_total": 0.005421692505478859,
      "step": 29480
    },
    {
      "loss_action": 0.02173480950295925,
      "loss_total": 0.02173480950295925,
      "step": 29480
    },
    {
      "grad_norm": 0.08750547468662262,
      "learning_rate": 8.448084414251564e-05,
      "loss": 0.0116,
      "step": 29490
    },
    {
      "loss_action": 0.018889566883444786,
      "loss_total": 0.018889566883444786,
      "step": 29490
    },
    {
      "loss_action": 0.012716803699731827,
      "loss_total": 0.012716803699731827,
      "step": 29490
    },
    {
      "loss_action": 0.005378655157983303,
      "loss_total": 0.005378655157983303,
      "step": 29490
    },
    {
      "loss_action": 0.009369682520627975,
      "loss_total": 0.009369682520627975,
      "step": 29490
    },
    {
      "loss_action": 0.004580399487167597,
      "loss_total": 0.004580399487167597,
      "step": 29490
    },
    {
      "loss_action": 0.018017740920186043,
      "loss_total": 0.018017740920186043,
      "step": 29490
    },
    {
      "loss_action": 0.003550345078110695,
      "loss_total": 0.003550345078110695,
      "step": 29490
    },
    {
      "loss_action": 0.005645346827805042,
      "loss_total": 0.005645346827805042,
      "step": 29490
    },
    {
      "grad_norm": 0.17636315524578094,
      "learning_rate": 8.446886825229271e-05,
      "loss": 0.0123,
      "step": 29500
    },
    {
      "loss_action": 0.014831867069005966,
      "loss_total": 0.014831867069005966,
      "step": 29500
    },
    {
      "loss_action": 0.008006928488612175,
      "loss_total": 0.008006928488612175,
      "step": 29500
    },
    {
      "loss_action": 0.0073907095938920975,
      "loss_total": 0.0073907095938920975,
      "step": 29500
    },
    {
      "loss_action": 0.005415481515228748,
      "loss_total": 0.005415481515228748,
      "step": 29500
    },
    {
      "loss_action": 0.006945308297872543,
      "loss_total": 0.006945308297872543,
      "step": 29500
    },
    {
      "loss_action": 0.013165222480893135,
      "loss_total": 0.013165222480893135,
      "step": 29500
    },
    {
      "loss_action": 0.010216106660664082,
      "loss_total": 0.010216106660664082,
      "step": 29500
    },
    {
      "loss_action": 0.01131508033722639,
      "loss_total": 0.01131508033722639,
      "step": 29500
    },
    {
      "grad_norm": 0.1451704204082489,
      "learning_rate": 8.445688859260615e-05,
      "loss": 0.0115,
      "step": 29510
    },
    {
      "loss_action": 0.006650830619037151,
      "loss_total": 0.006650830619037151,
      "step": 29510
    },
    {
      "loss_action": 0.010900725610554218,
      "loss_total": 0.010900725610554218,
      "step": 29510
    },
    {
      "loss_action": 0.011617743410170078,
      "loss_total": 0.011617743410170078,
      "step": 29510
    },
    {
      "loss_action": 0.012175935320556164,
      "loss_total": 0.012175935320556164,
      "step": 29510
    },
    {
      "loss_action": 0.018537458032369614,
      "loss_total": 0.018537458032369614,
      "step": 29510
    },
    {
      "loss_action": 0.010129692032933235,
      "loss_total": 0.010129692032933235,
      "step": 29510
    },
    {
      "loss_action": 0.007748887408524752,
      "loss_total": 0.007748887408524752,
      "step": 29510
    },
    {
      "loss_action": 0.006782203912734985,
      "loss_total": 0.006782203912734985,
      "step": 29510
    },
    {
      "grad_norm": 0.1553073525428772,
      "learning_rate": 8.444490516476606e-05,
      "loss": 0.0117,
      "step": 29520
    },
    {
      "loss_action": 0.01261398009955883,
      "loss_total": 0.01261398009955883,
      "step": 29520
    },
    {
      "loss_action": 0.007447287440299988,
      "loss_total": 0.007447287440299988,
      "step": 29520
    },
    {
      "loss_action": 0.022477008402347565,
      "loss_total": 0.022477008402347565,
      "step": 29520
    },
    {
      "loss_action": 0.005836424883455038,
      "loss_total": 0.005836424883455038,
      "step": 29520
    },
    {
      "loss_action": 0.01745426282286644,
      "loss_total": 0.01745426282286644,
      "step": 29520
    },
    {
      "loss_action": 0.011741068214178085,
      "loss_total": 0.011741068214178085,
      "step": 29520
    },
    {
      "loss_action": 0.010478170588612556,
      "loss_total": 0.010478170588612556,
      "step": 29520
    },
    {
      "loss_action": 0.025611145421862602,
      "loss_total": 0.025611145421862602,
      "step": 29520
    },
    {
      "grad_norm": 0.13131853938102722,
      "learning_rate": 8.443291797008293e-05,
      "loss": 0.0127,
      "step": 29530
    },
    {
      "loss_action": 0.008313103578984737,
      "loss_total": 0.008313103578984737,
      "step": 29530
    },
    {
      "loss_action": 0.008923104032874107,
      "loss_total": 0.008923104032874107,
      "step": 29530
    },
    {
      "loss_action": 0.021170495077967644,
      "loss_total": 0.021170495077967644,
      "step": 29530
    },
    {
      "loss_action": 0.011717267334461212,
      "loss_total": 0.011717267334461212,
      "step": 29530
    },
    {
      "loss_action": 0.004807894583791494,
      "loss_total": 0.004807894583791494,
      "step": 29530
    },
    {
      "loss_action": 0.006251721642911434,
      "loss_total": 0.006251721642911434,
      "step": 29530
    },
    {
      "loss_action": 0.0223841555416584,
      "loss_total": 0.0223841555416584,
      "step": 29530
    },
    {
      "loss_action": 0.027143744751811028,
      "loss_total": 0.027143744751811028,
      "step": 29530
    },
    {
      "grad_norm": 0.1459783911705017,
      "learning_rate": 8.442092700986765e-05,
      "loss": 0.0106,
      "step": 29540
    },
    {
      "loss_action": 0.007484198082238436,
      "loss_total": 0.007484198082238436,
      "step": 29540
    },
    {
      "loss_action": 0.007663447875529528,
      "loss_total": 0.007663447875529528,
      "step": 29540
    },
    {
      "loss_action": 0.003988766111433506,
      "loss_total": 0.003988766111433506,
      "step": 29540
    },
    {
      "loss_action": 0.007769362069666386,
      "loss_total": 0.007769362069666386,
      "step": 29540
    },
    {
      "loss_action": 0.010235865600407124,
      "loss_total": 0.010235865600407124,
      "step": 29540
    },
    {
      "loss_action": 0.009113205596804619,
      "loss_total": 0.009113205596804619,
      "step": 29540
    },
    {
      "loss_action": 0.005189102608710527,
      "loss_total": 0.005189102608710527,
      "step": 29540
    },
    {
      "loss_action": 0.016012756153941154,
      "loss_total": 0.016012756153941154,
      "step": 29540
    },
    {
      "grad_norm": 0.14934785664081573,
      "learning_rate": 8.440893228543156e-05,
      "loss": 0.0095,
      "step": 29550
    },
    {
      "loss_action": 0.004736940376460552,
      "loss_total": 0.004736940376460552,
      "step": 29550
    },
    {
      "loss_action": 0.011508512310683727,
      "loss_total": 0.011508512310683727,
      "step": 29550
    },
    {
      "loss_action": 0.006011233665049076,
      "loss_total": 0.006011233665049076,
      "step": 29550
    },
    {
      "loss_action": 0.005653582513332367,
      "loss_total": 0.005653582513332367,
      "step": 29550
    },
    {
      "loss_action": 0.010685393586754799,
      "loss_total": 0.010685393586754799,
      "step": 29550
    },
    {
      "loss_action": 0.00746515765786171,
      "loss_total": 0.00746515765786171,
      "step": 29550
    },
    {
      "loss_action": 0.004246007651090622,
      "loss_total": 0.004246007651090622,
      "step": 29550
    },
    {
      "loss_action": 0.00360175222158432,
      "loss_total": 0.00360175222158432,
      "step": 29550
    },
    {
      "grad_norm": 0.16608281433582306,
      "learning_rate": 8.439693379808638e-05,
      "loss": 0.0102,
      "step": 29560
    },
    {
      "loss_action": 0.006794796325266361,
      "loss_total": 0.006794796325266361,
      "step": 29560
    },
    {
      "loss_action": 0.01575390435755253,
      "loss_total": 0.01575390435755253,
      "step": 29560
    },
    {
      "loss_action": 0.007013820111751556,
      "loss_total": 0.007013820111751556,
      "step": 29560
    },
    {
      "loss_action": 0.011572582647204399,
      "loss_total": 0.011572582647204399,
      "step": 29560
    },
    {
      "loss_action": 0.014084185473620892,
      "loss_total": 0.014084185473620892,
      "step": 29560
    },
    {
      "loss_action": 0.007371876854449511,
      "loss_total": 0.007371876854449511,
      "step": 29560
    },
    {
      "loss_action": 0.01769324019551277,
      "loss_total": 0.01769324019551277,
      "step": 29560
    },
    {
      "loss_action": 0.02030995488166809,
      "loss_total": 0.02030995488166809,
      "step": 29560
    },
    {
      "grad_norm": 0.17124231159687042,
      "learning_rate": 8.43849315491442e-05,
      "loss": 0.0122,
      "step": 29570
    },
    {
      "loss_action": 0.007615677081048489,
      "loss_total": 0.007615677081048489,
      "step": 29570
    },
    {
      "loss_action": 0.016604693606495857,
      "loss_total": 0.016604693606495857,
      "step": 29570
    },
    {
      "loss_action": 0.01788085512816906,
      "loss_total": 0.01788085512816906,
      "step": 29570
    },
    {
      "loss_action": 0.014290818013250828,
      "loss_total": 0.014290818013250828,
      "step": 29570
    },
    {
      "loss_action": 0.0062744696624577045,
      "loss_total": 0.0062744696624577045,
      "step": 29570
    },
    {
      "loss_action": 0.010326039977371693,
      "loss_total": 0.010326039977371693,
      "step": 29570
    },
    {
      "loss_action": 0.010691617615520954,
      "loss_total": 0.010691617615520954,
      "step": 29570
    },
    {
      "loss_action": 0.004242732189595699,
      "loss_total": 0.004242732189595699,
      "step": 29570
    },
    {
      "grad_norm": 0.21313121914863586,
      "learning_rate": 8.437292553991763e-05,
      "loss": 0.0118,
      "step": 29580
    },
    {
      "loss_action": 0.00820208340883255,
      "loss_total": 0.00820208340883255,
      "step": 29580
    },
    {
      "loss_action": 0.006260608788579702,
      "loss_total": 0.006260608788579702,
      "step": 29580
    },
    {
      "loss_action": 0.0033583284821361303,
      "loss_total": 0.0033583284821361303,
      "step": 29580
    },
    {
      "loss_action": 0.0044357143342494965,
      "loss_total": 0.0044357143342494965,
      "step": 29580
    },
    {
      "loss_action": 0.01562296599149704,
      "loss_total": 0.01562296599149704,
      "step": 29580
    },
    {
      "loss_action": 0.006237036548554897,
      "loss_total": 0.006237036548554897,
      "step": 29580
    },
    {
      "loss_action": 0.007978483103215694,
      "loss_total": 0.007978483103215694,
      "step": 29580
    },
    {
      "loss_action": 0.006775571033358574,
      "loss_total": 0.006775571033358574,
      "step": 29580
    },
    {
      "grad_norm": 0.12263664603233337,
      "learning_rate": 8.436091577171959e-05,
      "loss": 0.0099,
      "step": 29590
    },
    {
      "loss_action": 0.0036989396903663874,
      "loss_total": 0.0036989396903663874,
      "step": 29590
    },
    {
      "loss_action": 0.003050817409530282,
      "loss_total": 0.003050817409530282,
      "step": 29590
    },
    {
      "loss_action": 0.007302511483430862,
      "loss_total": 0.007302511483430862,
      "step": 29590
    },
    {
      "loss_action": 0.026415448635816574,
      "loss_total": 0.026415448635816574,
      "step": 29590
    },
    {
      "loss_action": 0.010052485391497612,
      "loss_total": 0.010052485391497612,
      "step": 29590
    },
    {
      "loss_action": 0.010044323280453682,
      "loss_total": 0.010044323280453682,
      "step": 29590
    },
    {
      "loss_action": 0.0035634925588965416,
      "loss_total": 0.0035634925588965416,
      "step": 29590
    },
    {
      "loss_action": 0.009492561221122742,
      "loss_total": 0.009492561221122742,
      "step": 29590
    },
    {
      "grad_norm": 0.09931600093841553,
      "learning_rate": 8.434890224586347e-05,
      "loss": 0.0106,
      "step": 29600
    },
    {
      "loss_action": 0.01779061183333397,
      "loss_total": 0.01779061183333397,
      "step": 29600
    },
    {
      "loss_action": 0.01283755712211132,
      "loss_total": 0.01283755712211132,
      "step": 29600
    },
    {
      "loss_action": 0.014252454042434692,
      "loss_total": 0.014252454042434692,
      "step": 29600
    },
    {
      "loss_action": 0.0146859809756279,
      "loss_total": 0.0146859809756279,
      "step": 29600
    },
    {
      "loss_action": 0.012167934328317642,
      "loss_total": 0.012167934328317642,
      "step": 29600
    },
    {
      "loss_action": 0.013655545189976692,
      "loss_total": 0.013655545189976692,
      "step": 29600
    },
    {
      "loss_action": 0.008281136862933636,
      "loss_total": 0.008281136862933636,
      "step": 29600
    },
    {
      "loss_action": 0.005720851942896843,
      "loss_total": 0.005720851942896843,
      "step": 29600
    },
    {
      "grad_norm": 0.10453619062900543,
      "learning_rate": 8.433688496366303e-05,
      "loss": 0.0116,
      "step": 29610
    },
    {
      "loss_action": 0.006122061982750893,
      "loss_total": 0.006122061982750893,
      "step": 29610
    },
    {
      "loss_action": 0.006449181120842695,
      "loss_total": 0.006449181120842695,
      "step": 29610
    },
    {
      "loss_action": 0.0064321658574044704,
      "loss_total": 0.0064321658574044704,
      "step": 29610
    },
    {
      "loss_action": 0.020541658625006676,
      "loss_total": 0.020541658625006676,
      "step": 29610
    },
    {
      "loss_action": 0.008825035765767097,
      "loss_total": 0.008825035765767097,
      "step": 29610
    },
    {
      "loss_action": 0.017646435648202896,
      "loss_total": 0.017646435648202896,
      "step": 29610
    },
    {
      "loss_action": 0.006906772032380104,
      "loss_total": 0.006906772032380104,
      "step": 29610
    },
    {
      "loss_action": 0.01478260662406683,
      "loss_total": 0.01478260662406683,
      "step": 29610
    },
    {
      "grad_norm": 0.16457729041576385,
      "learning_rate": 8.432486392643248e-05,
      "loss": 0.0116,
      "step": 29620
    },
    {
      "loss_action": 0.005976560991257429,
      "loss_total": 0.005976560991257429,
      "step": 29620
    },
    {
      "loss_action": 0.010628481395542622,
      "loss_total": 0.010628481395542622,
      "step": 29620
    },
    {
      "loss_action": 0.007937129586935043,
      "loss_total": 0.007937129586935043,
      "step": 29620
    },
    {
      "loss_action": 0.011094700545072556,
      "loss_total": 0.011094700545072556,
      "step": 29620
    },
    {
      "loss_action": 0.007151466328650713,
      "loss_total": 0.007151466328650713,
      "step": 29620
    },
    {
      "loss_action": 0.006590879522264004,
      "loss_total": 0.006590879522264004,
      "step": 29620
    },
    {
      "loss_action": 0.008350702002644539,
      "loss_total": 0.008350702002644539,
      "step": 29620
    },
    {
      "loss_action": 0.021344739943742752,
      "loss_total": 0.021344739943742752,
      "step": 29620
    },
    {
      "grad_norm": 0.13709986209869385,
      "learning_rate": 8.431283913548643e-05,
      "loss": 0.0134,
      "step": 29630
    },
    {
      "loss_action": 0.014944886788725853,
      "loss_total": 0.014944886788725853,
      "step": 29630
    },
    {
      "loss_action": 0.005089731886982918,
      "loss_total": 0.005089731886982918,
      "step": 29630
    },
    {
      "loss_action": 0.010555156506597996,
      "loss_total": 0.010555156506597996,
      "step": 29630
    },
    {
      "loss_action": 0.010280145332217216,
      "loss_total": 0.010280145332217216,
      "step": 29630
    },
    {
      "loss_action": 0.01331388857215643,
      "loss_total": 0.01331388857215643,
      "step": 29630
    },
    {
      "loss_action": 0.012231271713972092,
      "loss_total": 0.012231271713972092,
      "step": 29630
    },
    {
      "loss_action": 0.01650501787662506,
      "loss_total": 0.01650501787662506,
      "step": 29630
    },
    {
      "loss_action": 0.007384561002254486,
      "loss_total": 0.007384561002254486,
      "step": 29630
    },
    {
      "grad_norm": 0.14155162870883942,
      "learning_rate": 8.430081059213985e-05,
      "loss": 0.0127,
      "step": 29640
    },
    {
      "loss_action": 0.011997933499515057,
      "loss_total": 0.011997933499515057,
      "step": 29640
    },
    {
      "loss_action": 0.01230594515800476,
      "loss_total": 0.01230594515800476,
      "step": 29640
    },
    {
      "loss_action": 0.00495540164411068,
      "loss_total": 0.00495540164411068,
      "step": 29640
    },
    {
      "loss_action": 0.008473694324493408,
      "loss_total": 0.008473694324493408,
      "step": 29640
    },
    {
      "loss_action": 0.005282715894281864,
      "loss_total": 0.005282715894281864,
      "step": 29640
    },
    {
      "loss_action": 0.00604734243825078,
      "loss_total": 0.00604734243825078,
      "step": 29640
    },
    {
      "loss_action": 0.03733082488179207,
      "loss_total": 0.03733082488179207,
      "step": 29640
    },
    {
      "loss_action": 0.010801402851939201,
      "loss_total": 0.010801402851939201,
      "step": 29640
    },
    {
      "grad_norm": 0.11942840367555618,
      "learning_rate": 8.428877829770823e-05,
      "loss": 0.0103,
      "step": 29650
    },
    {
      "loss_action": 0.04251651093363762,
      "loss_total": 0.04251651093363762,
      "step": 29650
    },
    {
      "loss_action": 0.007562164682894945,
      "loss_total": 0.007562164682894945,
      "step": 29650
    },
    {
      "loss_action": 0.012877264991402626,
      "loss_total": 0.012877264991402626,
      "step": 29650
    },
    {
      "loss_action": 0.013493213802576065,
      "loss_total": 0.013493213802576065,
      "step": 29650
    },
    {
      "loss_action": 0.004835010971873999,
      "loss_total": 0.004835010971873999,
      "step": 29650
    },
    {
      "loss_action": 0.0040329815819859505,
      "loss_total": 0.0040329815819859505,
      "step": 29650
    },
    {
      "loss_action": 0.006193372420966625,
      "loss_total": 0.006193372420966625,
      "step": 29650
    },
    {
      "loss_action": 0.012704381719231606,
      "loss_total": 0.012704381719231606,
      "step": 29650
    },
    {
      "grad_norm": 0.11921019852161407,
      "learning_rate": 8.427674225350735e-05,
      "loss": 0.0113,
      "step": 29660
    },
    {
      "loss_action": 0.013167813420295715,
      "loss_total": 0.013167813420295715,
      "step": 29660
    },
    {
      "loss_action": 0.02317674830555916,
      "loss_total": 0.02317674830555916,
      "step": 29660
    },
    {
      "loss_action": 0.017948243767023087,
      "loss_total": 0.017948243767023087,
      "step": 29660
    },
    {
      "loss_action": 0.016912858933210373,
      "loss_total": 0.016912858933210373,
      "step": 29660
    },
    {
      "loss_action": 0.004601303953677416,
      "loss_total": 0.004601303953677416,
      "step": 29660
    },
    {
      "loss_action": 0.019529012963175774,
      "loss_total": 0.019529012963175774,
      "step": 29660
    },
    {
      "loss_action": 0.008650488220155239,
      "loss_total": 0.008650488220155239,
      "step": 29660
    },
    {
      "loss_action": 0.014931188896298409,
      "loss_total": 0.014931188896298409,
      "step": 29660
    },
    {
      "grad_norm": 0.11595264077186584,
      "learning_rate": 8.426470246085347e-05,
      "loss": 0.0097,
      "step": 29670
    },
    {
      "loss_action": 0.014766419306397438,
      "loss_total": 0.014766419306397438,
      "step": 29670
    },
    {
      "loss_action": 0.005781009327620268,
      "loss_total": 0.005781009327620268,
      "step": 29670
    },
    {
      "loss_action": 0.012227660045027733,
      "loss_total": 0.012227660045027733,
      "step": 29670
    },
    {
      "loss_action": 0.005774666555225849,
      "loss_total": 0.005774666555225849,
      "step": 29670
    },
    {
      "loss_action": 0.03167859464883804,
      "loss_total": 0.03167859464883804,
      "step": 29670
    },
    {
      "loss_action": 0.00701082032173872,
      "loss_total": 0.00701082032173872,
      "step": 29670
    },
    {
      "loss_action": 0.008407403714954853,
      "loss_total": 0.008407403714954853,
      "step": 29670
    },
    {
      "loss_action": 0.004493456333875656,
      "loss_total": 0.004493456333875656,
      "step": 29670
    },
    {
      "grad_norm": 0.1516798734664917,
      "learning_rate": 8.425265892106324e-05,
      "loss": 0.0105,
      "step": 29680
    },
    {
      "loss_action": 0.004479298368096352,
      "loss_total": 0.004479298368096352,
      "step": 29680
    },
    {
      "loss_action": 0.010468335822224617,
      "loss_total": 0.010468335822224617,
      "step": 29680
    },
    {
      "loss_action": 0.005751980468630791,
      "loss_total": 0.005751980468630791,
      "step": 29680
    },
    {
      "loss_action": 0.008516724221408367,
      "loss_total": 0.008516724221408367,
      "step": 29680
    },
    {
      "loss_action": 0.01006055623292923,
      "loss_total": 0.01006055623292923,
      "step": 29680
    },
    {
      "loss_action": 0.008591419085860252,
      "loss_total": 0.008591419085860252,
      "step": 29680
    },
    {
      "loss_action": 0.009379606693983078,
      "loss_total": 0.009379606693983078,
      "step": 29680
    },
    {
      "loss_action": 0.006265155505388975,
      "loss_total": 0.006265155505388975,
      "step": 29680
    },
    {
      "grad_norm": 0.13199938833713531,
      "learning_rate": 8.424061163545374e-05,
      "loss": 0.01,
      "step": 29690
    },
    {
      "loss_action": 0.008756246417760849,
      "loss_total": 0.008756246417760849,
      "step": 29690
    },
    {
      "loss_action": 0.003989738412201405,
      "loss_total": 0.003989738412201405,
      "step": 29690
    },
    {
      "loss_action": 0.0054105608724057674,
      "loss_total": 0.0054105608724057674,
      "step": 29690
    },
    {
      "loss_action": 0.008272215723991394,
      "loss_total": 0.008272215723991394,
      "step": 29690
    },
    {
      "loss_action": 0.0021963741164654493,
      "loss_total": 0.0021963741164654493,
      "step": 29690
    },
    {
      "loss_action": 0.002269938588142395,
      "loss_total": 0.002269938588142395,
      "step": 29690
    },
    {
      "loss_action": 0.014362571761012077,
      "loss_total": 0.014362571761012077,
      "step": 29690
    },
    {
      "loss_action": 0.0192217119038105,
      "loss_total": 0.0192217119038105,
      "step": 29690
    },
    {
      "grad_norm": 0.16843323409557343,
      "learning_rate": 8.422856060534243e-05,
      "loss": 0.0112,
      "step": 29700
    },
    {
      "loss_action": 0.00465321633964777,
      "loss_total": 0.00465321633964777,
      "step": 29700
    },
    {
      "loss_action": 0.03044089674949646,
      "loss_total": 0.03044089674949646,
      "step": 29700
    },
    {
      "loss_action": 0.039817363023757935,
      "loss_total": 0.039817363023757935,
      "step": 29700
    },
    {
      "loss_action": 0.020764857530593872,
      "loss_total": 0.020764857530593872,
      "step": 29700
    },
    {
      "loss_action": 0.004794514738023281,
      "loss_total": 0.004794514738023281,
      "step": 29700
    },
    {
      "loss_action": 0.003946073818951845,
      "loss_total": 0.003946073818951845,
      "step": 29700
    },
    {
      "loss_action": 0.008472415618598461,
      "loss_total": 0.008472415618598461,
      "step": 29700
    },
    {
      "loss_action": 0.015033937990665436,
      "loss_total": 0.015033937990665436,
      "step": 29700
    },
    {
      "grad_norm": 0.19192661345005035,
      "learning_rate": 8.421650583204718e-05,
      "loss": 0.0112,
      "step": 29710
    },
    {
      "loss_action": 0.006693828385323286,
      "loss_total": 0.006693828385323286,
      "step": 29710
    },
    {
      "loss_action": 0.003287141676992178,
      "loss_total": 0.003287141676992178,
      "step": 29710
    },
    {
      "loss_action": 0.006640933454036713,
      "loss_total": 0.006640933454036713,
      "step": 29710
    },
    {
      "loss_action": 0.004827878437936306,
      "loss_total": 0.004827878437936306,
      "step": 29710
    },
    {
      "loss_action": 0.009569940157234669,
      "loss_total": 0.009569940157234669,
      "step": 29710
    },
    {
      "loss_action": 0.015146205201745033,
      "loss_total": 0.015146205201745033,
      "step": 29710
    },
    {
      "loss_action": 0.004087995737791061,
      "loss_total": 0.004087995737791061,
      "step": 29710
    },
    {
      "loss_action": 0.01303618960082531,
      "loss_total": 0.01303618960082531,
      "step": 29710
    },
    {
      "grad_norm": 0.11106792092323303,
      "learning_rate": 8.420444731688633e-05,
      "loss": 0.0111,
      "step": 29720
    },
    {
      "loss_action": 0.01039477251470089,
      "loss_total": 0.01039477251470089,
      "step": 29720
    },
    {
      "loss_action": 0.006551776081323624,
      "loss_total": 0.006551776081323624,
      "step": 29720
    },
    {
      "loss_action": 0.009397890418767929,
      "loss_total": 0.009397890418767929,
      "step": 29720
    },
    {
      "loss_action": 0.010212311521172523,
      "loss_total": 0.010212311521172523,
      "step": 29720
    },
    {
      "loss_action": 0.008475162088871002,
      "loss_total": 0.008475162088871002,
      "step": 29720
    },
    {
      "loss_action": 0.009716687723994255,
      "loss_total": 0.009716687723994255,
      "step": 29720
    },
    {
      "loss_action": 0.006610643118619919,
      "loss_total": 0.006610643118619919,
      "step": 29720
    },
    {
      "loss_action": 0.003893104614689946,
      "loss_total": 0.003893104614689946,
      "step": 29720
    },
    {
      "grad_norm": 0.21260559558868408,
      "learning_rate": 8.419238506117852e-05,
      "loss": 0.0111,
      "step": 29730
    },
    {
      "loss_action": 0.010619724169373512,
      "loss_total": 0.010619724169373512,
      "step": 29730
    },
    {
      "loss_action": 0.009083352982997894,
      "loss_total": 0.009083352982997894,
      "step": 29730
    },
    {
      "loss_action": 0.015195640735328197,
      "loss_total": 0.015195640735328197,
      "step": 29730
    },
    {
      "loss_action": 0.01115504465997219,
      "loss_total": 0.01115504465997219,
      "step": 29730
    },
    {
      "loss_action": 0.006478221621364355,
      "loss_total": 0.006478221621364355,
      "step": 29730
    },
    {
      "loss_action": 0.024264276027679443,
      "loss_total": 0.024264276027679443,
      "step": 29730
    },
    {
      "loss_action": 0.009961660951375961,
      "loss_total": 0.009961660951375961,
      "step": 29730
    },
    {
      "loss_action": 0.008071975782513618,
      "loss_total": 0.008071975782513618,
      "step": 29730
    },
    {
      "grad_norm": 0.11041166633367538,
      "learning_rate": 8.418031906624289e-05,
      "loss": 0.0101,
      "step": 29740
    },
    {
      "loss_action": 0.008120437152683735,
      "loss_total": 0.008120437152683735,
      "step": 29740
    },
    {
      "loss_action": 0.014008577913045883,
      "loss_total": 0.014008577913045883,
      "step": 29740
    },
    {
      "loss_action": 0.008120352402329445,
      "loss_total": 0.008120352402329445,
      "step": 29740
    },
    {
      "loss_action": 0.012241553515195847,
      "loss_total": 0.012241553515195847,
      "step": 29740
    },
    {
      "loss_action": 0.009080328978598118,
      "loss_total": 0.009080328978598118,
      "step": 29740
    },
    {
      "loss_action": 0.015811018645763397,
      "loss_total": 0.015811018645763397,
      "step": 29740
    },
    {
      "loss_action": 0.0079253064468503,
      "loss_total": 0.0079253064468503,
      "step": 29740
    },
    {
      "loss_action": 0.006652639247477055,
      "loss_total": 0.006652639247477055,
      "step": 29740
    },
    {
      "grad_norm": 0.10246044397354126,
      "learning_rate": 8.416824933339898e-05,
      "loss": 0.0102,
      "step": 29750
    },
    {
      "loss_action": 0.005517858546227217,
      "loss_total": 0.005517858546227217,
      "step": 29750
    },
    {
      "loss_action": 0.012155983597040176,
      "loss_total": 0.012155983597040176,
      "step": 29750
    },
    {
      "loss_action": 0.010945327579975128,
      "loss_total": 0.010945327579975128,
      "step": 29750
    },
    {
      "loss_action": 0.015608474612236023,
      "loss_total": 0.015608474612236023,
      "step": 29750
    },
    {
      "loss_action": 0.008019761182367802,
      "loss_total": 0.008019761182367802,
      "step": 29750
    },
    {
      "loss_action": 0.008316420018672943,
      "loss_total": 0.008316420018672943,
      "step": 29750
    },
    {
      "loss_action": 0.00904200691729784,
      "loss_total": 0.00904200691729784,
      "step": 29750
    },
    {
      "loss_action": 0.00648459093645215,
      "loss_total": 0.00648459093645215,
      "step": 29750
    },
    {
      "grad_norm": 0.1357361227273941,
      "learning_rate": 8.415617586396667e-05,
      "loss": 0.0107,
      "step": 29760
    },
    {
      "loss_action": 0.019462352618575096,
      "loss_total": 0.019462352618575096,
      "step": 29760
    },
    {
      "loss_action": 0.019492672756314278,
      "loss_total": 0.019492672756314278,
      "step": 29760
    },
    {
      "loss_action": 0.017942365258932114,
      "loss_total": 0.017942365258932114,
      "step": 29760
    },
    {
      "loss_action": 0.01276889257133007,
      "loss_total": 0.01276889257133007,
      "step": 29760
    },
    {
      "loss_action": 0.01158110424876213,
      "loss_total": 0.01158110424876213,
      "step": 29760
    },
    {
      "loss_action": 0.01884670928120613,
      "loss_total": 0.01884670928120613,
      "step": 29760
    },
    {
      "loss_action": 0.018648598343133926,
      "loss_total": 0.018648598343133926,
      "step": 29760
    },
    {
      "loss_action": 0.00969088263809681,
      "loss_total": 0.00969088263809681,
      "step": 29760
    },
    {
      "grad_norm": 0.11605025827884674,
      "learning_rate": 8.414409865926632e-05,
      "loss": 0.0108,
      "step": 29770
    },
    {
      "loss_action": 0.013193168677389622,
      "loss_total": 0.013193168677389622,
      "step": 29770
    },
    {
      "loss_action": 0.010796675458550453,
      "loss_total": 0.010796675458550453,
      "step": 29770
    },
    {
      "loss_action": 0.010378341190516949,
      "loss_total": 0.010378341190516949,
      "step": 29770
    },
    {
      "loss_action": 0.0082775317132473,
      "loss_total": 0.0082775317132473,
      "step": 29770
    },
    {
      "loss_action": 0.006171161308884621,
      "loss_total": 0.006171161308884621,
      "step": 29770
    },
    {
      "loss_action": 0.005465665832161903,
      "loss_total": 0.005465665832161903,
      "step": 29770
    },
    {
      "loss_action": 0.003974560182541609,
      "loss_total": 0.003974560182541609,
      "step": 29770
    },
    {
      "loss_action": 0.0057676080614328384,
      "loss_total": 0.0057676080614328384,
      "step": 29770
    },
    {
      "grad_norm": 0.12982361018657684,
      "learning_rate": 8.413201772061867e-05,
      "loss": 0.0099,
      "step": 29780
    },
    {
      "loss_action": 0.014057209715247154,
      "loss_total": 0.014057209715247154,
      "step": 29780
    },
    {
      "loss_action": 0.01632930338382721,
      "loss_total": 0.01632930338382721,
      "step": 29780
    },
    {
      "loss_action": 0.01072235032916069,
      "loss_total": 0.01072235032916069,
      "step": 29780
    },
    {
      "loss_action": 0.016190795227885246,
      "loss_total": 0.016190795227885246,
      "step": 29780
    },
    {
      "loss_action": 0.010083910077810287,
      "loss_total": 0.010083910077810287,
      "step": 29780
    },
    {
      "loss_action": 0.009883956052362919,
      "loss_total": 0.009883956052362919,
      "step": 29780
    },
    {
      "loss_action": 0.015867557376623154,
      "loss_total": 0.015867557376623154,
      "step": 29780
    },
    {
      "loss_action": 0.008243647404015064,
      "loss_total": 0.008243647404015064,
      "step": 29780
    },
    {
      "grad_norm": 0.1793356090784073,
      "learning_rate": 8.411993304934488e-05,
      "loss": 0.0111,
      "step": 29790
    },
    {
      "loss_action": 0.010205501690506935,
      "loss_total": 0.010205501690506935,
      "step": 29790
    },
    {
      "loss_action": 0.006858000531792641,
      "loss_total": 0.006858000531792641,
      "step": 29790
    },
    {
      "loss_action": 0.021198395639657974,
      "loss_total": 0.021198395639657974,
      "step": 29790
    },
    {
      "loss_action": 0.0279756560921669,
      "loss_total": 0.0279756560921669,
      "step": 29790
    },
    {
      "loss_action": 0.009373747743666172,
      "loss_total": 0.009373747743666172,
      "step": 29790
    },
    {
      "loss_action": 0.01013263314962387,
      "loss_total": 0.01013263314962387,
      "step": 29790
    },
    {
      "loss_action": 0.010836463421583176,
      "loss_total": 0.010836463421583176,
      "step": 29790
    },
    {
      "loss_action": 0.011167185381054878,
      "loss_total": 0.011167185381054878,
      "step": 29790
    },
    {
      "grad_norm": 0.13830699026584625,
      "learning_rate": 8.410784464676654e-05,
      "loss": 0.0124,
      "step": 29800
    },
    {
      "loss_action": 0.021458817645907402,
      "loss_total": 0.021458817645907402,
      "step": 29800
    },
    {
      "loss_action": 0.015423688106238842,
      "loss_total": 0.015423688106238842,
      "step": 29800
    },
    {
      "loss_action": 0.012525832280516624,
      "loss_total": 0.012525832280516624,
      "step": 29800
    },
    {
      "loss_action": 0.012775436043739319,
      "loss_total": 0.012775436043739319,
      "step": 29800
    },
    {
      "loss_action": 0.006597649771720171,
      "loss_total": 0.006597649771720171,
      "step": 29800
    },
    {
      "loss_action": 0.005328369792550802,
      "loss_total": 0.005328369792550802,
      "step": 29800
    },
    {
      "loss_action": 0.01731695607304573,
      "loss_total": 0.01731695607304573,
      "step": 29800
    },
    {
      "loss_action": 0.012367192655801773,
      "loss_total": 0.012367192655801773,
      "step": 29800
    },
    {
      "grad_norm": 0.15448109805583954,
      "learning_rate": 8.409575251420556e-05,
      "loss": 0.0115,
      "step": 29810
    },
    {
      "loss_action": 0.009607098065316677,
      "loss_total": 0.009607098065316677,
      "step": 29810
    },
    {
      "loss_action": 0.009095210582017899,
      "loss_total": 0.009095210582017899,
      "step": 29810
    },
    {
      "loss_action": 0.007698326371610165,
      "loss_total": 0.007698326371610165,
      "step": 29810
    },
    {
      "loss_action": 0.008835195563733578,
      "loss_total": 0.008835195563733578,
      "step": 29810
    },
    {
      "loss_action": 0.009990600869059563,
      "loss_total": 0.009990600869059563,
      "step": 29810
    },
    {
      "loss_action": 0.008393393829464912,
      "loss_total": 0.008393393829464912,
      "step": 29810
    },
    {
      "loss_action": 0.006878585554659367,
      "loss_total": 0.006878585554659367,
      "step": 29810
    },
    {
      "loss_action": 0.01977764070034027,
      "loss_total": 0.01977764070034027,
      "step": 29810
    },
    {
      "grad_norm": 0.2604050040245056,
      "learning_rate": 8.408365665298435e-05,
      "loss": 0.011,
      "step": 29820
    },
    {
      "loss_action": 0.012936691753566265,
      "loss_total": 0.012936691753566265,
      "step": 29820
    },
    {
      "loss_action": 0.016905885189771652,
      "loss_total": 0.016905885189771652,
      "step": 29820
    },
    {
      "loss_action": 0.009341530501842499,
      "loss_total": 0.009341530501842499,
      "step": 29820
    },
    {
      "loss_action": 0.01710093393921852,
      "loss_total": 0.01710093393921852,
      "step": 29820
    },
    {
      "loss_action": 0.015317259356379509,
      "loss_total": 0.015317259356379509,
      "step": 29820
    },
    {
      "loss_action": 0.010542064905166626,
      "loss_total": 0.010542064905166626,
      "step": 29820
    },
    {
      "loss_action": 0.005350771360099316,
      "loss_total": 0.005350771360099316,
      "step": 29820
    },
    {
      "loss_action": 0.013720981776714325,
      "loss_total": 0.013720981776714325,
      "step": 29820
    },
    {
      "grad_norm": 0.1246061697602272,
      "learning_rate": 8.40715570644257e-05,
      "loss": 0.0106,
      "step": 29830
    },
    {
      "loss_action": 0.00808984600007534,
      "loss_total": 0.00808984600007534,
      "step": 29830
    },
    {
      "loss_action": 0.005975987762212753,
      "loss_total": 0.005975987762212753,
      "step": 29830
    },
    {
      "loss_action": 0.00947774387896061,
      "loss_total": 0.00947774387896061,
      "step": 29830
    },
    {
      "loss_action": 0.007439316716045141,
      "loss_total": 0.007439316716045141,
      "step": 29830
    },
    {
      "loss_action": 0.018161460757255554,
      "loss_total": 0.018161460757255554,
      "step": 29830
    },
    {
      "loss_action": 0.006634840741753578,
      "loss_total": 0.006634840741753578,
      "step": 29830
    },
    {
      "loss_action": 0.012516597285866737,
      "loss_total": 0.012516597285866737,
      "step": 29830
    },
    {
      "loss_action": 0.005857017822563648,
      "loss_total": 0.005857017822563648,
      "step": 29830
    },
    {
      "grad_norm": 0.15763650834560394,
      "learning_rate": 8.40594537498528e-05,
      "loss": 0.0119,
      "step": 29840
    },
    {
      "loss_action": 0.014795196242630482,
      "loss_total": 0.014795196242630482,
      "step": 29840
    },
    {
      "loss_action": 0.008795480243861675,
      "loss_total": 0.008795480243861675,
      "step": 29840
    },
    {
      "loss_action": 0.04306642711162567,
      "loss_total": 0.04306642711162567,
      "step": 29840
    },
    {
      "loss_action": 0.014234325848519802,
      "loss_total": 0.014234325848519802,
      "step": 29840
    },
    {
      "loss_action": 0.01446685940027237,
      "loss_total": 0.01446685940027237,
      "step": 29840
    },
    {
      "loss_action": 0.007958321832120419,
      "loss_total": 0.007958321832120419,
      "step": 29840
    },
    {
      "loss_action": 0.007926283404231071,
      "loss_total": 0.007926283404231071,
      "step": 29840
    },
    {
      "loss_action": 0.005009970162063837,
      "loss_total": 0.005009970162063837,
      "step": 29840
    },
    {
      "grad_norm": 0.19778823852539062,
      "learning_rate": 8.404734671058924e-05,
      "loss": 0.0113,
      "step": 29850
    },
    {
      "loss_action": 0.01602710783481598,
      "loss_total": 0.01602710783481598,
      "step": 29850
    },
    {
      "loss_action": 0.006865960545837879,
      "loss_total": 0.006865960545837879,
      "step": 29850
    },
    {
      "loss_action": 0.005949422717094421,
      "loss_total": 0.005949422717094421,
      "step": 29850
    },
    {
      "loss_action": 0.013169186189770699,
      "loss_total": 0.013169186189770699,
      "step": 29850
    },
    {
      "loss_action": 0.007627060636878014,
      "loss_total": 0.007627060636878014,
      "step": 29850
    },
    {
      "loss_action": 0.007741305511444807,
      "loss_total": 0.007741305511444807,
      "step": 29850
    },
    {
      "loss_action": 0.01364104263484478,
      "loss_total": 0.01364104263484478,
      "step": 29850
    },
    {
      "loss_action": 0.0057950448244810104,
      "loss_total": 0.0057950448244810104,
      "step": 29850
    },
    {
      "grad_norm": 0.1855958104133606,
      "learning_rate": 8.403523594795902e-05,
      "loss": 0.0119,
      "step": 29860
    },
    {
      "loss_action": 0.009242021478712559,
      "loss_total": 0.009242021478712559,
      "step": 29860
    },
    {
      "loss_action": 0.008220886811614037,
      "loss_total": 0.008220886811614037,
      "step": 29860
    },
    {
      "loss_action": 0.00838751345872879,
      "loss_total": 0.00838751345872879,
      "step": 29860
    },
    {
      "loss_action": 0.022629382088780403,
      "loss_total": 0.022629382088780403,
      "step": 29860
    },
    {
      "loss_action": 0.006034007761627436,
      "loss_total": 0.006034007761627436,
      "step": 29860
    },
    {
      "loss_action": 0.006722301710397005,
      "loss_total": 0.006722301710397005,
      "step": 29860
    },
    {
      "loss_action": 0.005950250197201967,
      "loss_total": 0.005950250197201967,
      "step": 29860
    },
    {
      "loss_action": 0.0068750628270208836,
      "loss_total": 0.0068750628270208836,
      "step": 29860
    },
    {
      "grad_norm": 0.11466266959905624,
      "learning_rate": 8.402312146328659e-05,
      "loss": 0.0116,
      "step": 29870
    },
    {
      "loss_action": 0.006314417347311974,
      "loss_total": 0.006314417347311974,
      "step": 29870
    },
    {
      "loss_action": 0.006357103120535612,
      "loss_total": 0.006357103120535612,
      "step": 29870
    },
    {
      "loss_action": 0.008573953062295914,
      "loss_total": 0.008573953062295914,
      "step": 29870
    },
    {
      "loss_action": 0.008145167492330074,
      "loss_total": 0.008145167492330074,
      "step": 29870
    },
    {
      "loss_action": 0.01787063479423523,
      "loss_total": 0.01787063479423523,
      "step": 29870
    },
    {
      "loss_action": 0.016100548207759857,
      "loss_total": 0.016100548207759857,
      "step": 29870
    },
    {
      "loss_action": 0.004803053569048643,
      "loss_total": 0.004803053569048643,
      "step": 29870
    },
    {
      "loss_action": 0.007339903153479099,
      "loss_total": 0.007339903153479099,
      "step": 29870
    },
    {
      "grad_norm": 0.13731993734836578,
      "learning_rate": 8.401100325789675e-05,
      "loss": 0.0102,
      "step": 29880
    },
    {
      "loss_action": 0.006547839846462011,
      "loss_total": 0.006547839846462011,
      "step": 29880
    },
    {
      "loss_action": 0.008940578438341618,
      "loss_total": 0.008940578438341618,
      "step": 29880
    },
    {
      "loss_action": 0.009933599270880222,
      "loss_total": 0.009933599270880222,
      "step": 29880
    },
    {
      "loss_action": 0.005151137709617615,
      "loss_total": 0.005151137709617615,
      "step": 29880
    },
    {
      "loss_action": 0.009040741249918938,
      "loss_total": 0.009040741249918938,
      "step": 29880
    },
    {
      "loss_action": 0.003440353088080883,
      "loss_total": 0.003440353088080883,
      "step": 29880
    },
    {
      "loss_action": 0.0030219070613384247,
      "loss_total": 0.0030219070613384247,
      "step": 29880
    },
    {
      "loss_action": 0.02590988017618656,
      "loss_total": 0.02590988017618656,
      "step": 29880
    },
    {
      "grad_norm": 0.1657242625951767,
      "learning_rate": 8.399888133311472e-05,
      "loss": 0.0122,
      "step": 29890
    },
    {
      "loss_action": 0.008439657278358936,
      "loss_total": 0.008439657278358936,
      "step": 29890
    },
    {
      "loss_action": 0.019393932074308395,
      "loss_total": 0.019393932074308395,
      "step": 29890
    },
    {
      "loss_action": 0.009420789778232574,
      "loss_total": 0.009420789778232574,
      "step": 29890
    },
    {
      "loss_action": 0.02450421266257763,
      "loss_total": 0.02450421266257763,
      "step": 29890
    },
    {
      "loss_action": 0.015253188088536263,
      "loss_total": 0.015253188088536263,
      "step": 29890
    },
    {
      "loss_action": 0.0162403155118227,
      "loss_total": 0.0162403155118227,
      "step": 29890
    },
    {
      "loss_action": 0.01796250231564045,
      "loss_total": 0.01796250231564045,
      "step": 29890
    },
    {
      "loss_action": 0.007726158015429974,
      "loss_total": 0.007726158015429974,
      "step": 29890
    },
    {
      "grad_norm": 0.12720967829227448,
      "learning_rate": 8.398675569026613e-05,
      "loss": 0.0113,
      "step": 29900
    },
    {
      "loss_action": 0.040503691881895065,
      "loss_total": 0.040503691881895065,
      "step": 29900
    },
    {
      "loss_action": 0.016777902841567993,
      "loss_total": 0.016777902841567993,
      "step": 29900
    },
    {
      "loss_action": 0.006169373169541359,
      "loss_total": 0.006169373169541359,
      "step": 29900
    },
    {
      "loss_action": 0.010904813185334206,
      "loss_total": 0.010904813185334206,
      "step": 29900
    },
    {
      "loss_action": 0.005533834453672171,
      "loss_total": 0.005533834453672171,
      "step": 29900
    },
    {
      "loss_action": 0.01996411383152008,
      "loss_total": 0.01996411383152008,
      "step": 29900
    },
    {
      "loss_action": 0.0032101862598210573,
      "loss_total": 0.0032101862598210573,
      "step": 29900
    },
    {
      "loss_action": 0.019809100776910782,
      "loss_total": 0.019809100776910782,
      "step": 29900
    },
    {
      "grad_norm": 0.14537230134010315,
      "learning_rate": 8.397462633067705e-05,
      "loss": 0.0104,
      "step": 29910
    },
    {
      "loss_action": 0.01335233636200428,
      "loss_total": 0.01335233636200428,
      "step": 29910
    },
    {
      "loss_action": 0.011300438083708286,
      "loss_total": 0.011300438083708286,
      "step": 29910
    },
    {
      "loss_action": 0.009206357412040234,
      "loss_total": 0.009206357412040234,
      "step": 29910
    },
    {
      "loss_action": 0.011899629607796669,
      "loss_total": 0.011899629607796669,
      "step": 29910
    },
    {
      "loss_action": 0.015147341415286064,
      "loss_total": 0.015147341415286064,
      "step": 29910
    },
    {
      "loss_action": 0.003741856664419174,
      "loss_total": 0.003741856664419174,
      "step": 29910
    },
    {
      "loss_action": 0.022578492760658264,
      "loss_total": 0.022578492760658264,
      "step": 29910
    },
    {
      "loss_action": 0.004162353929132223,
      "loss_total": 0.004162353929132223,
      "step": 29910
    },
    {
      "grad_norm": 0.22808881103992462,
      "learning_rate": 8.396249325567392e-05,
      "loss": 0.0121,
      "step": 29920
    },
    {
      "loss_action": 0.012736925855278969,
      "loss_total": 0.012736925855278969,
      "step": 29920
    },
    {
      "loss_action": 0.003313593100756407,
      "loss_total": 0.003313593100756407,
      "step": 29920
    },
    {
      "loss_action": 0.038006220012903214,
      "loss_total": 0.038006220012903214,
      "step": 29920
    },
    {
      "loss_action": 0.013063224963843822,
      "loss_total": 0.013063224963843822,
      "step": 29920
    },
    {
      "loss_action": 0.010523179545998573,
      "loss_total": 0.010523179545998573,
      "step": 29920
    },
    {
      "loss_action": 0.028805948793888092,
      "loss_total": 0.028805948793888092,
      "step": 29920
    },
    {
      "loss_action": 0.013312732800841331,
      "loss_total": 0.013312732800841331,
      "step": 29920
    },
    {
      "loss_action": 0.0064684078097343445,
      "loss_total": 0.0064684078097343445,
      "step": 29920
    },
    {
      "grad_norm": 0.1456175148487091,
      "learning_rate": 8.395035646658357e-05,
      "loss": 0.0142,
      "step": 29930
    },
    {
      "loss_action": 0.013938402757048607,
      "loss_total": 0.013938402757048607,
      "step": 29930
    },
    {
      "loss_action": 0.008552683517336845,
      "loss_total": 0.008552683517336845,
      "step": 29930
    },
    {
      "loss_action": 0.009030709974467754,
      "loss_total": 0.009030709974467754,
      "step": 29930
    },
    {
      "loss_action": 0.004572758451104164,
      "loss_total": 0.004572758451104164,
      "step": 29930
    },
    {
      "loss_action": 0.01659560389816761,
      "loss_total": 0.01659560389816761,
      "step": 29930
    },
    {
      "loss_action": 0.005988423712551594,
      "loss_total": 0.005988423712551594,
      "step": 29930
    },
    {
      "loss_action": 0.003952632658183575,
      "loss_total": 0.003952632658183575,
      "step": 29930
    },
    {
      "loss_action": 0.006785349454730749,
      "loss_total": 0.006785349454730749,
      "step": 29930
    },
    {
      "grad_norm": 0.1380712240934372,
      "learning_rate": 8.39382159647333e-05,
      "loss": 0.0123,
      "step": 29940
    },
    {
      "loss_action": 0.005879070609807968,
      "loss_total": 0.005879070609807968,
      "step": 29940
    },
    {
      "loss_action": 0.025732509791851044,
      "loss_total": 0.025732509791851044,
      "step": 29940
    },
    {
      "loss_action": 0.00810852088034153,
      "loss_total": 0.00810852088034153,
      "step": 29940
    },
    {
      "loss_action": 0.006562825758010149,
      "loss_total": 0.006562825758010149,
      "step": 29940
    },
    {
      "loss_action": 0.005563333630561829,
      "loss_total": 0.005563333630561829,
      "step": 29940
    },
    {
      "loss_action": 0.012166205793619156,
      "loss_total": 0.012166205793619156,
      "step": 29940
    },
    {
      "loss_action": 0.007467259652912617,
      "loss_total": 0.007467259652912617,
      "step": 29940
    },
    {
      "loss_action": 0.005220686551183462,
      "loss_total": 0.005220686551183462,
      "step": 29940
    },
    {
      "grad_norm": 0.20072855055332184,
      "learning_rate": 8.392607175145075e-05,
      "loss": 0.0127,
      "step": 29950
    },
    {
      "loss_action": 0.03852066770195961,
      "loss_total": 0.03852066770195961,
      "step": 29950
    },
    {
      "loss_action": 0.009856515564024448,
      "loss_total": 0.009856515564024448,
      "step": 29950
    },
    {
      "loss_action": 0.013651128858327866,
      "loss_total": 0.013651128858327866,
      "step": 29950
    },
    {
      "loss_action": 0.021686889231204987,
      "loss_total": 0.021686889231204987,
      "step": 29950
    },
    {
      "loss_action": 0.010788984596729279,
      "loss_total": 0.010788984596729279,
      "step": 29950
    },
    {
      "loss_action": 0.00321764312684536,
      "loss_total": 0.00321764312684536,
      "step": 29950
    },
    {
      "loss_action": 0.019822925329208374,
      "loss_total": 0.019822925329208374,
      "step": 29950
    },
    {
      "loss_action": 0.017234090715646744,
      "loss_total": 0.017234090715646744,
      "step": 29950
    },
    {
      "grad_norm": 0.13865867257118225,
      "learning_rate": 8.3913923828064e-05,
      "loss": 0.0126,
      "step": 29960
    },
    {
      "loss_action": 0.011137956753373146,
      "loss_total": 0.011137956753373146,
      "step": 29960
    },
    {
      "loss_action": 0.013518102467060089,
      "loss_total": 0.013518102467060089,
      "step": 29960
    },
    {
      "loss_action": 0.011194930411875248,
      "loss_total": 0.011194930411875248,
      "step": 29960
    },
    {
      "loss_action": 0.018999546766281128,
      "loss_total": 0.018999546766281128,
      "step": 29960
    },
    {
      "loss_action": 0.008611567318439484,
      "loss_total": 0.008611567318439484,
      "step": 29960
    },
    {
      "loss_action": 0.015013097785413265,
      "loss_total": 0.015013097785413265,
      "step": 29960
    },
    {
      "loss_action": 0.010240881703794003,
      "loss_total": 0.010240881703794003,
      "step": 29960
    },
    {
      "loss_action": 0.013365392573177814,
      "loss_total": 0.013365392573177814,
      "step": 29960
    },
    {
      "grad_norm": 0.13882862031459808,
      "learning_rate": 8.390177219590152e-05,
      "loss": 0.0124,
      "step": 29970
    },
    {
      "loss_action": 0.011364255100488663,
      "loss_total": 0.011364255100488663,
      "step": 29970
    },
    {
      "loss_action": 0.013752693310379982,
      "loss_total": 0.013752693310379982,
      "step": 29970
    },
    {
      "loss_action": 0.0058529675006866455,
      "loss_total": 0.0058529675006866455,
      "step": 29970
    },
    {
      "loss_action": 0.004412037320435047,
      "loss_total": 0.004412037320435047,
      "step": 29970
    },
    {
      "loss_action": 0.0037596106994897127,
      "loss_total": 0.0037596106994897127,
      "step": 29970
    },
    {
      "loss_action": 0.007212543860077858,
      "loss_total": 0.007212543860077858,
      "step": 29970
    },
    {
      "loss_action": 0.013327974826097488,
      "loss_total": 0.013327974826097488,
      "step": 29970
    },
    {
      "loss_action": 0.003684316063299775,
      "loss_total": 0.003684316063299775,
      "step": 29970
    },
    {
      "grad_norm": 0.17284376919269562,
      "learning_rate": 8.388961685629222e-05,
      "loss": 0.0096,
      "step": 29980
    },
    {
      "loss_action": 0.005958350375294685,
      "loss_total": 0.005958350375294685,
      "step": 29980
    },
    {
      "loss_action": 0.007725692354142666,
      "loss_total": 0.007725692354142666,
      "step": 29980
    },
    {
      "loss_action": 0.0077860308811068535,
      "loss_total": 0.0077860308811068535,
      "step": 29980
    },
    {
      "loss_action": 0.013933124952018261,
      "loss_total": 0.013933124952018261,
      "step": 29980
    },
    {
      "loss_action": 0.015735570341348648,
      "loss_total": 0.015735570341348648,
      "step": 29980
    },
    {
      "loss_action": 0.010311216115951538,
      "loss_total": 0.010311216115951538,
      "step": 29980
    },
    {
      "loss_action": 0.006377096753567457,
      "loss_total": 0.006377096753567457,
      "step": 29980
    },
    {
      "loss_action": 0.0046996306627988815,
      "loss_total": 0.0046996306627988815,
      "step": 29980
    },
    {
      "grad_norm": 0.13380031287670135,
      "learning_rate": 8.387745781056536e-05,
      "loss": 0.0095,
      "step": 29990
    },
    {
      "loss_action": 0.018573127686977386,
      "loss_total": 0.018573127686977386,
      "step": 29990
    },
    {
      "loss_action": 0.013031663373112679,
      "loss_total": 0.013031663373112679,
      "step": 29990
    },
    {
      "loss_action": 0.007614058442413807,
      "loss_total": 0.007614058442413807,
      "step": 29990
    },
    {
      "loss_action": 0.02562105655670166,
      "loss_total": 0.02562105655670166,
      "step": 29990
    },
    {
      "loss_action": 0.006486130878329277,
      "loss_total": 0.006486130878329277,
      "step": 29990
    },
    {
      "loss_action": 0.009358822368085384,
      "loss_total": 0.009358822368085384,
      "step": 29990
    },
    {
      "loss_action": 0.007877572439610958,
      "loss_total": 0.007877572439610958,
      "step": 29990
    },
    {
      "loss_action": 0.012462307699024677,
      "loss_total": 0.012462307699024677,
      "step": 29990
    },
    {
      "grad_norm": 0.14060354232788086,
      "learning_rate": 8.386529506005065e-05,
      "loss": 0.0106,
      "step": 30000
    },
    {
      "loss_action": 0.006356455385684967,
      "loss_total": 0.006356455385684967,
      "step": 30000
    },
    {
      "loss_action": 0.005138530861586332,
      "loss_total": 0.005138530861586332,
      "step": 30000
    },
    {
      "loss_action": 0.004891281947493553,
      "loss_total": 0.004891281947493553,
      "step": 30000
    },
    {
      "loss_action": 0.004625505767762661,
      "loss_total": 0.004625505767762661,
      "step": 30000
    },
    {
      "loss_action": 0.034801360219717026,
      "loss_total": 0.034801360219717026,
      "step": 30000
    },
    {
      "loss_action": 0.009794391691684723,
      "loss_total": 0.009794391691684723,
      "step": 30000
    },
    {
      "loss_action": 0.008021879941225052,
      "loss_total": 0.008021879941225052,
      "step": 30000
    },
    {
      "loss_action": 0.0044579277746379375,
      "loss_total": 0.0044579277746379375,
      "step": 30000
    },
    {
      "grad_norm": 0.13049595057964325,
      "learning_rate": 8.38531286060782e-05,
      "loss": 0.0119,
      "step": 30010
    },
    {
      "loss_action": 0.027184393256902695,
      "loss_total": 0.027184393256902695,
      "step": 30010
    },
    {
      "loss_action": 0.009062052704393864,
      "loss_total": 0.009062052704393864,
      "step": 30010
    },
    {
      "loss_action": 0.016771897673606873,
      "loss_total": 0.016771897673606873,
      "step": 30010
    },
    {
      "loss_action": 0.01986471191048622,
      "loss_total": 0.01986471191048622,
      "step": 30010
    },
    {
      "loss_action": 0.004971086047589779,
      "loss_total": 0.004971086047589779,
      "step": 30010
    },
    {
      "loss_action": 0.00673698540776968,
      "loss_total": 0.00673698540776968,
      "step": 30010
    },
    {
      "loss_action": 0.006655474659055471,
      "loss_total": 0.006655474659055471,
      "step": 30010
    },
    {
      "loss_action": 0.007172040641307831,
      "loss_total": 0.007172040641307831,
      "step": 30010
    },
    {
      "grad_norm": 0.09583079069852829,
      "learning_rate": 8.384095844997849e-05,
      "loss": 0.0117,
      "step": 30020
    },
    {
      "loss_action": 0.013383926823735237,
      "loss_total": 0.013383926823735237,
      "step": 30020
    },
    {
      "loss_action": 0.008143221959471703,
      "loss_total": 0.008143221959471703,
      "step": 30020
    },
    {
      "loss_action": 0.03433471545577049,
      "loss_total": 0.03433471545577049,
      "step": 30020
    },
    {
      "loss_action": 0.02041950821876526,
      "loss_total": 0.02041950821876526,
      "step": 30020
    },
    {
      "loss_action": 0.009082719683647156,
      "loss_total": 0.009082719683647156,
      "step": 30020
    },
    {
      "loss_action": 0.013533687219023705,
      "loss_total": 0.013533687219023705,
      "step": 30020
    },
    {
      "loss_action": 0.0053873443976044655,
      "loss_total": 0.0053873443976044655,
      "step": 30020
    },
    {
      "loss_action": 0.007741743698716164,
      "loss_total": 0.007741743698716164,
      "step": 30020
    },
    {
      "grad_norm": 0.08851973712444305,
      "learning_rate": 8.382878459308245e-05,
      "loss": 0.0096,
      "step": 30030
    },
    {
      "loss_action": 0.06007744371891022,
      "loss_total": 0.06007744371891022,
      "step": 30030
    },
    {
      "loss_action": 0.012943677604198456,
      "loss_total": 0.012943677604198456,
      "step": 30030
    },
    {
      "loss_action": 0.007277716416865587,
      "loss_total": 0.007277716416865587,
      "step": 30030
    },
    {
      "loss_action": 0.01727527379989624,
      "loss_total": 0.01727527379989624,
      "step": 30030
    },
    {
      "loss_action": 0.027168013155460358,
      "loss_total": 0.027168013155460358,
      "step": 30030
    },
    {
      "loss_action": 0.00561916921287775,
      "loss_total": 0.00561916921287775,
      "step": 30030
    },
    {
      "loss_action": 0.01072601042687893,
      "loss_total": 0.01072601042687893,
      "step": 30030
    },
    {
      "loss_action": 0.00523998960852623,
      "loss_total": 0.00523998960852623,
      "step": 30030
    },
    {
      "grad_norm": 0.1174672320485115,
      "learning_rate": 8.381660703672138e-05,
      "loss": 0.0104,
      "step": 30040
    },
    {
      "loss_action": 0.01389106921851635,
      "loss_total": 0.01389106921851635,
      "step": 30040
    },
    {
      "loss_action": 0.005483277142047882,
      "loss_total": 0.005483277142047882,
      "step": 30040
    },
    {
      "loss_action": 0.0058524650521576405,
      "loss_total": 0.0058524650521576405,
      "step": 30040
    },
    {
      "loss_action": 0.015399382449686527,
      "loss_total": 0.015399382449686527,
      "step": 30040
    },
    {
      "loss_action": 0.015889398753643036,
      "loss_total": 0.015889398753643036,
      "step": 30040
    },
    {
      "loss_action": 0.005312269553542137,
      "loss_total": 0.005312269553542137,
      "step": 30040
    },
    {
      "loss_action": 0.005072285421192646,
      "loss_total": 0.005072285421192646,
      "step": 30040
    },
    {
      "loss_action": 0.0079240333288908,
      "loss_total": 0.0079240333288908,
      "step": 30040
    },
    {
      "grad_norm": 0.15036717057228088,
      "learning_rate": 8.380442578222702e-05,
      "loss": 0.0107,
      "step": 30050
    },
    {
      "loss_action": 0.016305595636367798,
      "loss_total": 0.016305595636367798,
      "step": 30050
    },
    {
      "loss_action": 0.017419040203094482,
      "loss_total": 0.017419040203094482,
      "step": 30050
    },
    {
      "loss_action": 0.00427495501935482,
      "loss_total": 0.00427495501935482,
      "step": 30050
    },
    {
      "loss_action": 0.010465260595083237,
      "loss_total": 0.010465260595083237,
      "step": 30050
    },
    {
      "loss_action": 0.005040546413511038,
      "loss_total": 0.005040546413511038,
      "step": 30050
    },
    {
      "loss_action": 0.006493031978607178,
      "loss_total": 0.006493031978607178,
      "step": 30050
    },
    {
      "loss_action": 0.022957660257816315,
      "loss_total": 0.022957660257816315,
      "step": 30050
    },
    {
      "loss_action": 0.013016032986342907,
      "loss_total": 0.013016032986342907,
      "step": 30050
    },
    {
      "grad_norm": 0.09325306862592697,
      "learning_rate": 8.379224083093146e-05,
      "loss": 0.01,
      "step": 30060
    },
    {
      "loss_action": 0.005481764208525419,
      "loss_total": 0.005481764208525419,
      "step": 30060
    },
    {
      "loss_action": 0.022466659545898438,
      "loss_total": 0.022466659545898438,
      "step": 30060
    },
    {
      "loss_action": 0.011815546080470085,
      "loss_total": 0.011815546080470085,
      "step": 30060
    },
    {
      "loss_action": 0.02248762547969818,
      "loss_total": 0.02248762547969818,
      "step": 30060
    },
    {
      "loss_action": 0.010746593587100506,
      "loss_total": 0.010746593587100506,
      "step": 30060
    },
    {
      "loss_action": 0.005488515831530094,
      "loss_total": 0.005488515831530094,
      "step": 30060
    },
    {
      "loss_action": 0.02398201823234558,
      "loss_total": 0.02398201823234558,
      "step": 30060
    },
    {
      "loss_action": 0.01671123132109642,
      "loss_total": 0.01671123132109642,
      "step": 30060
    },
    {
      "grad_norm": 0.14558084309101105,
      "learning_rate": 8.378005218416727e-05,
      "loss": 0.0132,
      "step": 30070
    },
    {
      "loss_action": 0.008779159747064114,
      "loss_total": 0.008779159747064114,
      "step": 30070
    },
    {
      "loss_action": 0.006957185920327902,
      "loss_total": 0.006957185920327902,
      "step": 30070
    },
    {
      "loss_action": 0.009091123938560486,
      "loss_total": 0.009091123938560486,
      "step": 30070
    },
    {
      "loss_action": 0.009404399432241917,
      "loss_total": 0.009404399432241917,
      "step": 30070
    },
    {
      "loss_action": 0.010189183056354523,
      "loss_total": 0.010189183056354523,
      "step": 30070
    },
    {
      "loss_action": 0.008421922102570534,
      "loss_total": 0.008421922102570534,
      "step": 30070
    },
    {
      "loss_action": 0.0036063753068447113,
      "loss_total": 0.0036063753068447113,
      "step": 30070
    },
    {
      "loss_action": 0.004437517840415239,
      "loss_total": 0.004437517840415239,
      "step": 30070
    },
    {
      "grad_norm": 0.14447277784347534,
      "learning_rate": 8.376785984326735e-05,
      "loss": 0.0094,
      "step": 30080
    },
    {
      "loss_action": 0.004994751885533333,
      "loss_total": 0.004994751885533333,
      "step": 30080
    },
    {
      "loss_action": 0.00907973013818264,
      "loss_total": 0.00907973013818264,
      "step": 30080
    },
    {
      "loss_action": 0.009582377970218658,
      "loss_total": 0.009582377970218658,
      "step": 30080
    },
    {
      "loss_action": 0.009328472428023815,
      "loss_total": 0.009328472428023815,
      "step": 30080
    },
    {
      "loss_action": 0.006811533588916063,
      "loss_total": 0.006811533588916063,
      "step": 30080
    },
    {
      "loss_action": 0.009656096808612347,
      "loss_total": 0.009656096808612347,
      "step": 30080
    },
    {
      "loss_action": 0.005270115565508604,
      "loss_total": 0.005270115565508604,
      "step": 30080
    },
    {
      "loss_action": 0.01899394392967224,
      "loss_total": 0.01899394392967224,
      "step": 30080
    },
    {
      "grad_norm": 0.12536384165287018,
      "learning_rate": 8.375566380956506e-05,
      "loss": 0.0112,
      "step": 30090
    },
    {
      "loss_action": 0.030141888186335564,
      "loss_total": 0.030141888186335564,
      "step": 30090
    },
    {
      "loss_action": 0.003614736720919609,
      "loss_total": 0.003614736720919609,
      "step": 30090
    },
    {
      "loss_action": 0.011154024861752987,
      "loss_total": 0.011154024861752987,
      "step": 30090
    },
    {
      "loss_action": 0.009715068154036999,
      "loss_total": 0.009715068154036999,
      "step": 30090
    },
    {
      "loss_action": 0.0209841076284647,
      "loss_total": 0.0209841076284647,
      "step": 30090
    },
    {
      "loss_action": 0.004713259171694517,
      "loss_total": 0.004713259171694517,
      "step": 30090
    },
    {
      "loss_action": 0.01140996441245079,
      "loss_total": 0.01140996441245079,
      "step": 30090
    },
    {
      "loss_action": 0.016033338382840157,
      "loss_total": 0.016033338382840157,
      "step": 30090
    },
    {
      "grad_norm": 0.10234739631414413,
      "learning_rate": 8.374346408439411e-05,
      "loss": 0.0141,
      "step": 30100
    },
    {
      "loss_action": 0.006594614125788212,
      "loss_total": 0.006594614125788212,
      "step": 30100
    },
    {
      "loss_action": 0.008363685570657253,
      "loss_total": 0.008363685570657253,
      "step": 30100
    },
    {
      "loss_action": 0.022666949778795242,
      "loss_total": 0.022666949778795242,
      "step": 30100
    },
    {
      "loss_action": 0.008157907985150814,
      "loss_total": 0.008157907985150814,
      "step": 30100
    },
    {
      "loss_action": 0.006717504933476448,
      "loss_total": 0.006717504933476448,
      "step": 30100
    },
    {
      "loss_action": 0.014471625909209251,
      "loss_total": 0.014471625909209251,
      "step": 30100
    },
    {
      "loss_action": 0.004944372922182083,
      "loss_total": 0.004944372922182083,
      "step": 30100
    },
    {
      "loss_action": 0.008680016733705997,
      "loss_total": 0.008680016733705997,
      "step": 30100
    },
    {
      "grad_norm": 0.13281404972076416,
      "learning_rate": 8.373126066908868e-05,
      "loss": 0.0109,
      "step": 30110
    },
    {
      "loss_action": 0.005580888129770756,
      "loss_total": 0.005580888129770756,
      "step": 30110
    },
    {
      "loss_action": 0.013700375333428383,
      "loss_total": 0.013700375333428383,
      "step": 30110
    },
    {
      "loss_action": 0.011223560199141502,
      "loss_total": 0.011223560199141502,
      "step": 30110
    },
    {
      "loss_action": 0.013183215633034706,
      "loss_total": 0.013183215633034706,
      "step": 30110
    },
    {
      "loss_action": 0.010195267386734486,
      "loss_total": 0.010195267386734486,
      "step": 30110
    },
    {
      "loss_action": 0.0060378266498446465,
      "loss_total": 0.0060378266498446465,
      "step": 30110
    },
    {
      "loss_action": 0.01056621689349413,
      "loss_total": 0.01056621689349413,
      "step": 30110
    },
    {
      "loss_action": 0.017819032073020935,
      "loss_total": 0.017819032073020935,
      "step": 30110
    },
    {
      "grad_norm": 0.12347780168056488,
      "learning_rate": 8.371905356498326e-05,
      "loss": 0.0104,
      "step": 30120
    },
    {
      "loss_action": 0.03119898959994316,
      "loss_total": 0.03119898959994316,
      "step": 30120
    },
    {
      "loss_action": 0.013631012290716171,
      "loss_total": 0.013631012290716171,
      "step": 30120
    },
    {
      "loss_action": 0.010101733729243279,
      "loss_total": 0.010101733729243279,
      "step": 30120
    },
    {
      "loss_action": 0.009656945243477821,
      "loss_total": 0.009656945243477821,
      "step": 30120
    },
    {
      "loss_action": 0.004758428316563368,
      "loss_total": 0.004758428316563368,
      "step": 30120
    },
    {
      "loss_action": 0.011867480352520943,
      "loss_total": 0.011867480352520943,
      "step": 30120
    },
    {
      "loss_action": 0.004161251243203878,
      "loss_total": 0.004161251243203878,
      "step": 30120
    },
    {
      "loss_action": 0.008215704001486301,
      "loss_total": 0.008215704001486301,
      "step": 30120
    },
    {
      "grad_norm": 0.13181908428668976,
      "learning_rate": 8.370684277341288e-05,
      "loss": 0.0113,
      "step": 30130
    },
    {
      "loss_action": 0.008062604814767838,
      "loss_total": 0.008062604814767838,
      "step": 30130
    },
    {
      "loss_action": 0.015712298452854156,
      "loss_total": 0.015712298452854156,
      "step": 30130
    },
    {
      "loss_action": 0.012690050527453423,
      "loss_total": 0.012690050527453423,
      "step": 30130
    },
    {
      "loss_action": 0.008248182013630867,
      "loss_total": 0.008248182013630867,
      "step": 30130
    },
    {
      "loss_action": 0.014547688886523247,
      "loss_total": 0.014547688886523247,
      "step": 30130
    },
    {
      "loss_action": 0.004690112546086311,
      "loss_total": 0.004690112546086311,
      "step": 30130
    },
    {
      "loss_action": 0.008565914817154408,
      "loss_total": 0.008565914817154408,
      "step": 30130
    },
    {
      "loss_action": 0.0105599919334054,
      "loss_total": 0.0105599919334054,
      "step": 30130
    },
    {
      "grad_norm": 0.14352457225322723,
      "learning_rate": 8.369462829571282e-05,
      "loss": 0.0121,
      "step": 30140
    },
    {
      "loss_action": 0.015598904341459274,
      "loss_total": 0.015598904341459274,
      "step": 30140
    },
    {
      "loss_action": 0.008469571359455585,
      "loss_total": 0.008469571359455585,
      "step": 30140
    },
    {
      "loss_action": 0.012353438884019852,
      "loss_total": 0.012353438884019852,
      "step": 30140
    },
    {
      "loss_action": 0.025916941463947296,
      "loss_total": 0.025916941463947296,
      "step": 30140
    },
    {
      "loss_action": 0.00861259363591671,
      "loss_total": 0.00861259363591671,
      "step": 30140
    },
    {
      "loss_action": 0.007344975136220455,
      "loss_total": 0.007344975136220455,
      "step": 30140
    },
    {
      "loss_action": 0.011389944702386856,
      "loss_total": 0.011389944702386856,
      "step": 30140
    },
    {
      "loss_action": 0.008883155882358551,
      "loss_total": 0.008883155882358551,
      "step": 30140
    },
    {
      "grad_norm": 0.12734760344028473,
      "learning_rate": 8.36824101332189e-05,
      "loss": 0.0124,
      "step": 30150
    },
    {
      "loss_action": 0.005784475244581699,
      "loss_total": 0.005784475244581699,
      "step": 30150
    },
    {
      "loss_action": 0.010613595135509968,
      "loss_total": 0.010613595135509968,
      "step": 30150
    },
    {
      "loss_action": 0.027275003492832184,
      "loss_total": 0.027275003492832184,
      "step": 30150
    },
    {
      "loss_action": 0.031201494857668877,
      "loss_total": 0.031201494857668877,
      "step": 30150
    },
    {
      "loss_action": 0.0059722233563661575,
      "loss_total": 0.0059722233563661575,
      "step": 30150
    },
    {
      "loss_action": 0.008314009755849838,
      "loss_total": 0.008314009755849838,
      "step": 30150
    },
    {
      "loss_action": 0.00676888320595026,
      "loss_total": 0.00676888320595026,
      "step": 30150
    },
    {
      "loss_action": 0.024166347458958626,
      "loss_total": 0.024166347458958626,
      "step": 30150
    },
    {
      "grad_norm": 0.13187408447265625,
      "learning_rate": 8.367018828726721e-05,
      "loss": 0.0118,
      "step": 30160
    },
    {
      "loss_action": 0.00866692140698433,
      "loss_total": 0.00866692140698433,
      "step": 30160
    },
    {
      "loss_action": 0.009717840701341629,
      "loss_total": 0.009717840701341629,
      "step": 30160
    },
    {
      "loss_action": 0.008202333934605122,
      "loss_total": 0.008202333934605122,
      "step": 30160
    },
    {
      "loss_action": 0.024611979722976685,
      "loss_total": 0.024611979722976685,
      "step": 30160
    },
    {
      "loss_action": 0.011195458471775055,
      "loss_total": 0.011195458471775055,
      "step": 30160
    },
    {
      "loss_action": 0.008970459923148155,
      "loss_total": 0.008970459923148155,
      "step": 30160
    },
    {
      "loss_action": 0.005836237221956253,
      "loss_total": 0.005836237221956253,
      "step": 30160
    },
    {
      "loss_action": 0.005111816339194775,
      "loss_total": 0.005111816339194775,
      "step": 30160
    },
    {
      "grad_norm": 0.1398226022720337,
      "learning_rate": 8.365796275919438e-05,
      "loss": 0.0108,
      "step": 30170
    },
    {
      "loss_action": 0.006076133344322443,
      "loss_total": 0.006076133344322443,
      "step": 30170
    },
    {
      "loss_action": 0.04043672978878021,
      "loss_total": 0.04043672978878021,
      "step": 30170
    },
    {
      "loss_action": 0.009216392412781715,
      "loss_total": 0.009216392412781715,
      "step": 30170
    },
    {
      "loss_action": 0.01462546642869711,
      "loss_total": 0.01462546642869711,
      "step": 30170
    },
    {
      "loss_action": 0.00850427895784378,
      "loss_total": 0.00850427895784378,
      "step": 30170
    },
    {
      "loss_action": 0.005795122589915991,
      "loss_total": 0.005795122589915991,
      "step": 30170
    },
    {
      "loss_action": 0.005811457522213459,
      "loss_total": 0.005811457522213459,
      "step": 30170
    },
    {
      "loss_action": 0.024217281490564346,
      "loss_total": 0.024217281490564346,
      "step": 30170
    },
    {
      "grad_norm": 0.11231482774019241,
      "learning_rate": 8.364573355033734e-05,
      "loss": 0.0111,
      "step": 30180
    },
    {
      "loss_action": 0.009042885154485703,
      "loss_total": 0.009042885154485703,
      "step": 30180
    },
    {
      "loss_action": 0.011505255475640297,
      "loss_total": 0.011505255475640297,
      "step": 30180
    },
    {
      "loss_action": 0.003997177816927433,
      "loss_total": 0.003997177816927433,
      "step": 30180
    },
    {
      "loss_action": 0.009650347754359245,
      "loss_total": 0.009650347754359245,
      "step": 30180
    },
    {
      "loss_action": 0.01599160209298134,
      "loss_total": 0.01599160209298134,
      "step": 30180
    },
    {
      "loss_action": 0.007421490736305714,
      "loss_total": 0.007421490736305714,
      "step": 30180
    },
    {
      "loss_action": 0.028667902573943138,
      "loss_total": 0.028667902573943138,
      "step": 30180
    },
    {
      "loss_action": 0.006002370268106461,
      "loss_total": 0.006002370268106461,
      "step": 30180
    },
    {
      "grad_norm": 0.11841046810150146,
      "learning_rate": 8.363350066203346e-05,
      "loss": 0.0102,
      "step": 30190
    },
    {
      "loss_action": 0.009010099805891514,
      "loss_total": 0.009010099805891514,
      "step": 30190
    },
    {
      "loss_action": 0.005200427025556564,
      "loss_total": 0.005200427025556564,
      "step": 30190
    },
    {
      "loss_action": 0.014703460037708282,
      "loss_total": 0.014703460037708282,
      "step": 30190
    },
    {
      "loss_action": 0.01256519090384245,
      "loss_total": 0.01256519090384245,
      "step": 30190
    },
    {
      "loss_action": 0.007726586423814297,
      "loss_total": 0.007726586423814297,
      "step": 30190
    },
    {
      "loss_action": 0.016972975805401802,
      "loss_total": 0.016972975805401802,
      "step": 30190
    },
    {
      "loss_action": 0.010639181360602379,
      "loss_total": 0.010639181360602379,
      "step": 30190
    },
    {
      "loss_action": 0.02130790799856186,
      "loss_total": 0.02130790799856186,
      "step": 30190
    },
    {
      "grad_norm": 0.13306507468223572,
      "learning_rate": 8.362126409562053e-05,
      "loss": 0.0122,
      "step": 30200
    },
    {
      "loss_action": 0.005171680822968483,
      "loss_total": 0.005171680822968483,
      "step": 30200
    },
    {
      "loss_action": 0.0060155363753438,
      "loss_total": 0.0060155363753438,
      "step": 30200
    },
    {
      "loss_action": 0.008291555568575859,
      "loss_total": 0.008291555568575859,
      "step": 30200
    },
    {
      "loss_action": 0.0075936224311590195,
      "loss_total": 0.0075936224311590195,
      "step": 30200
    },
    {
      "loss_action": 0.011553702875971794,
      "loss_total": 0.011553702875971794,
      "step": 30200
    },
    {
      "loss_action": 0.003341943956911564,
      "loss_total": 0.003341943956911564,
      "step": 30200
    },
    {
      "loss_action": 0.007669595070183277,
      "loss_total": 0.007669595070183277,
      "step": 30200
    },
    {
      "loss_action": 0.010071227326989174,
      "loss_total": 0.010071227326989174,
      "step": 30200
    },
    {
      "grad_norm": 0.14014294743537903,
      "learning_rate": 8.360902385243667e-05,
      "loss": 0.0113,
      "step": 30210
    },
    {
      "loss_action": 0.008859080262482166,
      "loss_total": 0.008859080262482166,
      "step": 30210
    },
    {
      "loss_action": 0.005365130491554737,
      "loss_total": 0.005365130491554737,
      "step": 30210
    },
    {
      "loss_action": 0.013750562444329262,
      "loss_total": 0.013750562444329262,
      "step": 30210
    },
    {
      "loss_action": 0.01934107393026352,
      "loss_total": 0.01934107393026352,
      "step": 30210
    },
    {
      "loss_action": 0.009177878499031067,
      "loss_total": 0.009177878499031067,
      "step": 30210
    },
    {
      "loss_action": 0.014464860782027245,
      "loss_total": 0.014464860782027245,
      "step": 30210
    },
    {
      "loss_action": 0.010895774699747562,
      "loss_total": 0.010895774699747562,
      "step": 30210
    },
    {
      "loss_action": 0.008562817238271236,
      "loss_total": 0.008562817238271236,
      "step": 30210
    },
    {
      "grad_norm": 0.10197833180427551,
      "learning_rate": 8.359677993382052e-05,
      "loss": 0.0095,
      "step": 30220
    },
    {
      "loss_action": 0.008107975125312805,
      "loss_total": 0.008107975125312805,
      "step": 30220
    },
    {
      "loss_action": 0.008230590261518955,
      "loss_total": 0.008230590261518955,
      "step": 30220
    },
    {
      "loss_action": 0.0054377224296331406,
      "loss_total": 0.0054377224296331406,
      "step": 30220
    },
    {
      "loss_action": 0.005217388272285461,
      "loss_total": 0.005217388272285461,
      "step": 30220
    },
    {
      "loss_action": 0.03800614923238754,
      "loss_total": 0.03800614923238754,
      "step": 30220
    },
    {
      "loss_action": 0.008206184953451157,
      "loss_total": 0.008206184953451157,
      "step": 30220
    },
    {
      "loss_action": 0.011108975857496262,
      "loss_total": 0.011108975857496262,
      "step": 30220
    },
    {
      "loss_action": 0.00405287928879261,
      "loss_total": 0.00405287928879261,
      "step": 30220
    },
    {
      "grad_norm": 0.12945181131362915,
      "learning_rate": 8.358453234111103e-05,
      "loss": 0.0109,
      "step": 30230
    },
    {
      "loss_action": 0.009399752132594585,
      "loss_total": 0.009399752132594585,
      "step": 30230
    },
    {
      "loss_action": 0.006094344891607761,
      "loss_total": 0.006094344891607761,
      "step": 30230
    },
    {
      "loss_action": 0.0059748450294137,
      "loss_total": 0.0059748450294137,
      "step": 30230
    },
    {
      "loss_action": 0.012489799410104752,
      "loss_total": 0.012489799410104752,
      "step": 30230
    },
    {
      "loss_action": 0.015547196380794048,
      "loss_total": 0.015547196380794048,
      "step": 30230
    },
    {
      "loss_action": 0.01738099940121174,
      "loss_total": 0.01738099940121174,
      "step": 30230
    },
    {
      "loss_action": 0.009162215515971184,
      "loss_total": 0.009162215515971184,
      "step": 30230
    },
    {
      "loss_action": 0.008367719128727913,
      "loss_total": 0.008367719128727913,
      "step": 30230
    },
    {
      "grad_norm": 0.12928840517997742,
      "learning_rate": 8.357228107564756e-05,
      "loss": 0.0118,
      "step": 30240
    },
    {
      "loss_action": 0.005861269775778055,
      "loss_total": 0.005861269775778055,
      "step": 30240
    },
    {
      "loss_action": 0.002699107863008976,
      "loss_total": 0.002699107863008976,
      "step": 30240
    },
    {
      "loss_action": 0.04610317945480347,
      "loss_total": 0.04610317945480347,
      "step": 30240
    },
    {
      "loss_action": 0.011845518834888935,
      "loss_total": 0.011845518834888935,
      "step": 30240
    },
    {
      "loss_action": 0.010298303328454494,
      "loss_total": 0.010298303328454494,
      "step": 30240
    },
    {
      "loss_action": 0.013695786707103252,
      "loss_total": 0.013695786707103252,
      "step": 30240
    },
    {
      "loss_action": 0.009423326700925827,
      "loss_total": 0.009423326700925827,
      "step": 30240
    },
    {
      "loss_action": 0.006696451921015978,
      "loss_total": 0.006696451921015978,
      "step": 30240
    },
    {
      "grad_norm": 0.11327861249446869,
      "learning_rate": 8.356002613876993e-05,
      "loss": 0.0129,
      "step": 30250
    },
    {
      "loss_action": 0.00838183518499136,
      "loss_total": 0.00838183518499136,
      "step": 30250
    },
    {
      "loss_action": 0.015815168619155884,
      "loss_total": 0.015815168619155884,
      "step": 30250
    },
    {
      "loss_action": 0.017089582979679108,
      "loss_total": 0.017089582979679108,
      "step": 30250
    },
    {
      "loss_action": 0.004420426208525896,
      "loss_total": 0.004420426208525896,
      "step": 30250
    },
    {
      "loss_action": 0.008451597765088081,
      "loss_total": 0.008451597765088081,
      "step": 30250
    },
    {
      "loss_action": 0.0052120378240942955,
      "loss_total": 0.0052120378240942955,
      "step": 30250
    },
    {
      "loss_action": 0.007962600328028202,
      "loss_total": 0.007962600328028202,
      "step": 30250
    },
    {
      "loss_action": 0.006596659310162067,
      "loss_total": 0.006596659310162067,
      "step": 30250
    },
    {
      "grad_norm": 0.15991751849651337,
      "learning_rate": 8.35477675318183e-05,
      "loss": 0.0101,
      "step": 30260
    },
    {
      "loss_action": 0.009886333718895912,
      "loss_total": 0.009886333718895912,
      "step": 30260
    },
    {
      "loss_action": 0.007109674159437418,
      "loss_total": 0.007109674159437418,
      "step": 30260
    },
    {
      "loss_action": 0.010392247699201107,
      "loss_total": 0.010392247699201107,
      "step": 30260
    },
    {
      "loss_action": 0.013401972129940987,
      "loss_total": 0.013401972129940987,
      "step": 30260
    },
    {
      "loss_action": 0.006459956057369709,
      "loss_total": 0.006459956057369709,
      "step": 30260
    },
    {
      "loss_action": 0.013076511211693287,
      "loss_total": 0.013076511211693287,
      "step": 30260
    },
    {
      "loss_action": 0.006592580117285252,
      "loss_total": 0.006592580117285252,
      "step": 30260
    },
    {
      "loss_action": 0.006294418592005968,
      "loss_total": 0.006294418592005968,
      "step": 30260
    },
    {
      "grad_norm": 0.10720192641019821,
      "learning_rate": 8.353550525613323e-05,
      "loss": 0.0116,
      "step": 30270
    },
    {
      "loss_action": 0.011629674583673477,
      "loss_total": 0.011629674583673477,
      "step": 30270
    },
    {
      "loss_action": 0.009335963055491447,
      "loss_total": 0.009335963055491447,
      "step": 30270
    },
    {
      "loss_action": 0.015522312372922897,
      "loss_total": 0.015522312372922897,
      "step": 30270
    },
    {
      "loss_action": 0.009335397742688656,
      "loss_total": 0.009335397742688656,
      "step": 30270
    },
    {
      "loss_action": 0.009490878321230412,
      "loss_total": 0.009490878321230412,
      "step": 30270
    },
    {
      "loss_action": 0.011507920920848846,
      "loss_total": 0.011507920920848846,
      "step": 30270
    },
    {
      "loss_action": 0.00950908474624157,
      "loss_total": 0.00950908474624157,
      "step": 30270
    },
    {
      "loss_action": 0.016734547913074493,
      "loss_total": 0.016734547913074493,
      "step": 30270
    },
    {
      "grad_norm": 0.14964644610881805,
      "learning_rate": 8.352323931305572e-05,
      "loss": 0.0104,
      "step": 30280
    },
    {
      "loss_action": 0.008092932403087616,
      "loss_total": 0.008092932403087616,
      "step": 30280
    },
    {
      "loss_action": 0.004761682357639074,
      "loss_total": 0.004761682357639074,
      "step": 30280
    },
    {
      "loss_action": 0.004958538804203272,
      "loss_total": 0.004958538804203272,
      "step": 30280
    },
    {
      "loss_action": 0.003322913544252515,
      "loss_total": 0.003322913544252515,
      "step": 30280
    },
    {
      "loss_action": 0.008261673152446747,
      "loss_total": 0.008261673152446747,
      "step": 30280
    },
    {
      "loss_action": 0.028853192925453186,
      "loss_total": 0.028853192925453186,
      "step": 30280
    },
    {
      "loss_action": 0.0036598697770386934,
      "loss_total": 0.0036598697770386934,
      "step": 30280
    },
    {
      "loss_action": 0.01761803589761257,
      "loss_total": 0.01761803589761257,
      "step": 30280
    },
    {
      "grad_norm": 0.10400941967964172,
      "learning_rate": 8.351096970392717e-05,
      "loss": 0.0095,
      "step": 30290
    },
    {
      "loss_action": 0.014140225946903229,
      "loss_total": 0.014140225946903229,
      "step": 30290
    },
    {
      "loss_action": 0.006507366895675659,
      "loss_total": 0.006507366895675659,
      "step": 30290
    },
    {
      "loss_action": 0.021012477576732635,
      "loss_total": 0.021012477576732635,
      "step": 30290
    },
    {
      "loss_action": 0.030621657148003578,
      "loss_total": 0.030621657148003578,
      "step": 30290
    },
    {
      "loss_action": 0.009636610746383667,
      "loss_total": 0.009636610746383667,
      "step": 30290
    },
    {
      "loss_action": 0.01648476906120777,
      "loss_total": 0.01648476906120777,
      "step": 30290
    },
    {
      "loss_action": 0.004010967910289764,
      "loss_total": 0.004010967910289764,
      "step": 30290
    },
    {
      "loss_action": 0.004346546251326799,
      "loss_total": 0.004346546251326799,
      "step": 30290
    },
    {
      "grad_norm": 0.13760283589363098,
      "learning_rate": 8.349869643008937e-05,
      "loss": 0.0117,
      "step": 30300
    },
    {
      "loss_action": 0.006634012795984745,
      "loss_total": 0.006634012795984745,
      "step": 30300
    },
    {
      "loss_action": 0.015841785818338394,
      "loss_total": 0.015841785818338394,
      "step": 30300
    },
    {
      "loss_action": 0.0027049523778259754,
      "loss_total": 0.0027049523778259754,
      "step": 30300
    },
    {
      "loss_action": 0.009633690118789673,
      "loss_total": 0.009633690118789673,
      "step": 30300
    },
    {
      "loss_action": 0.0056729852221906185,
      "loss_total": 0.0056729852221906185,
      "step": 30300
    },
    {
      "loss_action": 0.0051640113815665245,
      "loss_total": 0.0051640113815665245,
      "step": 30300
    },
    {
      "loss_action": 0.011175569146871567,
      "loss_total": 0.011175569146871567,
      "step": 30300
    },
    {
      "loss_action": 0.007902492769062519,
      "loss_total": 0.007902492769062519,
      "step": 30300
    },
    {
      "grad_norm": 0.128595232963562,
      "learning_rate": 8.348641949288449e-05,
      "loss": 0.0099,
      "step": 30310
    },
    {
      "loss_action": 0.008689203299582005,
      "loss_total": 0.008689203299582005,
      "step": 30310
    },
    {
      "loss_action": 0.015424709767103195,
      "loss_total": 0.015424709767103195,
      "step": 30310
    },
    {
      "loss_action": 0.006903592962771654,
      "loss_total": 0.006903592962771654,
      "step": 30310
    },
    {
      "loss_action": 0.01068110391497612,
      "loss_total": 0.01068110391497612,
      "step": 30310
    },
    {
      "loss_action": 0.016347944736480713,
      "loss_total": 0.016347944736480713,
      "step": 30310
    },
    {
      "loss_action": 0.008442334830760956,
      "loss_total": 0.008442334830760956,
      "step": 30310
    },
    {
      "loss_action": 0.010050015524029732,
      "loss_total": 0.010050015524029732,
      "step": 30310
    },
    {
      "loss_action": 0.011459069326519966,
      "loss_total": 0.011459069326519966,
      "step": 30310
    },
    {
      "grad_norm": 0.09132012724876404,
      "learning_rate": 8.34741388936551e-05,
      "loss": 0.0099,
      "step": 30320
    },
    {
      "loss_action": 0.012536329217255116,
      "loss_total": 0.012536329217255116,
      "step": 30320
    },
    {
      "loss_action": 0.03343753516674042,
      "loss_total": 0.03343753516674042,
      "step": 30320
    },
    {
      "loss_action": 0.009849407710134983,
      "loss_total": 0.009849407710134983,
      "step": 30320
    },
    {
      "loss_action": 0.008898362517356873,
      "loss_total": 0.008898362517356873,
      "step": 30320
    },
    {
      "loss_action": 0.013171739876270294,
      "loss_total": 0.013171739876270294,
      "step": 30320
    },
    {
      "loss_action": 0.007017645053565502,
      "loss_total": 0.007017645053565502,
      "step": 30320
    },
    {
      "loss_action": 0.011198252439498901,
      "loss_total": 0.011198252439498901,
      "step": 30320
    },
    {
      "loss_action": 0.015589204616844654,
      "loss_total": 0.015589204616844654,
      "step": 30320
    },
    {
      "grad_norm": 0.15039518475532532,
      "learning_rate": 8.346185463374423e-05,
      "loss": 0.0125,
      "step": 30330
    },
    {
      "loss_action": 0.00865352526307106,
      "loss_total": 0.00865352526307106,
      "step": 30330
    },
    {
      "loss_action": 0.008740182965993881,
      "loss_total": 0.008740182965993881,
      "step": 30330
    },
    {
      "loss_action": 0.022970665246248245,
      "loss_total": 0.022970665246248245,
      "step": 30330
    },
    {
      "loss_action": 0.02107497863471508,
      "loss_total": 0.02107497863471508,
      "step": 30330
    },
    {
      "loss_action": 0.006990345660597086,
      "loss_total": 0.006990345660597086,
      "step": 30330
    },
    {
      "loss_action": 0.010697801597416401,
      "loss_total": 0.010697801597416401,
      "step": 30330
    },
    {
      "loss_action": 0.012524910271167755,
      "loss_total": 0.012524910271167755,
      "step": 30330
    },
    {
      "loss_action": 0.01142083015292883,
      "loss_total": 0.01142083015292883,
      "step": 30330
    },
    {
      "grad_norm": 0.11035958677530289,
      "learning_rate": 8.344956671449524e-05,
      "loss": 0.0113,
      "step": 30340
    },
    {
      "loss_action": 0.00664349552243948,
      "loss_total": 0.00664349552243948,
      "step": 30340
    },
    {
      "loss_action": 0.0037226760759949684,
      "loss_total": 0.0037226760759949684,
      "step": 30340
    },
    {
      "loss_action": 0.013554403558373451,
      "loss_total": 0.013554403558373451,
      "step": 30340
    },
    {
      "loss_action": 0.010570729151368141,
      "loss_total": 0.010570729151368141,
      "step": 30340
    },
    {
      "loss_action": 0.005369807127863169,
      "loss_total": 0.005369807127863169,
      "step": 30340
    },
    {
      "loss_action": 0.07434633374214172,
      "loss_total": 0.07434633374214172,
      "step": 30340
    },
    {
      "loss_action": 0.0057269977405667305,
      "loss_total": 0.0057269977405667305,
      "step": 30340
    },
    {
      "loss_action": 0.005826067179441452,
      "loss_total": 0.005826067179441452,
      "step": 30340
    },
    {
      "grad_norm": 0.14008542895317078,
      "learning_rate": 8.343727513725192e-05,
      "loss": 0.0121,
      "step": 30350
    },
    {
      "loss_action": 0.0115760937333107,
      "loss_total": 0.0115760937333107,
      "step": 30350
    },
    {
      "loss_action": 0.009343894198536873,
      "loss_total": 0.009343894198536873,
      "step": 30350
    },
    {
      "loss_action": 0.006728327367454767,
      "loss_total": 0.006728327367454767,
      "step": 30350
    },
    {
      "loss_action": 0.008911384269595146,
      "loss_total": 0.008911384269595146,
      "step": 30350
    },
    {
      "loss_action": 0.01027615275233984,
      "loss_total": 0.01027615275233984,
      "step": 30350
    },
    {
      "loss_action": 0.010321996174752712,
      "loss_total": 0.010321996174752712,
      "step": 30350
    },
    {
      "loss_action": 0.026637427508831024,
      "loss_total": 0.026637427508831024,
      "step": 30350
    },
    {
      "loss_action": 0.004074722062796354,
      "loss_total": 0.004074722062796354,
      "step": 30350
    },
    {
      "grad_norm": 0.17060543596744537,
      "learning_rate": 8.342497990335847e-05,
      "loss": 0.0102,
      "step": 30360
    },
    {
      "loss_action": 0.005173460580408573,
      "loss_total": 0.005173460580408573,
      "step": 30360
    },
    {
      "loss_action": 0.00621682358905673,
      "loss_total": 0.00621682358905673,
      "step": 30360
    },
    {
      "loss_action": 0.012331233359873295,
      "loss_total": 0.012331233359873295,
      "step": 30360
    },
    {
      "loss_action": 0.008147522807121277,
      "loss_total": 0.008147522807121277,
      "step": 30360
    },
    {
      "loss_action": 0.011594348587095737,
      "loss_total": 0.011594348587095737,
      "step": 30360
    },
    {
      "loss_action": 0.014478713274002075,
      "loss_total": 0.014478713274002075,
      "step": 30360
    },
    {
      "loss_action": 0.010510671883821487,
      "loss_total": 0.010510671883821487,
      "step": 30360
    },
    {
      "loss_action": 0.00416707806289196,
      "loss_total": 0.00416707806289196,
      "step": 30360
    },
    {
      "grad_norm": 0.18226344883441925,
      "learning_rate": 8.341268101415946e-05,
      "loss": 0.0118,
      "step": 30370
    },
    {
      "loss_action": 0.015813691541552544,
      "loss_total": 0.015813691541552544,
      "step": 30370
    },
    {
      "loss_action": 0.0051850322633981705,
      "loss_total": 0.0051850322633981705,
      "step": 30370
    },
    {
      "loss_action": 0.009902788326144218,
      "loss_total": 0.009902788326144218,
      "step": 30370
    },
    {
      "loss_action": 0.012306617572903633,
      "loss_total": 0.012306617572903633,
      "step": 30370
    },
    {
      "loss_action": 0.0030102815944701433,
      "loss_total": 0.0030102815944701433,
      "step": 30370
    },
    {
      "loss_action": 0.010483356192708015,
      "loss_total": 0.010483356192708015,
      "step": 30370
    },
    {
      "loss_action": 0.011161942966282368,
      "loss_total": 0.011161942966282368,
      "step": 30370
    },
    {
      "loss_action": 0.015171486884355545,
      "loss_total": 0.015171486884355545,
      "step": 30370
    },
    {
      "grad_norm": 0.13072530925273895,
      "learning_rate": 8.34003784709999e-05,
      "loss": 0.0099,
      "step": 30380
    },
    {
      "loss_action": 0.00494783790782094,
      "loss_total": 0.00494783790782094,
      "step": 30380
    },
    {
      "loss_action": 0.010674447752535343,
      "loss_total": 0.010674447752535343,
      "step": 30380
    },
    {
      "loss_action": 0.009998674504458904,
      "loss_total": 0.009998674504458904,
      "step": 30380
    },
    {
      "loss_action": 0.004046511836349964,
      "loss_total": 0.004046511836349964,
      "step": 30380
    },
    {
      "loss_action": 0.00527604203671217,
      "loss_total": 0.00527604203671217,
      "step": 30380
    },
    {
      "loss_action": 0.008077139966189861,
      "loss_total": 0.008077139966189861,
      "step": 30380
    },
    {
      "loss_action": 0.007929137907922268,
      "loss_total": 0.007929137907922268,
      "step": 30380
    },
    {
      "loss_action": 0.015931984409689903,
      "loss_total": 0.015931984409689903,
      "step": 30380
    },
    {
      "grad_norm": 0.1509825736284256,
      "learning_rate": 8.338807227522516e-05,
      "loss": 0.0095,
      "step": 30390
    },
    {
      "loss_action": 0.011522417888045311,
      "loss_total": 0.011522417888045311,
      "step": 30390
    },
    {
      "loss_action": 0.012456811964511871,
      "loss_total": 0.012456811964511871,
      "step": 30390
    },
    {
      "loss_action": 0.006097251549363136,
      "loss_total": 0.006097251549363136,
      "step": 30390
    },
    {
      "loss_action": 0.005860188044607639,
      "loss_total": 0.005860188044607639,
      "step": 30390
    },
    {
      "loss_action": 0.007698747795075178,
      "loss_total": 0.007698747795075178,
      "step": 30390
    },
    {
      "loss_action": 0.011489568278193474,
      "loss_total": 0.011489568278193474,
      "step": 30390
    },
    {
      "loss_action": 0.0047061145305633545,
      "loss_total": 0.0047061145305633545,
      "step": 30390
    },
    {
      "loss_action": 0.005499199964106083,
      "loss_total": 0.005499199964106083,
      "step": 30390
    },
    {
      "grad_norm": 0.14603562653064728,
      "learning_rate": 8.337576242818103e-05,
      "loss": 0.0129,
      "step": 30400
    },
    {
      "loss_action": 0.015093106776475906,
      "loss_total": 0.015093106776475906,
      "step": 30400
    },
    {
      "loss_action": 0.008582798764109612,
      "loss_total": 0.008582798764109612,
      "step": 30400
    },
    {
      "loss_action": 0.005106097087264061,
      "loss_total": 0.005106097087264061,
      "step": 30400
    },
    {
      "loss_action": 0.0038539250381290913,
      "loss_total": 0.0038539250381290913,
      "step": 30400
    },
    {
      "loss_action": 0.009591614827513695,
      "loss_total": 0.009591614827513695,
      "step": 30400
    },
    {
      "loss_action": 0.01165013387799263,
      "loss_total": 0.01165013387799263,
      "step": 30400
    },
    {
      "loss_action": 0.009441941045224667,
      "loss_total": 0.009441941045224667,
      "step": 30400
    },
    {
      "loss_action": 0.018488990142941475,
      "loss_total": 0.018488990142941475,
      "step": 30400
    },
    {
      "grad_norm": 0.12254884093999863,
      "learning_rate": 8.336344893121372e-05,
      "loss": 0.0134,
      "step": 30410
    },
    {
      "loss_action": 0.004532021936029196,
      "loss_total": 0.004532021936029196,
      "step": 30410
    },
    {
      "loss_action": 0.017109602689743042,
      "loss_total": 0.017109602689743042,
      "step": 30410
    },
    {
      "loss_action": 0.018734224140644073,
      "loss_total": 0.018734224140644073,
      "step": 30410
    },
    {
      "loss_action": 0.012512510642409325,
      "loss_total": 0.012512510642409325,
      "step": 30410
    },
    {
      "loss_action": 0.008201893419027328,
      "loss_total": 0.008201893419027328,
      "step": 30410
    },
    {
      "loss_action": 0.020231880247592926,
      "loss_total": 0.020231880247592926,
      "step": 30410
    },
    {
      "loss_action": 0.01207301951944828,
      "loss_total": 0.01207301951944828,
      "step": 30410
    },
    {
      "loss_action": 0.01305768359452486,
      "loss_total": 0.01305768359452486,
      "step": 30410
    },
    {
      "grad_norm": 0.10707525163888931,
      "learning_rate": 8.335113178566977e-05,
      "loss": 0.0124,
      "step": 30420
    },
    {
      "loss_action": 0.004329974297434092,
      "loss_total": 0.004329974297434092,
      "step": 30420
    },
    {
      "loss_action": 0.00536277936771512,
      "loss_total": 0.00536277936771512,
      "step": 30420
    },
    {
      "loss_action": 0.004656486213207245,
      "loss_total": 0.004656486213207245,
      "step": 30420
    },
    {
      "loss_action": 0.00517024751752615,
      "loss_total": 0.00517024751752615,
      "step": 30420
    },
    {
      "loss_action": 0.006471325643360615,
      "loss_total": 0.006471325643360615,
      "step": 30420
    },
    {
      "loss_action": 0.009281981736421585,
      "loss_total": 0.009281981736421585,
      "step": 30420
    },
    {
      "loss_action": 0.005943311378359795,
      "loss_total": 0.005943311378359795,
      "step": 30420
    },
    {
      "loss_action": 0.014181703329086304,
      "loss_total": 0.014181703329086304,
      "step": 30420
    },
    {
      "grad_norm": 0.14518488943576813,
      "learning_rate": 8.33388109928962e-05,
      "loss": 0.0096,
      "step": 30430
    },
    {
      "loss_action": 0.004057429730892181,
      "loss_total": 0.004057429730892181,
      "step": 30430
    },
    {
      "loss_action": 0.00560919102281332,
      "loss_total": 0.00560919102281332,
      "step": 30430
    },
    {
      "loss_action": 0.009395904839038849,
      "loss_total": 0.009395904839038849,
      "step": 30430
    },
    {
      "loss_action": 0.010960781015455723,
      "loss_total": 0.010960781015455723,
      "step": 30430
    },
    {
      "loss_action": 0.008444059640169144,
      "loss_total": 0.008444059640169144,
      "step": 30430
    },
    {
      "loss_action": 0.007808961905539036,
      "loss_total": 0.007808961905539036,
      "step": 30430
    },
    {
      "loss_action": 0.005030598491430283,
      "loss_total": 0.005030598491430283,
      "step": 30430
    },
    {
      "loss_action": 0.008459542877972126,
      "loss_total": 0.008459542877972126,
      "step": 30430
    },
    {
      "grad_norm": 0.1371934562921524,
      "learning_rate": 8.33264865542404e-05,
      "loss": 0.0098,
      "step": 30440
    },
    {
      "loss_action": 0.003936843015253544,
      "loss_total": 0.003936843015253544,
      "step": 30440
    },
    {
      "loss_action": 0.00644031073898077,
      "loss_total": 0.00644031073898077,
      "step": 30440
    },
    {
      "loss_action": 0.017268644645810127,
      "loss_total": 0.017268644645810127,
      "step": 30440
    },
    {
      "loss_action": 0.008585173636674881,
      "loss_total": 0.008585173636674881,
      "step": 30440
    },
    {
      "loss_action": 0.01346835307776928,
      "loss_total": 0.01346835307776928,
      "step": 30440
    },
    {
      "loss_action": 0.010138386860489845,
      "loss_total": 0.010138386860489845,
      "step": 30440
    },
    {
      "loss_action": 0.01199641264975071,
      "loss_total": 0.01199641264975071,
      "step": 30440
    },
    {
      "loss_action": 0.005386497359722853,
      "loss_total": 0.005386497359722853,
      "step": 30440
    },
    {
      "grad_norm": 0.08835252374410629,
      "learning_rate": 8.331415847105013e-05,
      "loss": 0.0095,
      "step": 30450
    },
    {
      "loss_action": 0.0031626869458705187,
      "loss_total": 0.0031626869458705187,
      "step": 30450
    },
    {
      "loss_action": 0.00976819358766079,
      "loss_total": 0.00976819358766079,
      "step": 30450
    },
    {
      "loss_action": 0.014438945800065994,
      "loss_total": 0.014438945800065994,
      "step": 30450
    },
    {
      "loss_action": 0.006742729339748621,
      "loss_total": 0.006742729339748621,
      "step": 30450
    },
    {
      "loss_action": 0.007442861795425415,
      "loss_total": 0.007442861795425415,
      "step": 30450
    },
    {
      "loss_action": 0.012935861945152283,
      "loss_total": 0.012935861945152283,
      "step": 30450
    },
    {
      "loss_action": 0.009674114175140858,
      "loss_total": 0.009674114175140858,
      "step": 30450
    },
    {
      "loss_action": 0.004590753000229597,
      "loss_total": 0.004590753000229597,
      "step": 30450
    },
    {
      "grad_norm": 0.09873586148023605,
      "learning_rate": 8.330182674467357e-05,
      "loss": 0.01,
      "step": 30460
    },
    {
      "loss_action": 0.012478059157729149,
      "loss_total": 0.012478059157729149,
      "step": 30460
    },
    {
      "loss_action": 0.008414799347519875,
      "loss_total": 0.008414799347519875,
      "step": 30460
    },
    {
      "loss_action": 0.006822666153311729,
      "loss_total": 0.006822666153311729,
      "step": 30460
    },
    {
      "loss_action": 0.004237300716340542,
      "loss_total": 0.004237300716340542,
      "step": 30460
    },
    {
      "loss_action": 0.013698343187570572,
      "loss_total": 0.013698343187570572,
      "step": 30460
    },
    {
      "loss_action": 0.00887942686676979,
      "loss_total": 0.00887942686676979,
      "step": 30460
    },
    {
      "loss_action": 0.006764627061784267,
      "loss_total": 0.006764627061784267,
      "step": 30460
    },
    {
      "loss_action": 0.005055170971900225,
      "loss_total": 0.005055170971900225,
      "step": 30460
    },
    {
      "grad_norm": 0.10220257937908173,
      "learning_rate": 8.32894913764593e-05,
      "loss": 0.011,
      "step": 30470
    },
    {
      "loss_action": 0.028701286762952805,
      "loss_total": 0.028701286762952805,
      "step": 30470
    },
    {
      "loss_action": 0.017427699640393257,
      "loss_total": 0.017427699640393257,
      "step": 30470
    },
    {
      "loss_action": 0.007443777751177549,
      "loss_total": 0.007443777751177549,
      "step": 30470
    },
    {
      "loss_action": 0.006789441220462322,
      "loss_total": 0.006789441220462322,
      "step": 30470
    },
    {
      "loss_action": 0.04564250633120537,
      "loss_total": 0.04564250633120537,
      "step": 30470
    },
    {
      "loss_action": 0.005045013967901468,
      "loss_total": 0.005045013967901468,
      "step": 30470
    },
    {
      "loss_action": 0.007822047919034958,
      "loss_total": 0.007822047919034958,
      "step": 30470
    },
    {
      "loss_action": 0.005680130794644356,
      "loss_total": 0.005680130794644356,
      "step": 30470
    },
    {
      "grad_norm": 0.1951943188905716,
      "learning_rate": 8.327715236775633e-05,
      "loss": 0.0112,
      "step": 30480
    },
    {
      "loss_action": 0.01683199405670166,
      "loss_total": 0.01683199405670166,
      "step": 30480
    },
    {
      "loss_action": 0.006678321398794651,
      "loss_total": 0.006678321398794651,
      "step": 30480
    },
    {
      "loss_action": 0.013757681474089622,
      "loss_total": 0.013757681474089622,
      "step": 30480
    },
    {
      "loss_action": 0.010951649397611618,
      "loss_total": 0.010951649397611618,
      "step": 30480
    },
    {
      "loss_action": 0.012391348369419575,
      "loss_total": 0.012391348369419575,
      "step": 30480
    },
    {
      "loss_action": 0.01901950314640999,
      "loss_total": 0.01901950314640999,
      "step": 30480
    },
    {
      "loss_action": 0.014719520695507526,
      "loss_total": 0.014719520695507526,
      "step": 30480
    },
    {
      "loss_action": 0.010688120499253273,
      "loss_total": 0.010688120499253273,
      "step": 30480
    },
    {
      "grad_norm": 0.14911824464797974,
      "learning_rate": 8.326480971991398e-05,
      "loss": 0.0107,
      "step": 30490
    },
    {
      "loss_action": 0.017006540670990944,
      "loss_total": 0.017006540670990944,
      "step": 30490
    },
    {
      "loss_action": 0.008688305504620075,
      "loss_total": 0.008688305504620075,
      "step": 30490
    },
    {
      "loss_action": 0.008085359819233418,
      "loss_total": 0.008085359819233418,
      "step": 30490
    },
    {
      "loss_action": 0.006241536699235439,
      "loss_total": 0.006241536699235439,
      "step": 30490
    },
    {
      "loss_action": 0.013564376160502434,
      "loss_total": 0.013564376160502434,
      "step": 30490
    },
    {
      "loss_action": 0.0059618572704494,
      "loss_total": 0.0059618572704494,
      "step": 30490
    },
    {
      "loss_action": 0.01697796955704689,
      "loss_total": 0.01697796955704689,
      "step": 30490
    },
    {
      "loss_action": 0.005646762438118458,
      "loss_total": 0.005646762438118458,
      "step": 30490
    },
    {
      "grad_norm": 0.11267193406820297,
      "learning_rate": 8.325246343428206e-05,
      "loss": 0.0093,
      "step": 30500
    },
    {
      "loss_action": 0.015698697417974472,
      "loss_total": 0.015698697417974472,
      "step": 30500
    },
    {
      "loss_action": 0.007994605228304863,
      "loss_total": 0.007994605228304863,
      "step": 30500
    },
    {
      "loss_action": 0.026101794093847275,
      "loss_total": 0.026101794093847275,
      "step": 30500
    },
    {
      "loss_action": 0.010445520281791687,
      "loss_total": 0.010445520281791687,
      "step": 30500
    },
    {
      "loss_action": 0.005591223947703838,
      "loss_total": 0.005591223947703838,
      "step": 30500
    },
    {
      "loss_action": 0.015007243491709232,
      "loss_total": 0.015007243491709232,
      "step": 30500
    },
    {
      "loss_action": 0.008977334015071392,
      "loss_total": 0.008977334015071392,
      "step": 30500
    },
    {
      "loss_action": 0.006417928263545036,
      "loss_total": 0.006417928263545036,
      "step": 30500
    },
    {
      "grad_norm": 0.1282673478126526,
      "learning_rate": 8.324011351221072e-05,
      "loss": 0.0087,
      "step": 30510
    },
    {
      "loss_action": 0.003202271182090044,
      "loss_total": 0.003202271182090044,
      "step": 30510
    },
    {
      "loss_action": 0.003737290855497122,
      "loss_total": 0.003737290855497122,
      "step": 30510
    },
    {
      "loss_action": 0.12261632084846497,
      "loss_total": 0.12261632084846497,
      "step": 30510
    },
    {
      "loss_action": 0.009458440355956554,
      "loss_total": 0.009458440355956554,
      "step": 30510
    },
    {
      "loss_action": 0.011958210729062557,
      "loss_total": 0.011958210729062557,
      "step": 30510
    },
    {
      "loss_action": 0.019725952297449112,
      "loss_total": 0.019725952297449112,
      "step": 30510
    },
    {
      "loss_action": 0.0069009168073534966,
      "loss_total": 0.0069009168073534966,
      "step": 30510
    },
    {
      "loss_action": 0.017965778708457947,
      "loss_total": 0.017965778708457947,
      "step": 30510
    },
    {
      "grad_norm": 0.13822579383850098,
      "learning_rate": 8.322775995505057e-05,
      "loss": 0.0119,
      "step": 30520
    },
    {
      "loss_action": 0.005635649897158146,
      "loss_total": 0.005635649897158146,
      "step": 30520
    },
    {
      "loss_action": 0.006250916980206966,
      "loss_total": 0.006250916980206966,
      "step": 30520
    },
    {
      "loss_action": 0.006604981608688831,
      "loss_total": 0.006604981608688831,
      "step": 30520
    },
    {
      "loss_action": 0.006696696393191814,
      "loss_total": 0.006696696393191814,
      "step": 30520
    },
    {
      "loss_action": 0.011798394843935966,
      "loss_total": 0.011798394843935966,
      "step": 30520
    },
    {
      "loss_action": 0.006984214298427105,
      "loss_total": 0.006984214298427105,
      "step": 30520
    },
    {
      "loss_action": 0.00791639182716608,
      "loss_total": 0.00791639182716608,
      "step": 30520
    },
    {
      "loss_action": 0.01492319256067276,
      "loss_total": 0.01492319256067276,
      "step": 30520
    },
    {
      "grad_norm": 0.15999630093574524,
      "learning_rate": 8.321540276415254e-05,
      "loss": 0.0098,
      "step": 30530
    },
    {
      "loss_action": 0.005667751654982567,
      "loss_total": 0.005667751654982567,
      "step": 30530
    },
    {
      "loss_action": 0.010679187253117561,
      "loss_total": 0.010679187253117561,
      "step": 30530
    },
    {
      "loss_action": 0.006468859501183033,
      "loss_total": 0.006468859501183033,
      "step": 30530
    },
    {
      "loss_action": 0.008734047412872314,
      "loss_total": 0.008734047412872314,
      "step": 30530
    },
    {
      "loss_action": 0.017243942245841026,
      "loss_total": 0.017243942245841026,
      "step": 30530
    },
    {
      "loss_action": 0.0058641633950173855,
      "loss_total": 0.0058641633950173855,
      "step": 30530
    },
    {
      "loss_action": 0.027788089588284492,
      "loss_total": 0.027788089588284492,
      "step": 30530
    },
    {
      "loss_action": 0.017564233392477036,
      "loss_total": 0.017564233392477036,
      "step": 30530
    },
    {
      "grad_norm": 0.15914365649223328,
      "learning_rate": 8.320304194086798e-05,
      "loss": 0.0114,
      "step": 30540
    },
    {
      "loss_action": 0.0046506100334227085,
      "loss_total": 0.0046506100334227085,
      "step": 30540
    },
    {
      "loss_action": 0.0031602266244590282,
      "loss_total": 0.0031602266244590282,
      "step": 30540
    },
    {
      "loss_action": 0.016412580385804176,
      "loss_total": 0.016412580385804176,
      "step": 30540
    },
    {
      "loss_action": 0.004417745396494865,
      "loss_total": 0.004417745396494865,
      "step": 30540
    },
    {
      "loss_action": 0.009076304733753204,
      "loss_total": 0.009076304733753204,
      "step": 30540
    },
    {
      "loss_action": 0.018794387578964233,
      "loss_total": 0.018794387578964233,
      "step": 30540
    },
    {
      "loss_action": 0.006491583772003651,
      "loss_total": 0.006491583772003651,
      "step": 30540
    },
    {
      "loss_action": 0.00669435691088438,
      "loss_total": 0.00669435691088438,
      "step": 30540
    },
    {
      "grad_norm": 0.16080141067504883,
      "learning_rate": 8.31906774865487e-05,
      "loss": 0.0096,
      "step": 30550
    },
    {
      "loss_action": 0.004862491972744465,
      "loss_total": 0.004862491972744465,
      "step": 30550
    },
    {
      "loss_action": 0.007153267972171307,
      "loss_total": 0.007153267972171307,
      "step": 30550
    },
    {
      "loss_action": 0.010868842713534832,
      "loss_total": 0.010868842713534832,
      "step": 30550
    },
    {
      "loss_action": 0.016141241416335106,
      "loss_total": 0.016141241416335106,
      "step": 30550
    },
    {
      "loss_action": 0.012747788801789284,
      "loss_total": 0.012747788801789284,
      "step": 30550
    },
    {
      "loss_action": 0.008125432766973972,
      "loss_total": 0.008125432766973972,
      "step": 30550
    },
    {
      "loss_action": 0.017291788011789322,
      "loss_total": 0.017291788011789322,
      "step": 30550
    },
    {
      "loss_action": 0.00774369714781642,
      "loss_total": 0.00774369714781642,
      "step": 30550
    },
    {
      "grad_norm": 0.1435917466878891,
      "learning_rate": 8.317830940254682e-05,
      "loss": 0.0109,
      "step": 30560
    },
    {
      "loss_action": 0.007710448931902647,
      "loss_total": 0.007710448931902647,
      "step": 30560
    },
    {
      "loss_action": 0.016904722899198532,
      "loss_total": 0.016904722899198532,
      "step": 30560
    },
    {
      "loss_action": 0.007948378100991249,
      "loss_total": 0.007948378100991249,
      "step": 30560
    },
    {
      "loss_action": 0.013022780418395996,
      "loss_total": 0.013022780418395996,
      "step": 30560
    },
    {
      "loss_action": 0.020280715078115463,
      "loss_total": 0.020280715078115463,
      "step": 30560
    },
    {
      "loss_action": 0.022026605904102325,
      "loss_total": 0.022026605904102325,
      "step": 30560
    },
    {
      "loss_action": 0.007214494980871677,
      "loss_total": 0.007214494980871677,
      "step": 30560
    },
    {
      "loss_action": 0.013921251520514488,
      "loss_total": 0.013921251520514488,
      "step": 30560
    },
    {
      "grad_norm": 0.1349434107542038,
      "learning_rate": 8.316593769021491e-05,
      "loss": 0.0107,
      "step": 30570
    },
    {
      "loss_action": 0.006946146488189697,
      "loss_total": 0.006946146488189697,
      "step": 30570
    },
    {
      "loss_action": 0.011652735993266106,
      "loss_total": 0.011652735993266106,
      "step": 30570
    },
    {
      "loss_action": 0.008216096088290215,
      "loss_total": 0.008216096088290215,
      "step": 30570
    },
    {
      "loss_action": 0.005418351851403713,
      "loss_total": 0.005418351851403713,
      "step": 30570
    },
    {
      "loss_action": 0.008060863241553307,
      "loss_total": 0.008060863241553307,
      "step": 30570
    },
    {
      "loss_action": 0.007785869762301445,
      "loss_total": 0.007785869762301445,
      "step": 30570
    },
    {
      "loss_action": 0.011065904051065445,
      "loss_total": 0.011065904051065445,
      "step": 30570
    },
    {
      "loss_action": 0.009717313572764397,
      "loss_total": 0.009717313572764397,
      "step": 30570
    },
    {
      "grad_norm": 0.12610165774822235,
      "learning_rate": 8.315356235090592e-05,
      "loss": 0.0087,
      "step": 30580
    },
    {
      "loss_action": 0.013917802833020687,
      "loss_total": 0.013917802833020687,
      "step": 30580
    },
    {
      "loss_action": 0.0052047111093997955,
      "loss_total": 0.0052047111093997955,
      "step": 30580
    },
    {
      "loss_action": 0.012027026154100895,
      "loss_total": 0.012027026154100895,
      "step": 30580
    },
    {
      "loss_action": 0.009393504820764065,
      "loss_total": 0.009393504820764065,
      "step": 30580
    },
    {
      "loss_action": 0.014375673606991768,
      "loss_total": 0.014375673606991768,
      "step": 30580
    },
    {
      "loss_action": 0.009298587217926979,
      "loss_total": 0.009298587217926979,
      "step": 30580
    },
    {
      "loss_action": 0.022837968543171883,
      "loss_total": 0.022837968543171883,
      "step": 30580
    },
    {
      "loss_action": 0.006471407599747181,
      "loss_total": 0.006471407599747181,
      "step": 30580
    },
    {
      "grad_norm": 0.10890469700098038,
      "learning_rate": 8.314118338597319e-05,
      "loss": 0.0105,
      "step": 30590
    },
    {
      "loss_action": 0.005163456778973341,
      "loss_total": 0.005163456778973341,
      "step": 30590
    },
    {
      "loss_action": 0.01067311316728592,
      "loss_total": 0.01067311316728592,
      "step": 30590
    },
    {
      "loss_action": 0.01599009707570076,
      "loss_total": 0.01599009707570076,
      "step": 30590
    },
    {
      "loss_action": 0.02132263593375683,
      "loss_total": 0.02132263593375683,
      "step": 30590
    },
    {
      "loss_action": 0.01680508628487587,
      "loss_total": 0.01680508628487587,
      "step": 30590
    },
    {
      "loss_action": 0.01325337402522564,
      "loss_total": 0.01325337402522564,
      "step": 30590
    },
    {
      "loss_action": 0.008654963225126266,
      "loss_total": 0.008654963225126266,
      "step": 30590
    },
    {
      "loss_action": 0.014643196016550064,
      "loss_total": 0.014643196016550064,
      "step": 30590
    },
    {
      "grad_norm": 0.17381691932678223,
      "learning_rate": 8.312880079677048e-05,
      "loss": 0.0124,
      "step": 30600
    },
    {
      "loss_action": 0.015528259798884392,
      "loss_total": 0.015528259798884392,
      "step": 30600
    },
    {
      "loss_action": 0.028446560725569725,
      "loss_total": 0.028446560725569725,
      "step": 30600
    },
    {
      "loss_action": 0.03852414712309837,
      "loss_total": 0.03852414712309837,
      "step": 30600
    },
    {
      "loss_action": 0.007685328368097544,
      "loss_total": 0.007685328368097544,
      "step": 30600
    },
    {
      "loss_action": 0.00710354745388031,
      "loss_total": 0.00710354745388031,
      "step": 30600
    },
    {
      "loss_action": 0.007559578865766525,
      "loss_total": 0.007559578865766525,
      "step": 30600
    },
    {
      "loss_action": 0.012521150521934032,
      "loss_total": 0.012521150521934032,
      "step": 30600
    },
    {
      "loss_action": 0.003034713212400675,
      "loss_total": 0.003034713212400675,
      "step": 30600
    },
    {
      "grad_norm": 0.1455884873867035,
      "learning_rate": 8.311641458465191e-05,
      "loss": 0.0108,
      "step": 30610
    },
    {
      "loss_action": 0.009918473660945892,
      "loss_total": 0.009918473660945892,
      "step": 30610
    },
    {
      "loss_action": 0.00873215589672327,
      "loss_total": 0.00873215589672327,
      "step": 30610
    },
    {
      "loss_action": 0.017525410279631615,
      "loss_total": 0.017525410279631615,
      "step": 30610
    },
    {
      "loss_action": 0.004765873774886131,
      "loss_total": 0.004765873774886131,
      "step": 30610
    },
    {
      "loss_action": 0.007668646983802319,
      "loss_total": 0.007668646983802319,
      "step": 30610
    },
    {
      "loss_action": 0.015366028994321823,
      "loss_total": 0.015366028994321823,
      "step": 30610
    },
    {
      "loss_action": 0.016303768381476402,
      "loss_total": 0.016303768381476402,
      "step": 30610
    },
    {
      "loss_action": 0.012296127155423164,
      "loss_total": 0.012296127155423164,
      "step": 30610
    },
    {
      "grad_norm": 0.08569463342428207,
      "learning_rate": 8.310402475097205e-05,
      "loss": 0.0102,
      "step": 30620
    },
    {
      "loss_action": 0.00576435960829258,
      "loss_total": 0.00576435960829258,
      "step": 30620
    },
    {
      "loss_action": 0.01134542003273964,
      "loss_total": 0.01134542003273964,
      "step": 30620
    },
    {
      "loss_action": 0.025039833039045334,
      "loss_total": 0.025039833039045334,
      "step": 30620
    },
    {
      "loss_action": 0.01243986189365387,
      "loss_total": 0.01243986189365387,
      "step": 30620
    },
    {
      "loss_action": 0.009395652450621128,
      "loss_total": 0.009395652450621128,
      "step": 30620
    },
    {
      "loss_action": 0.00681029399856925,
      "loss_total": 0.00681029399856925,
      "step": 30620
    },
    {
      "loss_action": 0.009379768744111061,
      "loss_total": 0.009379768744111061,
      "step": 30620
    },
    {
      "loss_action": 0.008404918946325779,
      "loss_total": 0.008404918946325779,
      "step": 30620
    },
    {
      "grad_norm": 0.1286035180091858,
      "learning_rate": 8.309163129708581e-05,
      "loss": 0.0097,
      "step": 30630
    },
    {
      "loss_action": 0.008122808299958706,
      "loss_total": 0.008122808299958706,
      "step": 30630
    },
    {
      "loss_action": 0.012960376217961311,
      "loss_total": 0.012960376217961311,
      "step": 30630
    },
    {
      "loss_action": 0.006368936039507389,
      "loss_total": 0.006368936039507389,
      "step": 30630
    },
    {
      "loss_action": 0.0023104436695575714,
      "loss_total": 0.0023104436695575714,
      "step": 30630
    },
    {
      "loss_action": 0.012780685909092426,
      "loss_total": 0.012780685909092426,
      "step": 30630
    },
    {
      "loss_action": 0.01058803591877222,
      "loss_total": 0.01058803591877222,
      "step": 30630
    },
    {
      "loss_action": 0.007096429355442524,
      "loss_total": 0.007096429355442524,
      "step": 30630
    },
    {
      "loss_action": 0.005490188021212816,
      "loss_total": 0.005490188021212816,
      "step": 30630
    },
    {
      "grad_norm": 0.14926087856292725,
      "learning_rate": 8.307923422434852e-05,
      "loss": 0.0099,
      "step": 30640
    },
    {
      "loss_action": 0.01258391048759222,
      "loss_total": 0.01258391048759222,
      "step": 30640
    },
    {
      "loss_action": 0.0066216676495969296,
      "loss_total": 0.0066216676495969296,
      "step": 30640
    },
    {
      "loss_action": 0.008060680702328682,
      "loss_total": 0.008060680702328682,
      "step": 30640
    },
    {
      "loss_action": 0.005842762067914009,
      "loss_total": 0.005842762067914009,
      "step": 30640
    },
    {
      "loss_action": 0.009267591871321201,
      "loss_total": 0.009267591871321201,
      "step": 30640
    },
    {
      "loss_action": 0.005433337297290564,
      "loss_total": 0.005433337297290564,
      "step": 30640
    },
    {
      "loss_action": 0.011158590205013752,
      "loss_total": 0.011158590205013752,
      "step": 30640
    },
    {
      "loss_action": 0.009679274633526802,
      "loss_total": 0.009679274633526802,
      "step": 30640
    },
    {
      "grad_norm": 0.10879403352737427,
      "learning_rate": 8.30668335341159e-05,
      "loss": 0.0093,
      "step": 30650
    },
    {
      "loss_action": 0.009006941691040993,
      "loss_total": 0.009006941691040993,
      "step": 30650
    },
    {
      "loss_action": 0.0050899796187877655,
      "loss_total": 0.0050899796187877655,
      "step": 30650
    },
    {
      "loss_action": 0.015177130699157715,
      "loss_total": 0.015177130699157715,
      "step": 30650
    },
    {
      "loss_action": 0.009571446105837822,
      "loss_total": 0.009571446105837822,
      "step": 30650
    },
    {
      "loss_action": 0.013119088485836983,
      "loss_total": 0.013119088485836983,
      "step": 30650
    },
    {
      "loss_action": 0.043770305812358856,
      "loss_total": 0.043770305812358856,
      "step": 30650
    },
    {
      "loss_action": 0.009179123677313328,
      "loss_total": 0.009179123677313328,
      "step": 30650
    },
    {
      "loss_action": 0.003376452485099435,
      "loss_total": 0.003376452485099435,
      "step": 30650
    },
    {
      "grad_norm": 0.2435971051454544,
      "learning_rate": 8.305442922774408e-05,
      "loss": 0.0119,
      "step": 30660
    },
    {
      "loss_action": 0.006789923645555973,
      "loss_total": 0.006789923645555973,
      "step": 30660
    },
    {
      "loss_action": 0.01701924577355385,
      "loss_total": 0.01701924577355385,
      "step": 30660
    },
    {
      "loss_action": 0.0055546993389725685,
      "loss_total": 0.0055546993389725685,
      "step": 30660
    },
    {
      "loss_action": 0.026546571403741837,
      "loss_total": 0.026546571403741837,
      "step": 30660
    },
    {
      "loss_action": 0.020236743614077568,
      "loss_total": 0.020236743614077568,
      "step": 30660
    },
    {
      "loss_action": 0.00833708792924881,
      "loss_total": 0.00833708792924881,
      "step": 30660
    },
    {
      "loss_action": 0.007012527901679277,
      "loss_total": 0.007012527901679277,
      "step": 30660
    },
    {
      "loss_action": 0.007930334657430649,
      "loss_total": 0.007930334657430649,
      "step": 30660
    },
    {
      "grad_norm": 0.1847826987504959,
      "learning_rate": 8.304202130658959e-05,
      "loss": 0.0107,
      "step": 30670
    },
    {
      "loss_action": 0.005300740711390972,
      "loss_total": 0.005300740711390972,
      "step": 30670
    },
    {
      "loss_action": 0.009287342429161072,
      "loss_total": 0.009287342429161072,
      "step": 30670
    },
    {
      "loss_action": 0.017329569905996323,
      "loss_total": 0.017329569905996323,
      "step": 30670
    },
    {
      "loss_action": 0.008967584930360317,
      "loss_total": 0.008967584930360317,
      "step": 30670
    },
    {
      "loss_action": 0.031748268753290176,
      "loss_total": 0.031748268753290176,
      "step": 30670
    },
    {
      "loss_action": 0.0266855601221323,
      "loss_total": 0.0266855601221323,
      "step": 30670
    },
    {
      "loss_action": 0.006929280236363411,
      "loss_total": 0.006929280236363411,
      "step": 30670
    },
    {
      "loss_action": 0.004210109822452068,
      "loss_total": 0.004210109822452068,
      "step": 30670
    },
    {
      "grad_norm": 0.14110596477985382,
      "learning_rate": 8.302960977200931e-05,
      "loss": 0.0111,
      "step": 30680
    },
    {
      "loss_action": 0.003864953527227044,
      "loss_total": 0.003864953527227044,
      "step": 30680
    },
    {
      "loss_action": 0.004434649366885424,
      "loss_total": 0.004434649366885424,
      "step": 30680
    },
    {
      "loss_action": 0.014090464450418949,
      "loss_total": 0.014090464450418949,
      "step": 30680
    },
    {
      "loss_action": 0.015237291343510151,
      "loss_total": 0.015237291343510151,
      "step": 30680
    },
    {
      "loss_action": 0.005030428059399128,
      "loss_total": 0.005030428059399128,
      "step": 30680
    },
    {
      "loss_action": 0.014355942606925964,
      "loss_total": 0.014355942606925964,
      "step": 30680
    },
    {
      "loss_action": 0.03448896110057831,
      "loss_total": 0.03448896110057831,
      "step": 30680
    },
    {
      "loss_action": 0.02203504927456379,
      "loss_total": 0.02203504927456379,
      "step": 30680
    },
    {
      "grad_norm": 0.08174381405115128,
      "learning_rate": 8.301719462536058e-05,
      "loss": 0.0096,
      "step": 30690
    },
    {
      "loss_action": 0.01763252541422844,
      "loss_total": 0.01763252541422844,
      "step": 30690
    },
    {
      "loss_action": 0.015048702247440815,
      "loss_total": 0.015048702247440815,
      "step": 30690
    },
    {
      "loss_action": 0.0028798412531614304,
      "loss_total": 0.0028798412531614304,
      "step": 30690
    },
    {
      "loss_action": 0.011525856330990791,
      "loss_total": 0.011525856330990791,
      "step": 30690
    },
    {
      "loss_action": 0.003403229173272848,
      "loss_total": 0.003403229173272848,
      "step": 30690
    },
    {
      "loss_action": 0.013102897442877293,
      "loss_total": 0.013102897442877293,
      "step": 30690
    },
    {
      "loss_action": 0.008638549596071243,
      "loss_total": 0.008638549596071243,
      "step": 30690
    },
    {
      "loss_action": 0.008328280411660671,
      "loss_total": 0.008328280411660671,
      "step": 30690
    },
    {
      "grad_norm": 0.09884615242481232,
      "learning_rate": 8.300477586800108e-05,
      "loss": 0.0094,
      "step": 30700
    },
    {
      "loss_action": 0.008230753242969513,
      "loss_total": 0.008230753242969513,
      "step": 30700
    },
    {
      "loss_action": 0.010380321182310581,
      "loss_total": 0.010380321182310581,
      "step": 30700
    },
    {
      "loss_action": 0.004642833955585957,
      "loss_total": 0.004642833955585957,
      "step": 30700
    },
    {
      "loss_action": 0.015667807310819626,
      "loss_total": 0.015667807310819626,
      "step": 30700
    },
    {
      "loss_action": 0.011962027288973331,
      "loss_total": 0.011962027288973331,
      "step": 30700
    },
    {
      "loss_action": 0.004583040252327919,
      "loss_total": 0.004583040252327919,
      "step": 30700
    },
    {
      "loss_action": 0.009441095404326916,
      "loss_total": 0.009441095404326916,
      "step": 30700
    },
    {
      "loss_action": 0.008194861002266407,
      "loss_total": 0.008194861002266407,
      "step": 30700
    },
    {
      "grad_norm": 0.12290163338184357,
      "learning_rate": 8.299235350128892e-05,
      "loss": 0.0103,
      "step": 30710
    },
    {
      "loss_action": 0.006537136156111956,
      "loss_total": 0.006537136156111956,
      "step": 30710
    },
    {
      "loss_action": 0.015954487025737762,
      "loss_total": 0.015954487025737762,
      "step": 30710
    },
    {
      "loss_action": 0.0075918459333479404,
      "loss_total": 0.0075918459333479404,
      "step": 30710
    },
    {
      "loss_action": 0.007814696058630943,
      "loss_total": 0.007814696058630943,
      "step": 30710
    },
    {
      "loss_action": 0.012769574299454689,
      "loss_total": 0.012769574299454689,
      "step": 30710
    },
    {
      "loss_action": 0.01711801439523697,
      "loss_total": 0.01711801439523697,
      "step": 30710
    },
    {
      "loss_action": 0.007074185647070408,
      "loss_total": 0.007074185647070408,
      "step": 30710
    },
    {
      "loss_action": 0.010992906987667084,
      "loss_total": 0.010992906987667084,
      "step": 30710
    },
    {
      "grad_norm": 0.14291022717952728,
      "learning_rate": 8.297992752658258e-05,
      "loss": 0.0105,
      "step": 30720
    },
    {
      "loss_action": 0.007441474124789238,
      "loss_total": 0.007441474124789238,
      "step": 30720
    },
    {
      "loss_action": 0.004146643914282322,
      "loss_total": 0.004146643914282322,
      "step": 30720
    },
    {
      "loss_action": 0.0055138650350272655,
      "loss_total": 0.0055138650350272655,
      "step": 30720
    },
    {
      "loss_action": 0.010215025395154953,
      "loss_total": 0.010215025395154953,
      "step": 30720
    },
    {
      "loss_action": 0.004916415084153414,
      "loss_total": 0.004916415084153414,
      "step": 30720
    },
    {
      "loss_action": 0.016827689483761787,
      "loss_total": 0.016827689483761787,
      "step": 30720
    },
    {
      "loss_action": 0.009268094785511494,
      "loss_total": 0.009268094785511494,
      "step": 30720
    },
    {
      "loss_action": 0.006931571289896965,
      "loss_total": 0.006931571289896965,
      "step": 30720
    },
    {
      "grad_norm": 0.16504953801631927,
      "learning_rate": 8.296749794524094e-05,
      "loss": 0.011,
      "step": 30730
    },
    {
      "loss_action": 0.004529307596385479,
      "loss_total": 0.004529307596385479,
      "step": 30730
    },
    {
      "loss_action": 0.004395661409944296,
      "loss_total": 0.004395661409944296,
      "step": 30730
    },
    {
      "loss_action": 0.00843896996229887,
      "loss_total": 0.00843896996229887,
      "step": 30730
    },
    {
      "loss_action": 0.0117271076887846,
      "loss_total": 0.0117271076887846,
      "step": 30730
    },
    {
      "loss_action": 0.005822092294692993,
      "loss_total": 0.005822092294692993,
      "step": 30730
    },
    {
      "loss_action": 0.006351875606924295,
      "loss_total": 0.006351875606924295,
      "step": 30730
    },
    {
      "loss_action": 0.015191562473773956,
      "loss_total": 0.015191562473773956,
      "step": 30730
    },
    {
      "loss_action": 0.008243203163146973,
      "loss_total": 0.008243203163146973,
      "step": 30730
    },
    {
      "grad_norm": 0.11627048999071121,
      "learning_rate": 8.295506475862332e-05,
      "loss": 0.0098,
      "step": 30740
    },
    {
      "loss_action": 0.0019783214665949345,
      "loss_total": 0.0019783214665949345,
      "step": 30740
    },
    {
      "loss_action": 0.0028893472626805305,
      "loss_total": 0.0028893472626805305,
      "step": 30740
    },
    {
      "loss_action": 0.023993611335754395,
      "loss_total": 0.023993611335754395,
      "step": 30740
    },
    {
      "loss_action": 0.022642629221081734,
      "loss_total": 0.022642629221081734,
      "step": 30740
    },
    {
      "loss_action": 0.008162547834217548,
      "loss_total": 0.008162547834217548,
      "step": 30740
    },
    {
      "loss_action": 0.012367804534733295,
      "loss_total": 0.012367804534733295,
      "step": 30740
    },
    {
      "loss_action": 0.00718627218157053,
      "loss_total": 0.00718627218157053,
      "step": 30740
    },
    {
      "loss_action": 0.008340569213032722,
      "loss_total": 0.008340569213032722,
      "step": 30740
    },
    {
      "grad_norm": 0.11093621701002121,
      "learning_rate": 8.294262796808933e-05,
      "loss": 0.0138,
      "step": 30750
    },
    {
      "loss_action": 0.012385566718876362,
      "loss_total": 0.012385566718876362,
      "step": 30750
    },
    {
      "loss_action": 0.005982233211398125,
      "loss_total": 0.005982233211398125,
      "step": 30750
    },
    {
      "loss_action": 0.00529679749161005,
      "loss_total": 0.00529679749161005,
      "step": 30750
    },
    {
      "loss_action": 0.017100021243095398,
      "loss_total": 0.017100021243095398,
      "step": 30750
    },
    {
      "loss_action": 0.018260769546031952,
      "loss_total": 0.018260769546031952,
      "step": 30750
    },
    {
      "loss_action": 0.02265857718884945,
      "loss_total": 0.02265857718884945,
      "step": 30750
    },
    {
      "loss_action": 0.012066783383488655,
      "loss_total": 0.012066783383488655,
      "step": 30750
    },
    {
      "loss_action": 0.007015709299594164,
      "loss_total": 0.007015709299594164,
      "step": 30750
    },
    {
      "grad_norm": 0.10510377585887909,
      "learning_rate": 8.293018757499909e-05,
      "loss": 0.013,
      "step": 30760
    },
    {
      "loss_action": 0.011547809466719627,
      "loss_total": 0.011547809466719627,
      "step": 30760
    },
    {
      "loss_action": 0.007404466159641743,
      "loss_total": 0.007404466159641743,
      "step": 30760
    },
    {
      "loss_action": 0.0071555329486727715,
      "loss_total": 0.0071555329486727715,
      "step": 30760
    },
    {
      "loss_action": 0.005985119845718145,
      "loss_total": 0.005985119845718145,
      "step": 30760
    },
    {
      "loss_action": 0.010521633550524712,
      "loss_total": 0.010521633550524712,
      "step": 30760
    },
    {
      "loss_action": 0.006825257558375597,
      "loss_total": 0.006825257558375597,
      "step": 30760
    },
    {
      "loss_action": 0.026432061567902565,
      "loss_total": 0.026432061567902565,
      "step": 30760
    },
    {
      "loss_action": 0.0192212276160717,
      "loss_total": 0.0192212276160717,
      "step": 30760
    },
    {
      "grad_norm": 0.11384286731481552,
      "learning_rate": 8.291774358071305e-05,
      "loss": 0.0104,
      "step": 30770
    },
    {
      "loss_action": 0.02948933094739914,
      "loss_total": 0.02948933094739914,
      "step": 30770
    },
    {
      "loss_action": 0.007806507870554924,
      "loss_total": 0.007806507870554924,
      "step": 30770
    },
    {
      "loss_action": 0.019360776990652084,
      "loss_total": 0.019360776990652084,
      "step": 30770
    },
    {
      "loss_action": 0.008519231341779232,
      "loss_total": 0.008519231341779232,
      "step": 30770
    },
    {
      "loss_action": 0.011417122557759285,
      "loss_total": 0.011417122557759285,
      "step": 30770
    },
    {
      "loss_action": 0.02015264704823494,
      "loss_total": 0.02015264704823494,
      "step": 30770
    },
    {
      "loss_action": 0.009572204202413559,
      "loss_total": 0.009572204202413559,
      "step": 30770
    },
    {
      "loss_action": 0.03517811745405197,
      "loss_total": 0.03517811745405197,
      "step": 30770
    },
    {
      "grad_norm": 0.13587911427021027,
      "learning_rate": 8.290529598659205e-05,
      "loss": 0.0118,
      "step": 30780
    },
    {
      "loss_action": 0.009593592025339603,
      "loss_total": 0.009593592025339603,
      "step": 30780
    },
    {
      "loss_action": 0.008219757117331028,
      "loss_total": 0.008219757117331028,
      "step": 30780
    },
    {
      "loss_action": 0.015051470138132572,
      "loss_total": 0.015051470138132572,
      "step": 30780
    },
    {
      "loss_action": 0.007380418945103884,
      "loss_total": 0.007380418945103884,
      "step": 30780
    },
    {
      "loss_action": 0.015033964067697525,
      "loss_total": 0.015033964067697525,
      "step": 30780
    },
    {
      "loss_action": 0.011410189792513847,
      "loss_total": 0.011410189792513847,
      "step": 30780
    },
    {
      "loss_action": 0.006668992340564728,
      "loss_total": 0.006668992340564728,
      "step": 30780
    },
    {
      "loss_action": 0.011981332674622536,
      "loss_total": 0.011981332674622536,
      "step": 30780
    },
    {
      "grad_norm": 0.15011058747768402,
      "learning_rate": 8.289284479399738e-05,
      "loss": 0.0096,
      "step": 30790
    },
    {
      "loss_action": 0.007854718714952469,
      "loss_total": 0.007854718714952469,
      "step": 30790
    },
    {
      "loss_action": 0.007262739352881908,
      "loss_total": 0.007262739352881908,
      "step": 30790
    },
    {
      "loss_action": 0.01648879423737526,
      "loss_total": 0.01648879423737526,
      "step": 30790
    },
    {
      "loss_action": 0.00771994236856699,
      "loss_total": 0.00771994236856699,
      "step": 30790
    },
    {
      "loss_action": 0.026854250580072403,
      "loss_total": 0.026854250580072403,
      "step": 30790
    },
    {
      "loss_action": 0.00683927908539772,
      "loss_total": 0.00683927908539772,
      "step": 30790
    },
    {
      "loss_action": 0.007197331637144089,
      "loss_total": 0.007197331637144089,
      "step": 30790
    },
    {
      "loss_action": 0.006878758314996958,
      "loss_total": 0.006878758314996958,
      "step": 30790
    },
    {
      "grad_norm": 0.12023741006851196,
      "learning_rate": 8.288039000429064e-05,
      "loss": 0.0112,
      "step": 30800
    },
    {
      "loss_action": 0.018295718356966972,
      "loss_total": 0.018295718356966972,
      "step": 30800
    },
    {
      "loss_action": 0.017567194998264313,
      "loss_total": 0.017567194998264313,
      "step": 30800
    },
    {
      "loss_action": 0.004709294997155666,
      "loss_total": 0.004709294997155666,
      "step": 30800
    },
    {
      "loss_action": 0.010083835572004318,
      "loss_total": 0.010083835572004318,
      "step": 30800
    },
    {
      "loss_action": 0.009265691041946411,
      "loss_total": 0.009265691041946411,
      "step": 30800
    },
    {
      "loss_action": 0.013062543235719204,
      "loss_total": 0.013062543235719204,
      "step": 30800
    },
    {
      "loss_action": 0.003313163761049509,
      "loss_total": 0.003313163761049509,
      "step": 30800
    },
    {
      "loss_action": 0.007150663062930107,
      "loss_total": 0.007150663062930107,
      "step": 30800
    },
    {
      "grad_norm": 0.1570299118757248,
      "learning_rate": 8.286793161883388e-05,
      "loss": 0.0109,
      "step": 30810
    },
    {
      "loss_action": 0.010545071214437485,
      "loss_total": 0.010545071214437485,
      "step": 30810
    },
    {
      "loss_action": 0.012083628214895725,
      "loss_total": 0.012083628214895725,
      "step": 30810
    },
    {
      "loss_action": 0.010208597406744957,
      "loss_total": 0.010208597406744957,
      "step": 30810
    },
    {
      "loss_action": 0.009557689540088177,
      "loss_total": 0.009557689540088177,
      "step": 30810
    },
    {
      "loss_action": 0.003739594481885433,
      "loss_total": 0.003739594481885433,
      "step": 30810
    },
    {
      "loss_action": 0.008750619366765022,
      "loss_total": 0.008750619366765022,
      "step": 30810
    },
    {
      "loss_action": 0.018006425350904465,
      "loss_total": 0.018006425350904465,
      "step": 30810
    },
    {
      "loss_action": 0.0317516103386879,
      "loss_total": 0.0317516103386879,
      "step": 30810
    },
    {
      "grad_norm": 0.16600960493087769,
      "learning_rate": 8.285546963898954e-05,
      "loss": 0.0108,
      "step": 30820
    },
    {
      "loss_action": 0.005022802390158176,
      "loss_total": 0.005022802390158176,
      "step": 30820
    },
    {
      "loss_action": 0.010831168852746487,
      "loss_total": 0.010831168852746487,
      "step": 30820
    },
    {
      "loss_action": 0.0067282989621162415,
      "loss_total": 0.0067282989621162415,
      "step": 30820
    },
    {
      "loss_action": 0.013071011751890182,
      "loss_total": 0.013071011751890182,
      "step": 30820
    },
    {
      "loss_action": 0.030314696952700615,
      "loss_total": 0.030314696952700615,
      "step": 30820
    },
    {
      "loss_action": 0.005408094264566898,
      "loss_total": 0.005408094264566898,
      "step": 30820
    },
    {
      "loss_action": 0.012291369959712029,
      "loss_total": 0.012291369959712029,
      "step": 30820
    },
    {
      "loss_action": 0.005368844605982304,
      "loss_total": 0.005368844605982304,
      "step": 30820
    },
    {
      "grad_norm": 0.15040476620197296,
      "learning_rate": 8.284300406612044e-05,
      "loss": 0.0113,
      "step": 30830
    },
    {
      "loss_action": 0.011180615052580833,
      "loss_total": 0.011180615052580833,
      "step": 30830
    },
    {
      "loss_action": 0.017527015879750252,
      "loss_total": 0.017527015879750252,
      "step": 30830
    },
    {
      "loss_action": 0.006041141226887703,
      "loss_total": 0.006041141226887703,
      "step": 30830
    },
    {
      "loss_action": 0.010681845247745514,
      "loss_total": 0.010681845247745514,
      "step": 30830
    },
    {
      "loss_action": 0.008973724208772182,
      "loss_total": 0.008973724208772182,
      "step": 30830
    },
    {
      "loss_action": 0.007236468605697155,
      "loss_total": 0.007236468605697155,
      "step": 30830
    },
    {
      "loss_action": 0.01696900650858879,
      "loss_total": 0.01696900650858879,
      "step": 30830
    },
    {
      "loss_action": 0.01342480443418026,
      "loss_total": 0.01342480443418026,
      "step": 30830
    },
    {
      "grad_norm": 0.1490478366613388,
      "learning_rate": 8.283053490158978e-05,
      "loss": 0.0109,
      "step": 30840
    },
    {
      "loss_action": 0.0096198208630085,
      "loss_total": 0.0096198208630085,
      "step": 30840
    },
    {
      "loss_action": 0.006039531901478767,
      "loss_total": 0.006039531901478767,
      "step": 30840
    },
    {
      "loss_action": 0.006495533045381308,
      "loss_total": 0.006495533045381308,
      "step": 30840
    },
    {
      "loss_action": 0.007604946382343769,
      "loss_total": 0.007604946382343769,
      "step": 30840
    },
    {
      "loss_action": 0.007905549369752407,
      "loss_total": 0.007905549369752407,
      "step": 30840
    },
    {
      "loss_action": 0.016349054872989655,
      "loss_total": 0.016349054872989655,
      "step": 30840
    },
    {
      "loss_action": 0.010860485956072807,
      "loss_total": 0.010860485956072807,
      "step": 30840
    },
    {
      "loss_action": 0.007651400752365589,
      "loss_total": 0.007651400752365589,
      "step": 30840
    },
    {
      "grad_norm": 0.13860537111759186,
      "learning_rate": 8.28180621467612e-05,
      "loss": 0.0102,
      "step": 30850
    },
    {
      "loss_action": 0.010658498853445053,
      "loss_total": 0.010658498853445053,
      "step": 30850
    },
    {
      "loss_action": 0.014331212267279625,
      "loss_total": 0.014331212267279625,
      "step": 30850
    },
    {
      "loss_action": 0.005635200068354607,
      "loss_total": 0.005635200068354607,
      "step": 30850
    },
    {
      "loss_action": 0.01610296219587326,
      "loss_total": 0.01610296219587326,
      "step": 30850
    },
    {
      "loss_action": 0.003067423589527607,
      "loss_total": 0.003067423589527607,
      "step": 30850
    },
    {
      "loss_action": 0.009352775290608406,
      "loss_total": 0.009352775290608406,
      "step": 30850
    },
    {
      "loss_action": 0.004761828109622002,
      "loss_total": 0.004761828109622002,
      "step": 30850
    },
    {
      "loss_action": 0.004753894172608852,
      "loss_total": 0.004753894172608852,
      "step": 30850
    },
    {
      "grad_norm": 0.08920098096132278,
      "learning_rate": 8.280558580299867e-05,
      "loss": 0.0104,
      "step": 30860
    },
    {
      "loss_action": 0.007925856858491898,
      "loss_total": 0.007925856858491898,
      "step": 30860
    },
    {
      "loss_action": 0.011567538604140282,
      "loss_total": 0.011567538604140282,
      "step": 30860
    },
    {
      "loss_action": 0.0069019305519759655,
      "loss_total": 0.0069019305519759655,
      "step": 30860
    },
    {
      "loss_action": 0.0051146140322089195,
      "loss_total": 0.0051146140322089195,
      "step": 30860
    },
    {
      "loss_action": 0.005011977627873421,
      "loss_total": 0.005011977627873421,
      "step": 30860
    },
    {
      "loss_action": 0.009599931538105011,
      "loss_total": 0.009599931538105011,
      "step": 30860
    },
    {
      "loss_action": 0.004999078810214996,
      "loss_total": 0.004999078810214996,
      "step": 30860
    },
    {
      "loss_action": 0.009915472939610481,
      "loss_total": 0.009915472939610481,
      "step": 30860
    },
    {
      "grad_norm": 0.1589144766330719,
      "learning_rate": 8.279310587166661e-05,
      "loss": 0.0087,
      "step": 30870
    },
    {
      "loss_action": 0.007963748648762703,
      "loss_total": 0.007963748648762703,
      "step": 30870
    },
    {
      "loss_action": 0.00843876227736473,
      "loss_total": 0.00843876227736473,
      "step": 30870
    },
    {
      "loss_action": 0.014185314998030663,
      "loss_total": 0.014185314998030663,
      "step": 30870
    },
    {
      "loss_action": 0.003313124645501375,
      "loss_total": 0.003313124645501375,
      "step": 30870
    },
    {
      "loss_action": 0.0040159644559025764,
      "loss_total": 0.0040159644559025764,
      "step": 30870
    },
    {
      "loss_action": 0.005406862124800682,
      "loss_total": 0.005406862124800682,
      "step": 30870
    },
    {
      "loss_action": 0.009972630068659782,
      "loss_total": 0.009972630068659782,
      "step": 30870
    },
    {
      "loss_action": 0.007964950054883957,
      "loss_total": 0.007964950054883957,
      "step": 30870
    },
    {
      "grad_norm": 0.15558134019374847,
      "learning_rate": 8.278062235412978e-05,
      "loss": 0.0093,
      "step": 30880
    },
    {
      "loss_action": 0.003936195280402899,
      "loss_total": 0.003936195280402899,
      "step": 30880
    },
    {
      "loss_action": 0.0071856919676065445,
      "loss_total": 0.0071856919676065445,
      "step": 30880
    },
    {
      "loss_action": 0.006188297178596258,
      "loss_total": 0.006188297178596258,
      "step": 30880
    },
    {
      "loss_action": 0.007652765605598688,
      "loss_total": 0.007652765605598688,
      "step": 30880
    },
    {
      "loss_action": 0.009930998086929321,
      "loss_total": 0.009930998086929321,
      "step": 30880
    },
    {
      "loss_action": 0.008624527603387833,
      "loss_total": 0.008624527603387833,
      "step": 30880
    },
    {
      "loss_action": 0.006067486479878426,
      "loss_total": 0.006067486479878426,
      "step": 30880
    },
    {
      "loss_action": 0.007335210219025612,
      "loss_total": 0.007335210219025612,
      "step": 30880
    },
    {
      "grad_norm": 0.15497612953186035,
      "learning_rate": 8.276813525175339e-05,
      "loss": 0.0107,
      "step": 30890
    },
    {
      "loss_action": 0.01037461869418621,
      "loss_total": 0.01037461869418621,
      "step": 30890
    },
    {
      "loss_action": 0.005312895402312279,
      "loss_total": 0.005312895402312279,
      "step": 30890
    },
    {
      "loss_action": 0.018484562635421753,
      "loss_total": 0.018484562635421753,
      "step": 30890
    },
    {
      "loss_action": 0.008941118605434895,
      "loss_total": 0.008941118605434895,
      "step": 30890
    },
    {
      "loss_action": 0.00908374972641468,
      "loss_total": 0.00908374972641468,
      "step": 30890
    },
    {
      "loss_action": 0.006731037981808186,
      "loss_total": 0.006731037981808186,
      "step": 30890
    },
    {
      "loss_action": 0.005556586664170027,
      "loss_total": 0.005556586664170027,
      "step": 30890
    },
    {
      "loss_action": 0.007072907872498035,
      "loss_total": 0.007072907872498035,
      "step": 30890
    },
    {
      "grad_norm": 0.24065706133842468,
      "learning_rate": 8.2755644565903e-05,
      "loss": 0.0134,
      "step": 30900
    },
    {
      "loss_action": 0.015326941385865211,
      "loss_total": 0.015326941385865211,
      "step": 30900
    },
    {
      "loss_action": 0.011772140860557556,
      "loss_total": 0.011772140860557556,
      "step": 30900
    },
    {
      "loss_action": 0.01674741506576538,
      "loss_total": 0.01674741506576538,
      "step": 30900
    },
    {
      "loss_action": 0.024555791169404984,
      "loss_total": 0.024555791169404984,
      "step": 30900
    },
    {
      "loss_action": 0.020430486649274826,
      "loss_total": 0.020430486649274826,
      "step": 30900
    },
    {
      "loss_action": 0.011803439818322659,
      "loss_total": 0.011803439818322659,
      "step": 30900
    },
    {
      "loss_action": 0.004042604006826878,
      "loss_total": 0.004042604006826878,
      "step": 30900
    },
    {
      "loss_action": 0.014086896553635597,
      "loss_total": 0.014086896553635597,
      "step": 30900
    },
    {
      "grad_norm": 0.23309282958507538,
      "learning_rate": 8.274315029794454e-05,
      "loss": 0.0125,
      "step": 30910
    },
    {
      "loss_action": 0.03437260538339615,
      "loss_total": 0.03437260538339615,
      "step": 30910
    },
    {
      "loss_action": 0.011040948331356049,
      "loss_total": 0.011040948331356049,
      "step": 30910
    },
    {
      "loss_action": 0.0136990612372756,
      "loss_total": 0.0136990612372756,
      "step": 30910
    },
    {
      "loss_action": 0.004322616383433342,
      "loss_total": 0.004322616383433342,
      "step": 30910
    },
    {
      "loss_action": 0.012767024338245392,
      "loss_total": 0.012767024338245392,
      "step": 30910
    },
    {
      "loss_action": 0.013909973204135895,
      "loss_total": 0.013909973204135895,
      "step": 30910
    },
    {
      "loss_action": 0.004418900236487389,
      "loss_total": 0.004418900236487389,
      "step": 30910
    },
    {
      "loss_action": 0.009767172858119011,
      "loss_total": 0.009767172858119011,
      "step": 30910
    },
    {
      "grad_norm": 0.13742676377296448,
      "learning_rate": 8.273065244924443e-05,
      "loss": 0.011,
      "step": 30920
    },
    {
      "loss_action": 0.01133340410888195,
      "loss_total": 0.01133340410888195,
      "step": 30920
    },
    {
      "loss_action": 0.007398863323032856,
      "loss_total": 0.007398863323032856,
      "step": 30920
    },
    {
      "loss_action": 0.005074278451502323,
      "loss_total": 0.005074278451502323,
      "step": 30920
    },
    {
      "loss_action": 0.007368006743490696,
      "loss_total": 0.007368006743490696,
      "step": 30920
    },
    {
      "loss_action": 0.012970145791769028,
      "loss_total": 0.012970145791769028,
      "step": 30920
    },
    {
      "loss_action": 0.004715734627097845,
      "loss_total": 0.004715734627097845,
      "step": 30920
    },
    {
      "loss_action": 0.01143332477658987,
      "loss_total": 0.01143332477658987,
      "step": 30920
    },
    {
      "loss_action": 0.008577276021242142,
      "loss_total": 0.008577276021242142,
      "step": 30920
    },
    {
      "grad_norm": 0.13507403433322906,
      "learning_rate": 8.271815102116936e-05,
      "loss": 0.0114,
      "step": 30930
    },
    {
      "loss_action": 0.07797399908304214,
      "loss_total": 0.07797399908304214,
      "step": 30930
    },
    {
      "loss_action": 0.02220230922102928,
      "loss_total": 0.02220230922102928,
      "step": 30930
    },
    {
      "loss_action": 0.012988101691007614,
      "loss_total": 0.012988101691007614,
      "step": 30930
    },
    {
      "loss_action": 0.020972464233636856,
      "loss_total": 0.020972464233636856,
      "step": 30930
    },
    {
      "loss_action": 0.006538555957376957,
      "loss_total": 0.006538555957376957,
      "step": 30930
    },
    {
      "loss_action": 0.008798965252935886,
      "loss_total": 0.008798965252935886,
      "step": 30930
    },
    {
      "loss_action": 0.013948928564786911,
      "loss_total": 0.013948928564786911,
      "step": 30930
    },
    {
      "loss_action": 0.007267693057656288,
      "loss_total": 0.007267693057656288,
      "step": 30930
    },
    {
      "grad_norm": 0.10455072671175003,
      "learning_rate": 8.270564601508648e-05,
      "loss": 0.0125,
      "step": 30940
    },
    {
      "loss_action": 0.014087800867855549,
      "loss_total": 0.014087800867855549,
      "step": 30940
    },
    {
      "loss_action": 0.005632070824503899,
      "loss_total": 0.005632070824503899,
      "step": 30940
    },
    {
      "loss_action": 0.012641141191124916,
      "loss_total": 0.012641141191124916,
      "step": 30940
    },
    {
      "loss_action": 0.0075953658670187,
      "loss_total": 0.0075953658670187,
      "step": 30940
    },
    {
      "loss_action": 0.018327072262763977,
      "loss_total": 0.018327072262763977,
      "step": 30940
    },
    {
      "loss_action": 0.003770668525248766,
      "loss_total": 0.003770668525248766,
      "step": 30940
    },
    {
      "loss_action": 0.003571680746972561,
      "loss_total": 0.003571680746972561,
      "step": 30940
    },
    {
      "loss_action": 0.004572215955704451,
      "loss_total": 0.004572215955704451,
      "step": 30940
    },
    {
      "grad_norm": 0.11573301255702972,
      "learning_rate": 8.269313743236333e-05,
      "loss": 0.0113,
      "step": 30950
    },
    {
      "loss_action": 0.011740992777049541,
      "loss_total": 0.011740992777049541,
      "step": 30950
    },
    {
      "loss_action": 0.01321722287684679,
      "loss_total": 0.01321722287684679,
      "step": 30950
    },
    {
      "loss_action": 0.008773536421358585,
      "loss_total": 0.008773536421358585,
      "step": 30950
    },
    {
      "loss_action": 0.007134928368031979,
      "loss_total": 0.007134928368031979,
      "step": 30950
    },
    {
      "loss_action": 0.01986280083656311,
      "loss_total": 0.01986280083656311,
      "step": 30950
    },
    {
      "loss_action": 0.009185224771499634,
      "loss_total": 0.009185224771499634,
      "step": 30950
    },
    {
      "loss_action": 0.020395707339048386,
      "loss_total": 0.020395707339048386,
      "step": 30950
    },
    {
      "loss_action": 0.008157574571669102,
      "loss_total": 0.008157574571669102,
      "step": 30950
    },
    {
      "grad_norm": 0.1390262097120285,
      "learning_rate": 8.268062527436783e-05,
      "loss": 0.012,
      "step": 30960
    },
    {
      "loss_action": 0.017636600881814957,
      "loss_total": 0.017636600881814957,
      "step": 30960
    },
    {
      "loss_action": 0.022560488432645798,
      "loss_total": 0.022560488432645798,
      "step": 30960
    },
    {
      "loss_action": 0.010954717174172401,
      "loss_total": 0.010954717174172401,
      "step": 30960
    },
    {
      "loss_action": 0.013929915614426136,
      "loss_total": 0.013929915614426136,
      "step": 30960
    },
    {
      "loss_action": 0.013405272737145424,
      "loss_total": 0.013405272737145424,
      "step": 30960
    },
    {
      "loss_action": 0.010251584462821484,
      "loss_total": 0.010251584462821484,
      "step": 30960
    },
    {
      "loss_action": 0.008939255028963089,
      "loss_total": 0.008939255028963089,
      "step": 30960
    },
    {
      "loss_action": 0.009140674024820328,
      "loss_total": 0.009140674024820328,
      "step": 30960
    },
    {
      "grad_norm": 0.12118487060070038,
      "learning_rate": 8.266810954246828e-05,
      "loss": 0.0105,
      "step": 30970
    },
    {
      "loss_action": 0.008085841313004494,
      "loss_total": 0.008085841313004494,
      "step": 30970
    },
    {
      "loss_action": 0.004285612143576145,
      "loss_total": 0.004285612143576145,
      "step": 30970
    },
    {
      "loss_action": 0.007622900418937206,
      "loss_total": 0.007622900418937206,
      "step": 30970
    },
    {
      "loss_action": 0.005961027927696705,
      "loss_total": 0.005961027927696705,
      "step": 30970
    },
    {
      "loss_action": 0.006218338385224342,
      "loss_total": 0.006218338385224342,
      "step": 30970
    },
    {
      "loss_action": 0.005577366799116135,
      "loss_total": 0.005577366799116135,
      "step": 30970
    },
    {
      "loss_action": 0.005183982662856579,
      "loss_total": 0.005183982662856579,
      "step": 30970
    },
    {
      "loss_action": 0.006491781212389469,
      "loss_total": 0.006491781212389469,
      "step": 30970
    },
    {
      "grad_norm": 0.16253294050693512,
      "learning_rate": 8.265559023803338e-05,
      "loss": 0.0103,
      "step": 30980
    },
    {
      "loss_action": 0.012650955468416214,
      "loss_total": 0.012650955468416214,
      "step": 30980
    },
    {
      "loss_action": 0.01802719011902809,
      "loss_total": 0.01802719011902809,
      "step": 30980
    },
    {
      "loss_action": 0.033089783042669296,
      "loss_total": 0.033089783042669296,
      "step": 30980
    },
    {
      "loss_action": 0.007618930656462908,
      "loss_total": 0.007618930656462908,
      "step": 30980
    },
    {
      "loss_action": 0.010303067043423653,
      "loss_total": 0.010303067043423653,
      "step": 30980
    },
    {
      "loss_action": 0.010889315977692604,
      "loss_total": 0.010889315977692604,
      "step": 30980
    },
    {
      "loss_action": 0.006102913059294224,
      "loss_total": 0.006102913059294224,
      "step": 30980
    },
    {
      "loss_action": 0.007979551330208778,
      "loss_total": 0.007979551330208778,
      "step": 30980
    },
    {
      "grad_norm": 0.11211856454610825,
      "learning_rate": 8.264306736243223e-05,
      "loss": 0.0107,
      "step": 30990
    },
    {
      "loss_action": 0.00660764891654253,
      "loss_total": 0.00660764891654253,
      "step": 30990
    },
    {
      "loss_action": 0.0050509292632341385,
      "loss_total": 0.0050509292632341385,
      "step": 30990
    },
    {
      "loss_action": 0.0035391920246183872,
      "loss_total": 0.0035391920246183872,
      "step": 30990
    },
    {
      "loss_action": 0.012830997817218304,
      "loss_total": 0.012830997817218304,
      "step": 30990
    },
    {
      "loss_action": 0.003814795520156622,
      "loss_total": 0.003814795520156622,
      "step": 30990
    },
    {
      "loss_action": 0.009363571181893349,
      "loss_total": 0.009363571181893349,
      "step": 30990
    },
    {
      "loss_action": 0.00847981870174408,
      "loss_total": 0.00847981870174408,
      "step": 30990
    },
    {
      "loss_action": 0.006540611386299133,
      "loss_total": 0.006540611386299133,
      "step": 30990
    },
    {
      "grad_norm": 0.1456298828125,
      "learning_rate": 8.263054091703432e-05,
      "loss": 0.0108,
      "step": 31000
    },
    {
      "loss_action": 0.0060749901458621025,
      "loss_total": 0.0060749901458621025,
      "step": 31000
    },
    {
      "loss_action": 0.0061586229130625725,
      "loss_total": 0.0061586229130625725,
      "step": 31000
    },
    {
      "loss_action": 0.009693417698144913,
      "loss_total": 0.009693417698144913,
      "step": 31000
    },
    {
      "loss_action": 0.022041242569684982,
      "loss_total": 0.022041242569684982,
      "step": 31000
    },
    {
      "loss_action": 0.00936348270624876,
      "loss_total": 0.00936348270624876,
      "step": 31000
    },
    {
      "loss_action": 0.008494116365909576,
      "loss_total": 0.008494116365909576,
      "step": 31000
    },
    {
      "loss_action": 0.003669057972729206,
      "loss_total": 0.003669057972729206,
      "step": 31000
    },
    {
      "loss_action": 0.014234062284231186,
      "loss_total": 0.014234062284231186,
      "step": 31000
    },
    {
      "grad_norm": 0.10928576439619064,
      "learning_rate": 8.26180109032095e-05,
      "loss": 0.0111,
      "step": 31010
    },
    {
      "loss_action": 0.014967771247029305,
      "loss_total": 0.014967771247029305,
      "step": 31010
    },
    {
      "loss_action": 0.008388206362724304,
      "loss_total": 0.008388206362724304,
      "step": 31010
    },
    {
      "loss_action": 0.006024444475769997,
      "loss_total": 0.006024444475769997,
      "step": 31010
    },
    {
      "loss_action": 0.005450062919408083,
      "loss_total": 0.005450062919408083,
      "step": 31010
    },
    {
      "loss_action": 0.0024670553393661976,
      "loss_total": 0.0024670553393661976,
      "step": 31010
    },
    {
      "loss_action": 0.011761262081563473,
      "loss_total": 0.011761262081563473,
      "step": 31010
    },
    {
      "loss_action": 0.0041305976919829845,
      "loss_total": 0.0041305976919829845,
      "step": 31010
    },
    {
      "loss_action": 0.009763571433722973,
      "loss_total": 0.009763571433722973,
      "step": 31010
    },
    {
      "grad_norm": 0.17248043417930603,
      "learning_rate": 8.260547732232807e-05,
      "loss": 0.0107,
      "step": 31020
    },
    {
      "loss_action": 0.02069295570254326,
      "loss_total": 0.02069295570254326,
      "step": 31020
    },
    {
      "loss_action": 0.005804603919386864,
      "loss_total": 0.005804603919386864,
      "step": 31020
    },
    {
      "loss_action": 0.002887785667553544,
      "loss_total": 0.002887785667553544,
      "step": 31020
    },
    {
      "loss_action": 0.010760115459561348,
      "loss_total": 0.010760115459561348,
      "step": 31020
    },
    {
      "loss_action": 0.007057006470859051,
      "loss_total": 0.007057006470859051,
      "step": 31020
    },
    {
      "loss_action": 0.01634940505027771,
      "loss_total": 0.01634940505027771,
      "step": 31020
    },
    {
      "loss_action": 0.015595617704093456,
      "loss_total": 0.015595617704093456,
      "step": 31020
    },
    {
      "loss_action": 0.013210445642471313,
      "loss_total": 0.013210445642471313,
      "step": 31020
    },
    {
      "grad_norm": 0.145583838224411,
      "learning_rate": 8.259294017576063e-05,
      "loss": 0.0118,
      "step": 31030
    },
    {
      "loss_action": 0.0038699437864124775,
      "loss_total": 0.0038699437864124775,
      "step": 31030
    },
    {
      "loss_action": 0.0056622643023729324,
      "loss_total": 0.0056622643023729324,
      "step": 31030
    },
    {
      "loss_action": 0.008803493343293667,
      "loss_total": 0.008803493343293667,
      "step": 31030
    },
    {
      "loss_action": 0.00723566859960556,
      "loss_total": 0.00723566859960556,
      "step": 31030
    },
    {
      "loss_action": 0.007932334206998348,
      "loss_total": 0.007932334206998348,
      "step": 31030
    },
    {
      "loss_action": 0.008230244740843773,
      "loss_total": 0.008230244740843773,
      "step": 31030
    },
    {
      "loss_action": 0.00930023193359375,
      "loss_total": 0.00930023193359375,
      "step": 31030
    },
    {
      "loss_action": 0.006988408975303173,
      "loss_total": 0.006988408975303173,
      "step": 31030
    },
    {
      "grad_norm": 0.22654427587985992,
      "learning_rate": 8.258039946487828e-05,
      "loss": 0.0107,
      "step": 31040
    },
    {
      "loss_action": 0.021205179393291473,
      "loss_total": 0.021205179393291473,
      "step": 31040
    },
    {
      "loss_action": 0.013703808188438416,
      "loss_total": 0.013703808188438416,
      "step": 31040
    },
    {
      "loss_action": 0.008942724205553532,
      "loss_total": 0.008942724205553532,
      "step": 31040
    },
    {
      "loss_action": 0.003360497998073697,
      "loss_total": 0.003360497998073697,
      "step": 31040
    },
    {
      "loss_action": 0.007366420701146126,
      "loss_total": 0.007366420701146126,
      "step": 31040
    },
    {
      "loss_action": 0.007957085967063904,
      "loss_total": 0.007957085967063904,
      "step": 31040
    },
    {
      "loss_action": 0.007895727641880512,
      "loss_total": 0.007895727641880512,
      "step": 31040
    },
    {
      "loss_action": 0.0045687188394367695,
      "loss_total": 0.0045687188394367695,
      "step": 31040
    },
    {
      "grad_norm": 0.1151273101568222,
      "learning_rate": 8.256785519105241e-05,
      "loss": 0.0095,
      "step": 31050
    },
    {
      "loss_action": 0.00620096642524004,
      "loss_total": 0.00620096642524004,
      "step": 31050
    },
    {
      "loss_action": 0.006568925455212593,
      "loss_total": 0.006568925455212593,
      "step": 31050
    },
    {
      "loss_action": 0.010321499779820442,
      "loss_total": 0.010321499779820442,
      "step": 31050
    },
    {
      "loss_action": 0.005424064584076405,
      "loss_total": 0.005424064584076405,
      "step": 31050
    },
    {
      "loss_action": 0.06570036709308624,
      "loss_total": 0.06570036709308624,
      "step": 31050
    },
    {
      "loss_action": 0.01143668219447136,
      "loss_total": 0.01143668219447136,
      "step": 31050
    },
    {
      "loss_action": 0.01412009447813034,
      "loss_total": 0.01412009447813034,
      "step": 31050
    },
    {
      "loss_action": 0.00880133081227541,
      "loss_total": 0.00880133081227541,
      "step": 31050
    },
    {
      "grad_norm": 0.08460327237844467,
      "learning_rate": 8.255530735565488e-05,
      "loss": 0.0116,
      "step": 31060
    },
    {
      "loss_action": 0.008414922282099724,
      "loss_total": 0.008414922282099724,
      "step": 31060
    },
    {
      "loss_action": 0.005042317323386669,
      "loss_total": 0.005042317323386669,
      "step": 31060
    },
    {
      "loss_action": 0.009311601519584656,
      "loss_total": 0.009311601519584656,
      "step": 31060
    },
    {
      "loss_action": 0.014372773468494415,
      "loss_total": 0.014372773468494415,
      "step": 31060
    },
    {
      "loss_action": 0.012551778927445412,
      "loss_total": 0.012551778927445412,
      "step": 31060
    },
    {
      "loss_action": 0.006100772880017757,
      "loss_total": 0.006100772880017757,
      "step": 31060
    },
    {
      "loss_action": 0.009926839731633663,
      "loss_total": 0.009926839731633663,
      "step": 31060
    },
    {
      "loss_action": 0.016407091170549393,
      "loss_total": 0.016407091170549393,
      "step": 31060
    },
    {
      "grad_norm": 0.1899348646402359,
      "learning_rate": 8.254275596005787e-05,
      "loss": 0.0105,
      "step": 31070
    },
    {
      "loss_action": 0.011507447808980942,
      "loss_total": 0.011507447808980942,
      "step": 31070
    },
    {
      "loss_action": 0.011617830023169518,
      "loss_total": 0.011617830023169518,
      "step": 31070
    },
    {
      "loss_action": 0.004051375202834606,
      "loss_total": 0.004051375202834606,
      "step": 31070
    },
    {
      "loss_action": 0.022382548078894615,
      "loss_total": 0.022382548078894615,
      "step": 31070
    },
    {
      "loss_action": 0.033183373510837555,
      "loss_total": 0.033183373510837555,
      "step": 31070
    },
    {
      "loss_action": 0.006968871224671602,
      "loss_total": 0.006968871224671602,
      "step": 31070
    },
    {
      "loss_action": 0.026619086042046547,
      "loss_total": 0.026619086042046547,
      "step": 31070
    },
    {
      "loss_action": 0.024753885343670845,
      "loss_total": 0.024753885343670845,
      "step": 31070
    },
    {
      "grad_norm": 0.13282471895217896,
      "learning_rate": 8.2530201005634e-05,
      "loss": 0.0114,
      "step": 31080
    },
    {
      "loss_action": 0.006250476464629173,
      "loss_total": 0.006250476464629173,
      "step": 31080
    },
    {
      "loss_action": 0.004092971328645945,
      "loss_total": 0.004092971328645945,
      "step": 31080
    },
    {
      "loss_action": 0.005675305612385273,
      "loss_total": 0.005675305612385273,
      "step": 31080
    },
    {
      "loss_action": 0.005219627171754837,
      "loss_total": 0.005219627171754837,
      "step": 31080
    },
    {
      "loss_action": 0.012131770141422749,
      "loss_total": 0.012131770141422749,
      "step": 31080
    },
    {
      "loss_action": 0.010460116900503635,
      "loss_total": 0.010460116900503635,
      "step": 31080
    },
    {
      "loss_action": 0.004372716881334782,
      "loss_total": 0.004372716881334782,
      "step": 31080
    },
    {
      "loss_action": 0.00759517215192318,
      "loss_total": 0.00759517215192318,
      "step": 31080
    },
    {
      "grad_norm": 0.11560235172510147,
      "learning_rate": 8.251764249375626e-05,
      "loss": 0.0116,
      "step": 31090
    },
    {
      "loss_action": 0.005792007315903902,
      "loss_total": 0.005792007315903902,
      "step": 31090
    },
    {
      "loss_action": 0.01577882654964924,
      "loss_total": 0.01577882654964924,
      "step": 31090
    },
    {
      "loss_action": 0.008482247591018677,
      "loss_total": 0.008482247591018677,
      "step": 31090
    },
    {
      "loss_action": 0.008670183829963207,
      "loss_total": 0.008670183829963207,
      "step": 31090
    },
    {
      "loss_action": 0.027116684243083,
      "loss_total": 0.027116684243083,
      "step": 31090
    },
    {
      "loss_action": 0.01077626459300518,
      "loss_total": 0.01077626459300518,
      "step": 31090
    },
    {
      "loss_action": 0.014211013913154602,
      "loss_total": 0.014211013913154602,
      "step": 31090
    },
    {
      "loss_action": 0.00894076470285654,
      "loss_total": 0.00894076470285654,
      "step": 31090
    },
    {
      "grad_norm": 0.206024631857872,
      "learning_rate": 8.250508042579803e-05,
      "loss": 0.0109,
      "step": 31100
    },
    {
      "loss_action": 0.007986187934875488,
      "loss_total": 0.007986187934875488,
      "step": 31100
    },
    {
      "loss_action": 0.010722450911998749,
      "loss_total": 0.010722450911998749,
      "step": 31100
    },
    {
      "loss_action": 0.010056319646537304,
      "loss_total": 0.010056319646537304,
      "step": 31100
    },
    {
      "loss_action": 0.027561133727431297,
      "loss_total": 0.027561133727431297,
      "step": 31100
    },
    {
      "loss_action": 0.007488742936402559,
      "loss_total": 0.007488742936402559,
      "step": 31100
    },
    {
      "loss_action": 0.010075625032186508,
      "loss_total": 0.010075625032186508,
      "step": 31100
    },
    {
      "loss_action": 0.005398405250161886,
      "loss_total": 0.005398405250161886,
      "step": 31100
    },
    {
      "loss_action": 0.008628392592072487,
      "loss_total": 0.008628392592072487,
      "step": 31100
    },
    {
      "grad_norm": 0.1250302493572235,
      "learning_rate": 8.249251480313307e-05,
      "loss": 0.0098,
      "step": 31110
    },
    {
      "loss_action": 0.013363813981413841,
      "loss_total": 0.013363813981413841,
      "step": 31110
    },
    {
      "loss_action": 0.011100413277745247,
      "loss_total": 0.011100413277745247,
      "step": 31110
    },
    {
      "loss_action": 0.011667892336845398,
      "loss_total": 0.011667892336845398,
      "step": 31110
    },
    {
      "loss_action": 0.005114964209496975,
      "loss_total": 0.005114964209496975,
      "step": 31110
    },
    {
      "loss_action": 0.009650970809161663,
      "loss_total": 0.009650970809161663,
      "step": 31110
    },
    {
      "loss_action": 0.007527202367782593,
      "loss_total": 0.007527202367782593,
      "step": 31110
    },
    {
      "loss_action": 0.0394357405602932,
      "loss_total": 0.0394357405602932,
      "step": 31110
    },
    {
      "loss_action": 0.008174674585461617,
      "loss_total": 0.008174674585461617,
      "step": 31110
    },
    {
      "grad_norm": 0.14191579818725586,
      "learning_rate": 8.247994562713555e-05,
      "loss": 0.0121,
      "step": 31120
    },
    {
      "loss_action": 0.017055567353963852,
      "loss_total": 0.017055567353963852,
      "step": 31120
    },
    {
      "loss_action": 0.006599997170269489,
      "loss_total": 0.006599997170269489,
      "step": 31120
    },
    {
      "loss_action": 0.014219719916582108,
      "loss_total": 0.014219719916582108,
      "step": 31120
    },
    {
      "loss_action": 0.011761019006371498,
      "loss_total": 0.011761019006371498,
      "step": 31120
    },
    {
      "loss_action": 0.01461617648601532,
      "loss_total": 0.01461617648601532,
      "step": 31120
    },
    {
      "loss_action": 0.0035253402311354876,
      "loss_total": 0.0035253402311354876,
      "step": 31120
    },
    {
      "loss_action": 0.012476866133511066,
      "loss_total": 0.012476866133511066,
      "step": 31120
    },
    {
      "loss_action": 0.004315623082220554,
      "loss_total": 0.004315623082220554,
      "step": 31120
    },
    {
      "grad_norm": 0.13536183536052704,
      "learning_rate": 8.246737289917998e-05,
      "loss": 0.0113,
      "step": 31130
    },
    {
      "loss_action": 0.01187184453010559,
      "loss_total": 0.01187184453010559,
      "step": 31130
    },
    {
      "loss_action": 0.007513522170484066,
      "loss_total": 0.007513522170484066,
      "step": 31130
    },
    {
      "loss_action": 0.006216130219399929,
      "loss_total": 0.006216130219399929,
      "step": 31130
    },
    {
      "loss_action": 0.008833426982164383,
      "loss_total": 0.008833426982164383,
      "step": 31130
    },
    {
      "loss_action": 0.004825181793421507,
      "loss_total": 0.004825181793421507,
      "step": 31130
    },
    {
      "loss_action": 0.015249052084982395,
      "loss_total": 0.015249052084982395,
      "step": 31130
    },
    {
      "loss_action": 0.013592865318059921,
      "loss_total": 0.013592865318059921,
      "step": 31130
    },
    {
      "loss_action": 0.011257005855441093,
      "loss_total": 0.011257005855441093,
      "step": 31130
    },
    {
      "grad_norm": 0.2053847461938858,
      "learning_rate": 8.245479662064135e-05,
      "loss": 0.0115,
      "step": 31140
    },
    {
      "loss_action": 0.016274036839604378,
      "loss_total": 0.016274036839604378,
      "step": 31140
    },
    {
      "loss_action": 0.008206455036997795,
      "loss_total": 0.008206455036997795,
      "step": 31140
    },
    {
      "loss_action": 0.014688080176711082,
      "loss_total": 0.014688080176711082,
      "step": 31140
    },
    {
      "loss_action": 0.014056388288736343,
      "loss_total": 0.014056388288736343,
      "step": 31140
    },
    {
      "loss_action": 0.013946639373898506,
      "loss_total": 0.013946639373898506,
      "step": 31140
    },
    {
      "loss_action": 0.018228938803076744,
      "loss_total": 0.018228938803076744,
      "step": 31140
    },
    {
      "loss_action": 0.02259240299463272,
      "loss_total": 0.02259240299463272,
      "step": 31140
    },
    {
      "loss_action": 0.0061037978157401085,
      "loss_total": 0.0061037978157401085,
      "step": 31140
    },
    {
      "grad_norm": 0.18222562968730927,
      "learning_rate": 8.244221679289496e-05,
      "loss": 0.0128,
      "step": 31150
    },
    {
      "loss_action": 0.011492529883980751,
      "loss_total": 0.011492529883980751,
      "step": 31150
    },
    {
      "loss_action": 0.04190228134393692,
      "loss_total": 0.04190228134393692,
      "step": 31150
    },
    {
      "loss_action": 0.015573844313621521,
      "loss_total": 0.015573844313621521,
      "step": 31150
    },
    {
      "loss_action": 0.014620848000049591,
      "loss_total": 0.014620848000049591,
      "step": 31150
    },
    {
      "loss_action": 0.005982741713523865,
      "loss_total": 0.005982741713523865,
      "step": 31150
    },
    {
      "loss_action": 0.012768210843205452,
      "loss_total": 0.012768210843205452,
      "step": 31150
    },
    {
      "loss_action": 0.020053327083587646,
      "loss_total": 0.020053327083587646,
      "step": 31150
    },
    {
      "loss_action": 0.01880159229040146,
      "loss_total": 0.01880159229040146,
      "step": 31150
    },
    {
      "grad_norm": 0.16748836636543274,
      "learning_rate": 8.242963341731652e-05,
      "loss": 0.0127,
      "step": 31160
    },
    {
      "loss_action": 0.011573037132620811,
      "loss_total": 0.011573037132620811,
      "step": 31160
    },
    {
      "loss_action": 0.022608593106269836,
      "loss_total": 0.022608593106269836,
      "step": 31160
    },
    {
      "loss_action": 0.010566509328782558,
      "loss_total": 0.010566509328782558,
      "step": 31160
    },
    {
      "loss_action": 0.011315308511257172,
      "loss_total": 0.011315308511257172,
      "step": 31160
    },
    {
      "loss_action": 0.024936726316809654,
      "loss_total": 0.024936726316809654,
      "step": 31160
    },
    {
      "loss_action": 0.024060580879449844,
      "loss_total": 0.024060580879449844,
      "step": 31160
    },
    {
      "loss_action": 0.015112420544028282,
      "loss_total": 0.015112420544028282,
      "step": 31160
    },
    {
      "loss_action": 0.02156311459839344,
      "loss_total": 0.02156311459839344,
      "step": 31160
    },
    {
      "grad_norm": 0.17257754504680634,
      "learning_rate": 8.24170464952821e-05,
      "loss": 0.0127,
      "step": 31170
    },
    {
      "loss_action": 0.017168834805488586,
      "loss_total": 0.017168834805488586,
      "step": 31170
    },
    {
      "loss_action": 0.024007976055145264,
      "loss_total": 0.024007976055145264,
      "step": 31170
    },
    {
      "loss_action": 0.010203932411968708,
      "loss_total": 0.010203932411968708,
      "step": 31170
    },
    {
      "loss_action": 0.015437843278050423,
      "loss_total": 0.015437843278050423,
      "step": 31170
    },
    {
      "loss_action": 0.017470084130764008,
      "loss_total": 0.017470084130764008,
      "step": 31170
    },
    {
      "loss_action": 0.003527328372001648,
      "loss_total": 0.003527328372001648,
      "step": 31170
    },
    {
      "loss_action": 0.005644434131681919,
      "loss_total": 0.005644434131681919,
      "step": 31170
    },
    {
      "loss_action": 0.007711831480264664,
      "loss_total": 0.007711831480264664,
      "step": 31170
    },
    {
      "grad_norm": 0.127164825797081,
      "learning_rate": 8.240445602816824e-05,
      "loss": 0.013,
      "step": 31180
    },
    {
      "loss_action": 0.005478920415043831,
      "loss_total": 0.005478920415043831,
      "step": 31180
    },
    {
      "loss_action": 0.00764086376875639,
      "loss_total": 0.00764086376875639,
      "step": 31180
    },
    {
      "loss_action": 0.00871519185602665,
      "loss_total": 0.00871519185602665,
      "step": 31180
    },
    {
      "loss_action": 0.010584089905023575,
      "loss_total": 0.010584089905023575,
      "step": 31180
    },
    {
      "loss_action": 0.003623733762651682,
      "loss_total": 0.003623733762651682,
      "step": 31180
    },
    {
      "loss_action": 0.011179594323039055,
      "loss_total": 0.011179594323039055,
      "step": 31180
    },
    {
      "loss_action": 0.01544192899018526,
      "loss_total": 0.01544192899018526,
      "step": 31180
    },
    {
      "loss_action": 0.0057119885459542274,
      "loss_total": 0.0057119885459542274,
      "step": 31180
    },
    {
      "grad_norm": 0.13499462604522705,
      "learning_rate": 8.239186201735179e-05,
      "loss": 0.0109,
      "step": 31190
    },
    {
      "loss_action": 0.012061226181685925,
      "loss_total": 0.012061226181685925,
      "step": 31190
    },
    {
      "loss_action": 0.008579002693295479,
      "loss_total": 0.008579002693295479,
      "step": 31190
    },
    {
      "loss_action": 0.006396543234586716,
      "loss_total": 0.006396543234586716,
      "step": 31190
    },
    {
      "loss_action": 0.008648913353681564,
      "loss_total": 0.008648913353681564,
      "step": 31190
    },
    {
      "loss_action": 0.014253731817007065,
      "loss_total": 0.014253731817007065,
      "step": 31190
    },
    {
      "loss_action": 0.020914820954203606,
      "loss_total": 0.020914820954203606,
      "step": 31190
    },
    {
      "loss_action": 0.03959652781486511,
      "loss_total": 0.03959652781486511,
      "step": 31190
    },
    {
      "loss_action": 0.014840950258076191,
      "loss_total": 0.014840950258076191,
      "step": 31190
    },
    {
      "grad_norm": 0.12923987209796906,
      "learning_rate": 8.237926446420998e-05,
      "loss": 0.0109,
      "step": 31200
    },
    {
      "loss_action": 0.008382538333535194,
      "loss_total": 0.008382538333535194,
      "step": 31200
    },
    {
      "loss_action": 0.011284925974905491,
      "loss_total": 0.011284925974905491,
      "step": 31200
    },
    {
      "loss_action": 0.00646505830809474,
      "loss_total": 0.00646505830809474,
      "step": 31200
    },
    {
      "loss_action": 0.0071190157905220985,
      "loss_total": 0.0071190157905220985,
      "step": 31200
    },
    {
      "loss_action": 0.007182779721915722,
      "loss_total": 0.007182779721915722,
      "step": 31200
    },
    {
      "loss_action": 0.021961217746138573,
      "loss_total": 0.021961217746138573,
      "step": 31200
    },
    {
      "loss_action": 0.022428808733820915,
      "loss_total": 0.022428808733820915,
      "step": 31200
    },
    {
      "loss_action": 0.00962767843157053,
      "loss_total": 0.00962767843157053,
      "step": 31200
    },
    {
      "grad_norm": 0.17937281727790833,
      "learning_rate": 8.236666337012052e-05,
      "loss": 0.011,
      "step": 31210
    },
    {
      "loss_action": 0.00459582032635808,
      "loss_total": 0.00459582032635808,
      "step": 31210
    },
    {
      "loss_action": 0.01397203840315342,
      "loss_total": 0.01397203840315342,
      "step": 31210
    },
    {
      "loss_action": 0.0178588405251503,
      "loss_total": 0.0178588405251503,
      "step": 31210
    },
    {
      "loss_action": 0.004050827119499445,
      "loss_total": 0.004050827119499445,
      "step": 31210
    },
    {
      "loss_action": 0.009054340422153473,
      "loss_total": 0.009054340422153473,
      "step": 31210
    },
    {
      "loss_action": 0.016131211072206497,
      "loss_total": 0.016131211072206497,
      "step": 31210
    },
    {
      "loss_action": 0.03210122138261795,
      "loss_total": 0.03210122138261795,
      "step": 31210
    },
    {
      "loss_action": 0.0054740519262850285,
      "loss_total": 0.0054740519262850285,
      "step": 31210
    },
    {
      "grad_norm": 0.15023045241832733,
      "learning_rate": 8.23540587364614e-05,
      "loss": 0.0124,
      "step": 31220
    },
    {
      "loss_action": 0.006449529435485601,
      "loss_total": 0.006449529435485601,
      "step": 31220
    },
    {
      "loss_action": 0.00727608148008585,
      "loss_total": 0.00727608148008585,
      "step": 31220
    },
    {
      "loss_action": 0.004635925404727459,
      "loss_total": 0.004635925404727459,
      "step": 31220
    },
    {
      "loss_action": 0.013646062463521957,
      "loss_total": 0.013646062463521957,
      "step": 31220
    },
    {
      "loss_action": 0.013122331351041794,
      "loss_total": 0.013122331351041794,
      "step": 31220
    },
    {
      "loss_action": 0.0148923946544528,
      "loss_total": 0.0148923946544528,
      "step": 31220
    },
    {
      "loss_action": 0.006191905587911606,
      "loss_total": 0.006191905587911606,
      "step": 31220
    },
    {
      "loss_action": 0.015478924848139286,
      "loss_total": 0.015478924848139286,
      "step": 31220
    },
    {
      "grad_norm": 0.1263146847486496,
      "learning_rate": 8.234145056461107e-05,
      "loss": 0.0106,
      "step": 31230
    },
    {
      "loss_action": 0.011282196268439293,
      "loss_total": 0.011282196268439293,
      "step": 31230
    },
    {
      "loss_action": 0.014184115454554558,
      "loss_total": 0.014184115454554558,
      "step": 31230
    },
    {
      "loss_action": 0.010933643206954002,
      "loss_total": 0.010933643206954002,
      "step": 31230
    },
    {
      "loss_action": 0.01772613823413849,
      "loss_total": 0.01772613823413849,
      "step": 31230
    },
    {
      "loss_action": 0.007534203119575977,
      "loss_total": 0.007534203119575977,
      "step": 31230
    },
    {
      "loss_action": 0.005829627625644207,
      "loss_total": 0.005829627625644207,
      "step": 31230
    },
    {
      "loss_action": 0.014792004600167274,
      "loss_total": 0.014792004600167274,
      "step": 31230
    },
    {
      "loss_action": 0.011572806164622307,
      "loss_total": 0.011572806164622307,
      "step": 31230
    },
    {
      "grad_norm": 0.12573598325252533,
      "learning_rate": 8.232883885594832e-05,
      "loss": 0.0094,
      "step": 31240
    },
    {
      "loss_action": 0.010983660817146301,
      "loss_total": 0.010983660817146301,
      "step": 31240
    },
    {
      "loss_action": 0.009810625575482845,
      "loss_total": 0.009810625575482845,
      "step": 31240
    },
    {
      "loss_action": 0.007720455527305603,
      "loss_total": 0.007720455527305603,
      "step": 31240
    },
    {
      "loss_action": 0.012814449146389961,
      "loss_total": 0.012814449146389961,
      "step": 31240
    },
    {
      "loss_action": 0.013617482036352158,
      "loss_total": 0.013617482036352158,
      "step": 31240
    },
    {
      "loss_action": 0.0031048047821968794,
      "loss_total": 0.0031048047821968794,
      "step": 31240
    },
    {
      "loss_action": 0.009008767083287239,
      "loss_total": 0.009008767083287239,
      "step": 31240
    },
    {
      "loss_action": 0.00821224506944418,
      "loss_total": 0.00821224506944418,
      "step": 31240
    },
    {
      "grad_norm": 0.10622739791870117,
      "learning_rate": 8.231622361185236e-05,
      "loss": 0.0101,
      "step": 31250
    },
    {
      "loss_action": 0.008312543854117393,
      "loss_total": 0.008312543854117393,
      "step": 31250
    },
    {
      "loss_action": 0.022589299827814102,
      "loss_total": 0.022589299827814102,
      "step": 31250
    },
    {
      "loss_action": 0.005763108842074871,
      "loss_total": 0.005763108842074871,
      "step": 31250
    },
    {
      "loss_action": 0.005926287267357111,
      "loss_total": 0.005926287267357111,
      "step": 31250
    },
    {
      "loss_action": 0.005491240881383419,
      "loss_total": 0.005491240881383419,
      "step": 31250
    },
    {
      "loss_action": 0.00778387114405632,
      "loss_total": 0.00778387114405632,
      "step": 31250
    },
    {
      "loss_action": 0.0038737552240490913,
      "loss_total": 0.0038737552240490913,
      "step": 31250
    },
    {
      "loss_action": 0.006476142443716526,
      "loss_total": 0.006476142443716526,
      "step": 31250
    },
    {
      "grad_norm": 0.1936061680316925,
      "learning_rate": 8.230360483370278e-05,
      "loss": 0.0091,
      "step": 31260
    },
    {
      "loss_action": 0.02096906304359436,
      "loss_total": 0.02096906304359436,
      "step": 31260
    },
    {
      "loss_action": 0.0224522203207016,
      "loss_total": 0.0224522203207016,
      "step": 31260
    },
    {
      "loss_action": 0.018128743395209312,
      "loss_total": 0.018128743395209312,
      "step": 31260
    },
    {
      "loss_action": 0.01668829843401909,
      "loss_total": 0.01668829843401909,
      "step": 31260
    },
    {
      "loss_action": 0.030448786914348602,
      "loss_total": 0.030448786914348602,
      "step": 31260
    },
    {
      "loss_action": 0.01296474039554596,
      "loss_total": 0.01296474039554596,
      "step": 31260
    },
    {
      "loss_action": 0.010069298557937145,
      "loss_total": 0.010069298557937145,
      "step": 31260
    },
    {
      "loss_action": 0.021983936429023743,
      "loss_total": 0.021983936429023743,
      "step": 31260
    },
    {
      "grad_norm": 0.1398771107196808,
      "learning_rate": 8.229098252287953e-05,
      "loss": 0.0124,
      "step": 31270
    },
    {
      "loss_action": 0.008972927927970886,
      "loss_total": 0.008972927927970886,
      "step": 31270
    },
    {
      "loss_action": 0.014124668203294277,
      "loss_total": 0.014124668203294277,
      "step": 31270
    },
    {
      "loss_action": 0.005022850818932056,
      "loss_total": 0.005022850818932056,
      "step": 31270
    },
    {
      "loss_action": 0.013387407176196575,
      "loss_total": 0.013387407176196575,
      "step": 31270
    },
    {
      "loss_action": 0.011323189362883568,
      "loss_total": 0.011323189362883568,
      "step": 31270
    },
    {
      "loss_action": 0.006196958012878895,
      "loss_total": 0.006196958012878895,
      "step": 31270
    },
    {
      "loss_action": 0.010664575733244419,
      "loss_total": 0.010664575733244419,
      "step": 31270
    },
    {
      "loss_action": 0.024424143135547638,
      "loss_total": 0.024424143135547638,
      "step": 31270
    },
    {
      "grad_norm": 0.15570732951164246,
      "learning_rate": 8.2278356680763e-05,
      "loss": 0.0107,
      "step": 31280
    },
    {
      "loss_action": 0.010306484997272491,
      "loss_total": 0.010306484997272491,
      "step": 31280
    },
    {
      "loss_action": 0.016996249556541443,
      "loss_total": 0.016996249556541443,
      "step": 31280
    },
    {
      "loss_action": 0.008665652014315128,
      "loss_total": 0.008665652014315128,
      "step": 31280
    },
    {
      "loss_action": 0.0052287383005023,
      "loss_total": 0.0052287383005023,
      "step": 31280
    },
    {
      "loss_action": 0.009554165415465832,
      "loss_total": 0.009554165415465832,
      "step": 31280
    },
    {
      "loss_action": 0.0035633137449622154,
      "loss_total": 0.0035633137449622154,
      "step": 31280
    },
    {
      "loss_action": 0.015372900292277336,
      "loss_total": 0.015372900292277336,
      "step": 31280
    },
    {
      "loss_action": 0.020561352372169495,
      "loss_total": 0.020561352372169495,
      "step": 31280
    },
    {
      "grad_norm": 0.17180748283863068,
      "learning_rate": 8.22657273087339e-05,
      "loss": 0.0112,
      "step": 31290
    },
    {
      "loss_action": 0.010229303501546383,
      "loss_total": 0.010229303501546383,
      "step": 31290
    },
    {
      "loss_action": 0.01979025825858116,
      "loss_total": 0.01979025825858116,
      "step": 31290
    },
    {
      "loss_action": 0.01648099161684513,
      "loss_total": 0.01648099161684513,
      "step": 31290
    },
    {
      "loss_action": 0.008435320109128952,
      "loss_total": 0.008435320109128952,
      "step": 31290
    },
    {
      "loss_action": 0.016729259863495827,
      "loss_total": 0.016729259863495827,
      "step": 31290
    },
    {
      "loss_action": 0.005430568475276232,
      "loss_total": 0.005430568475276232,
      "step": 31290
    },
    {
      "loss_action": 0.005011044908314943,
      "loss_total": 0.005011044908314943,
      "step": 31290
    },
    {
      "loss_action": 0.006252926308661699,
      "loss_total": 0.006252926308661699,
      "step": 31290
    },
    {
      "grad_norm": 0.17656336724758148,
      "learning_rate": 8.225309440817336e-05,
      "loss": 0.0097,
      "step": 31300
    },
    {
      "loss_action": 0.009399919770658016,
      "loss_total": 0.009399919770658016,
      "step": 31300
    },
    {
      "loss_action": 0.01065183524042368,
      "loss_total": 0.01065183524042368,
      "step": 31300
    },
    {
      "loss_action": 0.005867019295692444,
      "loss_total": 0.005867019295692444,
      "step": 31300
    },
    {
      "loss_action": 0.006715676747262478,
      "loss_total": 0.006715676747262478,
      "step": 31300
    },
    {
      "loss_action": 0.012521130964159966,
      "loss_total": 0.012521130964159966,
      "step": 31300
    },
    {
      "loss_action": 0.011719821020960808,
      "loss_total": 0.011719821020960808,
      "step": 31300
    },
    {
      "loss_action": 0.008083662018179893,
      "loss_total": 0.008083662018179893,
      "step": 31300
    },
    {
      "loss_action": 0.011976735666394234,
      "loss_total": 0.011976735666394234,
      "step": 31300
    },
    {
      "grad_norm": 0.10885114222764969,
      "learning_rate": 8.224045798046293e-05,
      "loss": 0.01,
      "step": 31310
    },
    {
      "loss_action": 0.005005694925785065,
      "loss_total": 0.005005694925785065,
      "step": 31310
    },
    {
      "loss_action": 0.006925100460648537,
      "loss_total": 0.006925100460648537,
      "step": 31310
    },
    {
      "loss_action": 0.007903559133410454,
      "loss_total": 0.007903559133410454,
      "step": 31310
    },
    {
      "loss_action": 0.0175781287252903,
      "loss_total": 0.0175781287252903,
      "step": 31310
    },
    {
      "loss_action": 0.014000184834003448,
      "loss_total": 0.014000184834003448,
      "step": 31310
    },
    {
      "loss_action": 0.023072266951203346,
      "loss_total": 0.023072266951203346,
      "step": 31310
    },
    {
      "loss_action": 0.011283104307949543,
      "loss_total": 0.011283104307949543,
      "step": 31310
    },
    {
      "loss_action": 0.01219596341252327,
      "loss_total": 0.01219596341252327,
      "step": 31310
    },
    {
      "grad_norm": 0.12594705820083618,
      "learning_rate": 8.22278180269845e-05,
      "loss": 0.0099,
      "step": 31320
    },
    {
      "loss_action": 0.018935471773147583,
      "loss_total": 0.018935471773147583,
      "step": 31320
    },
    {
      "loss_action": 0.013480466790497303,
      "loss_total": 0.013480466790497303,
      "step": 31320
    },
    {
      "loss_action": 0.009196408092975616,
      "loss_total": 0.009196408092975616,
      "step": 31320
    },
    {
      "loss_action": 0.008186457678675652,
      "loss_total": 0.008186457678675652,
      "step": 31320
    },
    {
      "loss_action": 0.011163669638335705,
      "loss_total": 0.011163669638335705,
      "step": 31320
    },
    {
      "loss_action": 0.002977285534143448,
      "loss_total": 0.002977285534143448,
      "step": 31320
    },
    {
      "loss_action": 0.01557021401822567,
      "loss_total": 0.01557021401822567,
      "step": 31320
    },
    {
      "loss_action": 0.02956211194396019,
      "loss_total": 0.02956211194396019,
      "step": 31320
    },
    {
      "grad_norm": 0.11486142128705978,
      "learning_rate": 8.221517454912031e-05,
      "loss": 0.0107,
      "step": 31330
    },
    {
      "loss_action": 0.0070938002318143845,
      "loss_total": 0.0070938002318143845,
      "step": 31330
    },
    {
      "loss_action": 0.007487442810088396,
      "loss_total": 0.007487442810088396,
      "step": 31330
    },
    {
      "loss_action": 0.00469420850276947,
      "loss_total": 0.00469420850276947,
      "step": 31330
    },
    {
      "loss_action": 0.01101069338619709,
      "loss_total": 0.01101069338619709,
      "step": 31330
    },
    {
      "loss_action": 0.0055184876546263695,
      "loss_total": 0.0055184876546263695,
      "step": 31330
    },
    {
      "loss_action": 0.012000910937786102,
      "loss_total": 0.012000910937786102,
      "step": 31330
    },
    {
      "loss_action": 0.037199798971414566,
      "loss_total": 0.037199798971414566,
      "step": 31330
    },
    {
      "loss_action": 0.011833107098937035,
      "loss_total": 0.011833107098937035,
      "step": 31330
    },
    {
      "grad_norm": 0.19879144430160522,
      "learning_rate": 8.220252754825308e-05,
      "loss": 0.0131,
      "step": 31340
    },
    {
      "loss_action": 0.019003447145223618,
      "loss_total": 0.019003447145223618,
      "step": 31340
    },
    {
      "loss_action": 0.007695164531469345,
      "loss_total": 0.007695164531469345,
      "step": 31340
    },
    {
      "loss_action": 0.004612375982105732,
      "loss_total": 0.004612375982105732,
      "step": 31340
    },
    {
      "loss_action": 0.00895054079592228,
      "loss_total": 0.00895054079592228,
      "step": 31340
    },
    {
      "loss_action": 0.010712374933063984,
      "loss_total": 0.010712374933063984,
      "step": 31340
    },
    {
      "loss_action": 0.010574091225862503,
      "loss_total": 0.010574091225862503,
      "step": 31340
    },
    {
      "loss_action": 0.00592577550560236,
      "loss_total": 0.00592577550560236,
      "step": 31340
    },
    {
      "loss_action": 0.01049476582556963,
      "loss_total": 0.01049476582556963,
      "step": 31340
    },
    {
      "grad_norm": 0.15193574130535126,
      "learning_rate": 8.218987702576586e-05,
      "loss": 0.011,
      "step": 31350
    },
    {
      "loss_action": 0.010107483714818954,
      "loss_total": 0.010107483714818954,
      "step": 31350
    },
    {
      "loss_action": 0.004445612896233797,
      "loss_total": 0.004445612896233797,
      "step": 31350
    },
    {
      "loss_action": 0.0037692193873226643,
      "loss_total": 0.0037692193873226643,
      "step": 31350
    },
    {
      "loss_action": 0.011031066998839378,
      "loss_total": 0.011031066998839378,
      "step": 31350
    },
    {
      "loss_action": 0.0037230639718472958,
      "loss_total": 0.0037230639718472958,
      "step": 31350
    },
    {
      "loss_action": 0.008110471069812775,
      "loss_total": 0.008110471069812775,
      "step": 31350
    },
    {
      "loss_action": 0.010907341726124287,
      "loss_total": 0.010907341726124287,
      "step": 31350
    },
    {
      "loss_action": 0.016920069232583046,
      "loss_total": 0.016920069232583046,
      "step": 31350
    },
    {
      "grad_norm": 0.11317121237516403,
      "learning_rate": 8.217722298304207e-05,
      "loss": 0.0099,
      "step": 31360
    },
    {
      "loss_action": 0.01527935080230236,
      "loss_total": 0.01527935080230236,
      "step": 31360
    },
    {
      "loss_action": 0.004933390766382217,
      "loss_total": 0.004933390766382217,
      "step": 31360
    },
    {
      "loss_action": 0.010052228346467018,
      "loss_total": 0.010052228346467018,
      "step": 31360
    },
    {
      "loss_action": 0.008741390891373158,
      "loss_total": 0.008741390891373158,
      "step": 31360
    },
    {
      "loss_action": 0.00713638961315155,
      "loss_total": 0.00713638961315155,
      "step": 31360
    },
    {
      "loss_action": 0.01729673705995083,
      "loss_total": 0.01729673705995083,
      "step": 31360
    },
    {
      "loss_action": 0.015809515491127968,
      "loss_total": 0.015809515491127968,
      "step": 31360
    },
    {
      "loss_action": 0.00802379846572876,
      "loss_total": 0.00802379846572876,
      "step": 31360
    },
    {
      "grad_norm": 0.1263614147901535,
      "learning_rate": 8.216456542146557e-05,
      "loss": 0.0135,
      "step": 31370
    },
    {
      "loss_action": 0.00998421385884285,
      "loss_total": 0.00998421385884285,
      "step": 31370
    },
    {
      "loss_action": 0.00600535050034523,
      "loss_total": 0.00600535050034523,
      "step": 31370
    },
    {
      "loss_action": 0.009450362995266914,
      "loss_total": 0.009450362995266914,
      "step": 31370
    },
    {
      "loss_action": 0.006117628421634436,
      "loss_total": 0.006117628421634436,
      "step": 31370
    },
    {
      "loss_action": 0.008991273120045662,
      "loss_total": 0.008991273120045662,
      "step": 31370
    },
    {
      "loss_action": 0.01157823484390974,
      "loss_total": 0.01157823484390974,
      "step": 31370
    },
    {
      "loss_action": 0.008669606409966946,
      "loss_total": 0.008669606409966946,
      "step": 31370
    },
    {
      "loss_action": 0.011396854184567928,
      "loss_total": 0.011396854184567928,
      "step": 31370
    },
    {
      "grad_norm": 0.11277321726083755,
      "learning_rate": 8.215190434242055e-05,
      "loss": 0.0096,
      "step": 31380
    },
    {
      "loss_action": 0.003120871726423502,
      "loss_total": 0.003120871726423502,
      "step": 31380
    },
    {
      "loss_action": 0.007989050820469856,
      "loss_total": 0.007989050820469856,
      "step": 31380
    },
    {
      "loss_action": 0.01209049578756094,
      "loss_total": 0.01209049578756094,
      "step": 31380
    },
    {
      "loss_action": 0.031033674255013466,
      "loss_total": 0.031033674255013466,
      "step": 31380
    },
    {
      "loss_action": 0.0042226435616612434,
      "loss_total": 0.0042226435616612434,
      "step": 31380
    },
    {
      "loss_action": 0.007693606428802013,
      "loss_total": 0.007693606428802013,
      "step": 31380
    },
    {
      "loss_action": 0.0037111968267709017,
      "loss_total": 0.0037111968267709017,
      "step": 31380
    },
    {
      "loss_action": 0.01118060015141964,
      "loss_total": 0.01118060015141964,
      "step": 31380
    },
    {
      "grad_norm": 0.15111319720745087,
      "learning_rate": 8.213923974729161e-05,
      "loss": 0.0103,
      "step": 31390
    },
    {
      "loss_action": 0.0037810318171977997,
      "loss_total": 0.0037810318171977997,
      "step": 31390
    },
    {
      "loss_action": 0.0043964083306491375,
      "loss_total": 0.0043964083306491375,
      "step": 31390
    },
    {
      "loss_action": 0.003927543759346008,
      "loss_total": 0.003927543759346008,
      "step": 31390
    },
    {
      "loss_action": 0.014346946030855179,
      "loss_total": 0.014346946030855179,
      "step": 31390
    },
    {
      "loss_action": 0.005947859492152929,
      "loss_total": 0.005947859492152929,
      "step": 31390
    },
    {
      "loss_action": 0.021849965676665306,
      "loss_total": 0.021849965676665306,
      "step": 31390
    },
    {
      "loss_action": 0.01083307433873415,
      "loss_total": 0.01083307433873415,
      "step": 31390
    },
    {
      "loss_action": 0.010943731293082237,
      "loss_total": 0.010943731293082237,
      "step": 31390
    },
    {
      "grad_norm": 0.23408940434455872,
      "learning_rate": 8.212657163746373e-05,
      "loss": 0.0114,
      "step": 31400
    },
    {
      "loss_action": 0.006042184308171272,
      "loss_total": 0.006042184308171272,
      "step": 31400
    },
    {
      "loss_action": 0.002717376220971346,
      "loss_total": 0.002717376220971346,
      "step": 31400
    },
    {
      "loss_action": 0.003247607033699751,
      "loss_total": 0.003247607033699751,
      "step": 31400
    },
    {
      "loss_action": 0.013284212909638882,
      "loss_total": 0.013284212909638882,
      "step": 31400
    },
    {
      "loss_action": 0.021314410492777824,
      "loss_total": 0.021314410492777824,
      "step": 31400
    },
    {
      "loss_action": 0.00983557477593422,
      "loss_total": 0.00983557477593422,
      "step": 31400
    },
    {
      "loss_action": 0.010190725326538086,
      "loss_total": 0.010190725326538086,
      "step": 31400
    },
    {
      "loss_action": 0.011343424208462238,
      "loss_total": 0.011343424208462238,
      "step": 31400
    },
    {
      "grad_norm": 0.18965020775794983,
      "learning_rate": 8.211390001432227e-05,
      "loss": 0.013,
      "step": 31410
    },
    {
      "loss_action": 0.014475937001407146,
      "loss_total": 0.014475937001407146,
      "step": 31410
    },
    {
      "loss_action": 0.00815531425178051,
      "loss_total": 0.00815531425178051,
      "step": 31410
    },
    {
      "loss_action": 0.016051674261689186,
      "loss_total": 0.016051674261689186,
      "step": 31410
    },
    {
      "loss_action": 0.007500225678086281,
      "loss_total": 0.007500225678086281,
      "step": 31410
    },
    {
      "loss_action": 0.013466166332364082,
      "loss_total": 0.013466166332364082,
      "step": 31410
    },
    {
      "loss_action": 0.0105085838586092,
      "loss_total": 0.0105085838586092,
      "step": 31410
    },
    {
      "loss_action": 0.013963475823402405,
      "loss_total": 0.013963475823402405,
      "step": 31410
    },
    {
      "loss_action": 0.008389035239815712,
      "loss_total": 0.008389035239815712,
      "step": 31410
    },
    {
      "grad_norm": 0.07306421548128128,
      "learning_rate": 8.210122487925297e-05,
      "loss": 0.0099,
      "step": 31420
    },
    {
      "loss_action": 0.006364034488797188,
      "loss_total": 0.006364034488797188,
      "step": 31420
    },
    {
      "loss_action": 0.004366201814264059,
      "loss_total": 0.004366201814264059,
      "step": 31420
    },
    {
      "loss_action": 0.006518354639410973,
      "loss_total": 0.006518354639410973,
      "step": 31420
    },
    {
      "loss_action": 0.009779434651136398,
      "loss_total": 0.009779434651136398,
      "step": 31420
    },
    {
      "loss_action": 0.0104722511023283,
      "loss_total": 0.0104722511023283,
      "step": 31420
    },
    {
      "loss_action": 0.006495058536529541,
      "loss_total": 0.006495058536529541,
      "step": 31420
    },
    {
      "loss_action": 0.012987099587917328,
      "loss_total": 0.012987099587917328,
      "step": 31420
    },
    {
      "loss_action": 0.007593955844640732,
      "loss_total": 0.007593955844640732,
      "step": 31420
    },
    {
      "grad_norm": 0.11680220067501068,
      "learning_rate": 8.208854623364202e-05,
      "loss": 0.0096,
      "step": 31430
    },
    {
      "loss_action": 0.007820280268788338,
      "loss_total": 0.007820280268788338,
      "step": 31430
    },
    {
      "loss_action": 0.008377318270504475,
      "loss_total": 0.008377318270504475,
      "step": 31430
    },
    {
      "loss_action": 0.01987866684794426,
      "loss_total": 0.01987866684794426,
      "step": 31430
    },
    {
      "loss_action": 0.010785501450300217,
      "loss_total": 0.010785501450300217,
      "step": 31430
    },
    {
      "loss_action": 0.00830007903277874,
      "loss_total": 0.00830007903277874,
      "step": 31430
    },
    {
      "loss_action": 0.004278398118913174,
      "loss_total": 0.004278398118913174,
      "step": 31430
    },
    {
      "loss_action": 0.006366200745105743,
      "loss_total": 0.006366200745105743,
      "step": 31430
    },
    {
      "loss_action": 0.007415366359055042,
      "loss_total": 0.007415366359055042,
      "step": 31430
    },
    {
      "grad_norm": 0.10011504590511322,
      "learning_rate": 8.207586407887589e-05,
      "loss": 0.0098,
      "step": 31440
    },
    {
      "loss_action": 0.0058113764971494675,
      "loss_total": 0.0058113764971494675,
      "step": 31440
    },
    {
      "loss_action": 0.013526051305234432,
      "loss_total": 0.013526051305234432,
      "step": 31440
    },
    {
      "loss_action": 0.004252225160598755,
      "loss_total": 0.004252225160598755,
      "step": 31440
    },
    {
      "loss_action": 0.005768477916717529,
      "loss_total": 0.005768477916717529,
      "step": 31440
    },
    {
      "loss_action": 0.0043542771600186825,
      "loss_total": 0.0043542771600186825,
      "step": 31440
    },
    {
      "loss_action": 0.011471904814243317,
      "loss_total": 0.011471904814243317,
      "step": 31440
    },
    {
      "loss_action": 0.007140115834772587,
      "loss_total": 0.007140115834772587,
      "step": 31440
    },
    {
      "loss_action": 0.016745802015066147,
      "loss_total": 0.016745802015066147,
      "step": 31440
    },
    {
      "grad_norm": 0.13275116682052612,
      "learning_rate": 8.206317841634148e-05,
      "loss": 0.0099,
      "step": 31450
    },
    {
      "loss_action": 0.011087348684668541,
      "loss_total": 0.011087348684668541,
      "step": 31450
    },
    {
      "loss_action": 0.01730380952358246,
      "loss_total": 0.01730380952358246,
      "step": 31450
    },
    {
      "loss_action": 0.012637434527277946,
      "loss_total": 0.012637434527277946,
      "step": 31450
    },
    {
      "loss_action": 0.005210297182202339,
      "loss_total": 0.005210297182202339,
      "step": 31450
    },
    {
      "loss_action": 0.007926702499389648,
      "loss_total": 0.007926702499389648,
      "step": 31450
    },
    {
      "loss_action": 0.004576088860630989,
      "loss_total": 0.004576088860630989,
      "step": 31450
    },
    {
      "loss_action": 0.004232123959809542,
      "loss_total": 0.004232123959809542,
      "step": 31450
    },
    {
      "loss_action": 0.024367982521653175,
      "loss_total": 0.024367982521653175,
      "step": 31450
    },
    {
      "grad_norm": 0.09851335734128952,
      "learning_rate": 8.205048924742609e-05,
      "loss": 0.0085,
      "step": 31460
    },
    {
      "loss_action": 0.019454970955848694,
      "loss_total": 0.019454970955848694,
      "step": 31460
    },
    {
      "loss_action": 0.007028868421912193,
      "loss_total": 0.007028868421912193,
      "step": 31460
    },
    {
      "loss_action": 0.01361100934445858,
      "loss_total": 0.01361100934445858,
      "step": 31460
    },
    {
      "loss_action": 0.009812853299081326,
      "loss_total": 0.009812853299081326,
      "step": 31460
    },
    {
      "loss_action": 0.01697193831205368,
      "loss_total": 0.01697193831205368,
      "step": 31460
    },
    {
      "loss_action": 0.01011093333363533,
      "loss_total": 0.01011093333363533,
      "step": 31460
    },
    {
      "loss_action": 0.013509889133274555,
      "loss_total": 0.013509889133274555,
      "step": 31460
    },
    {
      "loss_action": 0.009513120166957378,
      "loss_total": 0.009513120166957378,
      "step": 31460
    },
    {
      "grad_norm": 0.13022471964359283,
      "learning_rate": 8.203779657351738e-05,
      "loss": 0.0111,
      "step": 31470
    },
    {
      "loss_action": 0.012480647303164005,
      "loss_total": 0.012480647303164005,
      "step": 31470
    },
    {
      "loss_action": 0.013692496344447136,
      "loss_total": 0.013692496344447136,
      "step": 31470
    },
    {
      "loss_action": 0.023077920079231262,
      "loss_total": 0.023077920079231262,
      "step": 31470
    },
    {
      "loss_action": 0.013070096261799335,
      "loss_total": 0.013070096261799335,
      "step": 31470
    },
    {
      "loss_action": 0.010431102477014065,
      "loss_total": 0.010431102477014065,
      "step": 31470
    },
    {
      "loss_action": 0.010633334517478943,
      "loss_total": 0.010633334517478943,
      "step": 31470
    },
    {
      "loss_action": 0.008284659124910831,
      "loss_total": 0.008284659124910831,
      "step": 31470
    },
    {
      "loss_action": 0.014823956415057182,
      "loss_total": 0.014823956415057182,
      "step": 31470
    },
    {
      "grad_norm": 0.12281424552202225,
      "learning_rate": 8.20251003960034e-05,
      "loss": 0.0112,
      "step": 31480
    },
    {
      "loss_action": 0.00391885731369257,
      "loss_total": 0.00391885731369257,
      "step": 31480
    },
    {
      "loss_action": 0.022377338260412216,
      "loss_total": 0.022377338260412216,
      "step": 31480
    },
    {
      "loss_action": 0.024530204012989998,
      "loss_total": 0.024530204012989998,
      "step": 31480
    },
    {
      "loss_action": 0.0058279624208807945,
      "loss_total": 0.0058279624208807945,
      "step": 31480
    },
    {
      "loss_action": 0.01376116182655096,
      "loss_total": 0.01376116182655096,
      "step": 31480
    },
    {
      "loss_action": 0.003001944161951542,
      "loss_total": 0.003001944161951542,
      "step": 31480
    },
    {
      "loss_action": 0.006867415737360716,
      "loss_total": 0.006867415737360716,
      "step": 31480
    },
    {
      "loss_action": 0.0025345664471387863,
      "loss_total": 0.0025345664471387863,
      "step": 31480
    },
    {
      "grad_norm": 0.09950663149356842,
      "learning_rate": 8.201240071627258e-05,
      "loss": 0.0099,
      "step": 31490
    },
    {
      "loss_action": 0.009730244055390358,
      "loss_total": 0.009730244055390358,
      "step": 31490
    },
    {
      "loss_action": 0.006584789603948593,
      "loss_total": 0.006584789603948593,
      "step": 31490
    },
    {
      "loss_action": 0.004928752314299345,
      "loss_total": 0.004928752314299345,
      "step": 31490
    },
    {
      "loss_action": 0.007479273714125156,
      "loss_total": 0.007479273714125156,
      "step": 31490
    },
    {
      "loss_action": 0.004377450793981552,
      "loss_total": 0.004377450793981552,
      "step": 31490
    },
    {
      "loss_action": 0.007136215455830097,
      "loss_total": 0.007136215455830097,
      "step": 31490
    },
    {
      "loss_action": 0.00816263072192669,
      "loss_total": 0.00816263072192669,
      "step": 31490
    },
    {
      "loss_action": 0.020770501345396042,
      "loss_total": 0.020770501345396042,
      "step": 31490
    },
    {
      "grad_norm": 0.07668209075927734,
      "learning_rate": 8.199969753571377e-05,
      "loss": 0.0095,
      "step": 31500
    },
    {
      "loss_action": 0.009985066950321198,
      "loss_total": 0.009985066950321198,
      "step": 31500
    },
    {
      "loss_action": 0.00920415110886097,
      "loss_total": 0.00920415110886097,
      "step": 31500
    },
    {
      "loss_action": 0.014257846400141716,
      "loss_total": 0.014257846400141716,
      "step": 31500
    },
    {
      "loss_action": 0.024761512875556946,
      "loss_total": 0.024761512875556946,
      "step": 31500
    },
    {
      "loss_action": 0.008841875940561295,
      "loss_total": 0.008841875940561295,
      "step": 31500
    },
    {
      "loss_action": 0.011313484981656075,
      "loss_total": 0.011313484981656075,
      "step": 31500
    },
    {
      "loss_action": 0.014393951743841171,
      "loss_total": 0.014393951743841171,
      "step": 31500
    },
    {
      "loss_action": 0.012827575206756592,
      "loss_total": 0.012827575206756592,
      "step": 31500
    },
    {
      "grad_norm": 0.10549355298280716,
      "learning_rate": 8.198699085571615e-05,
      "loss": 0.0096,
      "step": 31510
    },
    {
      "loss_action": 0.006107071414589882,
      "loss_total": 0.006107071414589882,
      "step": 31510
    },
    {
      "loss_action": 0.009259052574634552,
      "loss_total": 0.009259052574634552,
      "step": 31510
    },
    {
      "loss_action": 0.01792309619486332,
      "loss_total": 0.01792309619486332,
      "step": 31510
    },
    {
      "loss_action": 0.011677518486976624,
      "loss_total": 0.011677518486976624,
      "step": 31510
    },
    {
      "loss_action": 0.00956423208117485,
      "loss_total": 0.00956423208117485,
      "step": 31510
    },
    {
      "loss_action": 0.0024689219426363707,
      "loss_total": 0.0024689219426363707,
      "step": 31510
    },
    {
      "loss_action": 0.007214788813143969,
      "loss_total": 0.007214788813143969,
      "step": 31510
    },
    {
      "loss_action": 0.0057569933123886585,
      "loss_total": 0.0057569933123886585,
      "step": 31510
    },
    {
      "grad_norm": 0.09740246832370758,
      "learning_rate": 8.197428067766928e-05,
      "loss": 0.009,
      "step": 31520
    },
    {
      "loss_action": 0.01669456996023655,
      "loss_total": 0.01669456996023655,
      "step": 31520
    },
    {
      "loss_action": 0.024337682873010635,
      "loss_total": 0.024337682873010635,
      "step": 31520
    },
    {
      "loss_action": 0.008743892423808575,
      "loss_total": 0.008743892423808575,
      "step": 31520
    },
    {
      "loss_action": 0.010165437124669552,
      "loss_total": 0.010165437124669552,
      "step": 31520
    },
    {
      "loss_action": 0.005046596750617027,
      "loss_total": 0.005046596750617027,
      "step": 31520
    },
    {
      "loss_action": 0.0054676951840519905,
      "loss_total": 0.0054676951840519905,
      "step": 31520
    },
    {
      "loss_action": 0.011773582547903061,
      "loss_total": 0.011773582547903061,
      "step": 31520
    },
    {
      "loss_action": 0.008004147559404373,
      "loss_total": 0.008004147559404373,
      "step": 31520
    },
    {
      "grad_norm": 0.10698573291301727,
      "learning_rate": 8.196156700296316e-05,
      "loss": 0.0107,
      "step": 31530
    },
    {
      "loss_action": 0.01842488721013069,
      "loss_total": 0.01842488721013069,
      "step": 31530
    },
    {
      "loss_action": 0.0049141645431518555,
      "loss_total": 0.0049141645431518555,
      "step": 31530
    },
    {
      "loss_action": 0.011612155474722385,
      "loss_total": 0.011612155474722385,
      "step": 31530
    },
    {
      "loss_action": 0.011116141453385353,
      "loss_total": 0.011116141453385353,
      "step": 31530
    },
    {
      "loss_action": 0.005906615871936083,
      "loss_total": 0.005906615871936083,
      "step": 31530
    },
    {
      "loss_action": 0.0122377909719944,
      "loss_total": 0.0122377909719944,
      "step": 31530
    },
    {
      "loss_action": 0.011275394819676876,
      "loss_total": 0.011275394819676876,
      "step": 31530
    },
    {
      "loss_action": 0.00588802807033062,
      "loss_total": 0.00588802807033062,
      "step": 31530
    },
    {
      "grad_norm": 0.15783007442951202,
      "learning_rate": 8.194884983298814e-05,
      "loss": 0.0094,
      "step": 31540
    },
    {
      "loss_action": 0.007238716818392277,
      "loss_total": 0.007238716818392277,
      "step": 31540
    },
    {
      "loss_action": 0.006351729389280081,
      "loss_total": 0.006351729389280081,
      "step": 31540
    },
    {
      "loss_action": 0.006214592605829239,
      "loss_total": 0.006214592605829239,
      "step": 31540
    },
    {
      "loss_action": 0.0057537127286195755,
      "loss_total": 0.0057537127286195755,
      "step": 31540
    },
    {
      "loss_action": 0.006358693353831768,
      "loss_total": 0.006358693353831768,
      "step": 31540
    },
    {
      "loss_action": 0.005662582814693451,
      "loss_total": 0.005662582814693451,
      "step": 31540
    },
    {
      "loss_action": 0.003579013980925083,
      "loss_total": 0.003579013980925083,
      "step": 31540
    },
    {
      "loss_action": 0.005110529251396656,
      "loss_total": 0.005110529251396656,
      "step": 31540
    },
    {
      "grad_norm": 0.24863925576210022,
      "learning_rate": 8.193612916913491e-05,
      "loss": 0.0114,
      "step": 31550
    },
    {
      "loss_action": 0.013190647587180138,
      "loss_total": 0.013190647587180138,
      "step": 31550
    },
    {
      "loss_action": 0.014897041954100132,
      "loss_total": 0.014897041954100132,
      "step": 31550
    },
    {
      "loss_action": 0.008019248023629189,
      "loss_total": 0.008019248023629189,
      "step": 31550
    },
    {
      "loss_action": 0.008642286993563175,
      "loss_total": 0.008642286993563175,
      "step": 31550
    },
    {
      "loss_action": 0.006511793006211519,
      "loss_total": 0.006511793006211519,
      "step": 31550
    },
    {
      "loss_action": 0.0293031707406044,
      "loss_total": 0.0293031707406044,
      "step": 31550
    },
    {
      "loss_action": 0.008196831680834293,
      "loss_total": 0.008196831680834293,
      "step": 31550
    },
    {
      "loss_action": 0.005561038851737976,
      "loss_total": 0.005561038851737976,
      "step": 31550
    },
    {
      "grad_norm": 0.17359909415245056,
      "learning_rate": 8.192340501279463e-05,
      "loss": 0.0108,
      "step": 31560
    },
    {
      "loss_action": 0.019443539902567863,
      "loss_total": 0.019443539902567863,
      "step": 31560
    },
    {
      "loss_action": 0.005841935984790325,
      "loss_total": 0.005841935984790325,
      "step": 31560
    },
    {
      "loss_action": 0.012231161817908287,
      "loss_total": 0.012231161817908287,
      "step": 31560
    },
    {
      "loss_action": 0.0056535229086875916,
      "loss_total": 0.0056535229086875916,
      "step": 31560
    },
    {
      "loss_action": 0.008506514132022858,
      "loss_total": 0.008506514132022858,
      "step": 31560
    },
    {
      "loss_action": 0.01784742996096611,
      "loss_total": 0.01784742996096611,
      "step": 31560
    },
    {
      "loss_action": 0.006118825636804104,
      "loss_total": 0.006118825636804104,
      "step": 31560
    },
    {
      "loss_action": 0.010189419612288475,
      "loss_total": 0.010189419612288475,
      "step": 31560
    },
    {
      "grad_norm": 0.14632107317447662,
      "learning_rate": 8.191067736535876e-05,
      "loss": 0.0102,
      "step": 31570
    },
    {
      "loss_action": 0.004954927135258913,
      "loss_total": 0.004954927135258913,
      "step": 31570
    },
    {
      "loss_action": 0.025691688060760498,
      "loss_total": 0.025691688060760498,
      "step": 31570
    },
    {
      "loss_action": 0.0052127414382994175,
      "loss_total": 0.0052127414382994175,
      "step": 31570
    },
    {
      "loss_action": 0.01709819957613945,
      "loss_total": 0.01709819957613945,
      "step": 31570
    },
    {
      "loss_action": 0.008373796939849854,
      "loss_total": 0.008373796939849854,
      "step": 31570
    },
    {
      "loss_action": 0.02405591309070587,
      "loss_total": 0.02405591309070587,
      "step": 31570
    },
    {
      "loss_action": 0.012073183432221413,
      "loss_total": 0.012073183432221413,
      "step": 31570
    },
    {
      "loss_action": 0.008820131421089172,
      "loss_total": 0.008820131421089172,
      "step": 31570
    },
    {
      "grad_norm": 0.0897173285484314,
      "learning_rate": 8.18979462282192e-05,
      "loss": 0.0102,
      "step": 31580
    },
    {
      "loss_action": 0.006542007438838482,
      "loss_total": 0.006542007438838482,
      "step": 31580
    },
    {
      "loss_action": 0.007154814898967743,
      "loss_total": 0.007154814898967743,
      "step": 31580
    },
    {
      "loss_action": 0.009274061769247055,
      "loss_total": 0.009274061769247055,
      "step": 31580
    },
    {
      "loss_action": 0.008284121751785278,
      "loss_total": 0.008284121751785278,
      "step": 31580
    },
    {
      "loss_action": 0.010798064060509205,
      "loss_total": 0.010798064060509205,
      "step": 31580
    },
    {
      "loss_action": 0.0047593507915735245,
      "loss_total": 0.0047593507915735245,
      "step": 31580
    },
    {
      "loss_action": 0.005286168307065964,
      "loss_total": 0.005286168307065964,
      "step": 31580
    },
    {
      "loss_action": 0.01751893199980259,
      "loss_total": 0.01751893199980259,
      "step": 31580
    },
    {
      "grad_norm": 0.14090296626091003,
      "learning_rate": 8.188521160276819e-05,
      "loss": 0.0096,
      "step": 31590
    },
    {
      "loss_action": 0.023559754714369774,
      "loss_total": 0.023559754714369774,
      "step": 31590
    },
    {
      "loss_action": 0.010367450304329395,
      "loss_total": 0.010367450304329395,
      "step": 31590
    },
    {
      "loss_action": 0.007821831852197647,
      "loss_total": 0.007821831852197647,
      "step": 31590
    },
    {
      "loss_action": 0.00668731052428484,
      "loss_total": 0.00668731052428484,
      "step": 31590
    },
    {
      "loss_action": 0.01311802864074707,
      "loss_total": 0.01311802864074707,
      "step": 31590
    },
    {
      "loss_action": 0.010900795459747314,
      "loss_total": 0.010900795459747314,
      "step": 31590
    },
    {
      "loss_action": 0.0041071451269090176,
      "loss_total": 0.0041071451269090176,
      "step": 31590
    },
    {
      "loss_action": 0.003439136315137148,
      "loss_total": 0.003439136315137148,
      "step": 31590
    },
    {
      "grad_norm": 0.12483416497707367,
      "learning_rate": 8.187247349039837e-05,
      "loss": 0.0096,
      "step": 31600
    },
    {
      "loss_action": 0.013016065582633018,
      "loss_total": 0.013016065582633018,
      "step": 31600
    },
    {
      "loss_action": 0.014242962002754211,
      "loss_total": 0.014242962002754211,
      "step": 31600
    },
    {
      "loss_action": 0.005129385273903608,
      "loss_total": 0.005129385273903608,
      "step": 31600
    },
    {
      "loss_action": 0.008481528609991074,
      "loss_total": 0.008481528609991074,
      "step": 31600
    },
    {
      "loss_action": 0.009659215807914734,
      "loss_total": 0.009659215807914734,
      "step": 31600
    },
    {
      "loss_action": 0.005413875915110111,
      "loss_total": 0.005413875915110111,
      "step": 31600
    },
    {
      "loss_action": 0.011552287265658379,
      "loss_total": 0.011552287265658379,
      "step": 31600
    },
    {
      "loss_action": 0.0034538530744612217,
      "loss_total": 0.0034538530744612217,
      "step": 31600
    },
    {
      "grad_norm": 0.154964879155159,
      "learning_rate": 8.185973189250278e-05,
      "loss": 0.0102,
      "step": 31610
    },
    {
      "loss_action": 0.003470290219411254,
      "loss_total": 0.003470290219411254,
      "step": 31610
    },
    {
      "loss_action": 0.02048034593462944,
      "loss_total": 0.02048034593462944,
      "step": 31610
    },
    {
      "loss_action": 0.008811745792627335,
      "loss_total": 0.008811745792627335,
      "step": 31610
    },
    {
      "loss_action": 0.011824043467640877,
      "loss_total": 0.011824043467640877,
      "step": 31610
    },
    {
      "loss_action": 0.017307378351688385,
      "loss_total": 0.017307378351688385,
      "step": 31610
    },
    {
      "loss_action": 0.007053636014461517,
      "loss_total": 0.007053636014461517,
      "step": 31610
    },
    {
      "loss_action": 0.007369844242930412,
      "loss_total": 0.007369844242930412,
      "step": 31610
    },
    {
      "loss_action": 0.005731627345085144,
      "loss_total": 0.005731627345085144,
      "step": 31610
    },
    {
      "grad_norm": 0.19896742701530457,
      "learning_rate": 8.184698681047482e-05,
      "loss": 0.0107,
      "step": 31620
    },
    {
      "loss_action": 0.015207439661026001,
      "loss_total": 0.015207439661026001,
      "step": 31620
    },
    {
      "loss_action": 0.004726668819785118,
      "loss_total": 0.004726668819785118,
      "step": 31620
    },
    {
      "loss_action": 0.011253632605075836,
      "loss_total": 0.011253632605075836,
      "step": 31620
    },
    {
      "loss_action": 0.009319715201854706,
      "loss_total": 0.009319715201854706,
      "step": 31620
    },
    {
      "loss_action": 0.009188640862703323,
      "loss_total": 0.009188640862703323,
      "step": 31620
    },
    {
      "loss_action": 0.00894845649600029,
      "loss_total": 0.00894845649600029,
      "step": 31620
    },
    {
      "loss_action": 0.009060992859303951,
      "loss_total": 0.009060992859303951,
      "step": 31620
    },
    {
      "loss_action": 0.006203493569046259,
      "loss_total": 0.006203493569046259,
      "step": 31620
    },
    {
      "grad_norm": 0.17351488769054413,
      "learning_rate": 8.183423824570827e-05,
      "loss": 0.0114,
      "step": 31630
    },
    {
      "loss_action": 0.01703033223748207,
      "loss_total": 0.01703033223748207,
      "step": 31630
    },
    {
      "loss_action": 0.008153097704052925,
      "loss_total": 0.008153097704052925,
      "step": 31630
    },
    {
      "loss_action": 0.005573400296270847,
      "loss_total": 0.005573400296270847,
      "step": 31630
    },
    {
      "loss_action": 0.009371290914714336,
      "loss_total": 0.009371290914714336,
      "step": 31630
    },
    {
      "loss_action": 0.011517702601850033,
      "loss_total": 0.011517702601850033,
      "step": 31630
    },
    {
      "loss_action": 0.00849541649222374,
      "loss_total": 0.00849541649222374,
      "step": 31630
    },
    {
      "loss_action": 0.018161285668611526,
      "loss_total": 0.018161285668611526,
      "step": 31630
    },
    {
      "loss_action": 0.008049092255532742,
      "loss_total": 0.008049092255532742,
      "step": 31630
    },
    {
      "grad_norm": 0.12137200683355331,
      "learning_rate": 8.182148619959725e-05,
      "loss": 0.0103,
      "step": 31640
    },
    {
      "loss_action": 0.0029458708595484495,
      "loss_total": 0.0029458708595484495,
      "step": 31640
    },
    {
      "loss_action": 0.00490972213447094,
      "loss_total": 0.00490972213447094,
      "step": 31640
    },
    {
      "loss_action": 0.0034886477515101433,
      "loss_total": 0.0034886477515101433,
      "step": 31640
    },
    {
      "loss_action": 0.009376990608870983,
      "loss_total": 0.009376990608870983,
      "step": 31640
    },
    {
      "loss_action": 0.02815197966992855,
      "loss_total": 0.02815197966992855,
      "step": 31640
    },
    {
      "loss_action": 0.02644607238471508,
      "loss_total": 0.02644607238471508,
      "step": 31640
    },
    {
      "loss_action": 0.007497700396925211,
      "loss_total": 0.007497700396925211,
      "step": 31640
    },
    {
      "loss_action": 0.016628727316856384,
      "loss_total": 0.016628727316856384,
      "step": 31640
    },
    {
      "grad_norm": 0.12770283222198486,
      "learning_rate": 8.180873067353636e-05,
      "loss": 0.0109,
      "step": 31650
    },
    {
      "loss_action": 0.005428156349807978,
      "loss_total": 0.005428156349807978,
      "step": 31650
    },
    {
      "loss_action": 0.013906729407608509,
      "loss_total": 0.013906729407608509,
      "step": 31650
    },
    {
      "loss_action": 0.014972631819546223,
      "loss_total": 0.014972631819546223,
      "step": 31650
    },
    {
      "loss_action": 0.010110700502991676,
      "loss_total": 0.010110700502991676,
      "step": 31650
    },
    {
      "loss_action": 0.0069558992981910706,
      "loss_total": 0.0069558992981910706,
      "step": 31650
    },
    {
      "loss_action": 0.0037988899275660515,
      "loss_total": 0.0037988899275660515,
      "step": 31650
    },
    {
      "loss_action": 0.014567001722753048,
      "loss_total": 0.014567001722753048,
      "step": 31650
    },
    {
      "loss_action": 0.0075956727378070354,
      "loss_total": 0.0075956727378070354,
      "step": 31650
    },
    {
      "grad_norm": 0.200126051902771,
      "learning_rate": 8.179597166892052e-05,
      "loss": 0.0109,
      "step": 31660
    },
    {
      "loss_action": 0.011558333411812782,
      "loss_total": 0.011558333411812782,
      "step": 31660
    },
    {
      "loss_action": 0.012897315435111523,
      "loss_total": 0.012897315435111523,
      "step": 31660
    },
    {
      "loss_action": 0.014459982514381409,
      "loss_total": 0.014459982514381409,
      "step": 31660
    },
    {
      "loss_action": 0.004483077209442854,
      "loss_total": 0.004483077209442854,
      "step": 31660
    },
    {
      "loss_action": 0.009531507268548012,
      "loss_total": 0.009531507268548012,
      "step": 31660
    },
    {
      "loss_action": 0.006209447979927063,
      "loss_total": 0.006209447979927063,
      "step": 31660
    },
    {
      "loss_action": 0.0031757315155118704,
      "loss_total": 0.0031757315155118704,
      "step": 31660
    },
    {
      "loss_action": 0.008595749735832214,
      "loss_total": 0.008595749735832214,
      "step": 31660
    },
    {
      "grad_norm": 0.1304885298013687,
      "learning_rate": 8.178320918714501e-05,
      "loss": 0.0098,
      "step": 31670
    },
    {
      "loss_action": 0.004929456859827042,
      "loss_total": 0.004929456859827042,
      "step": 31670
    },
    {
      "loss_action": 0.008243339136242867,
      "loss_total": 0.008243339136242867,
      "step": 31670
    },
    {
      "loss_action": 0.00667103985324502,
      "loss_total": 0.00667103985324502,
      "step": 31670
    },
    {
      "loss_action": 0.006402397528290749,
      "loss_total": 0.006402397528290749,
      "step": 31670
    },
    {
      "loss_action": 0.0035457501653581858,
      "loss_total": 0.0035457501653581858,
      "step": 31670
    },
    {
      "loss_action": 0.03562268242239952,
      "loss_total": 0.03562268242239952,
      "step": 31670
    },
    {
      "loss_action": 0.007268103770911694,
      "loss_total": 0.007268103770911694,
      "step": 31670
    },
    {
      "loss_action": 0.008262187242507935,
      "loss_total": 0.008262187242507935,
      "step": 31670
    },
    {
      "grad_norm": 0.14923600852489471,
      "learning_rate": 8.177044322960554e-05,
      "loss": 0.0101,
      "step": 31680
    },
    {
      "loss_action": 0.004922601394355297,
      "loss_total": 0.004922601394355297,
      "step": 31680
    },
    {
      "loss_action": 0.005193878430873156,
      "loss_total": 0.005193878430873156,
      "step": 31680
    },
    {
      "loss_action": 0.011506661772727966,
      "loss_total": 0.011506661772727966,
      "step": 31680
    },
    {
      "loss_action": 0.005547842010855675,
      "loss_total": 0.005547842010855675,
      "step": 31680
    },
    {
      "loss_action": 0.009308543056249619,
      "loss_total": 0.009308543056249619,
      "step": 31680
    },
    {
      "loss_action": 0.022740129381418228,
      "loss_total": 0.022740129381418228,
      "step": 31680
    },
    {
      "loss_action": 0.007929393090307713,
      "loss_total": 0.007929393090307713,
      "step": 31680
    },
    {
      "loss_action": 0.005657780449837446,
      "loss_total": 0.005657780449837446,
      "step": 31680
    },
    {
      "grad_norm": 0.11872386187314987,
      "learning_rate": 8.175767379769816e-05,
      "loss": 0.0106,
      "step": 31690
    },
    {
      "loss_action": 0.04822167009115219,
      "loss_total": 0.04822167009115219,
      "step": 31690
    },
    {
      "loss_action": 0.008091447874903679,
      "loss_total": 0.008091447874903679,
      "step": 31690
    },
    {
      "loss_action": 0.0026958149392157793,
      "loss_total": 0.0026958149392157793,
      "step": 31690
    },
    {
      "loss_action": 0.006782090291380882,
      "loss_total": 0.006782090291380882,
      "step": 31690
    },
    {
      "loss_action": 0.013828434981405735,
      "loss_total": 0.013828434981405735,
      "step": 31690
    },
    {
      "loss_action": 0.008085549809038639,
      "loss_total": 0.008085549809038639,
      "step": 31690
    },
    {
      "loss_action": 0.04608571529388428,
      "loss_total": 0.04608571529388428,
      "step": 31690
    },
    {
      "loss_action": 0.004611000418663025,
      "loss_total": 0.004611000418663025,
      "step": 31690
    },
    {
      "grad_norm": 0.13772714138031006,
      "learning_rate": 8.174490089281932e-05,
      "loss": 0.0112,
      "step": 31700
    },
    {
      "loss_action": 0.004112394526600838,
      "loss_total": 0.004112394526600838,
      "step": 31700
    },
    {
      "loss_action": 0.00553369615226984,
      "loss_total": 0.00553369615226984,
      "step": 31700
    },
    {
      "loss_action": 0.009371777065098286,
      "loss_total": 0.009371777065098286,
      "step": 31700
    },
    {
      "loss_action": 0.010479103773832321,
      "loss_total": 0.010479103773832321,
      "step": 31700
    },
    {
      "loss_action": 0.010095896199345589,
      "loss_total": 0.010095896199345589,
      "step": 31700
    },
    {
      "loss_action": 0.011040398851037025,
      "loss_total": 0.011040398851037025,
      "step": 31700
    },
    {
      "loss_action": 0.012469002977013588,
      "loss_total": 0.012469002977013588,
      "step": 31700
    },
    {
      "loss_action": 0.0040894863195717335,
      "loss_total": 0.0040894863195717335,
      "step": 31700
    },
    {
      "grad_norm": 0.11903568357229233,
      "learning_rate": 8.173212451636584e-05,
      "loss": 0.011,
      "step": 31710
    },
    {
      "loss_action": 0.008985467255115509,
      "loss_total": 0.008985467255115509,
      "step": 31710
    },
    {
      "loss_action": 0.007231709081679583,
      "loss_total": 0.007231709081679583,
      "step": 31710
    },
    {
      "loss_action": 0.006411292590200901,
      "loss_total": 0.006411292590200901,
      "step": 31710
    },
    {
      "loss_action": 0.004384738393127918,
      "loss_total": 0.004384738393127918,
      "step": 31710
    },
    {
      "loss_action": 0.006420418620109558,
      "loss_total": 0.006420418620109558,
      "step": 31710
    },
    {
      "loss_action": 0.009213841520249844,
      "loss_total": 0.009213841520249844,
      "step": 31710
    },
    {
      "loss_action": 0.0073099760338664055,
      "loss_total": 0.0073099760338664055,
      "step": 31710
    },
    {
      "loss_action": 0.0094674751162529,
      "loss_total": 0.0094674751162529,
      "step": 31710
    },
    {
      "grad_norm": 0.1389237344264984,
      "learning_rate": 8.171934466973493e-05,
      "loss": 0.0094,
      "step": 31720
    },
    {
      "loss_action": 0.011659665033221245,
      "loss_total": 0.011659665033221245,
      "step": 31720
    },
    {
      "loss_action": 0.0038035246543586254,
      "loss_total": 0.0038035246543586254,
      "step": 31720
    },
    {
      "loss_action": 0.01425262726843357,
      "loss_total": 0.01425262726843357,
      "step": 31720
    },
    {
      "loss_action": 0.010990063659846783,
      "loss_total": 0.010990063659846783,
      "step": 31720
    },
    {
      "loss_action": 0.005807747133076191,
      "loss_total": 0.005807747133076191,
      "step": 31720
    },
    {
      "loss_action": 0.002865757793188095,
      "loss_total": 0.002865757793188095,
      "step": 31720
    },
    {
      "loss_action": 0.010553375817835331,
      "loss_total": 0.010553375817835331,
      "step": 31720
    },
    {
      "loss_action": 0.005049598403275013,
      "loss_total": 0.005049598403275013,
      "step": 31720
    },
    {
      "grad_norm": 0.11170294880867004,
      "learning_rate": 8.170656135432418e-05,
      "loss": 0.0104,
      "step": 31730
    },
    {
      "loss_action": 0.005485397297888994,
      "loss_total": 0.005485397297888994,
      "step": 31730
    },
    {
      "loss_action": 0.019055848941206932,
      "loss_total": 0.019055848941206932,
      "step": 31730
    },
    {
      "loss_action": 0.007618588395416737,
      "loss_total": 0.007618588395416737,
      "step": 31730
    },
    {
      "loss_action": 0.0022562311496585608,
      "loss_total": 0.0022562311496585608,
      "step": 31730
    },
    {
      "loss_action": 0.007984405383467674,
      "loss_total": 0.007984405383467674,
      "step": 31730
    },
    {
      "loss_action": 0.01062136609107256,
      "loss_total": 0.01062136609107256,
      "step": 31730
    },
    {
      "loss_action": 0.007998370565474033,
      "loss_total": 0.007998370565474033,
      "step": 31730
    },
    {
      "loss_action": 0.0041032880544662476,
      "loss_total": 0.0041032880544662476,
      "step": 31730
    },
    {
      "grad_norm": 0.15977276861667633,
      "learning_rate": 8.169377457153155e-05,
      "loss": 0.0122,
      "step": 31740
    },
    {
      "loss_action": 0.006604637484997511,
      "loss_total": 0.006604637484997511,
      "step": 31740
    },
    {
      "loss_action": 0.007403737865388393,
      "loss_total": 0.007403737865388393,
      "step": 31740
    },
    {
      "loss_action": 0.006917377468198538,
      "loss_total": 0.006917377468198538,
      "step": 31740
    },
    {
      "loss_action": 0.004015294369310141,
      "loss_total": 0.004015294369310141,
      "step": 31740
    },
    {
      "loss_action": 0.004520628601312637,
      "loss_total": 0.004520628601312637,
      "step": 31740
    },
    {
      "loss_action": 0.018176063895225525,
      "loss_total": 0.018176063895225525,
      "step": 31740
    },
    {
      "loss_action": 0.022511128336191177,
      "loss_total": 0.022511128336191177,
      "step": 31740
    },
    {
      "loss_action": 0.011232501827180386,
      "loss_total": 0.011232501827180386,
      "step": 31740
    },
    {
      "grad_norm": 0.1531253606081009,
      "learning_rate": 8.168098432275539e-05,
      "loss": 0.0109,
      "step": 31750
    },
    {
      "loss_action": 0.004094833508133888,
      "loss_total": 0.004094833508133888,
      "step": 31750
    },
    {
      "loss_action": 0.020102497190237045,
      "loss_total": 0.020102497190237045,
      "step": 31750
    },
    {
      "loss_action": 0.003262387355789542,
      "loss_total": 0.003262387355789542,
      "step": 31750
    },
    {
      "loss_action": 0.006422338075935841,
      "loss_total": 0.006422338075935841,
      "step": 31750
    },
    {
      "loss_action": 0.016281727701425552,
      "loss_total": 0.016281727701425552,
      "step": 31750
    },
    {
      "loss_action": 0.015445968136191368,
      "loss_total": 0.015445968136191368,
      "step": 31750
    },
    {
      "loss_action": 0.008878562599420547,
      "loss_total": 0.008878562599420547,
      "step": 31750
    },
    {
      "loss_action": 0.004536394961178303,
      "loss_total": 0.004536394961178303,
      "step": 31750
    },
    {
      "grad_norm": 0.0828314870595932,
      "learning_rate": 8.166819060939442e-05,
      "loss": 0.0104,
      "step": 31760
    },
    {
      "loss_action": 0.01330567616969347,
      "loss_total": 0.01330567616969347,
      "step": 31760
    },
    {
      "loss_action": 0.0036115418188273907,
      "loss_total": 0.0036115418188273907,
      "step": 31760
    },
    {
      "loss_action": 0.005721861496567726,
      "loss_total": 0.005721861496567726,
      "step": 31760
    },
    {
      "loss_action": 0.012695565819740295,
      "loss_total": 0.012695565819740295,
      "step": 31760
    },
    {
      "loss_action": 0.011137213557958603,
      "loss_total": 0.011137213557958603,
      "step": 31760
    },
    {
      "loss_action": 0.006260277237743139,
      "loss_total": 0.006260277237743139,
      "step": 31760
    },
    {
      "loss_action": 0.015637286007404327,
      "loss_total": 0.015637286007404327,
      "step": 31760
    },
    {
      "loss_action": 0.007042817771434784,
      "loss_total": 0.007042817771434784,
      "step": 31760
    },
    {
      "grad_norm": 0.1246853843331337,
      "learning_rate": 8.165539343284772e-05,
      "loss": 0.0111,
      "step": 31770
    },
    {
      "loss_action": 0.00505512161180377,
      "loss_total": 0.00505512161180377,
      "step": 31770
    },
    {
      "loss_action": 0.011892464011907578,
      "loss_total": 0.011892464011907578,
      "step": 31770
    },
    {
      "loss_action": 0.037883300334215164,
      "loss_total": 0.037883300334215164,
      "step": 31770
    },
    {
      "loss_action": 0.010698078200221062,
      "loss_total": 0.010698078200221062,
      "step": 31770
    },
    {
      "loss_action": 0.009888259693980217,
      "loss_total": 0.009888259693980217,
      "step": 31770
    },
    {
      "loss_action": 0.004203888587653637,
      "loss_total": 0.004203888587653637,
      "step": 31770
    },
    {
      "loss_action": 0.008497923612594604,
      "loss_total": 0.008497923612594604,
      "step": 31770
    },
    {
      "loss_action": 0.004697428550571203,
      "loss_total": 0.004697428550571203,
      "step": 31770
    },
    {
      "grad_norm": 0.10357841104269028,
      "learning_rate": 8.16425927945148e-05,
      "loss": 0.0109,
      "step": 31780
    },
    {
      "loss_action": 0.03299983590841293,
      "loss_total": 0.03299983590841293,
      "step": 31780
    },
    {
      "loss_action": 0.01312057115137577,
      "loss_total": 0.01312057115137577,
      "step": 31780
    },
    {
      "loss_action": 0.013297157362103462,
      "loss_total": 0.013297157362103462,
      "step": 31780
    },
    {
      "loss_action": 0.0036234231665730476,
      "loss_total": 0.0036234231665730476,
      "step": 31780
    },
    {
      "loss_action": 0.004228374920785427,
      "loss_total": 0.004228374920785427,
      "step": 31780
    },
    {
      "loss_action": 0.005434657447040081,
      "loss_total": 0.005434657447040081,
      "step": 31780
    },
    {
      "loss_action": 0.027736414223909378,
      "loss_total": 0.027736414223909378,
      "step": 31780
    },
    {
      "loss_action": 0.01226048357784748,
      "loss_total": 0.01226048357784748,
      "step": 31780
    },
    {
      "grad_norm": 0.11616498231887817,
      "learning_rate": 8.162978869579551e-05,
      "loss": 0.0106,
      "step": 31790
    },
    {
      "loss_action": 0.006929581519216299,
      "loss_total": 0.006929581519216299,
      "step": 31790
    },
    {
      "loss_action": 0.008101333864033222,
      "loss_total": 0.008101333864033222,
      "step": 31790
    },
    {
      "loss_action": 0.010542448610067368,
      "loss_total": 0.010542448610067368,
      "step": 31790
    },
    {
      "loss_action": 0.025102877989411354,
      "loss_total": 0.025102877989411354,
      "step": 31790
    },
    {
      "loss_action": 0.011063695885241032,
      "loss_total": 0.011063695885241032,
      "step": 31790
    },
    {
      "loss_action": 0.017071738839149475,
      "loss_total": 0.017071738839149475,
      "step": 31790
    },
    {
      "loss_action": 0.008818857371807098,
      "loss_total": 0.008818857371807098,
      "step": 31790
    },
    {
      "loss_action": 0.009952999651432037,
      "loss_total": 0.009952999651432037,
      "step": 31790
    },
    {
      "grad_norm": 0.11176647245883942,
      "learning_rate": 8.161698113809007e-05,
      "loss": 0.0111,
      "step": 31800
    },
    {
      "loss_action": 0.0026505894493311644,
      "loss_total": 0.0026505894493311644,
      "step": 31800
    },
    {
      "loss_action": 0.022155161947011948,
      "loss_total": 0.022155161947011948,
      "step": 31800
    },
    {
      "loss_action": 0.008018655702471733,
      "loss_total": 0.008018655702471733,
      "step": 31800
    },
    {
      "loss_action": 0.0056579625234007835,
      "loss_total": 0.0056579625234007835,
      "step": 31800
    },
    {
      "loss_action": 0.007484775502234697,
      "loss_total": 0.007484775502234697,
      "step": 31800
    },
    {
      "loss_action": 0.018424812704324722,
      "loss_total": 0.018424812704324722,
      "step": 31800
    },
    {
      "loss_action": 0.0017985353479161859,
      "loss_total": 0.0017985353479161859,
      "step": 31800
    },
    {
      "loss_action": 0.005904086399823427,
      "loss_total": 0.005904086399823427,
      "step": 31800
    },
    {
      "grad_norm": 0.1284370720386505,
      "learning_rate": 8.160417012279911e-05,
      "loss": 0.0095,
      "step": 31810
    },
    {
      "loss_action": 0.012673568911850452,
      "loss_total": 0.012673568911850452,
      "step": 31810
    },
    {
      "loss_action": 0.011905542574822903,
      "loss_total": 0.011905542574822903,
      "step": 31810
    },
    {
      "loss_action": 0.005966657306998968,
      "loss_total": 0.005966657306998968,
      "step": 31810
    },
    {
      "loss_action": 0.010418243706226349,
      "loss_total": 0.010418243706226349,
      "step": 31810
    },
    {
      "loss_action": 0.03455718606710434,
      "loss_total": 0.03455718606710434,
      "step": 31810
    },
    {
      "loss_action": 0.004537780769169331,
      "loss_total": 0.004537780769169331,
      "step": 31810
    },
    {
      "loss_action": 0.005820060148835182,
      "loss_total": 0.005820060148835182,
      "step": 31810
    },
    {
      "loss_action": 0.019722450524568558,
      "loss_total": 0.019722450524568558,
      "step": 31810
    },
    {
      "grad_norm": 0.1383563131093979,
      "learning_rate": 8.159135565132363e-05,
      "loss": 0.0118,
      "step": 31820
    },
    {
      "loss_action": 0.07919245958328247,
      "loss_total": 0.07919245958328247,
      "step": 31820
    },
    {
      "loss_action": 0.029957478865981102,
      "loss_total": 0.029957478865981102,
      "step": 31820
    },
    {
      "loss_action": 0.013458561152219772,
      "loss_total": 0.013458561152219772,
      "step": 31820
    },
    {
      "loss_action": 0.005981022492051125,
      "loss_total": 0.005981022492051125,
      "step": 31820
    },
    {
      "loss_action": 0.019281625747680664,
      "loss_total": 0.019281625747680664,
      "step": 31820
    },
    {
      "loss_action": 0.01918853260576725,
      "loss_total": 0.01918853260576725,
      "step": 31820
    },
    {
      "loss_action": 0.00813114084303379,
      "loss_total": 0.00813114084303379,
      "step": 31820
    },
    {
      "loss_action": 0.009841063991189003,
      "loss_total": 0.009841063991189003,
      "step": 31820
    },
    {
      "grad_norm": 0.11886706948280334,
      "learning_rate": 8.157853772506498e-05,
      "loss": 0.0101,
      "step": 31830
    },
    {
      "loss_action": 0.01702156849205494,
      "loss_total": 0.01702156849205494,
      "step": 31830
    },
    {
      "loss_action": 0.006790610961616039,
      "loss_total": 0.006790610961616039,
      "step": 31830
    },
    {
      "loss_action": 0.006475183647125959,
      "loss_total": 0.006475183647125959,
      "step": 31830
    },
    {
      "loss_action": 0.0033150077797472477,
      "loss_total": 0.0033150077797472477,
      "step": 31830
    },
    {
      "loss_action": 0.004447183571755886,
      "loss_total": 0.004447183571755886,
      "step": 31830
    },
    {
      "loss_action": 0.020873507484793663,
      "loss_total": 0.020873507484793663,
      "step": 31830
    },
    {
      "loss_action": 0.032475538551807404,
      "loss_total": 0.032475538551807404,
      "step": 31830
    },
    {
      "loss_action": 0.010944919660687447,
      "loss_total": 0.010944919660687447,
      "step": 31830
    },
    {
      "grad_norm": 0.1200014278292656,
      "learning_rate": 8.156571634542494e-05,
      "loss": 0.0103,
      "step": 31840
    },
    {
      "loss_action": 0.011322232894599438,
      "loss_total": 0.011322232894599438,
      "step": 31840
    },
    {
      "loss_action": 0.007910695858299732,
      "loss_total": 0.007910695858299732,
      "step": 31840
    },
    {
      "loss_action": 0.009528555907309055,
      "loss_total": 0.009528555907309055,
      "step": 31840
    },
    {
      "loss_action": 0.010182810015976429,
      "loss_total": 0.010182810015976429,
      "step": 31840
    },
    {
      "loss_action": 0.005402698181569576,
      "loss_total": 0.005402698181569576,
      "step": 31840
    },
    {
      "loss_action": 0.005390378180891275,
      "loss_total": 0.005390378180891275,
      "step": 31840
    },
    {
      "loss_action": 0.008509915322065353,
      "loss_total": 0.008509915322065353,
      "step": 31840
    },
    {
      "loss_action": 0.007373090833425522,
      "loss_total": 0.007373090833425522,
      "step": 31840
    },
    {
      "grad_norm": 0.16377361118793488,
      "learning_rate": 8.15528915138056e-05,
      "loss": 0.0109,
      "step": 31850
    },
    {
      "loss_action": 0.008491570129990578,
      "loss_total": 0.008491570129990578,
      "step": 31850
    },
    {
      "loss_action": 0.004844867158681154,
      "loss_total": 0.004844867158681154,
      "step": 31850
    },
    {
      "loss_action": 0.009496012702584267,
      "loss_total": 0.009496012702584267,
      "step": 31850
    },
    {
      "loss_action": 0.0075576212257146835,
      "loss_total": 0.0075576212257146835,
      "step": 31850
    },
    {
      "loss_action": 0.006736103445291519,
      "loss_total": 0.006736103445291519,
      "step": 31850
    },
    {
      "loss_action": 0.009527744725346565,
      "loss_total": 0.009527744725346565,
      "step": 31850
    },
    {
      "loss_action": 0.011766243726015091,
      "loss_total": 0.011766243726015091,
      "step": 31850
    },
    {
      "loss_action": 0.005819292273372412,
      "loss_total": 0.005819292273372412,
      "step": 31850
    },
    {
      "grad_norm": 0.13129469752311707,
      "learning_rate": 8.154006323160949e-05,
      "loss": 0.0109,
      "step": 31860
    },
    {
      "loss_action": 0.010731793940067291,
      "loss_total": 0.010731793940067291,
      "step": 31860
    },
    {
      "loss_action": 0.009079014882445335,
      "loss_total": 0.009079014882445335,
      "step": 31860
    },
    {
      "loss_action": 0.007676634471863508,
      "loss_total": 0.007676634471863508,
      "step": 31860
    },
    {
      "loss_action": 0.006710948422551155,
      "loss_total": 0.006710948422551155,
      "step": 31860
    },
    {
      "loss_action": 0.01573360525071621,
      "loss_total": 0.01573360525071621,
      "step": 31860
    },
    {
      "loss_action": 0.008169718086719513,
      "loss_total": 0.008169718086719513,
      "step": 31860
    },
    {
      "loss_action": 0.007780371233820915,
      "loss_total": 0.007780371233820915,
      "step": 31860
    },
    {
      "loss_action": 0.007451774086803198,
      "loss_total": 0.007451774086803198,
      "step": 31860
    },
    {
      "grad_norm": 0.11278311163187027,
      "learning_rate": 8.152723150023949e-05,
      "loss": 0.0095,
      "step": 31870
    },
    {
      "loss_action": 0.00651859026402235,
      "loss_total": 0.00651859026402235,
      "step": 31870
    },
    {
      "loss_action": 0.006502391770482063,
      "loss_total": 0.006502391770482063,
      "step": 31870
    },
    {
      "loss_action": 0.06239098310470581,
      "loss_total": 0.06239098310470581,
      "step": 31870
    },
    {
      "loss_action": 0.0056755878031253815,
      "loss_total": 0.0056755878031253815,
      "step": 31870
    },
    {
      "loss_action": 0.005966708064079285,
      "loss_total": 0.005966708064079285,
      "step": 31870
    },
    {
      "loss_action": 0.0023927888832986355,
      "loss_total": 0.0023927888832986355,
      "step": 31870
    },
    {
      "loss_action": 0.007857700809836388,
      "loss_total": 0.007857700809836388,
      "step": 31870
    },
    {
      "loss_action": 0.004762771539390087,
      "loss_total": 0.004762771539390087,
      "step": 31870
    },
    {
      "grad_norm": 0.1327209770679474,
      "learning_rate": 8.151439632109886e-05,
      "loss": 0.0119,
      "step": 31880
    },
    {
      "loss_action": 0.013422995805740356,
      "loss_total": 0.013422995805740356,
      "step": 31880
    },
    {
      "loss_action": 0.011038150638341904,
      "loss_total": 0.011038150638341904,
      "step": 31880
    },
    {
      "loss_action": 0.00411405973136425,
      "loss_total": 0.00411405973136425,
      "step": 31880
    },
    {
      "loss_action": 0.00858367420732975,
      "loss_total": 0.00858367420732975,
      "step": 31880
    },
    {
      "loss_action": 0.013026194646954536,
      "loss_total": 0.013026194646954536,
      "step": 31880
    },
    {
      "loss_action": 0.005406620446592569,
      "loss_total": 0.005406620446592569,
      "step": 31880
    },
    {
      "loss_action": 0.013549753464758396,
      "loss_total": 0.013549753464758396,
      "step": 31880
    },
    {
      "loss_action": 0.008427441120147705,
      "loss_total": 0.008427441120147705,
      "step": 31880
    },
    {
      "grad_norm": 0.11765585094690323,
      "learning_rate": 8.150155769559122e-05,
      "loss": 0.012,
      "step": 31890
    },
    {
      "loss_action": 0.007449989207088947,
      "loss_total": 0.007449989207088947,
      "step": 31890
    },
    {
      "loss_action": 0.0216686949133873,
      "loss_total": 0.0216686949133873,
      "step": 31890
    },
    {
      "loss_action": 0.025636324658989906,
      "loss_total": 0.025636324658989906,
      "step": 31890
    },
    {
      "loss_action": 0.030569592490792274,
      "loss_total": 0.030569592490792274,
      "step": 31890
    },
    {
      "loss_action": 0.004140201490372419,
      "loss_total": 0.004140201490372419,
      "step": 31890
    },
    {
      "loss_action": 0.011104127392172813,
      "loss_total": 0.011104127392172813,
      "step": 31890
    },
    {
      "loss_action": 0.02106291428208351,
      "loss_total": 0.02106291428208351,
      "step": 31890
    },
    {
      "loss_action": 0.0061339810490608215,
      "loss_total": 0.0061339810490608215,
      "step": 31890
    },
    {
      "grad_norm": 0.11798113584518433,
      "learning_rate": 8.148871562512058e-05,
      "loss": 0.0117,
      "step": 31900
    },
    {
      "loss_action": 0.009021335281431675,
      "loss_total": 0.009021335281431675,
      "step": 31900
    },
    {
      "loss_action": 0.021088844165205956,
      "loss_total": 0.021088844165205956,
      "step": 31900
    },
    {
      "loss_action": 0.017857560887932777,
      "loss_total": 0.017857560887932777,
      "step": 31900
    },
    {
      "loss_action": 0.0032793714199215174,
      "loss_total": 0.0032793714199215174,
      "step": 31900
    },
    {
      "loss_action": 0.012891333550214767,
      "loss_total": 0.012891333550214767,
      "step": 31900
    },
    {
      "loss_action": 0.00550316646695137,
      "loss_total": 0.00550316646695137,
      "step": 31900
    },
    {
      "loss_action": 0.004550655372440815,
      "loss_total": 0.004550655372440815,
      "step": 31900
    },
    {
      "loss_action": 0.015267329290509224,
      "loss_total": 0.015267329290509224,
      "step": 31900
    },
    {
      "grad_norm": 0.11321420222520828,
      "learning_rate": 8.147587011109136e-05,
      "loss": 0.0108,
      "step": 31910
    },
    {
      "loss_action": 0.007351933512836695,
      "loss_total": 0.007351933512836695,
      "step": 31910
    },
    {
      "loss_action": 0.00902397558093071,
      "loss_total": 0.00902397558093071,
      "step": 31910
    },
    {
      "loss_action": 0.013713087886571884,
      "loss_total": 0.013713087886571884,
      "step": 31910
    },
    {
      "loss_action": 0.012324921786785126,
      "loss_total": 0.012324921786785126,
      "step": 31910
    },
    {
      "loss_action": 0.011616131290793419,
      "loss_total": 0.011616131290793419,
      "step": 31910
    },
    {
      "loss_action": 0.008857134729623795,
      "loss_total": 0.008857134729623795,
      "step": 31910
    },
    {
      "loss_action": 0.012836514040827751,
      "loss_total": 0.012836514040827751,
      "step": 31910
    },
    {
      "loss_action": 0.010896982625126839,
      "loss_total": 0.010896982625126839,
      "step": 31910
    },
    {
      "grad_norm": 0.11064714938402176,
      "learning_rate": 8.14630211549083e-05,
      "loss": 0.0096,
      "step": 31920
    },
    {
      "loss_action": 0.004164986778050661,
      "loss_total": 0.004164986778050661,
      "step": 31920
    },
    {
      "loss_action": 0.013025068677961826,
      "loss_total": 0.013025068677961826,
      "step": 31920
    },
    {
      "loss_action": 0.02481864020228386,
      "loss_total": 0.02481864020228386,
      "step": 31920
    },
    {
      "loss_action": 0.008351217024028301,
      "loss_total": 0.008351217024028301,
      "step": 31920
    },
    {
      "loss_action": 0.021805601194500923,
      "loss_total": 0.021805601194500923,
      "step": 31920
    },
    {
      "loss_action": 0.00965135358273983,
      "loss_total": 0.00965135358273983,
      "step": 31920
    },
    {
      "loss_action": 0.045626550912857056,
      "loss_total": 0.045626550912857056,
      "step": 31920
    },
    {
      "loss_action": 0.006596843712031841,
      "loss_total": 0.006596843712031841,
      "step": 31920
    },
    {
      "grad_norm": 0.13208597898483276,
      "learning_rate": 8.145016875797655e-05,
      "loss": 0.0101,
      "step": 31930
    },
    {
      "loss_action": 0.018365472555160522,
      "loss_total": 0.018365472555160522,
      "step": 31930
    },
    {
      "loss_action": 0.028966683894395828,
      "loss_total": 0.028966683894395828,
      "step": 31930
    },
    {
      "loss_action": 0.012118414044380188,
      "loss_total": 0.012118414044380188,
      "step": 31930
    },
    {
      "loss_action": 0.015766125172376633,
      "loss_total": 0.015766125172376633,
      "step": 31930
    },
    {
      "loss_action": 0.008701379410922527,
      "loss_total": 0.008701379410922527,
      "step": 31930
    },
    {
      "loss_action": 0.011915860697627068,
      "loss_total": 0.011915860697627068,
      "step": 31930
    },
    {
      "loss_action": 0.008911428973078728,
      "loss_total": 0.008911428973078728,
      "step": 31930
    },
    {
      "loss_action": 0.01072625070810318,
      "loss_total": 0.01072625070810318,
      "step": 31930
    },
    {
      "grad_norm": 0.10896224528551102,
      "learning_rate": 8.143731292170164e-05,
      "loss": 0.0112,
      "step": 31940
    },
    {
      "loss_action": 0.005775732919573784,
      "loss_total": 0.005775732919573784,
      "step": 31940
    },
    {
      "loss_action": 0.00376359885558486,
      "loss_total": 0.00376359885558486,
      "step": 31940
    },
    {
      "loss_action": 0.0066397967748343945,
      "loss_total": 0.0066397967748343945,
      "step": 31940
    },
    {
      "loss_action": 0.009970215149223804,
      "loss_total": 0.009970215149223804,
      "step": 31940
    },
    {
      "loss_action": 0.0035304767079651356,
      "loss_total": 0.0035304767079651356,
      "step": 31940
    },
    {
      "loss_action": 0.008409915491938591,
      "loss_total": 0.008409915491938591,
      "step": 31940
    },
    {
      "loss_action": 0.011249106377363205,
      "loss_total": 0.011249106377363205,
      "step": 31940
    },
    {
      "loss_action": 0.01450745202600956,
      "loss_total": 0.01450745202600956,
      "step": 31940
    },
    {
      "grad_norm": 0.1540222018957138,
      "learning_rate": 8.142445364748944e-05,
      "loss": 0.0122,
      "step": 31950
    },
    {
      "loss_action": 0.015496144071221352,
      "loss_total": 0.015496144071221352,
      "step": 31950
    },
    {
      "loss_action": 0.023250974714756012,
      "loss_total": 0.023250974714756012,
      "step": 31950
    },
    {
      "loss_action": 0.006045912392437458,
      "loss_total": 0.006045912392437458,
      "step": 31950
    },
    {
      "loss_action": 0.015093536116182804,
      "loss_total": 0.015093536116182804,
      "step": 31950
    },
    {
      "loss_action": 0.006807827390730381,
      "loss_total": 0.006807827390730381,
      "step": 31950
    },
    {
      "loss_action": 0.005157568957656622,
      "loss_total": 0.005157568957656622,
      "step": 31950
    },
    {
      "loss_action": 0.017206022515892982,
      "loss_total": 0.017206022515892982,
      "step": 31950
    },
    {
      "loss_action": 0.005658431444317102,
      "loss_total": 0.005658431444317102,
      "step": 31950
    },
    {
      "grad_norm": 0.1488569974899292,
      "learning_rate": 8.141159093674624e-05,
      "loss": 0.0105,
      "step": 31960
    },
    {
      "loss_action": 0.007921598851680756,
      "loss_total": 0.007921598851680756,
      "step": 31960
    },
    {
      "loss_action": 0.007095012813806534,
      "loss_total": 0.007095012813806534,
      "step": 31960
    },
    {
      "loss_action": 0.0055144177749753,
      "loss_total": 0.0055144177749753,
      "step": 31960
    },
    {
      "loss_action": 0.007079527713358402,
      "loss_total": 0.007079527713358402,
      "step": 31960
    },
    {
      "loss_action": 0.01035767700523138,
      "loss_total": 0.01035767700523138,
      "step": 31960
    },
    {
      "loss_action": 0.007058253046125174,
      "loss_total": 0.007058253046125174,
      "step": 31960
    },
    {
      "loss_action": 0.012969009578227997,
      "loss_total": 0.012969009578227997,
      "step": 31960
    },
    {
      "loss_action": 0.00725654698908329,
      "loss_total": 0.00725654698908329,
      "step": 31960
    },
    {
      "grad_norm": 0.16620557010173798,
      "learning_rate": 8.139872479087869e-05,
      "loss": 0.0111,
      "step": 31970
    },
    {
      "loss_action": 0.004361175000667572,
      "loss_total": 0.004361175000667572,
      "step": 31970
    },
    {
      "loss_action": 0.004834490828216076,
      "loss_total": 0.004834490828216076,
      "step": 31970
    },
    {
      "loss_action": 0.00980136077851057,
      "loss_total": 0.00980136077851057,
      "step": 31970
    },
    {
      "loss_action": 0.004478421062231064,
      "loss_total": 0.004478421062231064,
      "step": 31970
    },
    {
      "loss_action": 0.009822657331824303,
      "loss_total": 0.009822657331824303,
      "step": 31970
    },
    {
      "loss_action": 0.006443231366574764,
      "loss_total": 0.006443231366574764,
      "step": 31970
    },
    {
      "loss_action": 0.012932859361171722,
      "loss_total": 0.012932859361171722,
      "step": 31970
    },
    {
      "loss_action": 0.021802885457873344,
      "loss_total": 0.021802885457873344,
      "step": 31970
    },
    {
      "grad_norm": 0.10659882426261902,
      "learning_rate": 8.13858552112938e-05,
      "loss": 0.011,
      "step": 31980
    },
    {
      "loss_action": 0.006677641533315182,
      "loss_total": 0.006677641533315182,
      "step": 31980
    },
    {
      "loss_action": 0.009234903380274773,
      "loss_total": 0.009234903380274773,
      "step": 31980
    },
    {
      "loss_action": 0.01026002038270235,
      "loss_total": 0.01026002038270235,
      "step": 31980
    },
    {
      "loss_action": 0.009403879754245281,
      "loss_total": 0.009403879754245281,
      "step": 31980
    },
    {
      "loss_action": 0.008019340224564075,
      "loss_total": 0.008019340224564075,
      "step": 31980
    },
    {
      "loss_action": 0.014411158859729767,
      "loss_total": 0.014411158859729767,
      "step": 31980
    },
    {
      "loss_action": 0.010749584063887596,
      "loss_total": 0.010749584063887596,
      "step": 31980
    },
    {
      "loss_action": 0.009700039401650429,
      "loss_total": 0.009700039401650429,
      "step": 31980
    },
    {
      "grad_norm": 0.15286847949028015,
      "learning_rate": 8.137298219939895e-05,
      "loss": 0.0113,
      "step": 31990
    },
    {
      "loss_action": 0.005678000394254923,
      "loss_total": 0.005678000394254923,
      "step": 31990
    },
    {
      "loss_action": 0.018653880804777145,
      "loss_total": 0.018653880804777145,
      "step": 31990
    },
    {
      "loss_action": 0.006497301161289215,
      "loss_total": 0.006497301161289215,
      "step": 31990
    },
    {
      "loss_action": 0.010996857658028603,
      "loss_total": 0.010996857658028603,
      "step": 31990
    },
    {
      "loss_action": 0.005291244946420193,
      "loss_total": 0.005291244946420193,
      "step": 31990
    },
    {
      "loss_action": 0.008605245500802994,
      "loss_total": 0.008605245500802994,
      "step": 31990
    },
    {
      "loss_action": 0.0064573087729513645,
      "loss_total": 0.0064573087729513645,
      "step": 31990
    },
    {
      "loss_action": 0.0031757033430039883,
      "loss_total": 0.0031757033430039883,
      "step": 31990
    },
    {
      "grad_norm": 0.16614358127117157,
      "learning_rate": 8.136010575660196e-05,
      "loss": 0.0089,
      "step": 32000
    },
    {
      "loss_action": 0.01418827660381794,
      "loss_total": 0.01418827660381794,
      "step": 32000
    },
    {
      "loss_action": 0.01267179287970066,
      "loss_total": 0.01267179287970066,
      "step": 32000
    },
    {
      "loss_action": 0.011654002591967583,
      "loss_total": 0.011654002591967583,
      "step": 32000
    },
    {
      "loss_action": 0.0047087534330785275,
      "loss_total": 0.0047087534330785275,
      "step": 32000
    },
    {
      "loss_action": 0.021098731085658073,
      "loss_total": 0.021098731085658073,
      "step": 32000
    },
    {
      "loss_action": 0.011603275313973427,
      "loss_total": 0.011603275313973427,
      "step": 32000
    },
    {
      "loss_action": 0.011207042261958122,
      "loss_total": 0.011207042261958122,
      "step": 32000
    },
    {
      "loss_action": 0.02024872973561287,
      "loss_total": 0.02024872973561287,
      "step": 32000
    },
    {
      "grad_norm": 0.11050401628017426,
      "learning_rate": 8.134722588431095e-05,
      "loss": 0.0107,
      "step": 32010
    },
    {
      "loss_action": 0.006562248803675175,
      "loss_total": 0.006562248803675175,
      "step": 32010
    },
    {
      "loss_action": 0.00949932262301445,
      "loss_total": 0.00949932262301445,
      "step": 32010
    },
    {
      "loss_action": 0.007262500002980232,
      "loss_total": 0.007262500002980232,
      "step": 32010
    },
    {
      "loss_action": 0.011458699591457844,
      "loss_total": 0.011458699591457844,
      "step": 32010
    },
    {
      "loss_action": 0.004773064982146025,
      "loss_total": 0.004773064982146025,
      "step": 32010
    },
    {
      "loss_action": 0.0055541228502988815,
      "loss_total": 0.0055541228502988815,
      "step": 32010
    },
    {
      "loss_action": 0.003615731606259942,
      "loss_total": 0.003615731606259942,
      "step": 32010
    },
    {
      "loss_action": 0.0128626748919487,
      "loss_total": 0.0128626748919487,
      "step": 32010
    },
    {
      "grad_norm": 0.1870126575231552,
      "learning_rate": 8.133434258393444e-05,
      "loss": 0.0108,
      "step": 32020
    },
    {
      "loss_action": 0.0074703325517475605,
      "loss_total": 0.0074703325517475605,
      "step": 32020
    },
    {
      "loss_action": 0.013885891065001488,
      "loss_total": 0.013885891065001488,
      "step": 32020
    },
    {
      "loss_action": 0.005613602697849274,
      "loss_total": 0.005613602697849274,
      "step": 32020
    },
    {
      "loss_action": 0.008406754583120346,
      "loss_total": 0.008406754583120346,
      "step": 32020
    },
    {
      "loss_action": 0.0192858949303627,
      "loss_total": 0.0192858949303627,
      "step": 32020
    },
    {
      "loss_action": 0.01992015354335308,
      "loss_total": 0.01992015354335308,
      "step": 32020
    },
    {
      "loss_action": 0.016596730798482895,
      "loss_total": 0.016596730798482895,
      "step": 32020
    },
    {
      "loss_action": 0.020783986896276474,
      "loss_total": 0.020783986896276474,
      "step": 32020
    },
    {
      "grad_norm": 0.14066161215305328,
      "learning_rate": 8.132145585688134e-05,
      "loss": 0.013,
      "step": 32030
    },
    {
      "loss_action": 0.018989982083439827,
      "loss_total": 0.018989982083439827,
      "step": 32030
    },
    {
      "loss_action": 0.00889290776103735,
      "loss_total": 0.00889290776103735,
      "step": 32030
    },
    {
      "loss_action": 0.003704318543896079,
      "loss_total": 0.003704318543896079,
      "step": 32030
    },
    {
      "loss_action": 0.019180353730916977,
      "loss_total": 0.019180353730916977,
      "step": 32030
    },
    {
      "loss_action": 0.0110575370490551,
      "loss_total": 0.0110575370490551,
      "step": 32030
    },
    {
      "loss_action": 0.005040651187300682,
      "loss_total": 0.005040651187300682,
      "step": 32030
    },
    {
      "loss_action": 0.013845289126038551,
      "loss_total": 0.013845289126038551,
      "step": 32030
    },
    {
      "loss_action": 0.013336991891264915,
      "loss_total": 0.013336991891264915,
      "step": 32030
    },
    {
      "grad_norm": 0.11151380091905594,
      "learning_rate": 8.130856570456093e-05,
      "loss": 0.011,
      "step": 32040
    },
    {
      "loss_action": 0.015054103918373585,
      "loss_total": 0.015054103918373585,
      "step": 32040
    },
    {
      "loss_action": 0.005333393812179565,
      "loss_total": 0.005333393812179565,
      "step": 32040
    },
    {
      "loss_action": 0.007874605245888233,
      "loss_total": 0.007874605245888233,
      "step": 32040
    },
    {
      "loss_action": 0.03315780311822891,
      "loss_total": 0.03315780311822891,
      "step": 32040
    },
    {
      "loss_action": 0.004391113296151161,
      "loss_total": 0.004391113296151161,
      "step": 32040
    },
    {
      "loss_action": 0.008252507075667381,
      "loss_total": 0.008252507075667381,
      "step": 32040
    },
    {
      "loss_action": 0.004709335044026375,
      "loss_total": 0.004709335044026375,
      "step": 32040
    },
    {
      "loss_action": 0.014403283596038818,
      "loss_total": 0.014403283596038818,
      "step": 32040
    },
    {
      "grad_norm": 0.08769609034061432,
      "learning_rate": 8.129567212838283e-05,
      "loss": 0.0103,
      "step": 32050
    },
    {
      "loss_action": 0.014847705140709877,
      "loss_total": 0.014847705140709877,
      "step": 32050
    },
    {
      "loss_action": 0.006278438959270716,
      "loss_total": 0.006278438959270716,
      "step": 32050
    },
    {
      "loss_action": 0.010181086137890816,
      "loss_total": 0.010181086137890816,
      "step": 32050
    },
    {
      "loss_action": 0.007621460594236851,
      "loss_total": 0.007621460594236851,
      "step": 32050
    },
    {
      "loss_action": 0.007033876609057188,
      "loss_total": 0.007033876609057188,
      "step": 32050
    },
    {
      "loss_action": 0.014645901508629322,
      "loss_total": 0.014645901508629322,
      "step": 32050
    },
    {
      "loss_action": 0.010235765017569065,
      "loss_total": 0.010235765017569065,
      "step": 32050
    },
    {
      "loss_action": 0.005651488900184631,
      "loss_total": 0.005651488900184631,
      "step": 32050
    },
    {
      "grad_norm": 0.10411641746759415,
      "learning_rate": 8.128277512975708e-05,
      "loss": 0.0094,
      "step": 32060
    },
    {
      "loss_action": 0.005397134926170111,
      "loss_total": 0.005397134926170111,
      "step": 32060
    },
    {
      "loss_action": 0.007542476989328861,
      "loss_total": 0.007542476989328861,
      "step": 32060
    },
    {
      "loss_action": 0.008483346551656723,
      "loss_total": 0.008483346551656723,
      "step": 32060
    },
    {
      "loss_action": 0.006147981155663729,
      "loss_total": 0.006147981155663729,
      "step": 32060
    },
    {
      "loss_action": 0.008265726268291473,
      "loss_total": 0.008265726268291473,
      "step": 32060
    },
    {
      "loss_action": 0.011137750931084156,
      "loss_total": 0.011137750931084156,
      "step": 32060
    },
    {
      "loss_action": 0.006544564850628376,
      "loss_total": 0.006544564850628376,
      "step": 32060
    },
    {
      "loss_action": 0.005171269178390503,
      "loss_total": 0.005171269178390503,
      "step": 32060
    },
    {
      "grad_norm": 0.14935559034347534,
      "learning_rate": 8.126987471009408e-05,
      "loss": 0.0095,
      "step": 32070
    },
    {
      "loss_action": 0.016290225088596344,
      "loss_total": 0.016290225088596344,
      "step": 32070
    },
    {
      "loss_action": 0.00899680145084858,
      "loss_total": 0.00899680145084858,
      "step": 32070
    },
    {
      "loss_action": 0.0025687292218208313,
      "loss_total": 0.0025687292218208313,
      "step": 32070
    },
    {
      "loss_action": 0.017621727660298347,
      "loss_total": 0.017621727660298347,
      "step": 32070
    },
    {
      "loss_action": 0.00512244226410985,
      "loss_total": 0.00512244226410985,
      "step": 32070
    },
    {
      "loss_action": 0.00802002102136612,
      "loss_total": 0.00802002102136612,
      "step": 32070
    },
    {
      "loss_action": 0.012003845535218716,
      "loss_total": 0.012003845535218716,
      "step": 32070
    },
    {
      "loss_action": 0.015388214960694313,
      "loss_total": 0.015388214960694313,
      "step": 32070
    },
    {
      "grad_norm": 0.12473352998495102,
      "learning_rate": 8.125697087080459e-05,
      "loss": 0.0101,
      "step": 32080
    },
    {
      "loss_action": 0.003865813137963414,
      "loss_total": 0.003865813137963414,
      "step": 32080
    },
    {
      "loss_action": 0.007436937186866999,
      "loss_total": 0.007436937186866999,
      "step": 32080
    },
    {
      "loss_action": 0.013986758887767792,
      "loss_total": 0.013986758887767792,
      "step": 32080
    },
    {
      "loss_action": 0.014447249472141266,
      "loss_total": 0.014447249472141266,
      "step": 32080
    },
    {
      "loss_action": 0.009322365745902061,
      "loss_total": 0.009322365745902061,
      "step": 32080
    },
    {
      "loss_action": 0.006805697456002235,
      "loss_total": 0.006805697456002235,
      "step": 32080
    },
    {
      "loss_action": 0.008474517613649368,
      "loss_total": 0.008474517613649368,
      "step": 32080
    },
    {
      "loss_action": 0.007028224412351847,
      "loss_total": 0.007028224412351847,
      "step": 32080
    },
    {
      "grad_norm": 0.17857597768306732,
      "learning_rate": 8.124406361329976e-05,
      "loss": 0.0113,
      "step": 32090
    },
    {
      "loss_action": 0.006035069935023785,
      "loss_total": 0.006035069935023785,
      "step": 32090
    },
    {
      "loss_action": 0.033975280821323395,
      "loss_total": 0.033975280821323395,
      "step": 32090
    },
    {
      "loss_action": 0.004622162319719791,
      "loss_total": 0.004622162319719791,
      "step": 32090
    },
    {
      "loss_action": 0.021076032891869545,
      "loss_total": 0.021076032891869545,
      "step": 32090
    },
    {
      "loss_action": 0.006149773485958576,
      "loss_total": 0.006149773485958576,
      "step": 32090
    },
    {
      "loss_action": 0.021307310089468956,
      "loss_total": 0.021307310089468956,
      "step": 32090
    },
    {
      "loss_action": 0.00944373570382595,
      "loss_total": 0.00944373570382595,
      "step": 32090
    },
    {
      "loss_action": 0.00835205428302288,
      "loss_total": 0.00835205428302288,
      "step": 32090
    },
    {
      "grad_norm": 0.12996681034564972,
      "learning_rate": 8.123115293899111e-05,
      "loss": 0.0102,
      "step": 32100
    },
    {
      "loss_action": 0.014320776797831059,
      "loss_total": 0.014320776797831059,
      "step": 32100
    },
    {
      "loss_action": 0.007572859525680542,
      "loss_total": 0.007572859525680542,
      "step": 32100
    },
    {
      "loss_action": 0.004430979490280151,
      "loss_total": 0.004430979490280151,
      "step": 32100
    },
    {
      "loss_action": 0.007162933237850666,
      "loss_total": 0.007162933237850666,
      "step": 32100
    },
    {
      "loss_action": 0.010296741500496864,
      "loss_total": 0.010296741500496864,
      "step": 32100
    },
    {
      "loss_action": 0.016670236364006996,
      "loss_total": 0.016670236364006996,
      "step": 32100
    },
    {
      "loss_action": 0.007457694970071316,
      "loss_total": 0.007457694970071316,
      "step": 32100
    },
    {
      "loss_action": 0.03994596749544144,
      "loss_total": 0.03994596749544144,
      "step": 32100
    },
    {
      "grad_norm": 0.14963456988334656,
      "learning_rate": 8.121823884929055e-05,
      "loss": 0.0119,
      "step": 32110
    },
    {
      "loss_action": 0.013450340367853642,
      "loss_total": 0.013450340367853642,
      "step": 32110
    },
    {
      "loss_action": 0.017829954624176025,
      "loss_total": 0.017829954624176025,
      "step": 32110
    },
    {
      "loss_action": 0.01330786757171154,
      "loss_total": 0.01330786757171154,
      "step": 32110
    },
    {
      "loss_action": 0.009996026754379272,
      "loss_total": 0.009996026754379272,
      "step": 32110
    },
    {
      "loss_action": 0.018819544464349747,
      "loss_total": 0.018819544464349747,
      "step": 32110
    },
    {
      "loss_action": 0.012551451101899147,
      "loss_total": 0.012551451101899147,
      "step": 32110
    },
    {
      "loss_action": 0.008730582892894745,
      "loss_total": 0.008730582892894745,
      "step": 32110
    },
    {
      "loss_action": 0.01637832075357437,
      "loss_total": 0.01637832075357437,
      "step": 32110
    },
    {
      "grad_norm": 0.13754549622535706,
      "learning_rate": 8.12053213456103e-05,
      "loss": 0.0099,
      "step": 32120
    },
    {
      "loss_action": 0.00954145472496748,
      "loss_total": 0.00954145472496748,
      "step": 32120
    },
    {
      "loss_action": 0.004356132820248604,
      "loss_total": 0.004356132820248604,
      "step": 32120
    },
    {
      "loss_action": 0.012656851671636105,
      "loss_total": 0.012656851671636105,
      "step": 32120
    },
    {
      "loss_action": 0.009416674263775349,
      "loss_total": 0.009416674263775349,
      "step": 32120
    },
    {
      "loss_action": 0.0076696439646184444,
      "loss_total": 0.0076696439646184444,
      "step": 32120
    },
    {
      "loss_action": 0.02063329517841339,
      "loss_total": 0.02063329517841339,
      "step": 32120
    },
    {
      "loss_action": 0.006886651739478111,
      "loss_total": 0.006886651739478111,
      "step": 32120
    },
    {
      "loss_action": 0.015119499526917934,
      "loss_total": 0.015119499526917934,
      "step": 32120
    },
    {
      "grad_norm": 0.09570895880460739,
      "learning_rate": 8.119240042936303e-05,
      "loss": 0.0119,
      "step": 32130
    },
    {
      "loss_action": 0.005725175142288208,
      "loss_total": 0.005725175142288208,
      "step": 32130
    },
    {
      "loss_action": 0.005428883247077465,
      "loss_total": 0.005428883247077465,
      "step": 32130
    },
    {
      "loss_action": 0.007020855788141489,
      "loss_total": 0.007020855788141489,
      "step": 32130
    },
    {
      "loss_action": 0.007582937832921743,
      "loss_total": 0.007582937832921743,
      "step": 32130
    },
    {
      "loss_action": 0.01598045602440834,
      "loss_total": 0.01598045602440834,
      "step": 32130
    },
    {
      "loss_action": 0.020104054361581802,
      "loss_total": 0.020104054361581802,
      "step": 32130
    },
    {
      "loss_action": 0.005809874273836613,
      "loss_total": 0.005809874273836613,
      "step": 32130
    },
    {
      "loss_action": 0.01014395896345377,
      "loss_total": 0.01014395896345377,
      "step": 32130
    },
    {
      "grad_norm": 0.11872897297143936,
      "learning_rate": 8.117947610196175e-05,
      "loss": 0.0112,
      "step": 32140
    },
    {
      "loss_action": 0.007881682366132736,
      "loss_total": 0.007881682366132736,
      "step": 32140
    },
    {
      "loss_action": 0.006821427959948778,
      "loss_total": 0.006821427959948778,
      "step": 32140
    },
    {
      "loss_action": 0.007442645262926817,
      "loss_total": 0.007442645262926817,
      "step": 32140
    },
    {
      "loss_action": 0.014272298663854599,
      "loss_total": 0.014272298663854599,
      "step": 32140
    },
    {
      "loss_action": 0.008639848791062832,
      "loss_total": 0.008639848791062832,
      "step": 32140
    },
    {
      "loss_action": 0.02436130866408348,
      "loss_total": 0.02436130866408348,
      "step": 32140
    },
    {
      "loss_action": 0.009803147055208683,
      "loss_total": 0.009803147055208683,
      "step": 32140
    },
    {
      "loss_action": 0.008252517320215702,
      "loss_total": 0.008252517320215702,
      "step": 32140
    },
    {
      "grad_norm": 0.13314151763916016,
      "learning_rate": 8.116654836481982e-05,
      "loss": 0.0109,
      "step": 32150
    },
    {
      "loss_action": 0.007286766543984413,
      "loss_total": 0.007286766543984413,
      "step": 32150
    },
    {
      "loss_action": 0.008685324341058731,
      "loss_total": 0.008685324341058731,
      "step": 32150
    },
    {
      "loss_action": 0.006507840007543564,
      "loss_total": 0.006507840007543564,
      "step": 32150
    },
    {
      "loss_action": 0.008405676111578941,
      "loss_total": 0.008405676111578941,
      "step": 32150
    },
    {
      "loss_action": 0.004509356804192066,
      "loss_total": 0.004509356804192066,
      "step": 32150
    },
    {
      "loss_action": 0.009397024288773537,
      "loss_total": 0.009397024288773537,
      "step": 32150
    },
    {
      "loss_action": 0.013484949246048927,
      "loss_total": 0.013484949246048927,
      "step": 32150
    },
    {
      "loss_action": 0.01274011842906475,
      "loss_total": 0.01274011842906475,
      "step": 32150
    },
    {
      "grad_norm": 0.22708670794963837,
      "learning_rate": 8.115361721935106e-05,
      "loss": 0.0113,
      "step": 32160
    },
    {
      "loss_action": 0.005977166350930929,
      "loss_total": 0.005977166350930929,
      "step": 32160
    },
    {
      "loss_action": 0.0043162209913134575,
      "loss_total": 0.0043162209913134575,
      "step": 32160
    },
    {
      "loss_action": 0.007970521226525307,
      "loss_total": 0.007970521226525307,
      "step": 32160
    },
    {
      "loss_action": 0.007230857387185097,
      "loss_total": 0.007230857387185097,
      "step": 32160
    },
    {
      "loss_action": 0.008082585409283638,
      "loss_total": 0.008082585409283638,
      "step": 32160
    },
    {
      "loss_action": 0.007417378015816212,
      "loss_total": 0.007417378015816212,
      "step": 32160
    },
    {
      "loss_action": 0.004714151844382286,
      "loss_total": 0.004714151844382286,
      "step": 32160
    },
    {
      "loss_action": 0.01356549747288227,
      "loss_total": 0.01356549747288227,
      "step": 32160
    },
    {
      "grad_norm": 0.14265254139900208,
      "learning_rate": 8.114068266696953e-05,
      "loss": 0.0104,
      "step": 32170
    },
    {
      "loss_action": 0.01144565362483263,
      "loss_total": 0.01144565362483263,
      "step": 32170
    },
    {
      "loss_action": 0.01723320595920086,
      "loss_total": 0.01723320595920086,
      "step": 32170
    },
    {
      "loss_action": 0.014353692531585693,
      "loss_total": 0.014353692531585693,
      "step": 32170
    },
    {
      "loss_action": 0.006839900277554989,
      "loss_total": 0.006839900277554989,
      "step": 32170
    },
    {
      "loss_action": 0.004199810791760683,
      "loss_total": 0.004199810791760683,
      "step": 32170
    },
    {
      "loss_action": 0.01211679819971323,
      "loss_total": 0.01211679819971323,
      "step": 32170
    },
    {
      "loss_action": 0.003983010537922382,
      "loss_total": 0.003983010537922382,
      "step": 32170
    },
    {
      "loss_action": 0.00362051697447896,
      "loss_total": 0.00362051697447896,
      "step": 32170
    },
    {
      "grad_norm": 0.11565646529197693,
      "learning_rate": 8.112774470908978e-05,
      "loss": 0.0098,
      "step": 32180
    },
    {
      "loss_action": 0.007217244245111942,
      "loss_total": 0.007217244245111942,
      "step": 32180
    },
    {
      "loss_action": 0.006744422018527985,
      "loss_total": 0.006744422018527985,
      "step": 32180
    },
    {
      "loss_action": 0.00592042924836278,
      "loss_total": 0.00592042924836278,
      "step": 32180
    },
    {
      "loss_action": 0.0060210805386304855,
      "loss_total": 0.0060210805386304855,
      "step": 32180
    },
    {
      "loss_action": 0.01109983678907156,
      "loss_total": 0.01109983678907156,
      "step": 32180
    },
    {
      "loss_action": 0.006462215445935726,
      "loss_total": 0.006462215445935726,
      "step": 32180
    },
    {
      "loss_action": 0.008015243336558342,
      "loss_total": 0.008015243336558342,
      "step": 32180
    },
    {
      "loss_action": 0.012013422325253487,
      "loss_total": 0.012013422325253487,
      "step": 32180
    },
    {
      "grad_norm": 0.14942751824855804,
      "learning_rate": 8.111480334712665e-05,
      "loss": 0.0104,
      "step": 32190
    },
    {
      "loss_action": 0.010386498644948006,
      "loss_total": 0.010386498644948006,
      "step": 32190
    },
    {
      "loss_action": 0.005038352217525244,
      "loss_total": 0.005038352217525244,
      "step": 32190
    },
    {
      "loss_action": 0.0041676717810332775,
      "loss_total": 0.0041676717810332775,
      "step": 32190
    },
    {
      "loss_action": 0.00600863341242075,
      "loss_total": 0.00600863341242075,
      "step": 32190
    },
    {
      "loss_action": 0.00406913086771965,
      "loss_total": 0.00406913086771965,
      "step": 32190
    },
    {
      "loss_action": 0.008496692404150963,
      "loss_total": 0.008496692404150963,
      "step": 32190
    },
    {
      "loss_action": 0.009644711390137672,
      "loss_total": 0.009644711390137672,
      "step": 32190
    },
    {
      "loss_action": 0.03194829821586609,
      "loss_total": 0.03194829821586609,
      "step": 32190
    },
    {
      "grad_norm": 0.11920717358589172,
      "learning_rate": 8.110185858249542e-05,
      "loss": 0.0093,
      "step": 32200
    },
    {
      "loss_action": 0.005419818684458733,
      "loss_total": 0.005419818684458733,
      "step": 32200
    },
    {
      "loss_action": 0.007425341755151749,
      "loss_total": 0.007425341755151749,
      "step": 32200
    },
    {
      "loss_action": 0.00859631784260273,
      "loss_total": 0.00859631784260273,
      "step": 32200
    },
    {
      "loss_action": 0.010088752023875713,
      "loss_total": 0.010088752023875713,
      "step": 32200
    },
    {
      "loss_action": 0.010591922327876091,
      "loss_total": 0.010591922327876091,
      "step": 32200
    },
    {
      "loss_action": 0.010633904486894608,
      "loss_total": 0.010633904486894608,
      "step": 32200
    },
    {
      "loss_action": 0.014186222106218338,
      "loss_total": 0.014186222106218338,
      "step": 32200
    },
    {
      "loss_action": 0.011296294629573822,
      "loss_total": 0.011296294629573822,
      "step": 32200
    },
    {
      "grad_norm": 0.09872642904520035,
      "learning_rate": 8.108891041661168e-05,
      "loss": 0.0095,
      "step": 32210
    },
    {
      "loss_action": 0.0028363727033138275,
      "loss_total": 0.0028363727033138275,
      "step": 32210
    },
    {
      "loss_action": 0.013878325000405312,
      "loss_total": 0.013878325000405312,
      "step": 32210
    },
    {
      "loss_action": 0.018979284912347794,
      "loss_total": 0.018979284912347794,
      "step": 32210
    },
    {
      "loss_action": 0.02019493281841278,
      "loss_total": 0.02019493281841278,
      "step": 32210
    },
    {
      "loss_action": 0.007021073251962662,
      "loss_total": 0.007021073251962662,
      "step": 32210
    },
    {
      "loss_action": 0.00896599143743515,
      "loss_total": 0.00896599143743515,
      "step": 32210
    },
    {
      "loss_action": 0.013158489018678665,
      "loss_total": 0.013158489018678665,
      "step": 32210
    },
    {
      "loss_action": 0.011503935791552067,
      "loss_total": 0.011503935791552067,
      "step": 32210
    },
    {
      "grad_norm": 0.1525265872478485,
      "learning_rate": 8.107595885089146e-05,
      "loss": 0.0096,
      "step": 32220
    },
    {
      "loss_action": 0.006358620245009661,
      "loss_total": 0.006358620245009661,
      "step": 32220
    },
    {
      "loss_action": 0.004253522027283907,
      "loss_total": 0.004253522027283907,
      "step": 32220
    },
    {
      "loss_action": 0.008250663056969643,
      "loss_total": 0.008250663056969643,
      "step": 32220
    },
    {
      "loss_action": 0.013663174584507942,
      "loss_total": 0.013663174584507942,
      "step": 32220
    },
    {
      "loss_action": 0.007585600484162569,
      "loss_total": 0.007585600484162569,
      "step": 32220
    },
    {
      "loss_action": 0.01354594249278307,
      "loss_total": 0.01354594249278307,
      "step": 32220
    },
    {
      "loss_action": 0.0042243036441504955,
      "loss_total": 0.0042243036441504955,
      "step": 32220
    },
    {
      "loss_action": 0.004358569160103798,
      "loss_total": 0.004358569160103798,
      "step": 32220
    },
    {
      "grad_norm": 0.13669390976428986,
      "learning_rate": 8.106300388675108e-05,
      "loss": 0.0105,
      "step": 32230
    },
    {
      "loss_action": 0.008025199174880981,
      "loss_total": 0.008025199174880981,
      "step": 32230
    },
    {
      "loss_action": 0.02814759686589241,
      "loss_total": 0.02814759686589241,
      "step": 32230
    },
    {
      "loss_action": 0.02514178678393364,
      "loss_total": 0.02514178678393364,
      "step": 32230
    },
    {
      "loss_action": 0.009074069559574127,
      "loss_total": 0.009074069559574127,
      "step": 32230
    },
    {
      "loss_action": 0.007135709282010794,
      "loss_total": 0.007135709282010794,
      "step": 32230
    },
    {
      "loss_action": 0.007804853841662407,
      "loss_total": 0.007804853841662407,
      "step": 32230
    },
    {
      "loss_action": 0.0025745639577507973,
      "loss_total": 0.0025745639577507973,
      "step": 32230
    },
    {
      "loss_action": 0.013692411594092846,
      "loss_total": 0.013692411594092846,
      "step": 32230
    },
    {
      "grad_norm": 0.17078225314617157,
      "learning_rate": 8.105004552560731e-05,
      "loss": 0.0101,
      "step": 32240
    },
    {
      "loss_action": 0.011912291869521141,
      "loss_total": 0.011912291869521141,
      "step": 32240
    },
    {
      "loss_action": 0.010256737470626831,
      "loss_total": 0.010256737470626831,
      "step": 32240
    },
    {
      "loss_action": 0.005484973546117544,
      "loss_total": 0.005484973546117544,
      "step": 32240
    },
    {
      "loss_action": 0.011097521521151066,
      "loss_total": 0.011097521521151066,
      "step": 32240
    },
    {
      "loss_action": 0.02716979756951332,
      "loss_total": 0.02716979756951332,
      "step": 32240
    },
    {
      "loss_action": 0.008037233725190163,
      "loss_total": 0.008037233725190163,
      "step": 32240
    },
    {
      "loss_action": 0.014920655637979507,
      "loss_total": 0.014920655637979507,
      "step": 32240
    },
    {
      "loss_action": 0.007450864650309086,
      "loss_total": 0.007450864650309086,
      "step": 32240
    },
    {
      "grad_norm": 0.13344845175743103,
      "learning_rate": 8.103708376887724e-05,
      "loss": 0.0102,
      "step": 32250
    },
    {
      "loss_action": 0.004969158209860325,
      "loss_total": 0.004969158209860325,
      "step": 32250
    },
    {
      "loss_action": 0.009218056686222553,
      "loss_total": 0.009218056686222553,
      "step": 32250
    },
    {
      "loss_action": 0.006176218390464783,
      "loss_total": 0.006176218390464783,
      "step": 32250
    },
    {
      "loss_action": 0.016629021614789963,
      "loss_total": 0.016629021614789963,
      "step": 32250
    },
    {
      "loss_action": 0.005693602375686169,
      "loss_total": 0.005693602375686169,
      "step": 32250
    },
    {
      "loss_action": 0.00795814674347639,
      "loss_total": 0.00795814674347639,
      "step": 32250
    },
    {
      "loss_action": 0.010527171194553375,
      "loss_total": 0.010527171194553375,
      "step": 32250
    },
    {
      "loss_action": 0.02777216024696827,
      "loss_total": 0.02777216024696827,
      "step": 32250
    },
    {
      "grad_norm": 0.1753918081521988,
      "learning_rate": 8.102411861797836e-05,
      "loss": 0.0105,
      "step": 32260
    },
    {
      "loss_action": 0.011723584495484829,
      "loss_total": 0.011723584495484829,
      "step": 32260
    },
    {
      "loss_action": 0.0036455499939620495,
      "loss_total": 0.0036455499939620495,
      "step": 32260
    },
    {
      "loss_action": 0.016757041215896606,
      "loss_total": 0.016757041215896606,
      "step": 32260
    },
    {
      "loss_action": 0.004007697571069002,
      "loss_total": 0.004007697571069002,
      "step": 32260
    },
    {
      "loss_action": 0.017409591004252434,
      "loss_total": 0.017409591004252434,
      "step": 32260
    },
    {
      "loss_action": 0.011630337685346603,
      "loss_total": 0.011630337685346603,
      "step": 32260
    },
    {
      "loss_action": 0.01545573491603136,
      "loss_total": 0.01545573491603136,
      "step": 32260
    },
    {
      "loss_action": 0.011231107637286186,
      "loss_total": 0.011231107637286186,
      "step": 32260
    },
    {
      "grad_norm": 0.1150747686624527,
      "learning_rate": 8.101115007432851e-05,
      "loss": 0.0098,
      "step": 32270
    },
    {
      "loss_action": 0.027386445552110672,
      "loss_total": 0.027386445552110672,
      "step": 32270
    },
    {
      "loss_action": 0.018405089154839516,
      "loss_total": 0.018405089154839516,
      "step": 32270
    },
    {
      "loss_action": 0.005859343335032463,
      "loss_total": 0.005859343335032463,
      "step": 32270
    },
    {
      "loss_action": 0.006849692203104496,
      "loss_total": 0.006849692203104496,
      "step": 32270
    },
    {
      "loss_action": 0.004123673774302006,
      "loss_total": 0.004123673774302006,
      "step": 32270
    },
    {
      "loss_action": 0.013614768162369728,
      "loss_total": 0.013614768162369728,
      "step": 32270
    },
    {
      "loss_action": 0.00701192207634449,
      "loss_total": 0.00701192207634449,
      "step": 32270
    },
    {
      "loss_action": 0.004705134313553572,
      "loss_total": 0.004705134313553572,
      "step": 32270
    },
    {
      "grad_norm": 0.10158049315214157,
      "learning_rate": 8.09981781393459e-05,
      "loss": 0.01,
      "step": 32280
    },
    {
      "loss_action": 0.0094540324062109,
      "loss_total": 0.0094540324062109,
      "step": 32280
    },
    {
      "loss_action": 0.014803683385252953,
      "loss_total": 0.014803683385252953,
      "step": 32280
    },
    {
      "loss_action": 0.0036315019242465496,
      "loss_total": 0.0036315019242465496,
      "step": 32280
    },
    {
      "loss_action": 0.015567727386951447,
      "loss_total": 0.015567727386951447,
      "step": 32280
    },
    {
      "loss_action": 0.006826193071901798,
      "loss_total": 0.006826193071901798,
      "step": 32280
    },
    {
      "loss_action": 0.017875181511044502,
      "loss_total": 0.017875181511044502,
      "step": 32280
    },
    {
      "loss_action": 0.002672460861504078,
      "loss_total": 0.002672460861504078,
      "step": 32280
    },
    {
      "loss_action": 0.004009458236396313,
      "loss_total": 0.004009458236396313,
      "step": 32280
    },
    {
      "grad_norm": 0.12949804961681366,
      "learning_rate": 8.098520281444915e-05,
      "loss": 0.0099,
      "step": 32290
    },
    {
      "loss_action": 0.007091953419148922,
      "loss_total": 0.007091953419148922,
      "step": 32290
    },
    {
      "loss_action": 0.006385874934494495,
      "loss_total": 0.006385874934494495,
      "step": 32290
    },
    {
      "loss_action": 0.004637887701392174,
      "loss_total": 0.004637887701392174,
      "step": 32290
    },
    {
      "loss_action": 0.011329627595841885,
      "loss_total": 0.011329627595841885,
      "step": 32290
    },
    {
      "loss_action": 0.008787221275269985,
      "loss_total": 0.008787221275269985,
      "step": 32290
    },
    {
      "loss_action": 0.0034400341100990772,
      "loss_total": 0.0034400341100990772,
      "step": 32290
    },
    {
      "loss_action": 0.007237892597913742,
      "loss_total": 0.007237892597913742,
      "step": 32290
    },
    {
      "loss_action": 0.012883075512945652,
      "loss_total": 0.012883075512945652,
      "step": 32290
    },
    {
      "grad_norm": 0.12702295184135437,
      "learning_rate": 8.09722241010572e-05,
      "loss": 0.0103,
      "step": 32300
    },
    {
      "loss_action": 0.0038778819143772125,
      "loss_total": 0.0038778819143772125,
      "step": 32300
    },
    {
      "loss_action": 0.007043543271720409,
      "loss_total": 0.007043543271720409,
      "step": 32300
    },
    {
      "loss_action": 0.00752435764297843,
      "loss_total": 0.00752435764297843,
      "step": 32300
    },
    {
      "loss_action": 0.009812790900468826,
      "loss_total": 0.009812790900468826,
      "step": 32300
    },
    {
      "loss_action": 0.003747762180864811,
      "loss_total": 0.003747762180864811,
      "step": 32300
    },
    {
      "loss_action": 0.0038884738460183144,
      "loss_total": 0.0038884738460183144,
      "step": 32300
    },
    {
      "loss_action": 0.007334594149142504,
      "loss_total": 0.007334594149142504,
      "step": 32300
    },
    {
      "loss_action": 0.021457184106111526,
      "loss_total": 0.021457184106111526,
      "step": 32300
    },
    {
      "grad_norm": 0.1861543506383896,
      "learning_rate": 8.095924200058939e-05,
      "loss": 0.011,
      "step": 32310
    },
    {
      "loss_action": 0.043448418378829956,
      "loss_total": 0.043448418378829956,
      "step": 32310
    },
    {
      "loss_action": 0.007716567255556583,
      "loss_total": 0.007716567255556583,
      "step": 32310
    },
    {
      "loss_action": 0.0036307391710579395,
      "loss_total": 0.0036307391710579395,
      "step": 32310
    },
    {
      "loss_action": 0.015965547412633896,
      "loss_total": 0.015965547412633896,
      "step": 32310
    },
    {
      "loss_action": 0.0023044489789754152,
      "loss_total": 0.0023044489789754152,
      "step": 32310
    },
    {
      "loss_action": 0.024644184857606888,
      "loss_total": 0.024644184857606888,
      "step": 32310
    },
    {
      "loss_action": 0.015885941684246063,
      "loss_total": 0.015885941684246063,
      "step": 32310
    },
    {
      "loss_action": 0.01816534996032715,
      "loss_total": 0.01816534996032715,
      "step": 32310
    },
    {
      "grad_norm": 0.12338919192552567,
      "learning_rate": 8.094625651446541e-05,
      "loss": 0.0102,
      "step": 32320
    },
    {
      "loss_action": 0.005104745272547007,
      "loss_total": 0.005104745272547007,
      "step": 32320
    },
    {
      "loss_action": 0.005569866858422756,
      "loss_total": 0.005569866858422756,
      "step": 32320
    },
    {
      "loss_action": 0.011410040780901909,
      "loss_total": 0.011410040780901909,
      "step": 32320
    },
    {
      "loss_action": 0.01766684278845787,
      "loss_total": 0.01766684278845787,
      "step": 32320
    },
    {
      "loss_action": 0.004022262990474701,
      "loss_total": 0.004022262990474701,
      "step": 32320
    },
    {
      "loss_action": 0.005478288047015667,
      "loss_total": 0.005478288047015667,
      "step": 32320
    },
    {
      "loss_action": 0.005880951415747404,
      "loss_total": 0.005880951415747404,
      "step": 32320
    },
    {
      "loss_action": 0.014437908306717873,
      "loss_total": 0.014437908306717873,
      "step": 32320
    },
    {
      "grad_norm": 0.13008370995521545,
      "learning_rate": 8.093326764410536e-05,
      "loss": 0.0101,
      "step": 32330
    },
    {
      "loss_action": 0.006874739192426205,
      "loss_total": 0.006874739192426205,
      "step": 32330
    },
    {
      "loss_action": 0.0028222650289535522,
      "loss_total": 0.0028222650289535522,
      "step": 32330
    },
    {
      "loss_action": 0.008753061294555664,
      "loss_total": 0.008753061294555664,
      "step": 32330
    },
    {
      "loss_action": 0.0036013114731758833,
      "loss_total": 0.0036013114731758833,
      "step": 32330
    },
    {
      "loss_action": 0.004378949757665396,
      "loss_total": 0.004378949757665396,
      "step": 32330
    },
    {
      "loss_action": 0.010215383023023605,
      "loss_total": 0.010215383023023605,
      "step": 32330
    },
    {
      "loss_action": 0.018588118255138397,
      "loss_total": 0.018588118255138397,
      "step": 32330
    },
    {
      "loss_action": 0.007574356161057949,
      "loss_total": 0.007574356161057949,
      "step": 32330
    },
    {
      "grad_norm": 0.08699876070022583,
      "learning_rate": 8.092027539092966e-05,
      "loss": 0.0105,
      "step": 32340
    },
    {
      "loss_action": 0.010922474786639214,
      "loss_total": 0.010922474786639214,
      "step": 32340
    },
    {
      "loss_action": 0.017226997762918472,
      "loss_total": 0.017226997762918472,
      "step": 32340
    },
    {
      "loss_action": 0.0061170849949121475,
      "loss_total": 0.0061170849949121475,
      "step": 32340
    },
    {
      "loss_action": 0.008232844062149525,
      "loss_total": 0.008232844062149525,
      "step": 32340
    },
    {
      "loss_action": 0.012060847133398056,
      "loss_total": 0.012060847133398056,
      "step": 32340
    },
    {
      "loss_action": 0.021238945424556732,
      "loss_total": 0.021238945424556732,
      "step": 32340
    },
    {
      "loss_action": 0.009719239547848701,
      "loss_total": 0.009719239547848701,
      "step": 32340
    },
    {
      "loss_action": 0.011055679060518742,
      "loss_total": 0.011055679060518742,
      "step": 32340
    },
    {
      "grad_norm": 0.20139068365097046,
      "learning_rate": 8.090727975635913e-05,
      "loss": 0.0107,
      "step": 32350
    },
    {
      "loss_action": 0.007531535811722279,
      "loss_total": 0.007531535811722279,
      "step": 32350
    },
    {
      "loss_action": 0.004692316986620426,
      "loss_total": 0.004692316986620426,
      "step": 32350
    },
    {
      "loss_action": 0.010752080008387566,
      "loss_total": 0.010752080008387566,
      "step": 32350
    },
    {
      "loss_action": 0.0035127163864672184,
      "loss_total": 0.0035127163864672184,
      "step": 32350
    },
    {
      "loss_action": 0.019644316285848618,
      "loss_total": 0.019644316285848618,
      "step": 32350
    },
    {
      "loss_action": 0.01508301217108965,
      "loss_total": 0.01508301217108965,
      "step": 32350
    },
    {
      "loss_action": 0.02142232283949852,
      "loss_total": 0.02142232283949852,
      "step": 32350
    },
    {
      "loss_action": 0.014022229239344597,
      "loss_total": 0.014022229239344597,
      "step": 32350
    },
    {
      "grad_norm": 0.1196221187710762,
      "learning_rate": 8.089428074181497e-05,
      "loss": 0.0105,
      "step": 32360
    },
    {
      "loss_action": 0.004304904490709305,
      "loss_total": 0.004304904490709305,
      "step": 32360
    },
    {
      "loss_action": 0.022469857707619667,
      "loss_total": 0.022469857707619667,
      "step": 32360
    },
    {
      "loss_action": 0.004698047414422035,
      "loss_total": 0.004698047414422035,
      "step": 32360
    },
    {
      "loss_action": 0.008571689948439598,
      "loss_total": 0.008571689948439598,
      "step": 32360
    },
    {
      "loss_action": 0.02007407508790493,
      "loss_total": 0.02007407508790493,
      "step": 32360
    },
    {
      "loss_action": 0.017623791471123695,
      "loss_total": 0.017623791471123695,
      "step": 32360
    },
    {
      "loss_action": 0.013060757890343666,
      "loss_total": 0.013060757890343666,
      "step": 32360
    },
    {
      "loss_action": 0.004062111023813486,
      "loss_total": 0.004062111023813486,
      "step": 32360
    },
    {
      "grad_norm": 0.13826106488704681,
      "learning_rate": 8.088127834871871e-05,
      "loss": 0.0092,
      "step": 32370
    },
    {
      "loss_action": 0.007687595672905445,
      "loss_total": 0.007687595672905445,
      "step": 32370
    },
    {
      "loss_action": 0.00688162399455905,
      "loss_total": 0.00688162399455905,
      "step": 32370
    },
    {
      "loss_action": 0.017209438607096672,
      "loss_total": 0.017209438607096672,
      "step": 32370
    },
    {
      "loss_action": 0.009257631376385689,
      "loss_total": 0.009257631376385689,
      "step": 32370
    },
    {
      "loss_action": 0.012974657118320465,
      "loss_total": 0.012974657118320465,
      "step": 32370
    },
    {
      "loss_action": 0.006432450842112303,
      "loss_total": 0.006432450842112303,
      "step": 32370
    },
    {
      "loss_action": 0.020327121019363403,
      "loss_total": 0.020327121019363403,
      "step": 32370
    },
    {
      "loss_action": 0.00472611840814352,
      "loss_total": 0.00472611840814352,
      "step": 32370
    },
    {
      "grad_norm": 0.13394837081432343,
      "learning_rate": 8.086827257849226e-05,
      "loss": 0.0105,
      "step": 32380
    },
    {
      "loss_action": 0.05712704360485077,
      "loss_total": 0.05712704360485077,
      "step": 32380
    },
    {
      "loss_action": 0.00853152759373188,
      "loss_total": 0.00853152759373188,
      "step": 32380
    },
    {
      "loss_action": 0.018122989684343338,
      "loss_total": 0.018122989684343338,
      "step": 32380
    },
    {
      "loss_action": 0.009621145203709602,
      "loss_total": 0.009621145203709602,
      "step": 32380
    },
    {
      "loss_action": 0.02718431130051613,
      "loss_total": 0.02718431130051613,
      "step": 32380
    },
    {
      "loss_action": 0.019289113581180573,
      "loss_total": 0.019289113581180573,
      "step": 32380
    },
    {
      "loss_action": 0.015438965521752834,
      "loss_total": 0.015438965521752834,
      "step": 32380
    },
    {
      "loss_action": 0.007804103195667267,
      "loss_total": 0.007804103195667267,
      "step": 32380
    },
    {
      "grad_norm": 0.09562061727046967,
      "learning_rate": 8.085526343255795e-05,
      "loss": 0.012,
      "step": 32390
    },
    {
      "loss_action": 0.0035980441607534885,
      "loss_total": 0.0035980441607534885,
      "step": 32390
    },
    {
      "loss_action": 0.029859274625778198,
      "loss_total": 0.029859274625778198,
      "step": 32390
    },
    {
      "loss_action": 0.012410701252520084,
      "loss_total": 0.012410701252520084,
      "step": 32390
    },
    {
      "loss_action": 0.020739644765853882,
      "loss_total": 0.020739644765853882,
      "step": 32390
    },
    {
      "loss_action": 0.026173468679189682,
      "loss_total": 0.026173468679189682,
      "step": 32390
    },
    {
      "loss_action": 0.003924455028027296,
      "loss_total": 0.003924455028027296,
      "step": 32390
    },
    {
      "loss_action": 0.00749630993232131,
      "loss_total": 0.00749630993232131,
      "step": 32390
    },
    {
      "loss_action": 0.004226082004606724,
      "loss_total": 0.004226082004606724,
      "step": 32390
    },
    {
      "grad_norm": 0.19419004023075104,
      "learning_rate": 8.084225091233842e-05,
      "loss": 0.0112,
      "step": 32400
    },
    {
      "loss_action": 0.004676423035562038,
      "loss_total": 0.004676423035562038,
      "step": 32400
    },
    {
      "loss_action": 0.004539333749562502,
      "loss_total": 0.004539333749562502,
      "step": 32400
    },
    {
      "loss_action": 0.02108733355998993,
      "loss_total": 0.02108733355998993,
      "step": 32400
    },
    {
      "loss_action": 0.008002599701285362,
      "loss_total": 0.008002599701285362,
      "step": 32400
    },
    {
      "loss_action": 0.006599832326173782,
      "loss_total": 0.006599832326173782,
      "step": 32400
    },
    {
      "loss_action": 0.032114043831825256,
      "loss_total": 0.032114043831825256,
      "step": 32400
    },
    {
      "loss_action": 0.021302148699760437,
      "loss_total": 0.021302148699760437,
      "step": 32400
    },
    {
      "loss_action": 0.012483028694987297,
      "loss_total": 0.012483028694987297,
      "step": 32400
    },
    {
      "grad_norm": 0.12648335099220276,
      "learning_rate": 8.082923501925668e-05,
      "loss": 0.0116,
      "step": 32410
    },
    {
      "loss_action": 0.007713541388511658,
      "loss_total": 0.007713541388511658,
      "step": 32410
    },
    {
      "loss_action": 0.0070861829444766045,
      "loss_total": 0.0070861829444766045,
      "step": 32410
    },
    {
      "loss_action": 0.0069712004624307156,
      "loss_total": 0.0069712004624307156,
      "step": 32410
    },
    {
      "loss_action": 0.008943764492869377,
      "loss_total": 0.008943764492869377,
      "step": 32410
    },
    {
      "loss_action": 0.014187829568982124,
      "loss_total": 0.014187829568982124,
      "step": 32410
    },
    {
      "loss_action": 0.00842347927391529,
      "loss_total": 0.00842347927391529,
      "step": 32410
    },
    {
      "loss_action": 0.01930166594684124,
      "loss_total": 0.01930166594684124,
      "step": 32410
    },
    {
      "loss_action": 0.006886123213917017,
      "loss_total": 0.006886123213917017,
      "step": 32410
    },
    {
      "grad_norm": 0.13784053921699524,
      "learning_rate": 8.081621575473617e-05,
      "loss": 0.0143,
      "step": 32420
    },
    {
      "loss_action": 0.007059854455292225,
      "loss_total": 0.007059854455292225,
      "step": 32420
    },
    {
      "loss_action": 0.004533317405730486,
      "loss_total": 0.004533317405730486,
      "step": 32420
    },
    {
      "loss_action": 0.004970724694430828,
      "loss_total": 0.004970724694430828,
      "step": 32420
    },
    {
      "loss_action": 0.01112142764031887,
      "loss_total": 0.01112142764031887,
      "step": 32420
    },
    {
      "loss_action": 0.007405073381960392,
      "loss_total": 0.007405073381960392,
      "step": 32420
    },
    {
      "loss_action": 0.005444656126201153,
      "loss_total": 0.005444656126201153,
      "step": 32420
    },
    {
      "loss_action": 0.0036850562319159508,
      "loss_total": 0.0036850562319159508,
      "step": 32420
    },
    {
      "loss_action": 0.008181696757674217,
      "loss_total": 0.008181696757674217,
      "step": 32420
    },
    {
      "grad_norm": 0.13089682161808014,
      "learning_rate": 8.080319312020064e-05,
      "loss": 0.0108,
      "step": 32430
    },
    {
      "loss_action": 0.01816154085099697,
      "loss_total": 0.01816154085099697,
      "step": 32430
    },
    {
      "loss_action": 0.00599247869104147,
      "loss_total": 0.00599247869104147,
      "step": 32430
    },
    {
      "loss_action": 0.0098938699811697,
      "loss_total": 0.0098938699811697,
      "step": 32430
    },
    {
      "loss_action": 0.008414951153099537,
      "loss_total": 0.008414951153099537,
      "step": 32430
    },
    {
      "loss_action": 0.017656009644269943,
      "loss_total": 0.017656009644269943,
      "step": 32430
    },
    {
      "loss_action": 0.009750312194228172,
      "loss_total": 0.009750312194228172,
      "step": 32430
    },
    {
      "loss_action": 0.010921044275164604,
      "loss_total": 0.010921044275164604,
      "step": 32430
    },
    {
      "loss_action": 0.007039237767457962,
      "loss_total": 0.007039237767457962,
      "step": 32430
    },
    {
      "grad_norm": 0.1147199422121048,
      "learning_rate": 8.079016711707421e-05,
      "loss": 0.0109,
      "step": 32440
    },
    {
      "loss_action": 0.007415871135890484,
      "loss_total": 0.007415871135890484,
      "step": 32440
    },
    {
      "loss_action": 0.010501354932785034,
      "loss_total": 0.010501354932785034,
      "step": 32440
    },
    {
      "loss_action": 0.01981588639318943,
      "loss_total": 0.01981588639318943,
      "step": 32440
    },
    {
      "loss_action": 0.011523541063070297,
      "loss_total": 0.011523541063070297,
      "step": 32440
    },
    {
      "loss_action": 0.007715890649706125,
      "loss_total": 0.007715890649706125,
      "step": 32440
    },
    {
      "loss_action": 0.00565512478351593,
      "loss_total": 0.00565512478351593,
      "step": 32440
    },
    {
      "loss_action": 0.04004598408937454,
      "loss_total": 0.04004598408937454,
      "step": 32440
    },
    {
      "loss_action": 0.015218243934214115,
      "loss_total": 0.015218243934214115,
      "step": 32440
    },
    {
      "grad_norm": 0.20160230994224548,
      "learning_rate": 8.077713774678139e-05,
      "loss": 0.0113,
      "step": 32450
    },
    {
      "loss_action": 0.007658909074962139,
      "loss_total": 0.007658909074962139,
      "step": 32450
    },
    {
      "loss_action": 0.009860853664577007,
      "loss_total": 0.009860853664577007,
      "step": 32450
    },
    {
      "loss_action": 0.017370160669088364,
      "loss_total": 0.017370160669088364,
      "step": 32450
    },
    {
      "loss_action": 0.009744562208652496,
      "loss_total": 0.009744562208652496,
      "step": 32450
    },
    {
      "loss_action": 0.010327165946364403,
      "loss_total": 0.010327165946364403,
      "step": 32450
    },
    {
      "loss_action": 0.007483412511646748,
      "loss_total": 0.007483412511646748,
      "step": 32450
    },
    {
      "loss_action": 0.02578214928507805,
      "loss_total": 0.02578214928507805,
      "step": 32450
    },
    {
      "loss_action": 0.012638457119464874,
      "loss_total": 0.012638457119464874,
      "step": 32450
    },
    {
      "grad_norm": 0.11904800683259964,
      "learning_rate": 8.076410501074707e-05,
      "loss": 0.0118,
      "step": 32460
    },
    {
      "loss_action": 0.014066542498767376,
      "loss_total": 0.014066542498767376,
      "step": 32460
    },
    {
      "loss_action": 0.009672002866864204,
      "loss_total": 0.009672002866864204,
      "step": 32460
    },
    {
      "loss_action": 0.004847194068133831,
      "loss_total": 0.004847194068133831,
      "step": 32460
    },
    {
      "loss_action": 0.013035709038376808,
      "loss_total": 0.013035709038376808,
      "step": 32460
    },
    {
      "loss_action": 0.00972709245979786,
      "loss_total": 0.00972709245979786,
      "step": 32460
    },
    {
      "loss_action": 0.005597274750471115,
      "loss_total": 0.005597274750471115,
      "step": 32460
    },
    {
      "loss_action": 0.014108378440141678,
      "loss_total": 0.014108378440141678,
      "step": 32460
    },
    {
      "loss_action": 0.008958554826676846,
      "loss_total": 0.008958554826676846,
      "step": 32460
    },
    {
      "grad_norm": 0.12961088120937347,
      "learning_rate": 8.075106891039647e-05,
      "loss": 0.0115,
      "step": 32470
    },
    {
      "loss_action": 0.006995625793933868,
      "loss_total": 0.006995625793933868,
      "step": 32470
    },
    {
      "loss_action": 0.014502093195915222,
      "loss_total": 0.014502093195915222,
      "step": 32470
    },
    {
      "loss_action": 0.02125445008277893,
      "loss_total": 0.02125445008277893,
      "step": 32470
    },
    {
      "loss_action": 0.00575422216206789,
      "loss_total": 0.00575422216206789,
      "step": 32470
    },
    {
      "loss_action": 0.012978708371520042,
      "loss_total": 0.012978708371520042,
      "step": 32470
    },
    {
      "loss_action": 0.003334440989419818,
      "loss_total": 0.003334440989419818,
      "step": 32470
    },
    {
      "loss_action": 0.009411312639713287,
      "loss_total": 0.009411312639713287,
      "step": 32470
    },
    {
      "loss_action": 0.012006855569779873,
      "loss_total": 0.012006855569779873,
      "step": 32470
    },
    {
      "grad_norm": 0.13654226064682007,
      "learning_rate": 8.073802944715523e-05,
      "loss": 0.0097,
      "step": 32480
    },
    {
      "loss_action": 0.022393878549337387,
      "loss_total": 0.022393878549337387,
      "step": 32480
    },
    {
      "loss_action": 0.005194570403546095,
      "loss_total": 0.005194570403546095,
      "step": 32480
    },
    {
      "loss_action": 0.013708563521504402,
      "loss_total": 0.013708563521504402,
      "step": 32480
    },
    {
      "loss_action": 0.007893800735473633,
      "loss_total": 0.007893800735473633,
      "step": 32480
    },
    {
      "loss_action": 0.005543380975723267,
      "loss_total": 0.005543380975723267,
      "step": 32480
    },
    {
      "loss_action": 0.00958726555109024,
      "loss_total": 0.00958726555109024,
      "step": 32480
    },
    {
      "loss_action": 0.0034154688473790884,
      "loss_total": 0.0034154688473790884,
      "step": 32480
    },
    {
      "loss_action": 0.006359124090522528,
      "loss_total": 0.006359124090522528,
      "step": 32480
    },
    {
      "grad_norm": 0.10190247744321823,
      "learning_rate": 8.072498662244929e-05,
      "loss": 0.01,
      "step": 32490
    },
    {
      "loss_action": 0.007156820967793465,
      "loss_total": 0.007156820967793465,
      "step": 32490
    },
    {
      "loss_action": 0.009852897375822067,
      "loss_total": 0.009852897375822067,
      "step": 32490
    },
    {
      "loss_action": 0.01780311018228531,
      "loss_total": 0.01780311018228531,
      "step": 32490
    },
    {
      "loss_action": 0.012145839631557465,
      "loss_total": 0.012145839631557465,
      "step": 32490
    },
    {
      "loss_action": 0.0075780125334858894,
      "loss_total": 0.0075780125334858894,
      "step": 32490
    },
    {
      "loss_action": 0.05052873119711876,
      "loss_total": 0.05052873119711876,
      "step": 32490
    },
    {
      "loss_action": 0.003148207440972328,
      "loss_total": 0.003148207440972328,
      "step": 32490
    },
    {
      "loss_action": 0.004509540740400553,
      "loss_total": 0.004509540740400553,
      "step": 32490
    },
    {
      "grad_norm": 0.12569637596607208,
      "learning_rate": 8.0711940437705e-05,
      "loss": 0.011,
      "step": 32500
    },
    {
      "loss_action": 0.004826105199754238,
      "loss_total": 0.004826105199754238,
      "step": 32500
    },
    {
      "loss_action": 0.007114968728274107,
      "loss_total": 0.007114968728274107,
      "step": 32500
    },
    {
      "loss_action": 0.01716868206858635,
      "loss_total": 0.01716868206858635,
      "step": 32500
    },
    {
      "loss_action": 0.021552108228206635,
      "loss_total": 0.021552108228206635,
      "step": 32500
    },
    {
      "loss_action": 0.01621556654572487,
      "loss_total": 0.01621556654572487,
      "step": 32500
    },
    {
      "loss_action": 0.014685355126857758,
      "loss_total": 0.014685355126857758,
      "step": 32500
    },
    {
      "loss_action": 0.0181068554520607,
      "loss_total": 0.0181068554520607,
      "step": 32500
    },
    {
      "loss_action": 0.004056388977915049,
      "loss_total": 0.004056388977915049,
      "step": 32500
    },
    {
      "grad_norm": 0.13749194145202637,
      "learning_rate": 8.06988908943491e-05,
      "loss": 0.0111,
      "step": 32510
    },
    {
      "loss_action": 0.010306179523468018,
      "loss_total": 0.010306179523468018,
      "step": 32510
    },
    {
      "loss_action": 0.01337955892086029,
      "loss_total": 0.01337955892086029,
      "step": 32510
    },
    {
      "loss_action": 0.02345365844666958,
      "loss_total": 0.02345365844666958,
      "step": 32510
    },
    {
      "loss_action": 0.006667383015155792,
      "loss_total": 0.006667383015155792,
      "step": 32510
    },
    {
      "loss_action": 0.015465620905160904,
      "loss_total": 0.015465620905160904,
      "step": 32510
    },
    {
      "loss_action": 0.010750054381787777,
      "loss_total": 0.010750054381787777,
      "step": 32510
    },
    {
      "loss_action": 0.010216638445854187,
      "loss_total": 0.010216638445854187,
      "step": 32510
    },
    {
      "loss_action": 0.004284516908228397,
      "loss_total": 0.004284516908228397,
      "step": 32510
    },
    {
      "grad_norm": 0.24291233718395233,
      "learning_rate": 8.068583799380863e-05,
      "loss": 0.0111,
      "step": 32520
    },
    {
      "loss_action": 0.01887228898704052,
      "loss_total": 0.01887228898704052,
      "step": 32520
    },
    {
      "loss_action": 0.016505667939782143,
      "loss_total": 0.016505667939782143,
      "step": 32520
    },
    {
      "loss_action": 0.0068761082366108894,
      "loss_total": 0.0068761082366108894,
      "step": 32520
    },
    {
      "loss_action": 0.01129567064344883,
      "loss_total": 0.01129567064344883,
      "step": 32520
    },
    {
      "loss_action": 0.007133675739169121,
      "loss_total": 0.007133675739169121,
      "step": 32520
    },
    {
      "loss_action": 0.009953588247299194,
      "loss_total": 0.009953588247299194,
      "step": 32520
    },
    {
      "loss_action": 0.011043159291148186,
      "loss_total": 0.011043159291148186,
      "step": 32520
    },
    {
      "loss_action": 0.008095519617199898,
      "loss_total": 0.008095519617199898,
      "step": 32520
    },
    {
      "grad_norm": 0.14853902161121368,
      "learning_rate": 8.067278173751104e-05,
      "loss": 0.01,
      "step": 32530
    },
    {
      "loss_action": 0.016979966312646866,
      "loss_total": 0.016979966312646866,
      "step": 32530
    },
    {
      "loss_action": 0.010616043582558632,
      "loss_total": 0.010616043582558632,
      "step": 32530
    },
    {
      "loss_action": 0.014797298237681389,
      "loss_total": 0.014797298237681389,
      "step": 32530
    },
    {
      "loss_action": 0.01198558695614338,
      "loss_total": 0.01198558695614338,
      "step": 32530
    },
    {
      "loss_action": 0.013394544832408428,
      "loss_total": 0.013394544832408428,
      "step": 32530
    },
    {
      "loss_action": 0.006584593094885349,
      "loss_total": 0.006584593094885349,
      "step": 32530
    },
    {
      "loss_action": 0.006397691089659929,
      "loss_total": 0.006397691089659929,
      "step": 32530
    },
    {
      "loss_action": 0.010499797761440277,
      "loss_total": 0.010499797761440277,
      "step": 32530
    },
    {
      "grad_norm": 0.11320605129003525,
      "learning_rate": 8.065972212688417e-05,
      "loss": 0.0097,
      "step": 32540
    },
    {
      "loss_action": 0.015920838341116905,
      "loss_total": 0.015920838341116905,
      "step": 32540
    },
    {
      "loss_action": 0.01266019232571125,
      "loss_total": 0.01266019232571125,
      "step": 32540
    },
    {
      "loss_action": 0.019237114116549492,
      "loss_total": 0.019237114116549492,
      "step": 32540
    },
    {
      "loss_action": 0.004068450070917606,
      "loss_total": 0.004068450070917606,
      "step": 32540
    },
    {
      "loss_action": 0.0025138407945632935,
      "loss_total": 0.0025138407945632935,
      "step": 32540
    },
    {
      "loss_action": 0.0039101154543459415,
      "loss_total": 0.0039101154543459415,
      "step": 32540
    },
    {
      "loss_action": 0.013783823698759079,
      "loss_total": 0.013783823698759079,
      "step": 32540
    },
    {
      "loss_action": 0.009082857519388199,
      "loss_total": 0.009082857519388199,
      "step": 32540
    },
    {
      "grad_norm": 0.12327896058559418,
      "learning_rate": 8.064665916335618e-05,
      "loss": 0.0104,
      "step": 32550
    },
    {
      "loss_action": 0.02801225706934929,
      "loss_total": 0.02801225706934929,
      "step": 32550
    },
    {
      "loss_action": 0.006867764983326197,
      "loss_total": 0.006867764983326197,
      "step": 32550
    },
    {
      "loss_action": 0.0030005499720573425,
      "loss_total": 0.0030005499720573425,
      "step": 32550
    },
    {
      "loss_action": 0.04677620157599449,
      "loss_total": 0.04677620157599449,
      "step": 32550
    },
    {
      "loss_action": 0.004679318051785231,
      "loss_total": 0.004679318051785231,
      "step": 32550
    },
    {
      "loss_action": 0.004368322901427746,
      "loss_total": 0.004368322901427746,
      "step": 32550
    },
    {
      "loss_action": 0.013279506005346775,
      "loss_total": 0.013279506005346775,
      "step": 32550
    },
    {
      "loss_action": 0.006915984209626913,
      "loss_total": 0.006915984209626913,
      "step": 32550
    },
    {
      "grad_norm": 0.11358148604631424,
      "learning_rate": 8.063359284835564e-05,
      "loss": 0.0111,
      "step": 32560
    },
    {
      "loss_action": 0.00437222421169281,
      "loss_total": 0.00437222421169281,
      "step": 32560
    },
    {
      "loss_action": 0.003407300915569067,
      "loss_total": 0.003407300915569067,
      "step": 32560
    },
    {
      "loss_action": 0.003668650286272168,
      "loss_total": 0.003668650286272168,
      "step": 32560
    },
    {
      "loss_action": 0.006319482810795307,
      "loss_total": 0.006319482810795307,
      "step": 32560
    },
    {
      "loss_action": 0.008530315943062305,
      "loss_total": 0.008530315943062305,
      "step": 32560
    },
    {
      "loss_action": 0.018979672342538834,
      "loss_total": 0.018979672342538834,
      "step": 32560
    },
    {
      "loss_action": 0.005660548340529203,
      "loss_total": 0.005660548340529203,
      "step": 32560
    },
    {
      "loss_action": 0.006545838434249163,
      "loss_total": 0.006545838434249163,
      "step": 32560
    },
    {
      "grad_norm": 0.1264522820711136,
      "learning_rate": 8.062052318331142e-05,
      "loss": 0.0105,
      "step": 32570
    },
    {
      "loss_action": 0.008500771597027779,
      "loss_total": 0.008500771597027779,
      "step": 32570
    },
    {
      "loss_action": 0.0056674303486943245,
      "loss_total": 0.0056674303486943245,
      "step": 32570
    },
    {
      "loss_action": 0.013527764938771725,
      "loss_total": 0.013527764938771725,
      "step": 32570
    },
    {
      "loss_action": 0.00694498885422945,
      "loss_total": 0.00694498885422945,
      "step": 32570
    },
    {
      "loss_action": 0.0029053702019155025,
      "loss_total": 0.0029053702019155025,
      "step": 32570
    },
    {
      "loss_action": 0.01967385970056057,
      "loss_total": 0.01967385970056057,
      "step": 32570
    },
    {
      "loss_action": 0.006321483291685581,
      "loss_total": 0.006321483291685581,
      "step": 32570
    },
    {
      "loss_action": 0.03518380969762802,
      "loss_total": 0.03518380969762802,
      "step": 32570
    },
    {
      "grad_norm": 0.11279235035181046,
      "learning_rate": 8.060745016965283e-05,
      "loss": 0.0107,
      "step": 32580
    },
    {
      "loss_action": 0.009823180735111237,
      "loss_total": 0.009823180735111237,
      "step": 32580
    },
    {
      "loss_action": 0.008468816056847572,
      "loss_total": 0.008468816056847572,
      "step": 32580
    },
    {
      "loss_action": 0.003975431434810162,
      "loss_total": 0.003975431434810162,
      "step": 32580
    },
    {
      "loss_action": 0.007475328631699085,
      "loss_total": 0.007475328631699085,
      "step": 32580
    },
    {
      "loss_action": 0.01602466031908989,
      "loss_total": 0.01602466031908989,
      "step": 32580
    },
    {
      "loss_action": 0.015416624955832958,
      "loss_total": 0.015416624955832958,
      "step": 32580
    },
    {
      "loss_action": 0.01584918051958084,
      "loss_total": 0.01584918051958084,
      "step": 32580
    },
    {
      "loss_action": 0.006152459420263767,
      "loss_total": 0.006152459420263767,
      "step": 32580
    },
    {
      "grad_norm": 0.14018119871616364,
      "learning_rate": 8.059437380880952e-05,
      "loss": 0.0104,
      "step": 32590
    },
    {
      "loss_action": 0.008178972639143467,
      "loss_total": 0.008178972639143467,
      "step": 32590
    },
    {
      "loss_action": 0.010755281895399094,
      "loss_total": 0.010755281895399094,
      "step": 32590
    },
    {
      "loss_action": 0.013916116207838058,
      "loss_total": 0.013916116207838058,
      "step": 32590
    },
    {
      "loss_action": 0.008311823010444641,
      "loss_total": 0.008311823010444641,
      "step": 32590
    },
    {
      "loss_action": 0.008279136382043362,
      "loss_total": 0.008279136382043362,
      "step": 32590
    },
    {
      "loss_action": 0.005562109872698784,
      "loss_total": 0.005562109872698784,
      "step": 32590
    },
    {
      "loss_action": 0.013919010758399963,
      "loss_total": 0.013919010758399963,
      "step": 32590
    },
    {
      "loss_action": 0.016510317102074623,
      "loss_total": 0.016510317102074623,
      "step": 32590
    },
    {
      "grad_norm": 0.12947046756744385,
      "learning_rate": 8.058129410221146e-05,
      "loss": 0.0096,
      "step": 32600
    },
    {
      "loss_action": 0.021755751222372055,
      "loss_total": 0.021755751222372055,
      "step": 32600
    },
    {
      "loss_action": 0.010387982241809368,
      "loss_total": 0.010387982241809368,
      "step": 32600
    },
    {
      "loss_action": 0.01857588440179825,
      "loss_total": 0.01857588440179825,
      "step": 32600
    },
    {
      "loss_action": 0.007042900193482637,
      "loss_total": 0.007042900193482637,
      "step": 32600
    },
    {
      "loss_action": 0.005161382723599672,
      "loss_total": 0.005161382723599672,
      "step": 32600
    },
    {
      "loss_action": 0.004512283951044083,
      "loss_total": 0.004512283951044083,
      "step": 32600
    },
    {
      "loss_action": 0.004827600903809071,
      "loss_total": 0.004827600903809071,
      "step": 32600
    },
    {
      "loss_action": 0.004444612190127373,
      "loss_total": 0.004444612190127373,
      "step": 32600
    },
    {
      "grad_norm": 0.13572834432125092,
      "learning_rate": 8.056821105128908e-05,
      "loss": 0.0112,
      "step": 32610
    },
    {
      "loss_action": 0.008527358993887901,
      "loss_total": 0.008527358993887901,
      "step": 32610
    },
    {
      "loss_action": 0.004052761942148209,
      "loss_total": 0.004052761942148209,
      "step": 32610
    },
    {
      "loss_action": 0.009525947272777557,
      "loss_total": 0.009525947272777557,
      "step": 32610
    },
    {
      "loss_action": 0.007174963131546974,
      "loss_total": 0.007174963131546974,
      "step": 32610
    },
    {
      "loss_action": 0.0026195517275482416,
      "loss_total": 0.0026195517275482416,
      "step": 32610
    },
    {
      "loss_action": 0.005480143241584301,
      "loss_total": 0.005480143241584301,
      "step": 32610
    },
    {
      "loss_action": 0.006666726898401976,
      "loss_total": 0.006666726898401976,
      "step": 32610
    },
    {
      "loss_action": 0.008479848504066467,
      "loss_total": 0.008479848504066467,
      "step": 32610
    },
    {
      "grad_norm": 0.1269950270652771,
      "learning_rate": 8.05551246574731e-05,
      "loss": 0.0095,
      "step": 32620
    },
    {
      "loss_action": 0.011071370914578438,
      "loss_total": 0.011071370914578438,
      "step": 32620
    },
    {
      "loss_action": 0.006680715829133987,
      "loss_total": 0.006680715829133987,
      "step": 32620
    },
    {
      "loss_action": 0.014642030000686646,
      "loss_total": 0.014642030000686646,
      "step": 32620
    },
    {
      "loss_action": 0.00812674779444933,
      "loss_total": 0.00812674779444933,
      "step": 32620
    },
    {
      "loss_action": 0.00625215657055378,
      "loss_total": 0.00625215657055378,
      "step": 32620
    },
    {
      "loss_action": 0.006312881130725145,
      "loss_total": 0.006312881130725145,
      "step": 32620
    },
    {
      "loss_action": 0.0032415937166661024,
      "loss_total": 0.0032415937166661024,
      "step": 32620
    },
    {
      "loss_action": 0.007280117832124233,
      "loss_total": 0.007280117832124233,
      "step": 32620
    },
    {
      "grad_norm": 0.19472727179527283,
      "learning_rate": 8.05420349221946e-05,
      "loss": 0.0093,
      "step": 32630
    },
    {
      "loss_action": 0.015331277623772621,
      "loss_total": 0.015331277623772621,
      "step": 32630
    },
    {
      "loss_action": 0.012223118916153908,
      "loss_total": 0.012223118916153908,
      "step": 32630
    },
    {
      "loss_action": 0.007443778216838837,
      "loss_total": 0.007443778216838837,
      "step": 32630
    },
    {
      "loss_action": 0.004215121269226074,
      "loss_total": 0.004215121269226074,
      "step": 32630
    },
    {
      "loss_action": 0.010806627571582794,
      "loss_total": 0.010806627571582794,
      "step": 32630
    },
    {
      "loss_action": 0.007013489492237568,
      "loss_total": 0.007013489492237568,
      "step": 32630
    },
    {
      "loss_action": 0.006929351016879082,
      "loss_total": 0.006929351016879082,
      "step": 32630
    },
    {
      "loss_action": 0.011233881115913391,
      "loss_total": 0.011233881115913391,
      "step": 32630
    },
    {
      "grad_norm": 0.11795245110988617,
      "learning_rate": 8.05289418468851e-05,
      "loss": 0.0095,
      "step": 32640
    },
    {
      "loss_action": 0.007457569241523743,
      "loss_total": 0.007457569241523743,
      "step": 32640
    },
    {
      "loss_action": 0.030613552778959274,
      "loss_total": 0.030613552778959274,
      "step": 32640
    },
    {
      "loss_action": 0.006517966277897358,
      "loss_total": 0.006517966277897358,
      "step": 32640
    },
    {
      "loss_action": 0.006430703215301037,
      "loss_total": 0.006430703215301037,
      "step": 32640
    },
    {
      "loss_action": 0.006888038944453001,
      "loss_total": 0.006888038944453001,
      "step": 32640
    },
    {
      "loss_action": 0.00450562359765172,
      "loss_total": 0.00450562359765172,
      "step": 32640
    },
    {
      "loss_action": 0.016031382605433464,
      "loss_total": 0.016031382605433464,
      "step": 32640
    },
    {
      "loss_action": 0.007590535096824169,
      "loss_total": 0.007590535096824169,
      "step": 32640
    },
    {
      "grad_norm": 0.14647050201892853,
      "learning_rate": 8.051584543297642e-05,
      "loss": 0.0104,
      "step": 32650
    },
    {
      "loss_action": 0.011213971301913261,
      "loss_total": 0.011213971301913261,
      "step": 32650
    },
    {
      "loss_action": 0.009654495865106583,
      "loss_total": 0.009654495865106583,
      "step": 32650
    },
    {
      "loss_action": 0.004726361948996782,
      "loss_total": 0.004726361948996782,
      "step": 32650
    },
    {
      "loss_action": 0.014338398352265358,
      "loss_total": 0.014338398352265358,
      "step": 32650
    },
    {
      "loss_action": 0.005739197600632906,
      "loss_total": 0.005739197600632906,
      "step": 32650
    },
    {
      "loss_action": 0.008270409889519215,
      "loss_total": 0.008270409889519215,
      "step": 32650
    },
    {
      "loss_action": 0.008956960402429104,
      "loss_total": 0.008956960402429104,
      "step": 32650
    },
    {
      "loss_action": 0.007050228305160999,
      "loss_total": 0.007050228305160999,
      "step": 32650
    },
    {
      "grad_norm": 0.08839749544858932,
      "learning_rate": 8.050274568190074e-05,
      "loss": 0.0087,
      "step": 32660
    },
    {
      "loss_action": 0.0041548460721969604,
      "loss_total": 0.0041548460721969604,
      "step": 32660
    },
    {
      "loss_action": 0.004663872066885233,
      "loss_total": 0.004663872066885233,
      "step": 32660
    },
    {
      "loss_action": 0.009831268340349197,
      "loss_total": 0.009831268340349197,
      "step": 32660
    },
    {
      "loss_action": 0.029335979372262955,
      "loss_total": 0.029335979372262955,
      "step": 32660
    },
    {
      "loss_action": 0.010404808446764946,
      "loss_total": 0.010404808446764946,
      "step": 32660
    },
    {
      "loss_action": 0.007088307291269302,
      "loss_total": 0.007088307291269302,
      "step": 32660
    },
    {
      "loss_action": 0.013411473482847214,
      "loss_total": 0.013411473482847214,
      "step": 32660
    },
    {
      "loss_action": 0.006591449957340956,
      "loss_total": 0.006591449957340956,
      "step": 32660
    },
    {
      "grad_norm": 0.0783129334449768,
      "learning_rate": 8.048964259509067e-05,
      "loss": 0.0097,
      "step": 32670
    },
    {
      "loss_action": 0.01614793762564659,
      "loss_total": 0.01614793762564659,
      "step": 32670
    },
    {
      "loss_action": 0.006374581716954708,
      "loss_total": 0.006374581716954708,
      "step": 32670
    },
    {
      "loss_action": 0.005189068149775267,
      "loss_total": 0.005189068149775267,
      "step": 32670
    },
    {
      "loss_action": 0.010189885273575783,
      "loss_total": 0.010189885273575783,
      "step": 32670
    },
    {
      "loss_action": 0.007222636137157679,
      "loss_total": 0.007222636137157679,
      "step": 32670
    },
    {
      "loss_action": 0.012424354441463947,
      "loss_total": 0.012424354441463947,
      "step": 32670
    },
    {
      "loss_action": 0.003573086578398943,
      "loss_total": 0.003573086578398943,
      "step": 32670
    },
    {
      "loss_action": 0.00464919488877058,
      "loss_total": 0.00464919488877058,
      "step": 32670
    },
    {
      "grad_norm": 0.11774058640003204,
      "learning_rate": 8.047653617397914e-05,
      "loss": 0.01,
      "step": 32680
    },
    {
      "loss_action": 0.013762292452156544,
      "loss_total": 0.013762292452156544,
      "step": 32680
    },
    {
      "loss_action": 0.0065350960940122604,
      "loss_total": 0.0065350960940122604,
      "step": 32680
    },
    {
      "loss_action": 0.011965050362050533,
      "loss_total": 0.011965050362050533,
      "step": 32680
    },
    {
      "loss_action": 0.012646488845348358,
      "loss_total": 0.012646488845348358,
      "step": 32680
    },
    {
      "loss_action": 0.006688311696052551,
      "loss_total": 0.006688311696052551,
      "step": 32680
    },
    {
      "loss_action": 0.022542104125022888,
      "loss_total": 0.022542104125022888,
      "step": 32680
    },
    {
      "loss_action": 0.005871293134987354,
      "loss_total": 0.005871293134987354,
      "step": 32680
    },
    {
      "loss_action": 0.006547125056385994,
      "loss_total": 0.006547125056385994,
      "step": 32680
    },
    {
      "grad_norm": 0.1147511899471283,
      "learning_rate": 8.046342641999941e-05,
      "loss": 0.009,
      "step": 32690
    },
    {
      "loss_action": 0.0122941043227911,
      "loss_total": 0.0122941043227911,
      "step": 32690
    },
    {
      "loss_action": 0.0025955969467759132,
      "loss_total": 0.0025955969467759132,
      "step": 32690
    },
    {
      "loss_action": 0.009410831145942211,
      "loss_total": 0.009410831145942211,
      "step": 32690
    },
    {
      "loss_action": 0.00440314132720232,
      "loss_total": 0.00440314132720232,
      "step": 32690
    },
    {
      "loss_action": 0.0037820027209818363,
      "loss_total": 0.0037820027209818363,
      "step": 32690
    },
    {
      "loss_action": 0.008440377190709114,
      "loss_total": 0.008440377190709114,
      "step": 32690
    },
    {
      "loss_action": 0.005791188217699528,
      "loss_total": 0.005791188217699528,
      "step": 32690
    },
    {
      "loss_action": 0.008052144199609756,
      "loss_total": 0.008052144199609756,
      "step": 32690
    },
    {
      "grad_norm": 0.11986652761697769,
      "learning_rate": 8.045031333458517e-05,
      "loss": 0.0122,
      "step": 32700
    },
    {
      "loss_action": 0.009117767214775085,
      "loss_total": 0.009117767214775085,
      "step": 32700
    },
    {
      "loss_action": 0.007388237398117781,
      "loss_total": 0.007388237398117781,
      "step": 32700
    },
    {
      "loss_action": 0.00650725606828928,
      "loss_total": 0.00650725606828928,
      "step": 32700
    },
    {
      "loss_action": 0.009081203490495682,
      "loss_total": 0.009081203490495682,
      "step": 32700
    },
    {
      "loss_action": 0.005614513531327248,
      "loss_total": 0.005614513531327248,
      "step": 32700
    },
    {
      "loss_action": 0.010328871197998524,
      "loss_total": 0.010328871197998524,
      "step": 32700
    },
    {
      "loss_action": 0.013821279630064964,
      "loss_total": 0.013821279630064964,
      "step": 32700
    },
    {
      "loss_action": 0.008331876248121262,
      "loss_total": 0.008331876248121262,
      "step": 32700
    },
    {
      "grad_norm": 0.13364878296852112,
      "learning_rate": 8.043719691917047e-05,
      "loss": 0.0101,
      "step": 32710
    },
    {
      "loss_action": 0.0032717320136725903,
      "loss_total": 0.0032717320136725903,
      "step": 32710
    },
    {
      "loss_action": 0.004501825198531151,
      "loss_total": 0.004501825198531151,
      "step": 32710
    },
    {
      "loss_action": 0.015343866311013699,
      "loss_total": 0.015343866311013699,
      "step": 32710
    },
    {
      "loss_action": 0.007156729698181152,
      "loss_total": 0.007156729698181152,
      "step": 32710
    },
    {
      "loss_action": 0.004588768817484379,
      "loss_total": 0.004588768817484379,
      "step": 32710
    },
    {
      "loss_action": 0.025117700919508934,
      "loss_total": 0.025117700919508934,
      "step": 32710
    },
    {
      "loss_action": 0.011169083416461945,
      "loss_total": 0.011169083416461945,
      "step": 32710
    },
    {
      "loss_action": 0.011389023624360561,
      "loss_total": 0.011389023624360561,
      "step": 32710
    },
    {
      "grad_norm": 0.10888376832008362,
      "learning_rate": 8.042407717518966e-05,
      "loss": 0.0092,
      "step": 32720
    },
    {
      "loss_action": 0.006169225089251995,
      "loss_total": 0.006169225089251995,
      "step": 32720
    },
    {
      "loss_action": 0.0028492575511336327,
      "loss_total": 0.0028492575511336327,
      "step": 32720
    },
    {
      "loss_action": 0.011381649412214756,
      "loss_total": 0.011381649412214756,
      "step": 32720
    },
    {
      "loss_action": 0.016505910083651543,
      "loss_total": 0.016505910083651543,
      "step": 32720
    },
    {
      "loss_action": 0.006140576209872961,
      "loss_total": 0.006140576209872961,
      "step": 32720
    },
    {
      "loss_action": 0.011580322869122028,
      "loss_total": 0.011580322869122028,
      "step": 32720
    },
    {
      "loss_action": 0.010089476592838764,
      "loss_total": 0.010089476592838764,
      "step": 32720
    },
    {
      "loss_action": 0.007017575204372406,
      "loss_total": 0.007017575204372406,
      "step": 32720
    },
    {
      "grad_norm": 0.13463929295539856,
      "learning_rate": 8.041095410407751e-05,
      "loss": 0.0101,
      "step": 32730
    },
    {
      "loss_action": 0.008257398381829262,
      "loss_total": 0.008257398381829262,
      "step": 32730
    },
    {
      "loss_action": 0.027853690087795258,
      "loss_total": 0.027853690087795258,
      "step": 32730
    },
    {
      "loss_action": 0.009109923616051674,
      "loss_total": 0.009109923616051674,
      "step": 32730
    },
    {
      "loss_action": 0.006172396242618561,
      "loss_total": 0.006172396242618561,
      "step": 32730
    },
    {
      "loss_action": 0.014193342998623848,
      "loss_total": 0.014193342998623848,
      "step": 32730
    },
    {
      "loss_action": 0.0042674848809838295,
      "loss_total": 0.0042674848809838295,
      "step": 32730
    },
    {
      "loss_action": 0.005461057648062706,
      "loss_total": 0.005461057648062706,
      "step": 32730
    },
    {
      "loss_action": 0.018473755568265915,
      "loss_total": 0.018473755568265915,
      "step": 32730
    },
    {
      "grad_norm": 0.15401430428028107,
      "learning_rate": 8.039782770726913e-05,
      "loss": 0.0084,
      "step": 32740
    },
    {
      "loss_action": 0.010058628395199776,
      "loss_total": 0.010058628395199776,
      "step": 32740
    },
    {
      "loss_action": 0.009487886913120747,
      "loss_total": 0.009487886913120747,
      "step": 32740
    },
    {
      "loss_action": 0.005112448241561651,
      "loss_total": 0.005112448241561651,
      "step": 32740
    },
    {
      "loss_action": 0.010329928249120712,
      "loss_total": 0.010329928249120712,
      "step": 32740
    },
    {
      "loss_action": 0.005524603649973869,
      "loss_total": 0.005524603649973869,
      "step": 32740
    },
    {
      "loss_action": 0.003679164918139577,
      "loss_total": 0.003679164918139577,
      "step": 32740
    },
    {
      "loss_action": 0.009729735553264618,
      "loss_total": 0.009729735553264618,
      "step": 32740
    },
    {
      "loss_action": 0.013002246618270874,
      "loss_total": 0.013002246618270874,
      "step": 32740
    },
    {
      "grad_norm": 0.11864271759986877,
      "learning_rate": 8.038469798620004e-05,
      "loss": 0.0103,
      "step": 32750
    },
    {
      "loss_action": 0.011276476085186005,
      "loss_total": 0.011276476085186005,
      "step": 32750
    },
    {
      "loss_action": 0.011148947291076183,
      "loss_total": 0.011148947291076183,
      "step": 32750
    },
    {
      "loss_action": 0.0025580604560673237,
      "loss_total": 0.0025580604560673237,
      "step": 32750
    },
    {
      "loss_action": 0.0045163254253566265,
      "loss_total": 0.0045163254253566265,
      "step": 32750
    },
    {
      "loss_action": 0.005070217885077,
      "loss_total": 0.005070217885077,
      "step": 32750
    },
    {
      "loss_action": 0.004202398005872965,
      "loss_total": 0.004202398005872965,
      "step": 32750
    },
    {
      "loss_action": 0.009277376346290112,
      "loss_total": 0.009277376346290112,
      "step": 32750
    },
    {
      "loss_action": 0.008021656423807144,
      "loss_total": 0.008021656423807144,
      "step": 32750
    },
    {
      "grad_norm": 0.15095371007919312,
      "learning_rate": 8.037156494230604e-05,
      "loss": 0.0097,
      "step": 32760
    },
    {
      "loss_action": 0.005453282035887241,
      "loss_total": 0.005453282035887241,
      "step": 32760
    },
    {
      "loss_action": 0.004881318658590317,
      "loss_total": 0.004881318658590317,
      "step": 32760
    },
    {
      "loss_action": 0.04354499280452728,
      "loss_total": 0.04354499280452728,
      "step": 32760
    },
    {
      "loss_action": 0.003493967931717634,
      "loss_total": 0.003493967931717634,
      "step": 32760
    },
    {
      "loss_action": 0.01997486501932144,
      "loss_total": 0.01997486501932144,
      "step": 32760
    },
    {
      "loss_action": 0.00891784392297268,
      "loss_total": 0.00891784392297268,
      "step": 32760
    },
    {
      "loss_action": 0.004987877793610096,
      "loss_total": 0.004987877793610096,
      "step": 32760
    },
    {
      "loss_action": 0.011276239529252052,
      "loss_total": 0.011276239529252052,
      "step": 32760
    },
    {
      "grad_norm": 0.15316474437713623,
      "learning_rate": 8.035842857702338e-05,
      "loss": 0.0116,
      "step": 32770
    },
    {
      "loss_action": 0.0025301992427557707,
      "loss_total": 0.0025301992427557707,
      "step": 32770
    },
    {
      "loss_action": 0.03782973811030388,
      "loss_total": 0.03782973811030388,
      "step": 32770
    },
    {
      "loss_action": 0.009358605369925499,
      "loss_total": 0.009358605369925499,
      "step": 32770
    },
    {
      "loss_action": 0.010822371579706669,
      "loss_total": 0.010822371579706669,
      "step": 32770
    },
    {
      "loss_action": 0.004398575983941555,
      "loss_total": 0.004398575983941555,
      "step": 32770
    },
    {
      "loss_action": 0.0026100617833435535,
      "loss_total": 0.0026100617833435535,
      "step": 32770
    },
    {
      "loss_action": 0.008333146572113037,
      "loss_total": 0.008333146572113037,
      "step": 32770
    },
    {
      "loss_action": 0.024913815781474113,
      "loss_total": 0.024913815781474113,
      "step": 32770
    },
    {
      "grad_norm": 0.10371425002813339,
      "learning_rate": 8.03452888917886e-05,
      "loss": 0.0104,
      "step": 32780
    },
    {
      "loss_action": 0.006869829725474119,
      "loss_total": 0.006869829725474119,
      "step": 32780
    },
    {
      "loss_action": 0.0158239658921957,
      "loss_total": 0.0158239658921957,
      "step": 32780
    },
    {
      "loss_action": 0.012670176103711128,
      "loss_total": 0.012670176103711128,
      "step": 32780
    },
    {
      "loss_action": 0.042619213461875916,
      "loss_total": 0.042619213461875916,
      "step": 32780
    },
    {
      "loss_action": 0.008680939674377441,
      "loss_total": 0.008680939674377441,
      "step": 32780
    },
    {
      "loss_action": 0.020026948302984238,
      "loss_total": 0.020026948302984238,
      "step": 32780
    },
    {
      "loss_action": 0.006994909606873989,
      "loss_total": 0.006994909606873989,
      "step": 32780
    },
    {
      "loss_action": 0.005001259036362171,
      "loss_total": 0.005001259036362171,
      "step": 32780
    },
    {
      "grad_norm": 0.13076704740524292,
      "learning_rate": 8.033214588803866e-05,
      "loss": 0.0125,
      "step": 32790
    },
    {
      "loss_action": 0.009315090253949165,
      "loss_total": 0.009315090253949165,
      "step": 32790
    },
    {
      "loss_action": 0.00832307431846857,
      "loss_total": 0.00832307431846857,
      "step": 32790
    },
    {
      "loss_action": 0.006815691012889147,
      "loss_total": 0.006815691012889147,
      "step": 32790
    },
    {
      "loss_action": 0.0032723089680075645,
      "loss_total": 0.0032723089680075645,
      "step": 32790
    },
    {
      "loss_action": 0.012428485788404942,
      "loss_total": 0.012428485788404942,
      "step": 32790
    },
    {
      "loss_action": 0.006642680615186691,
      "loss_total": 0.006642680615186691,
      "step": 32790
    },
    {
      "loss_action": 0.005403733812272549,
      "loss_total": 0.005403733812272549,
      "step": 32790
    },
    {
      "loss_action": 0.012328359298408031,
      "loss_total": 0.012328359298408031,
      "step": 32790
    },
    {
      "grad_norm": 0.1826932281255722,
      "learning_rate": 8.031899956721083e-05,
      "loss": 0.0113,
      "step": 32800
    },
    {
      "loss_action": 0.007611529435962439,
      "loss_total": 0.007611529435962439,
      "step": 32800
    },
    {
      "loss_action": 0.007753567770123482,
      "loss_total": 0.007753567770123482,
      "step": 32800
    },
    {
      "loss_action": 0.0036194019485265017,
      "loss_total": 0.0036194019485265017,
      "step": 32800
    },
    {
      "loss_action": 0.023651573807001114,
      "loss_total": 0.023651573807001114,
      "step": 32800
    },
    {
      "loss_action": 0.0048677269369363785,
      "loss_total": 0.0048677269369363785,
      "step": 32800
    },
    {
      "loss_action": 0.009248009882867336,
      "loss_total": 0.009248009882867336,
      "step": 32800
    },
    {
      "loss_action": 0.005513277370482683,
      "loss_total": 0.005513277370482683,
      "step": 32800
    },
    {
      "loss_action": 0.00860682874917984,
      "loss_total": 0.00860682874917984,
      "step": 32800
    },
    {
      "grad_norm": 0.13547682762145996,
      "learning_rate": 8.030584993074282e-05,
      "loss": 0.0097,
      "step": 32810
    },
    {
      "loss_action": 0.008893613703548908,
      "loss_total": 0.008893613703548908,
      "step": 32810
    },
    {
      "loss_action": 0.004702554550021887,
      "loss_total": 0.004702554550021887,
      "step": 32810
    },
    {
      "loss_action": 0.0062522245571017265,
      "loss_total": 0.0062522245571017265,
      "step": 32810
    },
    {
      "loss_action": 0.009274465963244438,
      "loss_total": 0.009274465963244438,
      "step": 32810
    },
    {
      "loss_action": 0.005874822847545147,
      "loss_total": 0.005874822847545147,
      "step": 32810
    },
    {
      "loss_action": 0.008178011514246464,
      "loss_total": 0.008178011514246464,
      "step": 32810
    },
    {
      "loss_action": 0.002892624121159315,
      "loss_total": 0.002892624121159315,
      "step": 32810
    },
    {
      "loss_action": 0.009394174441695213,
      "loss_total": 0.009394174441695213,
      "step": 32810
    },
    {
      "grad_norm": 0.1476949006319046,
      "learning_rate": 8.02926969800726e-05,
      "loss": 0.0102,
      "step": 32820
    },
    {
      "loss_action": 0.016628185287117958,
      "loss_total": 0.016628185287117958,
      "step": 32820
    },
    {
      "loss_action": 0.007379976566880941,
      "loss_total": 0.007379976566880941,
      "step": 32820
    },
    {
      "loss_action": 0.013827547430992126,
      "loss_total": 0.013827547430992126,
      "step": 32820
    },
    {
      "loss_action": 0.020103901624679565,
      "loss_total": 0.020103901624679565,
      "step": 32820
    },
    {
      "loss_action": 0.008975982666015625,
      "loss_total": 0.008975982666015625,
      "step": 32820
    },
    {
      "loss_action": 0.009610312059521675,
      "loss_total": 0.009610312059521675,
      "step": 32820
    },
    {
      "loss_action": 0.017232686281204224,
      "loss_total": 0.017232686281204224,
      "step": 32820
    },
    {
      "loss_action": 0.007690669037401676,
      "loss_total": 0.007690669037401676,
      "step": 32820
    },
    {
      "grad_norm": 0.08622166514396667,
      "learning_rate": 8.027954071663859e-05,
      "loss": 0.0086,
      "step": 32830
    },
    {
      "loss_action": 0.007100173272192478,
      "loss_total": 0.007100173272192478,
      "step": 32830
    },
    {
      "loss_action": 0.005321289412677288,
      "loss_total": 0.005321289412677288,
      "step": 32830
    },
    {
      "loss_action": 0.008481815457344055,
      "loss_total": 0.008481815457344055,
      "step": 32830
    },
    {
      "loss_action": 0.008872034959495068,
      "loss_total": 0.008872034959495068,
      "step": 32830
    },
    {
      "loss_action": 0.010324366390705109,
      "loss_total": 0.010324366390705109,
      "step": 32830
    },
    {
      "loss_action": 0.027618028223514557,
      "loss_total": 0.027618028223514557,
      "step": 32830
    },
    {
      "loss_action": 0.0024846959859132767,
      "loss_total": 0.0024846959859132767,
      "step": 32830
    },
    {
      "loss_action": 0.009808039292693138,
      "loss_total": 0.009808039292693138,
      "step": 32830
    },
    {
      "grad_norm": 0.18441763520240784,
      "learning_rate": 8.026638114187954e-05,
      "loss": 0.0107,
      "step": 32840
    },
    {
      "loss_action": 0.0034757901448756456,
      "loss_total": 0.0034757901448756456,
      "step": 32840
    },
    {
      "loss_action": 0.007092004641890526,
      "loss_total": 0.007092004641890526,
      "step": 32840
    },
    {
      "loss_action": 0.01729060709476471,
      "loss_total": 0.01729060709476471,
      "step": 32840
    },
    {
      "loss_action": 0.011058636009693146,
      "loss_total": 0.011058636009693146,
      "step": 32840
    },
    {
      "loss_action": 0.006602083332836628,
      "loss_total": 0.006602083332836628,
      "step": 32840
    },
    {
      "loss_action": 0.012395823374390602,
      "loss_total": 0.012395823374390602,
      "step": 32840
    },
    {
      "loss_action": 0.026934437453746796,
      "loss_total": 0.026934437453746796,
      "step": 32840
    },
    {
      "loss_action": 0.008354895748198032,
      "loss_total": 0.008354895748198032,
      "step": 32840
    },
    {
      "grad_norm": 0.12638510763645172,
      "learning_rate": 8.025321825723456e-05,
      "loss": 0.0107,
      "step": 32850
    },
    {
      "loss_action": 0.012824030593037605,
      "loss_total": 0.012824030593037605,
      "step": 32850
    },
    {
      "loss_action": 0.012529272586107254,
      "loss_total": 0.012529272586107254,
      "step": 32850
    },
    {
      "loss_action": 0.00637192465364933,
      "loss_total": 0.00637192465364933,
      "step": 32850
    },
    {
      "loss_action": 0.004772514570504427,
      "loss_total": 0.004772514570504427,
      "step": 32850
    },
    {
      "loss_action": 0.005973457358777523,
      "loss_total": 0.005973457358777523,
      "step": 32850
    },
    {
      "loss_action": 0.005034259986132383,
      "loss_total": 0.005034259986132383,
      "step": 32850
    },
    {
      "loss_action": 0.01860295608639717,
      "loss_total": 0.01860295608639717,
      "step": 32850
    },
    {
      "loss_action": 0.005019035190343857,
      "loss_total": 0.005019035190343857,
      "step": 32850
    },
    {
      "grad_norm": 0.11487238109111786,
      "learning_rate": 8.02400520641431e-05,
      "loss": 0.0089,
      "step": 32860
    },
    {
      "loss_action": 0.017547626048326492,
      "loss_total": 0.017547626048326492,
      "step": 32860
    },
    {
      "loss_action": 0.01331639476120472,
      "loss_total": 0.01331639476120472,
      "step": 32860
    },
    {
      "loss_action": 0.008582704700529575,
      "loss_total": 0.008582704700529575,
      "step": 32860
    },
    {
      "loss_action": 0.00272615859284997,
      "loss_total": 0.00272615859284997,
      "step": 32860
    },
    {
      "loss_action": 0.010718464851379395,
      "loss_total": 0.010718464851379395,
      "step": 32860
    },
    {
      "loss_action": 0.006023172754794359,
      "loss_total": 0.006023172754794359,
      "step": 32860
    },
    {
      "loss_action": 0.008848132565617561,
      "loss_total": 0.008848132565617561,
      "step": 32860
    },
    {
      "loss_action": 0.00915762223303318,
      "loss_total": 0.00915762223303318,
      "step": 32860
    },
    {
      "grad_norm": 0.14690260589122772,
      "learning_rate": 8.022688256404501e-05,
      "loss": 0.0103,
      "step": 32870
    },
    {
      "loss_action": 0.006100739352405071,
      "loss_total": 0.006100739352405071,
      "step": 32870
    },
    {
      "loss_action": 0.010753633454442024,
      "loss_total": 0.010753633454442024,
      "step": 32870
    },
    {
      "loss_action": 0.012502031400799751,
      "loss_total": 0.012502031400799751,
      "step": 32870
    },
    {
      "loss_action": 0.014144573360681534,
      "loss_total": 0.014144573360681534,
      "step": 32870
    },
    {
      "loss_action": 0.01731734722852707,
      "loss_total": 0.01731734722852707,
      "step": 32870
    },
    {
      "loss_action": 0.008107917383313179,
      "loss_total": 0.008107917383313179,
      "step": 32870
    },
    {
      "loss_action": 0.0029542166739702225,
      "loss_total": 0.0029542166739702225,
      "step": 32870
    },
    {
      "loss_action": 0.010390532203018665,
      "loss_total": 0.010390532203018665,
      "step": 32870
    },
    {
      "grad_norm": 0.13980773091316223,
      "learning_rate": 8.02137097583805e-05,
      "loss": 0.0097,
      "step": 32880
    },
    {
      "loss_action": 0.009442837908864021,
      "loss_total": 0.009442837908864021,
      "step": 32880
    },
    {
      "loss_action": 0.004060778766870499,
      "loss_total": 0.004060778766870499,
      "step": 32880
    },
    {
      "loss_action": 0.011016255244612694,
      "loss_total": 0.011016255244612694,
      "step": 32880
    },
    {
      "loss_action": 0.013019636273384094,
      "loss_total": 0.013019636273384094,
      "step": 32880
    },
    {
      "loss_action": 0.004931762348860502,
      "loss_total": 0.004931762348860502,
      "step": 32880
    },
    {
      "loss_action": 0.012459924444556236,
      "loss_total": 0.012459924444556236,
      "step": 32880
    },
    {
      "loss_action": 0.007436833344399929,
      "loss_total": 0.007436833344399929,
      "step": 32880
    },
    {
      "loss_action": 0.009048717096447945,
      "loss_total": 0.009048717096447945,
      "step": 32880
    },
    {
      "grad_norm": 0.10932475328445435,
      "learning_rate": 8.02005336485901e-05,
      "loss": 0.0102,
      "step": 32890
    },
    {
      "loss_action": 0.044027358293533325,
      "loss_total": 0.044027358293533325,
      "step": 32890
    },
    {
      "loss_action": 0.00803220272064209,
      "loss_total": 0.00803220272064209,
      "step": 32890
    },
    {
      "loss_action": 0.01896096020936966,
      "loss_total": 0.01896096020936966,
      "step": 32890
    },
    {
      "loss_action": 0.008841114118695259,
      "loss_total": 0.008841114118695259,
      "step": 32890
    },
    {
      "loss_action": 0.009586756117641926,
      "loss_total": 0.009586756117641926,
      "step": 32890
    },
    {
      "loss_action": 0.011799545958638191,
      "loss_total": 0.011799545958638191,
      "step": 32890
    },
    {
      "loss_action": 0.008334223181009293,
      "loss_total": 0.008334223181009293,
      "step": 32890
    },
    {
      "loss_action": 0.010658856481313705,
      "loss_total": 0.010658856481313705,
      "step": 32890
    },
    {
      "grad_norm": 0.2410077005624771,
      "learning_rate": 8.018735423611476e-05,
      "loss": 0.0106,
      "step": 32900
    },
    {
      "loss_action": 0.0025227663572877645,
      "loss_total": 0.0025227663572877645,
      "step": 32900
    },
    {
      "loss_action": 0.003113867249339819,
      "loss_total": 0.003113867249339819,
      "step": 32900
    },
    {
      "loss_action": 0.011895282194018364,
      "loss_total": 0.011895282194018364,
      "step": 32900
    },
    {
      "loss_action": 0.010638739913702011,
      "loss_total": 0.010638739913702011,
      "step": 32900
    },
    {
      "loss_action": 0.009749534539878368,
      "loss_total": 0.009749534539878368,
      "step": 32900
    },
    {
      "loss_action": 0.005877338349819183,
      "loss_total": 0.005877338349819183,
      "step": 32900
    },
    {
      "loss_action": 0.02798270434141159,
      "loss_total": 0.02798270434141159,
      "step": 32900
    },
    {
      "loss_action": 0.007486235350370407,
      "loss_total": 0.007486235350370407,
      "step": 32900
    },
    {
      "grad_norm": 0.13225097954273224,
      "learning_rate": 8.017417152239574e-05,
      "loss": 0.0105,
      "step": 32910
    },
    {
      "loss_action": 0.012025948613882065,
      "loss_total": 0.012025948613882065,
      "step": 32910
    },
    {
      "loss_action": 0.005934996530413628,
      "loss_total": 0.005934996530413628,
      "step": 32910
    },
    {
      "loss_action": 0.009196002036333084,
      "loss_total": 0.009196002036333084,
      "step": 32910
    },
    {
      "loss_action": 0.013158231973648071,
      "loss_total": 0.013158231973648071,
      "step": 32910
    },
    {
      "loss_action": 0.01275647059082985,
      "loss_total": 0.01275647059082985,
      "step": 32910
    },
    {
      "loss_action": 0.006581055466085672,
      "loss_total": 0.006581055466085672,
      "step": 32910
    },
    {
      "loss_action": 0.015787240117788315,
      "loss_total": 0.015787240117788315,
      "step": 32910
    },
    {
      "loss_action": 0.011361723765730858,
      "loss_total": 0.011361723765730858,
      "step": 32910
    },
    {
      "grad_norm": 0.12210846692323685,
      "learning_rate": 8.01609855088747e-05,
      "loss": 0.0092,
      "step": 32920
    },
    {
      "loss_action": 0.004099903628230095,
      "loss_total": 0.004099903628230095,
      "step": 32920
    },
    {
      "loss_action": 0.004350660834461451,
      "loss_total": 0.004350660834461451,
      "step": 32920
    },
    {
      "loss_action": 0.0073198843747377396,
      "loss_total": 0.0073198843747377396,
      "step": 32920
    },
    {
      "loss_action": 0.006353277713060379,
      "loss_total": 0.006353277713060379,
      "step": 32920
    },
    {
      "loss_action": 0.008266927674412727,
      "loss_total": 0.008266927674412727,
      "step": 32920
    },
    {
      "loss_action": 0.009191005490720272,
      "loss_total": 0.009191005490720272,
      "step": 32920
    },
    {
      "loss_action": 0.010805451311171055,
      "loss_total": 0.010805451311171055,
      "step": 32920
    },
    {
      "loss_action": 0.017170678824186325,
      "loss_total": 0.017170678824186325,
      "step": 32920
    },
    {
      "grad_norm": 0.12248636782169342,
      "learning_rate": 8.014779619699362e-05,
      "loss": 0.0093,
      "step": 32930
    },
    {
      "loss_action": 0.012484550476074219,
      "loss_total": 0.012484550476074219,
      "step": 32930
    },
    {
      "loss_action": 0.00457005575299263,
      "loss_total": 0.00457005575299263,
      "step": 32930
    },
    {
      "loss_action": 0.0076034110970795155,
      "loss_total": 0.0076034110970795155,
      "step": 32930
    },
    {
      "loss_action": 0.00408970657736063,
      "loss_total": 0.00408970657736063,
      "step": 32930
    },
    {
      "loss_action": 0.011715812608599663,
      "loss_total": 0.011715812608599663,
      "step": 32930
    },
    {
      "loss_action": 0.003044949611648917,
      "loss_total": 0.003044949611648917,
      "step": 32930
    },
    {
      "loss_action": 0.0033700696658343077,
      "loss_total": 0.0033700696658343077,
      "step": 32930
    },
    {
      "loss_action": 0.004365528468042612,
      "loss_total": 0.004365528468042612,
      "step": 32930
    },
    {
      "grad_norm": 0.16735903918743134,
      "learning_rate": 8.013460358819489e-05,
      "loss": 0.0095,
      "step": 32940
    },
    {
      "loss_action": 0.008065817877650261,
      "loss_total": 0.008065817877650261,
      "step": 32940
    },
    {
      "loss_action": 0.00998983345925808,
      "loss_total": 0.00998983345925808,
      "step": 32940
    },
    {
      "loss_action": 0.013184454292058945,
      "loss_total": 0.013184454292058945,
      "step": 32940
    },
    {
      "loss_action": 0.007207389455288649,
      "loss_total": 0.007207389455288649,
      "step": 32940
    },
    {
      "loss_action": 0.012076964601874352,
      "loss_total": 0.012076964601874352,
      "step": 32940
    },
    {
      "loss_action": 0.013895739801228046,
      "loss_total": 0.013895739801228046,
      "step": 32940
    },
    {
      "loss_action": 0.030390458181500435,
      "loss_total": 0.030390458181500435,
      "step": 32940
    },
    {
      "loss_action": 0.01092337816953659,
      "loss_total": 0.01092337816953659,
      "step": 32940
    },
    {
      "grad_norm": 0.1194433867931366,
      "learning_rate": 8.01214076839212e-05,
      "loss": 0.0101,
      "step": 32950
    },
    {
      "loss_action": 0.003491171868517995,
      "loss_total": 0.003491171868517995,
      "step": 32950
    },
    {
      "loss_action": 0.006074055097997189,
      "loss_total": 0.006074055097997189,
      "step": 32950
    },
    {
      "loss_action": 0.01208702102303505,
      "loss_total": 0.01208702102303505,
      "step": 32950
    },
    {
      "loss_action": 0.005540761165320873,
      "loss_total": 0.005540761165320873,
      "step": 32950
    },
    {
      "loss_action": 0.0095442533493042,
      "loss_total": 0.0095442533493042,
      "step": 32950
    },
    {
      "loss_action": 0.005446020048111677,
      "loss_total": 0.005446020048111677,
      "step": 32950
    },
    {
      "loss_action": 0.008897228166460991,
      "loss_total": 0.008897228166460991,
      "step": 32950
    },
    {
      "loss_action": 0.006585601717233658,
      "loss_total": 0.006585601717233658,
      "step": 32950
    },
    {
      "grad_norm": 0.10565755516290665,
      "learning_rate": 8.010820848561565e-05,
      "loss": 0.0096,
      "step": 32960
    },
    {
      "loss_action": 0.012483177706599236,
      "loss_total": 0.012483177706599236,
      "step": 32960
    },
    {
      "loss_action": 0.025994770228862762,
      "loss_total": 0.025994770228862762,
      "step": 32960
    },
    {
      "loss_action": 0.012459891848266125,
      "loss_total": 0.012459891848266125,
      "step": 32960
    },
    {
      "loss_action": 0.007401860319077969,
      "loss_total": 0.007401860319077969,
      "step": 32960
    },
    {
      "loss_action": 0.007654808461666107,
      "loss_total": 0.007654808461666107,
      "step": 32960
    },
    {
      "loss_action": 0.012623801827430725,
      "loss_total": 0.012623801827430725,
      "step": 32960
    },
    {
      "loss_action": 0.007837544195353985,
      "loss_total": 0.007837544195353985,
      "step": 32960
    },
    {
      "loss_action": 0.019451923668384552,
      "loss_total": 0.019451923668384552,
      "step": 32960
    },
    {
      "grad_norm": 0.0850529819726944,
      "learning_rate": 8.009500599472171e-05,
      "loss": 0.0095,
      "step": 32970
    },
    {
      "loss_action": 0.00552103016525507,
      "loss_total": 0.00552103016525507,
      "step": 32970
    },
    {
      "loss_action": 0.007800267543643713,
      "loss_total": 0.007800267543643713,
      "step": 32970
    },
    {
      "loss_action": 0.01056649349629879,
      "loss_total": 0.01056649349629879,
      "step": 32970
    },
    {
      "loss_action": 0.00954729039222002,
      "loss_total": 0.00954729039222002,
      "step": 32970
    },
    {
      "loss_action": 0.018097328022122383,
      "loss_total": 0.018097328022122383,
      "step": 32970
    },
    {
      "loss_action": 0.01253428403288126,
      "loss_total": 0.01253428403288126,
      "step": 32970
    },
    {
      "loss_action": 0.0068925791420042515,
      "loss_total": 0.0068925791420042515,
      "step": 32970
    },
    {
      "loss_action": 0.00789417140185833,
      "loss_total": 0.00789417140185833,
      "step": 32970
    },
    {
      "grad_norm": 0.1832629293203354,
      "learning_rate": 8.008180021268314e-05,
      "loss": 0.009,
      "step": 32980
    },
    {
      "loss_action": 0.06975345313549042,
      "loss_total": 0.06975345313549042,
      "step": 32980
    },
    {
      "loss_action": 0.009150601923465729,
      "loss_total": 0.009150601923465729,
      "step": 32980
    },
    {
      "loss_action": 0.006040425505489111,
      "loss_total": 0.006040425505489111,
      "step": 32980
    },
    {
      "loss_action": 0.007532114163041115,
      "loss_total": 0.007532114163041115,
      "step": 32980
    },
    {
      "loss_action": 0.011715946719050407,
      "loss_total": 0.011715946719050407,
      "step": 32980
    },
    {
      "loss_action": 0.010490762069821358,
      "loss_total": 0.010490762069821358,
      "step": 32980
    },
    {
      "loss_action": 0.008546540513634682,
      "loss_total": 0.008546540513634682,
      "step": 32980
    },
    {
      "loss_action": 0.005364459007978439,
      "loss_total": 0.005364459007978439,
      "step": 32980
    },
    {
      "grad_norm": 0.1338915079832077,
      "learning_rate": 8.006859114094414e-05,
      "loss": 0.0116,
      "step": 32990
    },
    {
      "loss_action": 0.005588718689978123,
      "loss_total": 0.005588718689978123,
      "step": 32990
    },
    {
      "loss_action": 0.003938230220228434,
      "loss_total": 0.003938230220228434,
      "step": 32990
    },
    {
      "loss_action": 0.008019951172173023,
      "loss_total": 0.008019951172173023,
      "step": 32990
    },
    {
      "loss_action": 0.006401972379535437,
      "loss_total": 0.006401972379535437,
      "step": 32990
    },
    {
      "loss_action": 0.009124081581830978,
      "loss_total": 0.009124081581830978,
      "step": 32990
    },
    {
      "loss_action": 0.0025682374835014343,
      "loss_total": 0.0025682374835014343,
      "step": 32990
    },
    {
      "loss_action": 0.0122857466340065,
      "loss_total": 0.0122857466340065,
      "step": 32990
    },
    {
      "loss_action": 0.017622297629714012,
      "loss_total": 0.017622297629714012,
      "step": 32990
    },
    {
      "grad_norm": 0.14096671342849731,
      "learning_rate": 8.005537878094921e-05,
      "loss": 0.0107,
      "step": 33000
    },
    {
      "loss_action": 0.005220415536314249,
      "loss_total": 0.005220415536314249,
      "step": 33000
    },
    {
      "loss_action": 0.008482133969664574,
      "loss_total": 0.008482133969664574,
      "step": 33000
    },
    {
      "loss_action": 0.022106043994426727,
      "loss_total": 0.022106043994426727,
      "step": 33000
    },
    {
      "loss_action": 0.010061007924377918,
      "loss_total": 0.010061007924377918,
      "step": 33000
    },
    {
      "loss_action": 0.01370939426124096,
      "loss_total": 0.01370939426124096,
      "step": 33000
    },
    {
      "loss_action": 0.004062695894390345,
      "loss_total": 0.004062695894390345,
      "step": 33000
    },
    {
      "loss_action": 0.005281750112771988,
      "loss_total": 0.005281750112771988,
      "step": 33000
    },
    {
      "loss_action": 0.005643410608172417,
      "loss_total": 0.005643410608172417,
      "step": 33000
    },
    {
      "grad_norm": 0.09746056795120239,
      "learning_rate": 8.004216313414323e-05,
      "loss": 0.0105,
      "step": 33010
    },
    {
      "loss_action": 0.005210036877542734,
      "loss_total": 0.005210036877542734,
      "step": 33010
    },
    {
      "loss_action": 0.006697248667478561,
      "loss_total": 0.006697248667478561,
      "step": 33010
    },
    {
      "loss_action": 0.004262397065758705,
      "loss_total": 0.004262397065758705,
      "step": 33010
    },
    {
      "loss_action": 0.009275557473301888,
      "loss_total": 0.009275557473301888,
      "step": 33010
    },
    {
      "loss_action": 0.008315575309097767,
      "loss_total": 0.008315575309097767,
      "step": 33010
    },
    {
      "loss_action": 0.01818190887570381,
      "loss_total": 0.01818190887570381,
      "step": 33010
    },
    {
      "loss_action": 0.03056512027978897,
      "loss_total": 0.03056512027978897,
      "step": 33010
    },
    {
      "loss_action": 0.01762082800269127,
      "loss_total": 0.01762082800269127,
      "step": 33010
    },
    {
      "grad_norm": 0.12695065140724182,
      "learning_rate": 8.002894420197149e-05,
      "loss": 0.0117,
      "step": 33020
    },
    {
      "loss_action": 0.014317832887172699,
      "loss_total": 0.014317832887172699,
      "step": 33020
    },
    {
      "loss_action": 0.006884329952299595,
      "loss_total": 0.006884329952299595,
      "step": 33020
    },
    {
      "loss_action": 0.02177051082253456,
      "loss_total": 0.02177051082253456,
      "step": 33020
    },
    {
      "loss_action": 0.00966077484190464,
      "loss_total": 0.00966077484190464,
      "step": 33020
    },
    {
      "loss_action": 0.02418559603393078,
      "loss_total": 0.02418559603393078,
      "step": 33020
    },
    {
      "loss_action": 0.020513568073511124,
      "loss_total": 0.020513568073511124,
      "step": 33020
    },
    {
      "loss_action": 0.02200205624103546,
      "loss_total": 0.02200205624103546,
      "step": 33020
    },
    {
      "loss_action": 0.007431605365127325,
      "loss_total": 0.007431605365127325,
      "step": 33020
    },
    {
      "grad_norm": 0.1393519639968872,
      "learning_rate": 8.001572198587954e-05,
      "loss": 0.0124,
      "step": 33030
    },
    {
      "loss_action": 0.010977713391184807,
      "loss_total": 0.010977713391184807,
      "step": 33030
    },
    {
      "loss_action": 0.007391057442873716,
      "loss_total": 0.007391057442873716,
      "step": 33030
    },
    {
      "loss_action": 0.02992452122271061,
      "loss_total": 0.02992452122271061,
      "step": 33030
    },
    {
      "loss_action": 0.010414468124508858,
      "loss_total": 0.010414468124508858,
      "step": 33030
    },
    {
      "loss_action": 0.008125070482492447,
      "loss_total": 0.008125070482492447,
      "step": 33030
    },
    {
      "loss_action": 0.009989004582166672,
      "loss_total": 0.009989004582166672,
      "step": 33030
    },
    {
      "loss_action": 0.006213813088834286,
      "loss_total": 0.006213813088834286,
      "step": 33030
    },
    {
      "loss_action": 0.011182606220245361,
      "loss_total": 0.011182606220245361,
      "step": 33030
    },
    {
      "grad_norm": 0.17539046704769135,
      "learning_rate": 8.000249648731338e-05,
      "loss": 0.0097,
      "step": 33040
    },
    {
      "loss_action": 0.012445276603102684,
      "loss_total": 0.012445276603102684,
      "step": 33040
    },
    {
      "loss_action": 0.006258913781493902,
      "loss_total": 0.006258913781493902,
      "step": 33040
    },
    {
      "loss_action": 0.004131801892071962,
      "loss_total": 0.004131801892071962,
      "step": 33040
    },
    {
      "loss_action": 0.00824703648686409,
      "loss_total": 0.00824703648686409,
      "step": 33040
    },
    {
      "loss_action": 0.005424182396382093,
      "loss_total": 0.005424182396382093,
      "step": 33040
    },
    {
      "loss_action": 0.012256838381290436,
      "loss_total": 0.012256838381290436,
      "step": 33040
    },
    {
      "loss_action": 0.005120647139847279,
      "loss_total": 0.005120647139847279,
      "step": 33040
    },
    {
      "loss_action": 0.010961031541228294,
      "loss_total": 0.010961031541228294,
      "step": 33040
    },
    {
      "grad_norm": 0.13933292031288147,
      "learning_rate": 7.998926770771928e-05,
      "loss": 0.0124,
      "step": 33050
    },
    {
      "loss_action": 0.0042629544623196125,
      "loss_total": 0.0042629544623196125,
      "step": 33050
    },
    {
      "loss_action": 0.0324820876121521,
      "loss_total": 0.0324820876121521,
      "step": 33050
    },
    {
      "loss_action": 0.020315008237957954,
      "loss_total": 0.020315008237957954,
      "step": 33050
    },
    {
      "loss_action": 0.003445968497544527,
      "loss_total": 0.003445968497544527,
      "step": 33050
    },
    {
      "loss_action": 0.0068846833892166615,
      "loss_total": 0.0068846833892166615,
      "step": 33050
    },
    {
      "loss_action": 0.01499953679740429,
      "loss_total": 0.01499953679740429,
      "step": 33050
    },
    {
      "loss_action": 0.008620703592896461,
      "loss_total": 0.008620703592896461,
      "step": 33050
    },
    {
      "loss_action": 0.008704197593033314,
      "loss_total": 0.008704197593033314,
      "step": 33050
    },
    {
      "grad_norm": 0.13078084588050842,
      "learning_rate": 7.997603564854397e-05,
      "loss": 0.0109,
      "step": 33060
    },
    {
      "loss_action": 0.00479887006804347,
      "loss_total": 0.00479887006804347,
      "step": 33060
    },
    {
      "loss_action": 0.014428606256842613,
      "loss_total": 0.014428606256842613,
      "step": 33060
    },
    {
      "loss_action": 0.004335381090641022,
      "loss_total": 0.004335381090641022,
      "step": 33060
    },
    {
      "loss_action": 0.003205265384167433,
      "loss_total": 0.003205265384167433,
      "step": 33060
    },
    {
      "loss_action": 0.007167445495724678,
      "loss_total": 0.007167445495724678,
      "step": 33060
    },
    {
      "loss_action": 0.008669992908835411,
      "loss_total": 0.008669992908835411,
      "step": 33060
    },
    {
      "loss_action": 0.014791331253945827,
      "loss_total": 0.014791331253945827,
      "step": 33060
    },
    {
      "loss_action": 0.007393081206828356,
      "loss_total": 0.007393081206828356,
      "step": 33060
    },
    {
      "grad_norm": 0.11455021053552628,
      "learning_rate": 7.996280031123448e-05,
      "loss": 0.0099,
      "step": 33070
    },
    {
      "loss_action": 0.0043227714486420155,
      "loss_total": 0.0043227714486420155,
      "step": 33070
    },
    {
      "loss_action": 0.012421494349837303,
      "loss_total": 0.012421494349837303,
      "step": 33070
    },
    {
      "loss_action": 0.007162174209952354,
      "loss_total": 0.007162174209952354,
      "step": 33070
    },
    {
      "loss_action": 0.014204001054167747,
      "loss_total": 0.014204001054167747,
      "step": 33070
    },
    {
      "loss_action": 0.02910572849214077,
      "loss_total": 0.02910572849214077,
      "step": 33070
    },
    {
      "loss_action": 0.017351225018501282,
      "loss_total": 0.017351225018501282,
      "step": 33070
    },
    {
      "loss_action": 0.004378808196634054,
      "loss_total": 0.004378808196634054,
      "step": 33070
    },
    {
      "loss_action": 0.02318127453327179,
      "loss_total": 0.02318127453327179,
      "step": 33070
    },
    {
      "grad_norm": 0.18687884509563446,
      "learning_rate": 7.994956169723818e-05,
      "loss": 0.0132,
      "step": 33080
    },
    {
      "loss_action": 0.008834220468997955,
      "loss_total": 0.008834220468997955,
      "step": 33080
    },
    {
      "loss_action": 0.02298039197921753,
      "loss_total": 0.02298039197921753,
      "step": 33080
    },
    {
      "loss_action": 0.018727408722043037,
      "loss_total": 0.018727408722043037,
      "step": 33080
    },
    {
      "loss_action": 0.008651895448565483,
      "loss_total": 0.008651895448565483,
      "step": 33080
    },
    {
      "loss_action": 0.019265253096818924,
      "loss_total": 0.019265253096818924,
      "step": 33080
    },
    {
      "loss_action": 0.012088976800441742,
      "loss_total": 0.012088976800441742,
      "step": 33080
    },
    {
      "loss_action": 0.018270783126354218,
      "loss_total": 0.018270783126354218,
      "step": 33080
    },
    {
      "loss_action": 0.01011350005865097,
      "loss_total": 0.01011350005865097,
      "step": 33080
    },
    {
      "grad_norm": 0.122582346200943,
      "learning_rate": 7.993631980800285e-05,
      "loss": 0.0124,
      "step": 33090
    },
    {
      "loss_action": 0.010966510511934757,
      "loss_total": 0.010966510511934757,
      "step": 33090
    },
    {
      "loss_action": 0.02451566606760025,
      "loss_total": 0.02451566606760025,
      "step": 33090
    },
    {
      "loss_action": 0.011046606115996838,
      "loss_total": 0.011046606115996838,
      "step": 33090
    },
    {
      "loss_action": 0.01959516853094101,
      "loss_total": 0.01959516853094101,
      "step": 33090
    },
    {
      "loss_action": 0.006004197522997856,
      "loss_total": 0.006004197522997856,
      "step": 33090
    },
    {
      "loss_action": 0.010465588420629501,
      "loss_total": 0.010465588420629501,
      "step": 33090
    },
    {
      "loss_action": 0.022351393476128578,
      "loss_total": 0.022351393476128578,
      "step": 33090
    },
    {
      "loss_action": 0.007381274364888668,
      "loss_total": 0.007381274364888668,
      "step": 33090
    },
    {
      "grad_norm": 0.13352057337760925,
      "learning_rate": 7.992307464497659e-05,
      "loss": 0.0113,
      "step": 33100
    },
    {
      "loss_action": 0.007259270641952753,
      "loss_total": 0.007259270641952753,
      "step": 33100
    },
    {
      "loss_action": 0.003960188012570143,
      "loss_total": 0.003960188012570143,
      "step": 33100
    },
    {
      "loss_action": 0.007548593915998936,
      "loss_total": 0.007548593915998936,
      "step": 33100
    },
    {
      "loss_action": 0.008808601647615433,
      "loss_total": 0.008808601647615433,
      "step": 33100
    },
    {
      "loss_action": 0.0036652390845119953,
      "loss_total": 0.0036652390845119953,
      "step": 33100
    },
    {
      "loss_action": 0.004394484683871269,
      "loss_total": 0.004394484683871269,
      "step": 33100
    },
    {
      "loss_action": 0.005439565982669592,
      "loss_total": 0.005439565982669592,
      "step": 33100
    },
    {
      "loss_action": 0.005568705964833498,
      "loss_total": 0.005568705964833498,
      "step": 33100
    },
    {
      "grad_norm": 0.1469721794128418,
      "learning_rate": 7.990982620960787e-05,
      "loss": 0.0104,
      "step": 33110
    },
    {
      "loss_action": 0.010046695359051228,
      "loss_total": 0.010046695359051228,
      "step": 33110
    },
    {
      "loss_action": 0.0027426371816545725,
      "loss_total": 0.0027426371816545725,
      "step": 33110
    },
    {
      "loss_action": 0.008381681516766548,
      "loss_total": 0.008381681516766548,
      "step": 33110
    },
    {
      "loss_action": 0.010488875210285187,
      "loss_total": 0.010488875210285187,
      "step": 33110
    },
    {
      "loss_action": 0.011679114773869514,
      "loss_total": 0.011679114773869514,
      "step": 33110
    },
    {
      "loss_action": 0.00875786691904068,
      "loss_total": 0.00875786691904068,
      "step": 33110
    },
    {
      "loss_action": 0.014956805855035782,
      "loss_total": 0.014956805855035782,
      "step": 33110
    },
    {
      "loss_action": 0.008426216430962086,
      "loss_total": 0.008426216430962086,
      "step": 33110
    },
    {
      "grad_norm": 0.12952491641044617,
      "learning_rate": 7.989657450334554e-05,
      "loss": 0.0097,
      "step": 33120
    },
    {
      "loss_action": 0.004586838185787201,
      "loss_total": 0.004586838185787201,
      "step": 33120
    },
    {
      "loss_action": 0.007272413000464439,
      "loss_total": 0.007272413000464439,
      "step": 33120
    },
    {
      "loss_action": 0.013238687068223953,
      "loss_total": 0.013238687068223953,
      "step": 33120
    },
    {
      "loss_action": 0.017224177718162537,
      "loss_total": 0.017224177718162537,
      "step": 33120
    },
    {
      "loss_action": 0.005572636611759663,
      "loss_total": 0.005572636611759663,
      "step": 33120
    },
    {
      "loss_action": 0.00398268410935998,
      "loss_total": 0.00398268410935998,
      "step": 33120
    },
    {
      "loss_action": 0.005808587186038494,
      "loss_total": 0.005808587186038494,
      "step": 33120
    },
    {
      "loss_action": 0.0035016813781112432,
      "loss_total": 0.0035016813781112432,
      "step": 33120
    },
    {
      "grad_norm": 0.20285017788410187,
      "learning_rate": 7.988331952763877e-05,
      "loss": 0.0112,
      "step": 33130
    },
    {
      "loss_action": 0.007998481392860413,
      "loss_total": 0.007998481392860413,
      "step": 33130
    },
    {
      "loss_action": 0.008061479777097702,
      "loss_total": 0.008061479777097702,
      "step": 33130
    },
    {
      "loss_action": 0.021111927926540375,
      "loss_total": 0.021111927926540375,
      "step": 33130
    },
    {
      "loss_action": 0.011054175905883312,
      "loss_total": 0.011054175905883312,
      "step": 33130
    },
    {
      "loss_action": 0.02048501744866371,
      "loss_total": 0.02048501744866371,
      "step": 33130
    },
    {
      "loss_action": 0.010765258222818375,
      "loss_total": 0.010765258222818375,
      "step": 33130
    },
    {
      "loss_action": 0.012510121800005436,
      "loss_total": 0.012510121800005436,
      "step": 33130
    },
    {
      "loss_action": 0.01318881381303072,
      "loss_total": 0.01318881381303072,
      "step": 33130
    },
    {
      "grad_norm": 0.13043305277824402,
      "learning_rate": 7.987006128393709e-05,
      "loss": 0.0104,
      "step": 33140
    },
    {
      "loss_action": 0.005992017686367035,
      "loss_total": 0.005992017686367035,
      "step": 33140
    },
    {
      "loss_action": 0.00845293328166008,
      "loss_total": 0.00845293328166008,
      "step": 33140
    },
    {
      "loss_action": 0.005611059255897999,
      "loss_total": 0.005611059255897999,
      "step": 33140
    },
    {
      "loss_action": 0.009894559159874916,
      "loss_total": 0.009894559159874916,
      "step": 33140
    },
    {
      "loss_action": 0.014287181198596954,
      "loss_total": 0.014287181198596954,
      "step": 33140
    },
    {
      "loss_action": 0.008106367662549019,
      "loss_total": 0.008106367662549019,
      "step": 33140
    },
    {
      "loss_action": 0.015538377687335014,
      "loss_total": 0.015538377687335014,
      "step": 33140
    },
    {
      "loss_action": 0.023137914016842842,
      "loss_total": 0.023137914016842842,
      "step": 33140
    },
    {
      "grad_norm": 0.11462845653295517,
      "learning_rate": 7.985679977369043e-05,
      "loss": 0.0113,
      "step": 33150
    },
    {
      "loss_action": 0.01119401678442955,
      "loss_total": 0.01119401678442955,
      "step": 33150
    },
    {
      "loss_action": 0.008393126539885998,
      "loss_total": 0.008393126539885998,
      "step": 33150
    },
    {
      "loss_action": 0.008867651224136353,
      "loss_total": 0.008867651224136353,
      "step": 33150
    },
    {
      "loss_action": 0.009456753730773926,
      "loss_total": 0.009456753730773926,
      "step": 33150
    },
    {
      "loss_action": 0.021729953587055206,
      "loss_total": 0.021729953587055206,
      "step": 33150
    },
    {
      "loss_action": 0.017267609015107155,
      "loss_total": 0.017267609015107155,
      "step": 33150
    },
    {
      "loss_action": 0.0224723182618618,
      "loss_total": 0.0224723182618618,
      "step": 33150
    },
    {
      "loss_action": 0.003464649897068739,
      "loss_total": 0.003464649897068739,
      "step": 33150
    },
    {
      "grad_norm": 0.1351270079612732,
      "learning_rate": 7.984353499834902e-05,
      "loss": 0.0102,
      "step": 33160
    },
    {
      "loss_action": 0.02053486928343773,
      "loss_total": 0.02053486928343773,
      "step": 33160
    },
    {
      "loss_action": 0.005159227643162012,
      "loss_total": 0.005159227643162012,
      "step": 33160
    },
    {
      "loss_action": 0.011008002795279026,
      "loss_total": 0.011008002795279026,
      "step": 33160
    },
    {
      "loss_action": 0.018955744802951813,
      "loss_total": 0.018955744802951813,
      "step": 33160
    },
    {
      "loss_action": 0.008171873167157173,
      "loss_total": 0.008171873167157173,
      "step": 33160
    },
    {
      "loss_action": 0.006277312524616718,
      "loss_total": 0.006277312524616718,
      "step": 33160
    },
    {
      "loss_action": 0.010586611926555634,
      "loss_total": 0.010586611926555634,
      "step": 33160
    },
    {
      "loss_action": 0.004963742569088936,
      "loss_total": 0.004963742569088936,
      "step": 33160
    },
    {
      "grad_norm": 0.129863440990448,
      "learning_rate": 7.983026695936351e-05,
      "loss": 0.0104,
      "step": 33170
    },
    {
      "loss_action": 0.00703683216124773,
      "loss_total": 0.00703683216124773,
      "step": 33170
    },
    {
      "loss_action": 0.004076074808835983,
      "loss_total": 0.004076074808835983,
      "step": 33170
    },
    {
      "loss_action": 0.00947301834821701,
      "loss_total": 0.00947301834821701,
      "step": 33170
    },
    {
      "loss_action": 0.004230995662510395,
      "loss_total": 0.004230995662510395,
      "step": 33170
    },
    {
      "loss_action": 0.00997060164809227,
      "loss_total": 0.00997060164809227,
      "step": 33170
    },
    {
      "loss_action": 0.005076823756098747,
      "loss_total": 0.005076823756098747,
      "step": 33170
    },
    {
      "loss_action": 0.008962041698396206,
      "loss_total": 0.008962041698396206,
      "step": 33170
    },
    {
      "loss_action": 0.0030233473517000675,
      "loss_total": 0.0030233473517000675,
      "step": 33170
    },
    {
      "grad_norm": 0.13672839105129242,
      "learning_rate": 7.981699565818486e-05,
      "loss": 0.009,
      "step": 33180
    },
    {
      "loss_action": 0.007863588631153107,
      "loss_total": 0.007863588631153107,
      "step": 33180
    },
    {
      "loss_action": 0.0460173524916172,
      "loss_total": 0.0460173524916172,
      "step": 33180
    },
    {
      "loss_action": 0.002219002228230238,
      "loss_total": 0.002219002228230238,
      "step": 33180
    },
    {
      "loss_action": 0.008189062587916851,
      "loss_total": 0.008189062587916851,
      "step": 33180
    },
    {
      "loss_action": 0.0034144616220146418,
      "loss_total": 0.0034144616220146418,
      "step": 33180
    },
    {
      "loss_action": 0.0036825803108513355,
      "loss_total": 0.0036825803108513355,
      "step": 33180
    },
    {
      "loss_action": 0.00572712067514658,
      "loss_total": 0.00572712067514658,
      "step": 33180
    },
    {
      "loss_action": 0.013204770162701607,
      "loss_total": 0.013204770162701607,
      "step": 33180
    },
    {
      "grad_norm": 0.17925108969211578,
      "learning_rate": 7.980372109626437e-05,
      "loss": 0.0102,
      "step": 33190
    },
    {
      "loss_action": 0.007270919159054756,
      "loss_total": 0.007270919159054756,
      "step": 33190
    },
    {
      "loss_action": 0.00765578867867589,
      "loss_total": 0.00765578867867589,
      "step": 33190
    },
    {
      "loss_action": 0.009939662180840969,
      "loss_total": 0.009939662180840969,
      "step": 33190
    },
    {
      "loss_action": 0.00405375799164176,
      "loss_total": 0.00405375799164176,
      "step": 33190
    },
    {
      "loss_action": 0.02131715789437294,
      "loss_total": 0.02131715789437294,
      "step": 33190
    },
    {
      "loss_action": 0.014258485287427902,
      "loss_total": 0.014258485287427902,
      "step": 33190
    },
    {
      "loss_action": 0.01269739493727684,
      "loss_total": 0.01269739493727684,
      "step": 33190
    },
    {
      "loss_action": 0.009394148364663124,
      "loss_total": 0.009394148364663124,
      "step": 33190
    },
    {
      "grad_norm": 0.1356922835111618,
      "learning_rate": 7.979044327505375e-05,
      "loss": 0.0107,
      "step": 33200
    },
    {
      "loss_action": 0.008794291876256466,
      "loss_total": 0.008794291876256466,
      "step": 33200
    },
    {
      "loss_action": 0.007580367848277092,
      "loss_total": 0.007580367848277092,
      "step": 33200
    },
    {
      "loss_action": 0.008308693766593933,
      "loss_total": 0.008308693766593933,
      "step": 33200
    },
    {
      "loss_action": 0.00754591915756464,
      "loss_total": 0.00754591915756464,
      "step": 33200
    },
    {
      "loss_action": 0.021008946001529694,
      "loss_total": 0.021008946001529694,
      "step": 33200
    },
    {
      "loss_action": 0.016281820833683014,
      "loss_total": 0.016281820833683014,
      "step": 33200
    },
    {
      "loss_action": 0.0086654769256711,
      "loss_total": 0.0086654769256711,
      "step": 33200
    },
    {
      "loss_action": 0.006927145645022392,
      "loss_total": 0.006927145645022392,
      "step": 33200
    },
    {
      "grad_norm": 0.14542298018932343,
      "learning_rate": 7.977716219600506e-05,
      "loss": 0.0111,
      "step": 33210
    },
    {
      "loss_action": 0.00886976532638073,
      "loss_total": 0.00886976532638073,
      "step": 33210
    },
    {
      "loss_action": 0.021690256893634796,
      "loss_total": 0.021690256893634796,
      "step": 33210
    },
    {
      "loss_action": 0.009080269373953342,
      "loss_total": 0.009080269373953342,
      "step": 33210
    },
    {
      "loss_action": 0.009849662892520428,
      "loss_total": 0.009849662892520428,
      "step": 33210
    },
    {
      "loss_action": 0.009105846285820007,
      "loss_total": 0.009105846285820007,
      "step": 33210
    },
    {
      "loss_action": 0.01542762853205204,
      "loss_total": 0.01542762853205204,
      "step": 33210
    },
    {
      "loss_action": 0.007705168332904577,
      "loss_total": 0.007705168332904577,
      "step": 33210
    },
    {
      "loss_action": 0.008226647041738033,
      "loss_total": 0.008226647041738033,
      "step": 33210
    },
    {
      "grad_norm": 0.13577349483966827,
      "learning_rate": 7.97638778605707e-05,
      "loss": 0.0114,
      "step": 33220
    },
    {
      "loss_action": 0.0069262306205928326,
      "loss_total": 0.0069262306205928326,
      "step": 33220
    },
    {
      "loss_action": 0.003711351193487644,
      "loss_total": 0.003711351193487644,
      "step": 33220
    },
    {
      "loss_action": 0.006181878503412008,
      "loss_total": 0.006181878503412008,
      "step": 33220
    },
    {
      "loss_action": 0.006322120316326618,
      "loss_total": 0.006322120316326618,
      "step": 33220
    },
    {
      "loss_action": 0.006330410484224558,
      "loss_total": 0.006330410484224558,
      "step": 33220
    },
    {
      "loss_action": 0.0027601183392107487,
      "loss_total": 0.0027601183392107487,
      "step": 33220
    },
    {
      "loss_action": 0.015351342037320137,
      "loss_total": 0.015351342037320137,
      "step": 33220
    },
    {
      "loss_action": 0.007270481437444687,
      "loss_total": 0.007270481437444687,
      "step": 33220
    },
    {
      "grad_norm": 0.1087515577673912,
      "learning_rate": 7.975059027020338e-05,
      "loss": 0.011,
      "step": 33230
    },
    {
      "loss_action": 0.00962445605546236,
      "loss_total": 0.00962445605546236,
      "step": 33230
    },
    {
      "loss_action": 0.005944518372416496,
      "loss_total": 0.005944518372416496,
      "step": 33230
    },
    {
      "loss_action": 0.009044215083122253,
      "loss_total": 0.009044215083122253,
      "step": 33230
    },
    {
      "loss_action": 0.02068718895316124,
      "loss_total": 0.02068718895316124,
      "step": 33230
    },
    {
      "loss_action": 0.006129616871476173,
      "loss_total": 0.006129616871476173,
      "step": 33230
    },
    {
      "loss_action": 0.004792336840182543,
      "loss_total": 0.004792336840182543,
      "step": 33230
    },
    {
      "loss_action": 0.027164801955223083,
      "loss_total": 0.027164801955223083,
      "step": 33230
    },
    {
      "loss_action": 0.010514099150896072,
      "loss_total": 0.010514099150896072,
      "step": 33230
    },
    {
      "grad_norm": 0.08191056549549103,
      "learning_rate": 7.973729942635623e-05,
      "loss": 0.0108,
      "step": 33240
    },
    {
      "loss_action": 0.008033998310565948,
      "loss_total": 0.008033998310565948,
      "step": 33240
    },
    {
      "loss_action": 0.006340067833662033,
      "loss_total": 0.006340067833662033,
      "step": 33240
    },
    {
      "loss_action": 0.009938681498169899,
      "loss_total": 0.009938681498169899,
      "step": 33240
    },
    {
      "loss_action": 0.005943789146840572,
      "loss_total": 0.005943789146840572,
      "step": 33240
    },
    {
      "loss_action": 0.007457692641764879,
      "loss_total": 0.007457692641764879,
      "step": 33240
    },
    {
      "loss_action": 0.0048500364646315575,
      "loss_total": 0.0048500364646315575,
      "step": 33240
    },
    {
      "loss_action": 0.016388705000281334,
      "loss_total": 0.016388705000281334,
      "step": 33240
    },
    {
      "loss_action": 0.007084076292812824,
      "loss_total": 0.007084076292812824,
      "step": 33240
    },
    {
      "grad_norm": 0.13758701086044312,
      "learning_rate": 7.972400533048273e-05,
      "loss": 0.011,
      "step": 33250
    },
    {
      "loss_action": 0.006207876838743687,
      "loss_total": 0.006207876838743687,
      "step": 33250
    },
    {
      "loss_action": 0.01207108423113823,
      "loss_total": 0.01207108423113823,
      "step": 33250
    },
    {
      "loss_action": 0.013607267290353775,
      "loss_total": 0.013607267290353775,
      "step": 33250
    },
    {
      "loss_action": 0.022786391898989677,
      "loss_total": 0.022786391898989677,
      "step": 33250
    },
    {
      "loss_action": 0.008367574773728848,
      "loss_total": 0.008367574773728848,
      "step": 33250
    },
    {
      "loss_action": 0.009516171179711819,
      "loss_total": 0.009516171179711819,
      "step": 33250
    },
    {
      "loss_action": 0.003960964269936085,
      "loss_total": 0.003960964269936085,
      "step": 33250
    },
    {
      "loss_action": 0.013019224628806114,
      "loss_total": 0.013019224628806114,
      "step": 33250
    },
    {
      "grad_norm": 0.18703143298625946,
      "learning_rate": 7.97107079840367e-05,
      "loss": 0.0109,
      "step": 33260
    },
    {
      "loss_action": 0.006586230359971523,
      "loss_total": 0.006586230359971523,
      "step": 33260
    },
    {
      "loss_action": 0.007300203666090965,
      "loss_total": 0.007300203666090965,
      "step": 33260
    },
    {
      "loss_action": 0.005521256476640701,
      "loss_total": 0.005521256476640701,
      "step": 33260
    },
    {
      "loss_action": 0.00912633165717125,
      "loss_total": 0.00912633165717125,
      "step": 33260
    },
    {
      "loss_action": 0.021672304719686508,
      "loss_total": 0.021672304719686508,
      "step": 33260
    },
    {
      "loss_action": 0.009640657342970371,
      "loss_total": 0.009640657342970371,
      "step": 33260
    },
    {
      "loss_action": 0.005780957639217377,
      "loss_total": 0.005780957639217377,
      "step": 33260
    },
    {
      "loss_action": 0.017640355974435806,
      "loss_total": 0.017640355974435806,
      "step": 33260
    },
    {
      "grad_norm": 0.20870494842529297,
      "learning_rate": 7.969740738847231e-05,
      "loss": 0.0123,
      "step": 33270
    },
    {
      "loss_action": 0.008625750429928303,
      "loss_total": 0.008625750429928303,
      "step": 33270
    },
    {
      "loss_action": 0.007135901600122452,
      "loss_total": 0.007135901600122452,
      "step": 33270
    },
    {
      "loss_action": 0.01527833379805088,
      "loss_total": 0.01527833379805088,
      "step": 33270
    },
    {
      "loss_action": 0.008648842573165894,
      "loss_total": 0.008648842573165894,
      "step": 33270
    },
    {
      "loss_action": 0.009357208386063576,
      "loss_total": 0.009357208386063576,
      "step": 33270
    },
    {
      "loss_action": 0.005614957306534052,
      "loss_total": 0.005614957306534052,
      "step": 33270
    },
    {
      "loss_action": 0.007263717241585255,
      "loss_total": 0.007263717241585255,
      "step": 33270
    },
    {
      "loss_action": 0.007467395160347223,
      "loss_total": 0.007467395160347223,
      "step": 33270
    },
    {
      "grad_norm": 0.20186948776245117,
      "learning_rate": 7.968410354524411e-05,
      "loss": 0.0106,
      "step": 33280
    },
    {
      "loss_action": 0.016434181481599808,
      "loss_total": 0.016434181481599808,
      "step": 33280
    },
    {
      "loss_action": 0.014149711467325687,
      "loss_total": 0.014149711467325687,
      "step": 33280
    },
    {
      "loss_action": 0.01225365698337555,
      "loss_total": 0.01225365698337555,
      "step": 33280
    },
    {
      "loss_action": 0.017717070877552032,
      "loss_total": 0.017717070877552032,
      "step": 33280
    },
    {
      "loss_action": 0.006962023675441742,
      "loss_total": 0.006962023675441742,
      "step": 33280
    },
    {
      "loss_action": 0.012985252775251865,
      "loss_total": 0.012985252775251865,
      "step": 33280
    },
    {
      "loss_action": 0.00682681892067194,
      "loss_total": 0.00682681892067194,
      "step": 33280
    },
    {
      "loss_action": 0.005255355034023523,
      "loss_total": 0.005255355034023523,
      "step": 33280
    },
    {
      "grad_norm": 0.14802365005016327,
      "learning_rate": 7.967079645580697e-05,
      "loss": 0.0115,
      "step": 33290
    },
    {
      "loss_action": 0.01370500959455967,
      "loss_total": 0.01370500959455967,
      "step": 33290
    },
    {
      "loss_action": 0.005391976330429316,
      "loss_total": 0.005391976330429316,
      "step": 33290
    },
    {
      "loss_action": 0.0057279556058347225,
      "loss_total": 0.0057279556058347225,
      "step": 33290
    },
    {
      "loss_action": 0.005705314688384533,
      "loss_total": 0.005705314688384533,
      "step": 33290
    },
    {
      "loss_action": 0.009597647935152054,
      "loss_total": 0.009597647935152054,
      "step": 33290
    },
    {
      "loss_action": 0.014501077122986317,
      "loss_total": 0.014501077122986317,
      "step": 33290
    },
    {
      "loss_action": 0.014966815710067749,
      "loss_total": 0.014966815710067749,
      "step": 33290
    },
    {
      "loss_action": 0.007270944304764271,
      "loss_total": 0.007270944304764271,
      "step": 33290
    },
    {
      "grad_norm": 0.13270528614521027,
      "learning_rate": 7.965748612161612e-05,
      "loss": 0.0102,
      "step": 33300
    },
    {
      "loss_action": 0.006790318991988897,
      "loss_total": 0.006790318991988897,
      "step": 33300
    },
    {
      "loss_action": 0.006578815169632435,
      "loss_total": 0.006578815169632435,
      "step": 33300
    },
    {
      "loss_action": 0.009249882772564888,
      "loss_total": 0.009249882772564888,
      "step": 33300
    },
    {
      "loss_action": 0.006034768186509609,
      "loss_total": 0.006034768186509609,
      "step": 33300
    },
    {
      "loss_action": 0.009435553103685379,
      "loss_total": 0.009435553103685379,
      "step": 33300
    },
    {
      "loss_action": 0.009442080743610859,
      "loss_total": 0.009442080743610859,
      "step": 33300
    },
    {
      "loss_action": 0.0084278155118227,
      "loss_total": 0.0084278155118227,
      "step": 33300
    },
    {
      "loss_action": 0.011354395188391209,
      "loss_total": 0.011354395188391209,
      "step": 33300
    },
    {
      "grad_norm": 0.12317336350679398,
      "learning_rate": 7.96441725441272e-05,
      "loss": 0.0102,
      "step": 33310
    },
    {
      "loss_action": 0.0061056241393089294,
      "loss_total": 0.0061056241393089294,
      "step": 33310
    },
    {
      "loss_action": 0.006238038185983896,
      "loss_total": 0.006238038185983896,
      "step": 33310
    },
    {
      "loss_action": 0.00942750833928585,
      "loss_total": 0.00942750833928585,
      "step": 33310
    },
    {
      "loss_action": 0.008386312983930111,
      "loss_total": 0.008386312983930111,
      "step": 33310
    },
    {
      "loss_action": 0.004844525828957558,
      "loss_total": 0.004844525828957558,
      "step": 33310
    },
    {
      "loss_action": 0.009614547714591026,
      "loss_total": 0.009614547714591026,
      "step": 33310
    },
    {
      "loss_action": 0.003184511326253414,
      "loss_total": 0.003184511326253414,
      "step": 33310
    },
    {
      "loss_action": 0.011359503492712975,
      "loss_total": 0.011359503492712975,
      "step": 33310
    },
    {
      "grad_norm": 0.10303474962711334,
      "learning_rate": 7.963085572479614e-05,
      "loss": 0.0083,
      "step": 33320
    },
    {
      "loss_action": 0.004024209454655647,
      "loss_total": 0.004024209454655647,
      "step": 33320
    },
    {
      "loss_action": 0.00717402808368206,
      "loss_total": 0.00717402808368206,
      "step": 33320
    },
    {
      "loss_action": 0.003370665479451418,
      "loss_total": 0.003370665479451418,
      "step": 33320
    },
    {
      "loss_action": 0.0076690237037837505,
      "loss_total": 0.0076690237037837505,
      "step": 33320
    },
    {
      "loss_action": 0.006295785307884216,
      "loss_total": 0.006295785307884216,
      "step": 33320
    },
    {
      "loss_action": 0.030238909646868706,
      "loss_total": 0.030238909646868706,
      "step": 33320
    },
    {
      "loss_action": 0.007831007242202759,
      "loss_total": 0.007831007242202759,
      "step": 33320
    },
    {
      "loss_action": 0.0083207031711936,
      "loss_total": 0.0083207031711936,
      "step": 33320
    },
    {
      "grad_norm": 0.11269701272249222,
      "learning_rate": 7.961753566507924e-05,
      "loss": 0.0089,
      "step": 33330
    },
    {
      "loss_action": 0.008988790214061737,
      "loss_total": 0.008988790214061737,
      "step": 33330
    },
    {
      "loss_action": 0.006736528594046831,
      "loss_total": 0.006736528594046831,
      "step": 33330
    },
    {
      "loss_action": 0.009451638907194138,
      "loss_total": 0.009451638907194138,
      "step": 33330
    },
    {
      "loss_action": 0.015263461507856846,
      "loss_total": 0.015263461507856846,
      "step": 33330
    },
    {
      "loss_action": 0.0249747596681118,
      "loss_total": 0.0249747596681118,
      "step": 33330
    },
    {
      "loss_action": 0.008373679593205452,
      "loss_total": 0.008373679593205452,
      "step": 33330
    },
    {
      "loss_action": 0.019108694046735764,
      "loss_total": 0.019108694046735764,
      "step": 33330
    },
    {
      "loss_action": 0.003599930554628372,
      "loss_total": 0.003599930554628372,
      "step": 33330
    },
    {
      "grad_norm": 0.16432416439056396,
      "learning_rate": 7.960421236643316e-05,
      "loss": 0.0101,
      "step": 33340
    },
    {
      "loss_action": 0.008107636123895645,
      "loss_total": 0.008107636123895645,
      "step": 33340
    },
    {
      "loss_action": 0.009171351790428162,
      "loss_total": 0.009171351790428162,
      "step": 33340
    },
    {
      "loss_action": 0.004230115097016096,
      "loss_total": 0.004230115097016096,
      "step": 33340
    },
    {
      "loss_action": 0.025899145752191544,
      "loss_total": 0.025899145752191544,
      "step": 33340
    },
    {
      "loss_action": 0.03377388417720795,
      "loss_total": 0.03377388417720795,
      "step": 33340
    },
    {
      "loss_action": 0.004283485468477011,
      "loss_total": 0.004283485468477011,
      "step": 33340
    },
    {
      "loss_action": 0.045609377324581146,
      "loss_total": 0.045609377324581146,
      "step": 33340
    },
    {
      "loss_action": 0.0030744862742722034,
      "loss_total": 0.0030744862742722034,
      "step": 33340
    },
    {
      "grad_norm": 0.129920095205307,
      "learning_rate": 7.959088583031496e-05,
      "loss": 0.0117,
      "step": 33350
    },
    {
      "loss_action": 0.008596506901085377,
      "loss_total": 0.008596506901085377,
      "step": 33350
    },
    {
      "loss_action": 0.010589879006147385,
      "loss_total": 0.010589879006147385,
      "step": 33350
    },
    {
      "loss_action": 0.007894163951277733,
      "loss_total": 0.007894163951277733,
      "step": 33350
    },
    {
      "loss_action": 0.008158179931342602,
      "loss_total": 0.008158179931342602,
      "step": 33350
    },
    {
      "loss_action": 0.013304169289767742,
      "loss_total": 0.013304169289767742,
      "step": 33350
    },
    {
      "loss_action": 0.004564002621918917,
      "loss_total": 0.004564002621918917,
      "step": 33350
    },
    {
      "loss_action": 0.028779566287994385,
      "loss_total": 0.028779566287994385,
      "step": 33350
    },
    {
      "loss_action": 0.0053392257541418076,
      "loss_total": 0.0053392257541418076,
      "step": 33350
    },
    {
      "grad_norm": 0.17796112596988678,
      "learning_rate": 7.957755605818194e-05,
      "loss": 0.012,
      "step": 33360
    },
    {
      "loss_action": 0.012091225944459438,
      "loss_total": 0.012091225944459438,
      "step": 33360
    },
    {
      "loss_action": 0.018827077001333237,
      "loss_total": 0.018827077001333237,
      "step": 33360
    },
    {
      "loss_action": 0.014468143694102764,
      "loss_total": 0.014468143694102764,
      "step": 33360
    },
    {
      "loss_action": 0.009313531219959259,
      "loss_total": 0.009313531219959259,
      "step": 33360
    },
    {
      "loss_action": 0.010628549382090569,
      "loss_total": 0.010628549382090569,
      "step": 33360
    },
    {
      "loss_action": 0.014137495309114456,
      "loss_total": 0.014137495309114456,
      "step": 33360
    },
    {
      "loss_action": 0.009754070080816746,
      "loss_total": 0.009754070080816746,
      "step": 33360
    },
    {
      "loss_action": 0.0023220397997647524,
      "loss_total": 0.0023220397997647524,
      "step": 33360
    },
    {
      "grad_norm": 0.10102620720863342,
      "learning_rate": 7.956422305149185e-05,
      "loss": 0.011,
      "step": 33370
    },
    {
      "loss_action": 0.012716216966509819,
      "loss_total": 0.012716216966509819,
      "step": 33370
    },
    {
      "loss_action": 0.016169480979442596,
      "loss_total": 0.016169480979442596,
      "step": 33370
    },
    {
      "loss_action": 0.006534717045724392,
      "loss_total": 0.006534717045724392,
      "step": 33370
    },
    {
      "loss_action": 0.005145199131220579,
      "loss_total": 0.005145199131220579,
      "step": 33370
    },
    {
      "loss_action": 0.011473562568426132,
      "loss_total": 0.011473562568426132,
      "step": 33370
    },
    {
      "loss_action": 0.008645715191960335,
      "loss_total": 0.008645715191960335,
      "step": 33370
    },
    {
      "loss_action": 0.00647744769230485,
      "loss_total": 0.00647744769230485,
      "step": 33370
    },
    {
      "loss_action": 0.00785838533192873,
      "loss_total": 0.00785838533192873,
      "step": 33370
    },
    {
      "grad_norm": 0.09364593029022217,
      "learning_rate": 7.95508868117028e-05,
      "loss": 0.0095,
      "step": 33380
    },
    {
      "loss_action": 0.0049030897207558155,
      "loss_total": 0.0049030897207558155,
      "step": 33380
    },
    {
      "loss_action": 0.005948597565293312,
      "loss_total": 0.005948597565293312,
      "step": 33380
    },
    {
      "loss_action": 0.007754611317068338,
      "loss_total": 0.007754611317068338,
      "step": 33380
    },
    {
      "loss_action": 0.003834047820419073,
      "loss_total": 0.003834047820419073,
      "step": 33380
    },
    {
      "loss_action": 0.010399457067251205,
      "loss_total": 0.010399457067251205,
      "step": 33380
    },
    {
      "loss_action": 0.0027640280313789845,
      "loss_total": 0.0027640280313789845,
      "step": 33380
    },
    {
      "loss_action": 0.00735130812972784,
      "loss_total": 0.00735130812972784,
      "step": 33380
    },
    {
      "loss_action": 0.004989010281860828,
      "loss_total": 0.004989010281860828,
      "step": 33380
    },
    {
      "grad_norm": 0.16422973573207855,
      "learning_rate": 7.953754734027318e-05,
      "loss": 0.0108,
      "step": 33390
    },
    {
      "loss_action": 0.008680365979671478,
      "loss_total": 0.008680365979671478,
      "step": 33390
    },
    {
      "loss_action": 0.010041632689535618,
      "loss_total": 0.010041632689535618,
      "step": 33390
    },
    {
      "loss_action": 0.019334988668560982,
      "loss_total": 0.019334988668560982,
      "step": 33390
    },
    {
      "loss_action": 0.011012607254087925,
      "loss_total": 0.011012607254087925,
      "step": 33390
    },
    {
      "loss_action": 0.007576495409011841,
      "loss_total": 0.007576495409011841,
      "step": 33390
    },
    {
      "loss_action": 0.012290059588849545,
      "loss_total": 0.012290059588849545,
      "step": 33390
    },
    {
      "loss_action": 0.010086708702147007,
      "loss_total": 0.010086708702147007,
      "step": 33390
    },
    {
      "loss_action": 0.004589957185089588,
      "loss_total": 0.004589957185089588,
      "step": 33390
    },
    {
      "grad_norm": 0.11418429762125015,
      "learning_rate": 7.952420463866182e-05,
      "loss": 0.0084,
      "step": 33400
    },
    {
      "loss_action": 0.006745694205164909,
      "loss_total": 0.006745694205164909,
      "step": 33400
    },
    {
      "loss_action": 0.00724616926163435,
      "loss_total": 0.00724616926163435,
      "step": 33400
    },
    {
      "loss_action": 0.006191588472574949,
      "loss_total": 0.006191588472574949,
      "step": 33400
    },
    {
      "loss_action": 0.017260022461414337,
      "loss_total": 0.017260022461414337,
      "step": 33400
    },
    {
      "loss_action": 0.011715625412762165,
      "loss_total": 0.011715625412762165,
      "step": 33400
    },
    {
      "loss_action": 0.012123901396989822,
      "loss_total": 0.012123901396989822,
      "step": 33400
    },
    {
      "loss_action": 0.008542544208467007,
      "loss_total": 0.008542544208467007,
      "step": 33400
    },
    {
      "loss_action": 0.00971202552318573,
      "loss_total": 0.00971202552318573,
      "step": 33400
    },
    {
      "grad_norm": 0.09288395941257477,
      "learning_rate": 7.951085870832782e-05,
      "loss": 0.0102,
      "step": 33410
    },
    {
      "loss_action": 0.012677901424467564,
      "loss_total": 0.012677901424467564,
      "step": 33410
    },
    {
      "loss_action": 0.010189973749220371,
      "loss_total": 0.010189973749220371,
      "step": 33410
    },
    {
      "loss_action": 0.029183190315961838,
      "loss_total": 0.029183190315961838,
      "step": 33410
    },
    {
      "loss_action": 0.010642788372933865,
      "loss_total": 0.010642788372933865,
      "step": 33410
    },
    {
      "loss_action": 0.002860724925994873,
      "loss_total": 0.002860724925994873,
      "step": 33410
    },
    {
      "loss_action": 0.006874165963381529,
      "loss_total": 0.006874165963381529,
      "step": 33410
    },
    {
      "loss_action": 0.007906926795840263,
      "loss_total": 0.007906926795840263,
      "step": 33410
    },
    {
      "loss_action": 0.0051926253363490105,
      "loss_total": 0.0051926253363490105,
      "step": 33410
    },
    {
      "grad_norm": 0.10742732882499695,
      "learning_rate": 7.949750955073067e-05,
      "loss": 0.0112,
      "step": 33420
    },
    {
      "loss_action": 0.005953321699053049,
      "loss_total": 0.005953321699053049,
      "step": 33420
    },
    {
      "loss_action": 0.015027754008769989,
      "loss_total": 0.015027754008769989,
      "step": 33420
    },
    {
      "loss_action": 0.00785631500184536,
      "loss_total": 0.00785631500184536,
      "step": 33420
    },
    {
      "loss_action": 0.035264983773231506,
      "loss_total": 0.035264983773231506,
      "step": 33420
    },
    {
      "loss_action": 0.005350145976990461,
      "loss_total": 0.005350145976990461,
      "step": 33420
    },
    {
      "loss_action": 0.025536347180604935,
      "loss_total": 0.025536347180604935,
      "step": 33420
    },
    {
      "loss_action": 0.003386658150702715,
      "loss_total": 0.003386658150702715,
      "step": 33420
    },
    {
      "loss_action": 0.005220630671828985,
      "loss_total": 0.005220630671828985,
      "step": 33420
    },
    {
      "grad_norm": 0.1468237191438675,
      "learning_rate": 7.948415716733022e-05,
      "loss": 0.0099,
      "step": 33430
    },
    {
      "loss_action": 0.062159374356269836,
      "loss_total": 0.062159374356269836,
      "step": 33430
    },
    {
      "loss_action": 0.011684540659189224,
      "loss_total": 0.011684540659189224,
      "step": 33430
    },
    {
      "loss_action": 0.005798284895718098,
      "loss_total": 0.005798284895718098,
      "step": 33430
    },
    {
      "loss_action": 0.01066998764872551,
      "loss_total": 0.01066998764872551,
      "step": 33430
    },
    {
      "loss_action": 0.014313707128167152,
      "loss_total": 0.014313707128167152,
      "step": 33430
    },
    {
      "loss_action": 0.01242053136229515,
      "loss_total": 0.01242053136229515,
      "step": 33430
    },
    {
      "loss_action": 0.006166225299239159,
      "loss_total": 0.006166225299239159,
      "step": 33430
    },
    {
      "loss_action": 0.019395872950553894,
      "loss_total": 0.019395872950553894,
      "step": 33430
    },
    {
      "grad_norm": 0.12446416169404984,
      "learning_rate": 7.947080155958669e-05,
      "loss": 0.0131,
      "step": 33440
    },
    {
      "loss_action": 0.01805531606078148,
      "loss_total": 0.01805531606078148,
      "step": 33440
    },
    {
      "loss_action": 0.008971096947789192,
      "loss_total": 0.008971096947789192,
      "step": 33440
    },
    {
      "loss_action": 0.028368107974529266,
      "loss_total": 0.028368107974529266,
      "step": 33440
    },
    {
      "loss_action": 0.008422952145338058,
      "loss_total": 0.008422952145338058,
      "step": 33440
    },
    {
      "loss_action": 0.018895573914051056,
      "loss_total": 0.018895573914051056,
      "step": 33440
    },
    {
      "loss_action": 0.013909930363297462,
      "loss_total": 0.013909930363297462,
      "step": 33440
    },
    {
      "loss_action": 0.005093006882816553,
      "loss_total": 0.005093006882816553,
      "step": 33440
    },
    {
      "loss_action": 0.007751160301268101,
      "loss_total": 0.007751160301268101,
      "step": 33440
    },
    {
      "grad_norm": 0.11958374828100204,
      "learning_rate": 7.94574427289606e-05,
      "loss": 0.0116,
      "step": 33450
    },
    {
      "loss_action": 0.014747275970876217,
      "loss_total": 0.014747275970876217,
      "step": 33450
    },
    {
      "loss_action": 0.022494327276945114,
      "loss_total": 0.022494327276945114,
      "step": 33450
    },
    {
      "loss_action": 0.02617078647017479,
      "loss_total": 0.02617078647017479,
      "step": 33450
    },
    {
      "loss_action": 0.0030479696579277515,
      "loss_total": 0.0030479696579277515,
      "step": 33450
    },
    {
      "loss_action": 0.008932922966778278,
      "loss_total": 0.008932922966778278,
      "step": 33450
    },
    {
      "loss_action": 0.007076951675117016,
      "loss_total": 0.007076951675117016,
      "step": 33450
    },
    {
      "loss_action": 0.008432140573859215,
      "loss_total": 0.008432140573859215,
      "step": 33450
    },
    {
      "loss_action": 0.004547870717942715,
      "loss_total": 0.004547870717942715,
      "step": 33450
    },
    {
      "grad_norm": 0.14636369049549103,
      "learning_rate": 7.944408067691284e-05,
      "loss": 0.0113,
      "step": 33460
    },
    {
      "loss_action": 0.006016627419739962,
      "loss_total": 0.006016627419739962,
      "step": 33460
    },
    {
      "loss_action": 0.004588117823004723,
      "loss_total": 0.004588117823004723,
      "step": 33460
    },
    {
      "loss_action": 0.0038528998848050833,
      "loss_total": 0.0038528998848050833,
      "step": 33460
    },
    {
      "loss_action": 0.006693875417113304,
      "loss_total": 0.006693875417113304,
      "step": 33460
    },
    {
      "loss_action": 0.003989650867879391,
      "loss_total": 0.003989650867879391,
      "step": 33460
    },
    {
      "loss_action": 0.01317335944622755,
      "loss_total": 0.01317335944622755,
      "step": 33460
    },
    {
      "loss_action": 0.0058130379766225815,
      "loss_total": 0.0058130379766225815,
      "step": 33460
    },
    {
      "loss_action": 0.010760457254946232,
      "loss_total": 0.010760457254946232,
      "step": 33460
    },
    {
      "grad_norm": 0.1835261583328247,
      "learning_rate": 7.943071540490473e-05,
      "loss": 0.0106,
      "step": 33470
    },
    {
      "loss_action": 0.008053341880440712,
      "loss_total": 0.008053341880440712,
      "step": 33470
    },
    {
      "loss_action": 0.005511198192834854,
      "loss_total": 0.005511198192834854,
      "step": 33470
    },
    {
      "loss_action": 0.0339961051940918,
      "loss_total": 0.0339961051940918,
      "step": 33470
    },
    {
      "loss_action": 0.007166661322116852,
      "loss_total": 0.007166661322116852,
      "step": 33470
    },
    {
      "loss_action": 0.01725032739341259,
      "loss_total": 0.01725032739341259,
      "step": 33470
    },
    {
      "loss_action": 0.02296624891459942,
      "loss_total": 0.02296624891459942,
      "step": 33470
    },
    {
      "loss_action": 0.00870533473789692,
      "loss_total": 0.00870533473789692,
      "step": 33470
    },
    {
      "loss_action": 0.01437417697161436,
      "loss_total": 0.01437417697161436,
      "step": 33470
    },
    {
      "grad_norm": 0.13955827057361603,
      "learning_rate": 7.94173469143978e-05,
      "loss": 0.0125,
      "step": 33480
    },
    {
      "loss_action": 0.008685590699315071,
      "loss_total": 0.008685590699315071,
      "step": 33480
    },
    {
      "loss_action": 0.0334184505045414,
      "loss_total": 0.0334184505045414,
      "step": 33480
    },
    {
      "loss_action": 0.0044549498707056046,
      "loss_total": 0.0044549498707056046,
      "step": 33480
    },
    {
      "loss_action": 0.005689594428986311,
      "loss_total": 0.005689594428986311,
      "step": 33480
    },
    {
      "loss_action": 0.005423533730208874,
      "loss_total": 0.005423533730208874,
      "step": 33480
    },
    {
      "loss_action": 0.0075432537123560905,
      "loss_total": 0.0075432537123560905,
      "step": 33480
    },
    {
      "loss_action": 0.006626659072935581,
      "loss_total": 0.006626659072935581,
      "step": 33480
    },
    {
      "loss_action": 0.02725941874086857,
      "loss_total": 0.02725941874086857,
      "step": 33480
    },
    {
      "grad_norm": 0.21680006384849548,
      "learning_rate": 7.940397520685406e-05,
      "loss": 0.0107,
      "step": 33490
    },
    {
      "loss_action": 0.006669118069112301,
      "loss_total": 0.006669118069112301,
      "step": 33490
    },
    {
      "loss_action": 0.009604087099432945,
      "loss_total": 0.009604087099432945,
      "step": 33490
    },
    {
      "loss_action": 0.011291875503957272,
      "loss_total": 0.011291875503957272,
      "step": 33490
    },
    {
      "loss_action": 0.006642144173383713,
      "loss_total": 0.006642144173383713,
      "step": 33490
    },
    {
      "loss_action": 0.01695171557366848,
      "loss_total": 0.01695171557366848,
      "step": 33490
    },
    {
      "loss_action": 0.004297324921935797,
      "loss_total": 0.004297324921935797,
      "step": 33490
    },
    {
      "loss_action": 0.009467298164963722,
      "loss_total": 0.009467298164963722,
      "step": 33490
    },
    {
      "loss_action": 0.011018263176083565,
      "loss_total": 0.011018263176083565,
      "step": 33490
    },
    {
      "grad_norm": 0.1432022899389267,
      "learning_rate": 7.939060028373577e-05,
      "loss": 0.0111,
      "step": 33500
    },
    {
      "loss_action": 0.015266694128513336,
      "loss_total": 0.015266694128513336,
      "step": 33500
    },
    {
      "loss_action": 0.010616137646138668,
      "loss_total": 0.010616137646138668,
      "step": 33500
    },
    {
      "loss_action": 0.0071779219433665276,
      "loss_total": 0.0071779219433665276,
      "step": 33500
    },
    {
      "loss_action": 0.006402220111340284,
      "loss_total": 0.006402220111340284,
      "step": 33500
    },
    {
      "loss_action": 0.009108060039579868,
      "loss_total": 0.009108060039579868,
      "step": 33500
    },
    {
      "loss_action": 0.004223437048494816,
      "loss_total": 0.004223437048494816,
      "step": 33500
    },
    {
      "loss_action": 0.016974210739135742,
      "loss_total": 0.016974210739135742,
      "step": 33500
    },
    {
      "loss_action": 0.005619809031486511,
      "loss_total": 0.005619809031486511,
      "step": 33500
    },
    {
      "grad_norm": 0.23831184208393097,
      "learning_rate": 7.937722214650565e-05,
      "loss": 0.0117,
      "step": 33510
    },
    {
      "loss_action": 0.01186763308942318,
      "loss_total": 0.01186763308942318,
      "step": 33510
    },
    {
      "loss_action": 0.025361735373735428,
      "loss_total": 0.025361735373735428,
      "step": 33510
    },
    {
      "loss_action": 0.04298114776611328,
      "loss_total": 0.04298114776611328,
      "step": 33510
    },
    {
      "loss_action": 0.008721476420760155,
      "loss_total": 0.008721476420760155,
      "step": 33510
    },
    {
      "loss_action": 0.012976327911019325,
      "loss_total": 0.012976327911019325,
      "step": 33510
    },
    {
      "loss_action": 0.005486483685672283,
      "loss_total": 0.005486483685672283,
      "step": 33510
    },
    {
      "loss_action": 0.004454661160707474,
      "loss_total": 0.004454661160707474,
      "step": 33510
    },
    {
      "loss_action": 0.002708501648157835,
      "loss_total": 0.002708501648157835,
      "step": 33510
    },
    {
      "grad_norm": 0.12311863154172897,
      "learning_rate": 7.936384079662666e-05,
      "loss": 0.0101,
      "step": 33520
    },
    {
      "loss_action": 0.00725648645311594,
      "loss_total": 0.00725648645311594,
      "step": 33520
    },
    {
      "loss_action": 0.0075369360856711864,
      "loss_total": 0.0075369360856711864,
      "step": 33520
    },
    {
      "loss_action": 0.008774368092417717,
      "loss_total": 0.008774368092417717,
      "step": 33520
    },
    {
      "loss_action": 0.005334513261914253,
      "loss_total": 0.005334513261914253,
      "step": 33520
    },
    {
      "loss_action": 0.007431202568113804,
      "loss_total": 0.007431202568113804,
      "step": 33520
    },
    {
      "loss_action": 0.012265278957784176,
      "loss_total": 0.012265278957784176,
      "step": 33520
    },
    {
      "loss_action": 0.003351677907630801,
      "loss_total": 0.003351677907630801,
      "step": 33520
    },
    {
      "loss_action": 0.012856708839535713,
      "loss_total": 0.012856708839535713,
      "step": 33520
    },
    {
      "grad_norm": 0.14885717630386353,
      "learning_rate": 7.93504562355622e-05,
      "loss": 0.0125,
      "step": 33530
    },
    {
      "loss_action": 0.009791516698896885,
      "loss_total": 0.009791516698896885,
      "step": 33530
    },
    {
      "loss_action": 0.005089206621050835,
      "loss_total": 0.005089206621050835,
      "step": 33530
    },
    {
      "loss_action": 0.004776603542268276,
      "loss_total": 0.004776603542268276,
      "step": 33530
    },
    {
      "loss_action": 0.009323569014668465,
      "loss_total": 0.009323569014668465,
      "step": 33530
    },
    {
      "loss_action": 0.0132606141269207,
      "loss_total": 0.0132606141269207,
      "step": 33530
    },
    {
      "loss_action": 0.006331996992230415,
      "loss_total": 0.006331996992230415,
      "step": 33530
    },
    {
      "loss_action": 0.0027777324430644512,
      "loss_total": 0.0027777324430644512,
      "step": 33530
    },
    {
      "loss_action": 0.012663688510656357,
      "loss_total": 0.012663688510656357,
      "step": 33530
    },
    {
      "grad_norm": 0.1003786027431488,
      "learning_rate": 7.933706846477599e-05,
      "loss": 0.0104,
      "step": 33540
    },
    {
      "loss_action": 0.005371172446757555,
      "loss_total": 0.005371172446757555,
      "step": 33540
    },
    {
      "loss_action": 0.008142727427184582,
      "loss_total": 0.008142727427184582,
      "step": 33540
    },
    {
      "loss_action": 0.0037254267372190952,
      "loss_total": 0.0037254267372190952,
      "step": 33540
    },
    {
      "loss_action": 0.012353298254311085,
      "loss_total": 0.012353298254311085,
      "step": 33540
    },
    {
      "loss_action": 0.008256711065769196,
      "loss_total": 0.008256711065769196,
      "step": 33540
    },
    {
      "loss_action": 0.008761302568018436,
      "loss_total": 0.008761302568018436,
      "step": 33540
    },
    {
      "loss_action": 0.007083340547978878,
      "loss_total": 0.007083340547978878,
      "step": 33540
    },
    {
      "loss_action": 0.005631469190120697,
      "loss_total": 0.005631469190120697,
      "step": 33540
    },
    {
      "grad_norm": 0.13608451187610626,
      "learning_rate": 7.932367748573206e-05,
      "loss": 0.0107,
      "step": 33550
    },
    {
      "loss_action": 0.008709447458386421,
      "loss_total": 0.008709447458386421,
      "step": 33550
    },
    {
      "loss_action": 0.01165100373327732,
      "loss_total": 0.01165100373327732,
      "step": 33550
    },
    {
      "loss_action": 0.005697940476238728,
      "loss_total": 0.005697940476238728,
      "step": 33550
    },
    {
      "loss_action": 0.015801820904016495,
      "loss_total": 0.015801820904016495,
      "step": 33550
    },
    {
      "loss_action": 0.0040555838495492935,
      "loss_total": 0.0040555838495492935,
      "step": 33550
    },
    {
      "loss_action": 0.007130171172320843,
      "loss_total": 0.007130171172320843,
      "step": 33550
    },
    {
      "loss_action": 0.020656486973166466,
      "loss_total": 0.020656486973166466,
      "step": 33550
    },
    {
      "loss_action": 0.005957682151347399,
      "loss_total": 0.005957682151347399,
      "step": 33550
    },
    {
      "grad_norm": 4.188259124755859,
      "learning_rate": 7.931028329989485e-05,
      "loss": 0.0105,
      "step": 33560
    },
    {
      "loss_action": 0.004572250880300999,
      "loss_total": 0.004572250880300999,
      "step": 33560
    },
    {
      "loss_action": 0.015156799927353859,
      "loss_total": 0.015156799927353859,
      "step": 33560
    },
    {
      "loss_action": 0.006800356321036816,
      "loss_total": 0.006800356321036816,
      "step": 33560
    },
    {
      "loss_action": 0.02531372383236885,
      "loss_total": 0.02531372383236885,
      "step": 33560
    },
    {
      "loss_action": 0.01158171147108078,
      "loss_total": 0.01158171147108078,
      "step": 33560
    },
    {
      "loss_action": 0.0195549875497818,
      "loss_total": 0.0195549875497818,
      "step": 33560
    },
    {
      "loss_action": 0.008187005296349525,
      "loss_total": 0.008187005296349525,
      "step": 33560
    },
    {
      "loss_action": 0.007830586284399033,
      "loss_total": 0.007830586284399033,
      "step": 33560
    },
    {
      "grad_norm": 0.1337795853614807,
      "learning_rate": 7.929688590872913e-05,
      "loss": 0.0112,
      "step": 33570
    },
    {
      "loss_action": 0.008427641354501247,
      "loss_total": 0.008427641354501247,
      "step": 33570
    },
    {
      "loss_action": 0.011661330237984657,
      "loss_total": 0.011661330237984657,
      "step": 33570
    },
    {
      "loss_action": 0.010632488876581192,
      "loss_total": 0.010632488876581192,
      "step": 33570
    },
    {
      "loss_action": 0.012634959071874619,
      "loss_total": 0.012634959071874619,
      "step": 33570
    },
    {
      "loss_action": 0.008160023018717766,
      "loss_total": 0.008160023018717766,
      "step": 33570
    },
    {
      "loss_action": 0.012981084175407887,
      "loss_total": 0.012981084175407887,
      "step": 33570
    },
    {
      "loss_action": 0.005883585195988417,
      "loss_total": 0.005883585195988417,
      "step": 33570
    },
    {
      "loss_action": 0.0037766885943710804,
      "loss_total": 0.0037766885943710804,
      "step": 33570
    },
    {
      "grad_norm": 0.12860366702079773,
      "learning_rate": 7.928348531370003e-05,
      "loss": 0.0121,
      "step": 33580
    },
    {
      "loss_action": 0.0036992994137108326,
      "loss_total": 0.0036992994137108326,
      "step": 33580
    },
    {
      "loss_action": 0.004644566215574741,
      "loss_total": 0.004644566215574741,
      "step": 33580
    },
    {
      "loss_action": 0.009809845127165318,
      "loss_total": 0.009809845127165318,
      "step": 33580
    },
    {
      "loss_action": 0.007729770615696907,
      "loss_total": 0.007729770615696907,
      "step": 33580
    },
    {
      "loss_action": 0.009770328179001808,
      "loss_total": 0.009770328179001808,
      "step": 33580
    },
    {
      "loss_action": 0.012611630372703075,
      "loss_total": 0.012611630372703075,
      "step": 33580
    },
    {
      "loss_action": 0.011606507934629917,
      "loss_total": 0.011606507934629917,
      "step": 33580
    },
    {
      "loss_action": 0.0061944155022501945,
      "loss_total": 0.0061944155022501945,
      "step": 33580
    },
    {
      "grad_norm": 0.08981787413358688,
      "learning_rate": 7.927008151627297e-05,
      "loss": 0.0101,
      "step": 33590
    },
    {
      "loss_action": 0.012778275646269321,
      "loss_total": 0.012778275646269321,
      "step": 33590
    },
    {
      "loss_action": 0.0058592334389686584,
      "loss_total": 0.0058592334389686584,
      "step": 33590
    },
    {
      "loss_action": 0.005484804045408964,
      "loss_total": 0.005484804045408964,
      "step": 33590
    },
    {
      "loss_action": 0.018524037674069405,
      "loss_total": 0.018524037674069405,
      "step": 33590
    },
    {
      "loss_action": 0.012893013656139374,
      "loss_total": 0.012893013656139374,
      "step": 33590
    },
    {
      "loss_action": 0.0024346718564629555,
      "loss_total": 0.0024346718564629555,
      "step": 33590
    },
    {
      "loss_action": 0.003639711532741785,
      "loss_total": 0.003639711532741785,
      "step": 33590
    },
    {
      "loss_action": 0.011746402829885483,
      "loss_total": 0.011746402829885483,
      "step": 33590
    },
    {
      "grad_norm": 0.13269968330860138,
      "learning_rate": 7.925667451791383e-05,
      "loss": 0.009,
      "step": 33600
    },
    {
      "loss_action": 0.00774285988882184,
      "loss_total": 0.00774285988882184,
      "step": 33600
    },
    {
      "loss_action": 0.01382671482861042,
      "loss_total": 0.01382671482861042,
      "step": 33600
    },
    {
      "loss_action": 0.005619029514491558,
      "loss_total": 0.005619029514491558,
      "step": 33600
    },
    {
      "loss_action": 0.010315188206732273,
      "loss_total": 0.010315188206732273,
      "step": 33600
    },
    {
      "loss_action": 0.007209187839180231,
      "loss_total": 0.007209187839180231,
      "step": 33600
    },
    {
      "loss_action": 0.012806279584765434,
      "loss_total": 0.012806279584765434,
      "step": 33600
    },
    {
      "loss_action": 0.006028220988810062,
      "loss_total": 0.006028220988810062,
      "step": 33600
    },
    {
      "loss_action": 0.008432367816567421,
      "loss_total": 0.008432367816567421,
      "step": 33600
    },
    {
      "grad_norm": 0.14655546844005585,
      "learning_rate": 7.924326432008874e-05,
      "loss": 0.0101,
      "step": 33610
    },
    {
      "loss_action": 0.006282470189034939,
      "loss_total": 0.006282470189034939,
      "step": 33610
    },
    {
      "loss_action": 0.02412240579724312,
      "loss_total": 0.02412240579724312,
      "step": 33610
    },
    {
      "loss_action": 0.005244756117463112,
      "loss_total": 0.005244756117463112,
      "step": 33610
    },
    {
      "loss_action": 0.0024390043690800667,
      "loss_total": 0.0024390043690800667,
      "step": 33610
    },
    {
      "loss_action": 0.004843753296881914,
      "loss_total": 0.004843753296881914,
      "step": 33610
    },
    {
      "loss_action": 0.005997558124363422,
      "loss_total": 0.005997558124363422,
      "step": 33610
    },
    {
      "loss_action": 0.010827399790287018,
      "loss_total": 0.010827399790287018,
      "step": 33610
    },
    {
      "loss_action": 0.00714948819950223,
      "loss_total": 0.00714948819950223,
      "step": 33610
    },
    {
      "grad_norm": 0.13446564972400665,
      "learning_rate": 7.922985092426422e-05,
      "loss": 0.0102,
      "step": 33620
    },
    {
      "loss_action": 0.006552042439579964,
      "loss_total": 0.006552042439579964,
      "step": 33620
    },
    {
      "loss_action": 0.010997211560606956,
      "loss_total": 0.010997211560606956,
      "step": 33620
    },
    {
      "loss_action": 0.010242855176329613,
      "loss_total": 0.010242855176329613,
      "step": 33620
    },
    {
      "loss_action": 0.004919424187391996,
      "loss_total": 0.004919424187391996,
      "step": 33620
    },
    {
      "loss_action": 0.004876692779362202,
      "loss_total": 0.004876692779362202,
      "step": 33620
    },
    {
      "loss_action": 0.00849714782088995,
      "loss_total": 0.00849714782088995,
      "step": 33620
    },
    {
      "loss_action": 0.011967986822128296,
      "loss_total": 0.011967986822128296,
      "step": 33620
    },
    {
      "loss_action": 0.004903824999928474,
      "loss_total": 0.004903824999928474,
      "step": 33620
    },
    {
      "grad_norm": 0.09996967762708664,
      "learning_rate": 7.921643433190717e-05,
      "loss": 0.0118,
      "step": 33630
    },
    {
      "loss_action": 0.006425044033676386,
      "loss_total": 0.006425044033676386,
      "step": 33630
    },
    {
      "loss_action": 0.011718470603227615,
      "loss_total": 0.011718470603227615,
      "step": 33630
    },
    {
      "loss_action": 0.0118699437007308,
      "loss_total": 0.0118699437007308,
      "step": 33630
    },
    {
      "loss_action": 0.008345033973455429,
      "loss_total": 0.008345033973455429,
      "step": 33630
    },
    {
      "loss_action": 0.004925528075546026,
      "loss_total": 0.004925528075546026,
      "step": 33630
    },
    {
      "loss_action": 0.007707872427999973,
      "loss_total": 0.007707872427999973,
      "step": 33630
    },
    {
      "loss_action": 0.020648574456572533,
      "loss_total": 0.020648574456572533,
      "step": 33630
    },
    {
      "loss_action": 0.0025095136370509863,
      "loss_total": 0.0025095136370509863,
      "step": 33630
    },
    {
      "grad_norm": 0.11580276489257812,
      "learning_rate": 7.920301454448478e-05,
      "loss": 0.0112,
      "step": 33640
    },
    {
      "loss_action": 0.021587606519460678,
      "loss_total": 0.021587606519460678,
      "step": 33640
    },
    {
      "loss_action": 0.011317075230181217,
      "loss_total": 0.011317075230181217,
      "step": 33640
    },
    {
      "loss_action": 0.004709692671895027,
      "loss_total": 0.004709692671895027,
      "step": 33640
    },
    {
      "loss_action": 0.014271443709731102,
      "loss_total": 0.014271443709731102,
      "step": 33640
    },
    {
      "loss_action": 0.008080407977104187,
      "loss_total": 0.008080407977104187,
      "step": 33640
    },
    {
      "loss_action": 0.005108613520860672,
      "loss_total": 0.005108613520860672,
      "step": 33640
    },
    {
      "loss_action": 0.0024056776892393827,
      "loss_total": 0.0024056776892393827,
      "step": 33640
    },
    {
      "loss_action": 0.018256928771734238,
      "loss_total": 0.018256928771734238,
      "step": 33640
    },
    {
      "grad_norm": 0.13595670461654663,
      "learning_rate": 7.918959156346461e-05,
      "loss": 0.0109,
      "step": 33650
    },
    {
      "loss_action": 0.008479908108711243,
      "loss_total": 0.008479908108711243,
      "step": 33650
    },
    {
      "loss_action": 0.013432136736810207,
      "loss_total": 0.013432136736810207,
      "step": 33650
    },
    {
      "loss_action": 0.012835286557674408,
      "loss_total": 0.012835286557674408,
      "step": 33650
    },
    {
      "loss_action": 0.01929844170808792,
      "loss_total": 0.01929844170808792,
      "step": 33650
    },
    {
      "loss_action": 0.011568307876586914,
      "loss_total": 0.011568307876586914,
      "step": 33650
    },
    {
      "loss_action": 0.014563866890966892,
      "loss_total": 0.014563866890966892,
      "step": 33650
    },
    {
      "loss_action": 0.01577608287334442,
      "loss_total": 0.01577608287334442,
      "step": 33650
    },
    {
      "loss_action": 0.0074973199516534805,
      "loss_total": 0.0074973199516534805,
      "step": 33650
    },
    {
      "grad_norm": 0.11945054680109024,
      "learning_rate": 7.91761653903146e-05,
      "loss": 0.0103,
      "step": 33660
    },
    {
      "loss_action": 0.009307659231126308,
      "loss_total": 0.009307659231126308,
      "step": 33660
    },
    {
      "loss_action": 0.009536702185869217,
      "loss_total": 0.009536702185869217,
      "step": 33660
    },
    {
      "loss_action": 0.01141090877354145,
      "loss_total": 0.01141090877354145,
      "step": 33660
    },
    {
      "loss_action": 0.009110507555305958,
      "loss_total": 0.009110507555305958,
      "step": 33660
    },
    {
      "loss_action": 0.012575803324580193,
      "loss_total": 0.012575803324580193,
      "step": 33660
    },
    {
      "loss_action": 0.0074522243812680244,
      "loss_total": 0.0074522243812680244,
      "step": 33660
    },
    {
      "loss_action": 0.006328422576189041,
      "loss_total": 0.006328422576189041,
      "step": 33660
    },
    {
      "loss_action": 0.016459017992019653,
      "loss_total": 0.016459017992019653,
      "step": 33660
    },
    {
      "grad_norm": 0.17158575356006622,
      "learning_rate": 7.916273602650302e-05,
      "loss": 0.0124,
      "step": 33670
    },
    {
      "loss_action": 0.014156894758343697,
      "loss_total": 0.014156894758343697,
      "step": 33670
    },
    {
      "loss_action": 0.006058256141841412,
      "loss_total": 0.006058256141841412,
      "step": 33670
    },
    {
      "loss_action": 0.013080672360956669,
      "loss_total": 0.013080672360956669,
      "step": 33670
    },
    {
      "loss_action": 0.023848190903663635,
      "loss_total": 0.023848190903663635,
      "step": 33670
    },
    {
      "loss_action": 0.025934360921382904,
      "loss_total": 0.025934360921382904,
      "step": 33670
    },
    {
      "loss_action": 0.015096350573003292,
      "loss_total": 0.015096350573003292,
      "step": 33670
    },
    {
      "loss_action": 0.010493380017578602,
      "loss_total": 0.010493380017578602,
      "step": 33670
    },
    {
      "loss_action": 0.006538714282214642,
      "loss_total": 0.006538714282214642,
      "step": 33670
    },
    {
      "grad_norm": 0.1099848747253418,
      "learning_rate": 7.914930347349847e-05,
      "loss": 0.0109,
      "step": 33680
    },
    {
      "loss_action": 0.004502081777900457,
      "loss_total": 0.004502081777900457,
      "step": 33680
    },
    {
      "loss_action": 0.004300675820559263,
      "loss_total": 0.004300675820559263,
      "step": 33680
    },
    {
      "loss_action": 0.004829046782106161,
      "loss_total": 0.004829046782106161,
      "step": 33680
    },
    {
      "loss_action": 0.005067133344709873,
      "loss_total": 0.005067133344709873,
      "step": 33680
    },
    {
      "loss_action": 0.004315163474529982,
      "loss_total": 0.004315163474529982,
      "step": 33680
    },
    {
      "loss_action": 0.004827744793146849,
      "loss_total": 0.004827744793146849,
      "step": 33680
    },
    {
      "loss_action": 0.004029623232781887,
      "loss_total": 0.004029623232781887,
      "step": 33680
    },
    {
      "loss_action": 0.007371731102466583,
      "loss_total": 0.007371731102466583,
      "step": 33680
    },
    {
      "grad_norm": 0.09336592257022858,
      "learning_rate": 7.913586773276992e-05,
      "loss": 0.0105,
      "step": 33690
    },
    {
      "loss_action": 0.009193417616188526,
      "loss_total": 0.009193417616188526,
      "step": 33690
    },
    {
      "loss_action": 0.012631557881832123,
      "loss_total": 0.012631557881832123,
      "step": 33690
    },
    {
      "loss_action": 0.006397221703082323,
      "loss_total": 0.006397221703082323,
      "step": 33690
    },
    {
      "loss_action": 0.009935988113284111,
      "loss_total": 0.009935988113284111,
      "step": 33690
    },
    {
      "loss_action": 0.010282689705491066,
      "loss_total": 0.010282689705491066,
      "step": 33690
    },
    {
      "loss_action": 0.010566901415586472,
      "loss_total": 0.010566901415586472,
      "step": 33690
    },
    {
      "loss_action": 0.012756086885929108,
      "loss_total": 0.012756086885929108,
      "step": 33690
    },
    {
      "loss_action": 0.06591039896011353,
      "loss_total": 0.06591039896011353,
      "step": 33690
    },
    {
      "grad_norm": 0.09374812990427017,
      "learning_rate": 7.912242880578667e-05,
      "loss": 0.0134,
      "step": 33700
    },
    {
      "loss_action": 0.01752234622836113,
      "loss_total": 0.01752234622836113,
      "step": 33700
    },
    {
      "loss_action": 0.027900414541363716,
      "loss_total": 0.027900414541363716,
      "step": 33700
    },
    {
      "loss_action": 0.00950306374579668,
      "loss_total": 0.00950306374579668,
      "step": 33700
    },
    {
      "loss_action": 0.0069603584706783295,
      "loss_total": 0.0069603584706783295,
      "step": 33700
    },
    {
      "loss_action": 0.032867930829524994,
      "loss_total": 0.032867930829524994,
      "step": 33700
    },
    {
      "loss_action": 0.007654723711311817,
      "loss_total": 0.007654723711311817,
      "step": 33700
    },
    {
      "loss_action": 0.010229039937257767,
      "loss_total": 0.010229039937257767,
      "step": 33700
    },
    {
      "loss_action": 0.017172474414110184,
      "loss_total": 0.017172474414110184,
      "step": 33700
    },
    {
      "grad_norm": 0.1571800857782364,
      "learning_rate": 7.910898669401839e-05,
      "loss": 0.0111,
      "step": 33710
    },
    {
      "loss_action": 0.00466900784522295,
      "loss_total": 0.00466900784522295,
      "step": 33710
    },
    {
      "loss_action": 0.01679171621799469,
      "loss_total": 0.01679171621799469,
      "step": 33710
    },
    {
      "loss_action": 0.004089941270649433,
      "loss_total": 0.004089941270649433,
      "step": 33710
    },
    {
      "loss_action": 0.010874641127884388,
      "loss_total": 0.010874641127884388,
      "step": 33710
    },
    {
      "loss_action": 0.005679221823811531,
      "loss_total": 0.005679221823811531,
      "step": 33710
    },
    {
      "loss_action": 0.004161526914685965,
      "loss_total": 0.004161526914685965,
      "step": 33710
    },
    {
      "loss_action": 0.012843003496527672,
      "loss_total": 0.012843003496527672,
      "step": 33710
    },
    {
      "loss_action": 0.008411026559770107,
      "loss_total": 0.008411026559770107,
      "step": 33710
    },
    {
      "grad_norm": 0.1935248076915741,
      "learning_rate": 7.909554139893511e-05,
      "loss": 0.0092,
      "step": 33720
    },
    {
      "loss_action": 0.01086846087127924,
      "loss_total": 0.01086846087127924,
      "step": 33720
    },
    {
      "loss_action": 0.01657138764858246,
      "loss_total": 0.01657138764858246,
      "step": 33720
    },
    {
      "loss_action": 0.009099626913666725,
      "loss_total": 0.009099626913666725,
      "step": 33720
    },
    {
      "loss_action": 0.01817721500992775,
      "loss_total": 0.01817721500992775,
      "step": 33720
    },
    {
      "loss_action": 0.00993899255990982,
      "loss_total": 0.00993899255990982,
      "step": 33720
    },
    {
      "loss_action": 0.005569090135395527,
      "loss_total": 0.005569090135395527,
      "step": 33720
    },
    {
      "loss_action": 0.006859682500362396,
      "loss_total": 0.006859682500362396,
      "step": 33720
    },
    {
      "loss_action": 0.004004757851362228,
      "loss_total": 0.004004757851362228,
      "step": 33720
    },
    {
      "grad_norm": 0.21321772038936615,
      "learning_rate": 7.908209292200715e-05,
      "loss": 0.0089,
      "step": 33730
    },
    {
      "loss_action": 0.0079585500061512,
      "loss_total": 0.0079585500061512,
      "step": 33730
    },
    {
      "loss_action": 0.007094802334904671,
      "loss_total": 0.007094802334904671,
      "step": 33730
    },
    {
      "loss_action": 0.005740296095609665,
      "loss_total": 0.005740296095609665,
      "step": 33730
    },
    {
      "loss_action": 0.009726269170641899,
      "loss_total": 0.009726269170641899,
      "step": 33730
    },
    {
      "loss_action": 0.0063871899619698524,
      "loss_total": 0.0063871899619698524,
      "step": 33730
    },
    {
      "loss_action": 0.007013626862317324,
      "loss_total": 0.007013626862317324,
      "step": 33730
    },
    {
      "loss_action": 0.008754613809287548,
      "loss_total": 0.008754613809287548,
      "step": 33730
    },
    {
      "loss_action": 0.004717488307505846,
      "loss_total": 0.004717488307505846,
      "step": 33730
    },
    {
      "grad_norm": 0.1629628688097,
      "learning_rate": 7.906864126470523e-05,
      "loss": 0.0105,
      "step": 33740
    },
    {
      "loss_action": 0.02459309995174408,
      "loss_total": 0.02459309995174408,
      "step": 33740
    },
    {
      "loss_action": 0.00393861997872591,
      "loss_total": 0.00393861997872591,
      "step": 33740
    },
    {
      "loss_action": 0.0043130130507051945,
      "loss_total": 0.0043130130507051945,
      "step": 33740
    },
    {
      "loss_action": 0.004968906752765179,
      "loss_total": 0.004968906752765179,
      "step": 33740
    },
    {
      "loss_action": 0.08133240789175034,
      "loss_total": 0.08133240789175034,
      "step": 33740
    },
    {
      "loss_action": 0.00898620206862688,
      "loss_total": 0.00898620206862688,
      "step": 33740
    },
    {
      "loss_action": 0.012213820591568947,
      "loss_total": 0.012213820591568947,
      "step": 33740
    },
    {
      "loss_action": 0.0037981984205543995,
      "loss_total": 0.0037981984205543995,
      "step": 33740
    },
    {
      "grad_norm": 0.12574727833271027,
      "learning_rate": 7.905518642850041e-05,
      "loss": 0.0114,
      "step": 33750
    },
    {
      "loss_action": 0.011138459667563438,
      "loss_total": 0.011138459667563438,
      "step": 33750
    },
    {
      "loss_action": 0.010447785258293152,
      "loss_total": 0.010447785258293152,
      "step": 33750
    },
    {
      "loss_action": 0.015613497234880924,
      "loss_total": 0.015613497234880924,
      "step": 33750
    },
    {
      "loss_action": 0.007749503944069147,
      "loss_total": 0.007749503944069147,
      "step": 33750
    },
    {
      "loss_action": 0.013848131522536278,
      "loss_total": 0.013848131522536278,
      "step": 33750
    },
    {
      "loss_action": 0.006018752697855234,
      "loss_total": 0.006018752697855234,
      "step": 33750
    },
    {
      "loss_action": 0.009047336876392365,
      "loss_total": 0.009047336876392365,
      "step": 33750
    },
    {
      "loss_action": 0.00784854032099247,
      "loss_total": 0.00784854032099247,
      "step": 33750
    },
    {
      "grad_norm": 0.11798552423715591,
      "learning_rate": 7.904172841486409e-05,
      "loss": 0.0122,
      "step": 33760
    },
    {
      "loss_action": 0.014802210032939911,
      "loss_total": 0.014802210032939911,
      "step": 33760
    },
    {
      "loss_action": 0.016101263463497162,
      "loss_total": 0.016101263463497162,
      "step": 33760
    },
    {
      "loss_action": 0.005365781020373106,
      "loss_total": 0.005365781020373106,
      "step": 33760
    },
    {
      "loss_action": 0.007259848993271589,
      "loss_total": 0.007259848993271589,
      "step": 33760
    },
    {
      "loss_action": 0.00715266726911068,
      "loss_total": 0.00715266726911068,
      "step": 33760
    },
    {
      "loss_action": 0.0075616477988660336,
      "loss_total": 0.0075616477988660336,
      "step": 33760
    },
    {
      "loss_action": 0.006154817529022694,
      "loss_total": 0.006154817529022694,
      "step": 33760
    },
    {
      "loss_action": 0.011617034673690796,
      "loss_total": 0.011617034673690796,
      "step": 33760
    },
    {
      "grad_norm": 0.1287888139486313,
      "learning_rate": 7.902826722526801e-05,
      "loss": 0.0089,
      "step": 33770
    },
    {
      "loss_action": 0.008970146998763084,
      "loss_total": 0.008970146998763084,
      "step": 33770
    },
    {
      "loss_action": 0.021982591599225998,
      "loss_total": 0.021982591599225998,
      "step": 33770
    },
    {
      "loss_action": 0.005865606479346752,
      "loss_total": 0.005865606479346752,
      "step": 33770
    },
    {
      "loss_action": 0.04537898302078247,
      "loss_total": 0.04537898302078247,
      "step": 33770
    },
    {
      "loss_action": 0.007768516428768635,
      "loss_total": 0.007768516428768635,
      "step": 33770
    },
    {
      "loss_action": 0.005390604492276907,
      "loss_total": 0.005390604492276907,
      "step": 33770
    },
    {
      "loss_action": 0.019837532192468643,
      "loss_total": 0.019837532192468643,
      "step": 33770
    },
    {
      "loss_action": 0.008629383519291878,
      "loss_total": 0.008629383519291878,
      "step": 33770
    },
    {
      "grad_norm": 0.14991246163845062,
      "learning_rate": 7.901480286118427e-05,
      "loss": 0.0113,
      "step": 33780
    },
    {
      "loss_action": 0.005569713655859232,
      "loss_total": 0.005569713655859232,
      "step": 33780
    },
    {
      "loss_action": 0.0074830856174230576,
      "loss_total": 0.0074830856174230576,
      "step": 33780
    },
    {
      "loss_action": 0.004541206639260054,
      "loss_total": 0.004541206639260054,
      "step": 33780
    },
    {
      "loss_action": 0.012424737215042114,
      "loss_total": 0.012424737215042114,
      "step": 33780
    },
    {
      "loss_action": 0.015593317337334156,
      "loss_total": 0.015593317337334156,
      "step": 33780
    },
    {
      "loss_action": 0.012031128630042076,
      "loss_total": 0.012031128630042076,
      "step": 33780
    },
    {
      "loss_action": 0.008204658515751362,
      "loss_total": 0.008204658515751362,
      "step": 33780
    },
    {
      "loss_action": 0.01461088191717863,
      "loss_total": 0.01461088191717863,
      "step": 33780
    },
    {
      "grad_norm": 0.1225690096616745,
      "learning_rate": 7.900133532408531e-05,
      "loss": 0.01,
      "step": 33790
    },
    {
      "loss_action": 0.00958238448947668,
      "loss_total": 0.00958238448947668,
      "step": 33790
    },
    {
      "loss_action": 0.007369921542704105,
      "loss_total": 0.007369921542704105,
      "step": 33790
    },
    {
      "loss_action": 0.003501356579363346,
      "loss_total": 0.003501356579363346,
      "step": 33790
    },
    {
      "loss_action": 0.012251012027263641,
      "loss_total": 0.012251012027263641,
      "step": 33790
    },
    {
      "loss_action": 0.007793663069605827,
      "loss_total": 0.007793663069605827,
      "step": 33790
    },
    {
      "loss_action": 0.007694731932133436,
      "loss_total": 0.007694731932133436,
      "step": 33790
    },
    {
      "loss_action": 0.016577182337641716,
      "loss_total": 0.016577182337641716,
      "step": 33790
    },
    {
      "loss_action": 0.029002413153648376,
      "loss_total": 0.029002413153648376,
      "step": 33790
    },
    {
      "grad_norm": 0.13582828640937805,
      "learning_rate": 7.898786461544395e-05,
      "loss": 0.0103,
      "step": 33800
    },
    {
      "loss_action": 0.016395913437008858,
      "loss_total": 0.016395913437008858,
      "step": 33800
    },
    {
      "loss_action": 0.0070244064554572105,
      "loss_total": 0.0070244064554572105,
      "step": 33800
    },
    {
      "loss_action": 0.006410708650946617,
      "loss_total": 0.006410708650946617,
      "step": 33800
    },
    {
      "loss_action": 0.009803013876080513,
      "loss_total": 0.009803013876080513,
      "step": 33800
    },
    {
      "loss_action": 0.010907435789704323,
      "loss_total": 0.010907435789704323,
      "step": 33800
    },
    {
      "loss_action": 0.004520369693636894,
      "loss_total": 0.004520369693636894,
      "step": 33800
    },
    {
      "loss_action": 0.013265658169984818,
      "loss_total": 0.013265658169984818,
      "step": 33800
    },
    {
      "loss_action": 0.005622217431664467,
      "loss_total": 0.005622217431664467,
      "step": 33800
    },
    {
      "grad_norm": 0.1739867478609085,
      "learning_rate": 7.897439073673325e-05,
      "loss": 0.0106,
      "step": 33810
    },
    {
      "loss_action": 0.012612428516149521,
      "loss_total": 0.012612428516149521,
      "step": 33810
    },
    {
      "loss_action": 0.011246730573475361,
      "loss_total": 0.011246730573475361,
      "step": 33810
    },
    {
      "loss_action": 0.007886677980422974,
      "loss_total": 0.007886677980422974,
      "step": 33810
    },
    {
      "loss_action": 0.012660184875130653,
      "loss_total": 0.012660184875130653,
      "step": 33810
    },
    {
      "loss_action": 0.004869820550084114,
      "loss_total": 0.004869820550084114,
      "step": 33810
    },
    {
      "loss_action": 0.002905844245105982,
      "loss_total": 0.002905844245105982,
      "step": 33810
    },
    {
      "loss_action": 0.007005359046161175,
      "loss_total": 0.007005359046161175,
      "step": 33810
    },
    {
      "loss_action": 0.005154024809598923,
      "loss_total": 0.005154024809598923,
      "step": 33810
    },
    {
      "grad_norm": 0.18347038328647614,
      "learning_rate": 7.896091368942677e-05,
      "loss": 0.01,
      "step": 33820
    },
    {
      "loss_action": 0.003425362054258585,
      "loss_total": 0.003425362054258585,
      "step": 33820
    },
    {
      "loss_action": 0.01982559636235237,
      "loss_total": 0.01982559636235237,
      "step": 33820
    },
    {
      "loss_action": 0.006376618519425392,
      "loss_total": 0.006376618519425392,
      "step": 33820
    },
    {
      "loss_action": 0.0053533995524048805,
      "loss_total": 0.0053533995524048805,
      "step": 33820
    },
    {
      "loss_action": 0.009373418986797333,
      "loss_total": 0.009373418986797333,
      "step": 33820
    },
    {
      "loss_action": 0.009288789704442024,
      "loss_total": 0.009288789704442024,
      "step": 33820
    },
    {
      "loss_action": 0.01706034317612648,
      "loss_total": 0.01706034317612648,
      "step": 33820
    },
    {
      "loss_action": 0.003908537793904543,
      "loss_total": 0.003908537793904543,
      "step": 33820
    },
    {
      "grad_norm": 0.1368783712387085,
      "learning_rate": 7.894743347499832e-05,
      "loss": 0.0111,
      "step": 33830
    },
    {
      "loss_action": 0.005093293264508247,
      "loss_total": 0.005093293264508247,
      "step": 33830
    },
    {
      "loss_action": 0.008378399536013603,
      "loss_total": 0.008378399536013603,
      "step": 33830
    },
    {
      "loss_action": 0.006747387815266848,
      "loss_total": 0.006747387815266848,
      "step": 33830
    },
    {
      "loss_action": 0.009567338973283768,
      "loss_total": 0.009567338973283768,
      "step": 33830
    },
    {
      "loss_action": 0.011230023577809334,
      "loss_total": 0.011230023577809334,
      "step": 33830
    },
    {
      "loss_action": 0.008045931346714497,
      "loss_total": 0.008045931346714497,
      "step": 33830
    },
    {
      "loss_action": 0.010530337691307068,
      "loss_total": 0.010530337691307068,
      "step": 33830
    },
    {
      "loss_action": 0.008662806823849678,
      "loss_total": 0.008662806823849678,
      "step": 33830
    },
    {
      "grad_norm": 0.1252814382314682,
      "learning_rate": 7.893395009492203e-05,
      "loss": 0.01,
      "step": 33840
    },
    {
      "loss_action": 0.005195279605686665,
      "loss_total": 0.005195279605686665,
      "step": 33840
    },
    {
      "loss_action": 0.002729946281760931,
      "loss_total": 0.002729946281760931,
      "step": 33840
    },
    {
      "loss_action": 0.006589596159756184,
      "loss_total": 0.006589596159756184,
      "step": 33840
    },
    {
      "loss_action": 0.01255289651453495,
      "loss_total": 0.01255289651453495,
      "step": 33840
    },
    {
      "loss_action": 0.0033823710400611162,
      "loss_total": 0.0033823710400611162,
      "step": 33840
    },
    {
      "loss_action": 0.015023797750473022,
      "loss_total": 0.015023797750473022,
      "step": 33840
    },
    {
      "loss_action": 0.011339827440679073,
      "loss_total": 0.011339827440679073,
      "step": 33840
    },
    {
      "loss_action": 0.005458754952996969,
      "loss_total": 0.005458754952996969,
      "step": 33840
    },
    {
      "grad_norm": 0.10772179067134857,
      "learning_rate": 7.892046355067248e-05,
      "loss": 0.0094,
      "step": 33850
    },
    {
      "loss_action": 0.004660187289118767,
      "loss_total": 0.004660187289118767,
      "step": 33850
    },
    {
      "loss_action": 0.004378230310976505,
      "loss_total": 0.004378230310976505,
      "step": 33850
    },
    {
      "loss_action": 0.010679034516215324,
      "loss_total": 0.010679034516215324,
      "step": 33850
    },
    {
      "loss_action": 0.018631462007761,
      "loss_total": 0.018631462007761,
      "step": 33850
    },
    {
      "loss_action": 0.01626776158809662,
      "loss_total": 0.01626776158809662,
      "step": 33850
    },
    {
      "loss_action": 0.003285427810624242,
      "loss_total": 0.003285427810624242,
      "step": 33850
    },
    {
      "loss_action": 0.007741705514490604,
      "loss_total": 0.007741705514490604,
      "step": 33850
    },
    {
      "loss_action": 0.008903605863451958,
      "loss_total": 0.008903605863451958,
      "step": 33850
    },
    {
      "grad_norm": 0.13241004943847656,
      "learning_rate": 7.890697384372451e-05,
      "loss": 0.0105,
      "step": 33860
    },
    {
      "loss_action": 0.014985543675720692,
      "loss_total": 0.014985543675720692,
      "step": 33860
    },
    {
      "loss_action": 0.009850114583969116,
      "loss_total": 0.009850114583969116,
      "step": 33860
    },
    {
      "loss_action": 0.00945793092250824,
      "loss_total": 0.00945793092250824,
      "step": 33860
    },
    {
      "loss_action": 0.012632627040147781,
      "loss_total": 0.012632627040147781,
      "step": 33860
    },
    {
      "loss_action": 0.015160029754042625,
      "loss_total": 0.015160029754042625,
      "step": 33860
    },
    {
      "loss_action": 0.00770811690017581,
      "loss_total": 0.00770811690017581,
      "step": 33860
    },
    {
      "loss_action": 0.008352330885827541,
      "loss_total": 0.008352330885827541,
      "step": 33860
    },
    {
      "loss_action": 0.00896273460239172,
      "loss_total": 0.00896273460239172,
      "step": 33860
    },
    {
      "grad_norm": 0.18866990506649017,
      "learning_rate": 7.889348097555336e-05,
      "loss": 0.011,
      "step": 33870
    },
    {
      "loss_action": 0.011705251410603523,
      "loss_total": 0.011705251410603523,
      "step": 33870
    },
    {
      "loss_action": 0.011578435078263283,
      "loss_total": 0.011578435078263283,
      "step": 33870
    },
    {
      "loss_action": 0.018779423087835312,
      "loss_total": 0.018779423087835312,
      "step": 33870
    },
    {
      "loss_action": 0.011392271146178246,
      "loss_total": 0.011392271146178246,
      "step": 33870
    },
    {
      "loss_action": 0.011249342001974583,
      "loss_total": 0.011249342001974583,
      "step": 33870
    },
    {
      "loss_action": 0.010867368429899216,
      "loss_total": 0.010867368429899216,
      "step": 33870
    },
    {
      "loss_action": 0.006110592745244503,
      "loss_total": 0.006110592745244503,
      "step": 33870
    },
    {
      "loss_action": 0.02663673833012581,
      "loss_total": 0.02663673833012581,
      "step": 33870
    },
    {
      "grad_norm": 0.1563926786184311,
      "learning_rate": 7.887998494763455e-05,
      "loss": 0.0095,
      "step": 33880
    },
    {
      "loss_action": 0.012654833495616913,
      "loss_total": 0.012654833495616913,
      "step": 33880
    },
    {
      "loss_action": 0.0033177100121974945,
      "loss_total": 0.0033177100121974945,
      "step": 33880
    },
    {
      "loss_action": 0.12003077566623688,
      "loss_total": 0.12003077566623688,
      "step": 33880
    },
    {
      "loss_action": 0.0033991888631135225,
      "loss_total": 0.0033991888631135225,
      "step": 33880
    },
    {
      "loss_action": 0.0031438812147825956,
      "loss_total": 0.0031438812147825956,
      "step": 33880
    },
    {
      "loss_action": 0.005640409886837006,
      "loss_total": 0.005640409886837006,
      "step": 33880
    },
    {
      "loss_action": 0.00975136086344719,
      "loss_total": 0.00975136086344719,
      "step": 33880
    },
    {
      "loss_action": 0.007859478704631329,
      "loss_total": 0.007859478704631329,
      "step": 33880
    },
    {
      "grad_norm": 0.1442190557718277,
      "learning_rate": 7.886648576144404e-05,
      "loss": 0.0134,
      "step": 33890
    },
    {
      "loss_action": 0.008345961570739746,
      "loss_total": 0.008345961570739746,
      "step": 33890
    },
    {
      "loss_action": 0.009625332430005074,
      "loss_total": 0.009625332430005074,
      "step": 33890
    },
    {
      "loss_action": 0.007596852257847786,
      "loss_total": 0.007596852257847786,
      "step": 33890
    },
    {
      "loss_action": 0.01027904637157917,
      "loss_total": 0.01027904637157917,
      "step": 33890
    },
    {
      "loss_action": 0.007949926890432835,
      "loss_total": 0.007949926890432835,
      "step": 33890
    },
    {
      "loss_action": 0.008058101870119572,
      "loss_total": 0.008058101870119572,
      "step": 33890
    },
    {
      "loss_action": 0.0037995122838765383,
      "loss_total": 0.0037995122838765383,
      "step": 33890
    },
    {
      "loss_action": 0.008786395192146301,
      "loss_total": 0.008786395192146301,
      "step": 33890
    },
    {
      "grad_norm": 0.19061419367790222,
      "learning_rate": 7.885298341845802e-05,
      "loss": 0.0107,
      "step": 33900
    },
    {
      "loss_action": 0.01038927398622036,
      "loss_total": 0.01038927398622036,
      "step": 33900
    },
    {
      "loss_action": 0.013272448442876339,
      "loss_total": 0.013272448442876339,
      "step": 33900
    },
    {
      "loss_action": 0.012042976915836334,
      "loss_total": 0.012042976915836334,
      "step": 33900
    },
    {
      "loss_action": 0.015327873639762402,
      "loss_total": 0.015327873639762402,
      "step": 33900
    },
    {
      "loss_action": 0.004324250854551792,
      "loss_total": 0.004324250854551792,
      "step": 33900
    },
    {
      "loss_action": 0.0074888975359499454,
      "loss_total": 0.0074888975359499454,
      "step": 33900
    },
    {
      "loss_action": 0.00408591702580452,
      "loss_total": 0.00408591702580452,
      "step": 33900
    },
    {
      "loss_action": 0.010374011471867561,
      "loss_total": 0.010374011471867561,
      "step": 33900
    },
    {
      "grad_norm": 0.18931452929973602,
      "learning_rate": 7.883947792015311e-05,
      "loss": 0.0096,
      "step": 33910
    },
    {
      "loss_action": 0.009562259539961815,
      "loss_total": 0.009562259539961815,
      "step": 33910
    },
    {
      "loss_action": 0.011090339161455631,
      "loss_total": 0.011090339161455631,
      "step": 33910
    },
    {
      "loss_action": 0.009467411786317825,
      "loss_total": 0.009467411786317825,
      "step": 33910
    },
    {
      "loss_action": 0.02449832484126091,
      "loss_total": 0.02449832484126091,
      "step": 33910
    },
    {
      "loss_action": 0.005793748889118433,
      "loss_total": 0.005793748889118433,
      "step": 33910
    },
    {
      "loss_action": 0.01037583127617836,
      "loss_total": 0.01037583127617836,
      "step": 33910
    },
    {
      "loss_action": 0.002934559714049101,
      "loss_total": 0.002934559714049101,
      "step": 33910
    },
    {
      "loss_action": 0.02112717367708683,
      "loss_total": 0.02112717367708683,
      "step": 33910
    },
    {
      "grad_norm": 0.10881113260984421,
      "learning_rate": 7.882596926800628e-05,
      "loss": 0.01,
      "step": 33920
    },
    {
      "loss_action": 0.00901532731950283,
      "loss_total": 0.00901532731950283,
      "step": 33920
    },
    {
      "loss_action": 0.010005628690123558,
      "loss_total": 0.010005628690123558,
      "step": 33920
    },
    {
      "loss_action": 0.0047409445978701115,
      "loss_total": 0.0047409445978701115,
      "step": 33920
    },
    {
      "loss_action": 0.005182773340493441,
      "loss_total": 0.005182773340493441,
      "step": 33920
    },
    {
      "loss_action": 0.013863321393728256,
      "loss_total": 0.013863321393728256,
      "step": 33920
    },
    {
      "loss_action": 0.006762953475117683,
      "loss_total": 0.006762953475117683,
      "step": 33920
    },
    {
      "loss_action": 0.004407672211527824,
      "loss_total": 0.004407672211527824,
      "step": 33920
    },
    {
      "loss_action": 0.004671065136790276,
      "loss_total": 0.004671065136790276,
      "step": 33920
    },
    {
      "grad_norm": 0.1796795129776001,
      "learning_rate": 7.881245746349477e-05,
      "loss": 0.0101,
      "step": 33930
    },
    {
      "loss_action": 0.011769263073801994,
      "loss_total": 0.011769263073801994,
      "step": 33930
    },
    {
      "loss_action": 0.015283654443919659,
      "loss_total": 0.015283654443919659,
      "step": 33930
    },
    {
      "loss_action": 0.012052923440933228,
      "loss_total": 0.012052923440933228,
      "step": 33930
    },
    {
      "loss_action": 0.006237022578716278,
      "loss_total": 0.006237022578716278,
      "step": 33930
    },
    {
      "loss_action": 0.0031090201810002327,
      "loss_total": 0.0031090201810002327,
      "step": 33930
    },
    {
      "loss_action": 0.013014400377869606,
      "loss_total": 0.013014400377869606,
      "step": 33930
    },
    {
      "loss_action": 0.016730066388845444,
      "loss_total": 0.016730066388845444,
      "step": 33930
    },
    {
      "loss_action": 0.0037965914234519005,
      "loss_total": 0.0037965914234519005,
      "step": 33930
    },
    {
      "grad_norm": 0.18622137606143951,
      "learning_rate": 7.879894250809623e-05,
      "loss": 0.0109,
      "step": 33940
    },
    {
      "loss_action": 0.020612772554159164,
      "loss_total": 0.020612772554159164,
      "step": 33940
    },
    {
      "loss_action": 0.011141657829284668,
      "loss_total": 0.011141657829284668,
      "step": 33940
    },
    {
      "loss_action": 0.01041294913738966,
      "loss_total": 0.01041294913738966,
      "step": 33940
    },
    {
      "loss_action": 0.006738673429936171,
      "loss_total": 0.006738673429936171,
      "step": 33940
    },
    {
      "loss_action": 0.005828742869198322,
      "loss_total": 0.005828742869198322,
      "step": 33940
    },
    {
      "loss_action": 0.015321141108870506,
      "loss_total": 0.015321141108870506,
      "step": 33940
    },
    {
      "loss_action": 0.007296652067452669,
      "loss_total": 0.007296652067452669,
      "step": 33940
    },
    {
      "loss_action": 0.006084569729864597,
      "loss_total": 0.006084569729864597,
      "step": 33940
    },
    {
      "grad_norm": 0.13806894421577454,
      "learning_rate": 7.878542440328865e-05,
      "loss": 0.0106,
      "step": 33950
    },
    {
      "loss_action": 0.0161693524569273,
      "loss_total": 0.0161693524569273,
      "step": 33950
    },
    {
      "loss_action": 0.004333409480750561,
      "loss_total": 0.004333409480750561,
      "step": 33950
    },
    {
      "loss_action": 0.0028421669267117977,
      "loss_total": 0.0028421669267117977,
      "step": 33950
    },
    {
      "loss_action": 0.004947484005242586,
      "loss_total": 0.004947484005242586,
      "step": 33950
    },
    {
      "loss_action": 0.01075697410851717,
      "loss_total": 0.01075697410851717,
      "step": 33950
    },
    {
      "loss_action": 0.011958755552768707,
      "loss_total": 0.011958755552768707,
      "step": 33950
    },
    {
      "loss_action": 0.01163075678050518,
      "loss_total": 0.01163075678050518,
      "step": 33950
    },
    {
      "loss_action": 0.011155195534229279,
      "loss_total": 0.011155195534229279,
      "step": 33950
    },
    {
      "grad_norm": 0.13501136004924774,
      "learning_rate": 7.877190315055031e-05,
      "loss": 0.0095,
      "step": 33960
    },
    {
      "loss_action": 0.0056610372848808765,
      "loss_total": 0.0056610372848808765,
      "step": 33960
    },
    {
      "loss_action": 0.013280961662530899,
      "loss_total": 0.013280961662530899,
      "step": 33960
    },
    {
      "loss_action": 0.005532941780984402,
      "loss_total": 0.005532941780984402,
      "step": 33960
    },
    {
      "loss_action": 0.004926770925521851,
      "loss_total": 0.004926770925521851,
      "step": 33960
    },
    {
      "loss_action": 0.010634534992277622,
      "loss_total": 0.010634534992277622,
      "step": 33960
    },
    {
      "loss_action": 0.012052495032548904,
      "loss_total": 0.012052495032548904,
      "step": 33960
    },
    {
      "loss_action": 0.009745927527546883,
      "loss_total": 0.009745927527546883,
      "step": 33960
    },
    {
      "loss_action": 0.0032248347997665405,
      "loss_total": 0.0032248347997665405,
      "step": 33960
    },
    {
      "grad_norm": 0.13880392909049988,
      "learning_rate": 7.875837875135991e-05,
      "loss": 0.0099,
      "step": 33970
    },
    {
      "loss_action": 0.016066784039139748,
      "loss_total": 0.016066784039139748,
      "step": 33970
    },
    {
      "loss_action": 0.040906794369220734,
      "loss_total": 0.040906794369220734,
      "step": 33970
    },
    {
      "loss_action": 0.007753973826766014,
      "loss_total": 0.007753973826766014,
      "step": 33970
    },
    {
      "loss_action": 0.008438113145530224,
      "loss_total": 0.008438113145530224,
      "step": 33970
    },
    {
      "loss_action": 0.009882396087050438,
      "loss_total": 0.009882396087050438,
      "step": 33970
    },
    {
      "loss_action": 0.008433280512690544,
      "loss_total": 0.008433280512690544,
      "step": 33970
    },
    {
      "loss_action": 0.004957516212016344,
      "loss_total": 0.004957516212016344,
      "step": 33970
    },
    {
      "loss_action": 0.004669472575187683,
      "loss_total": 0.004669472575187683,
      "step": 33970
    },
    {
      "grad_norm": 0.11564691364765167,
      "learning_rate": 7.874485120719646e-05,
      "loss": 0.0102,
      "step": 33980
    },
    {
      "loss_action": 0.0072377752512693405,
      "loss_total": 0.0072377752512693405,
      "step": 33980
    },
    {
      "loss_action": 0.010391583666205406,
      "loss_total": 0.010391583666205406,
      "step": 33980
    },
    {
      "loss_action": 0.009336806833744049,
      "loss_total": 0.009336806833744049,
      "step": 33980
    },
    {
      "loss_action": 0.00908418744802475,
      "loss_total": 0.00908418744802475,
      "step": 33980
    },
    {
      "loss_action": 0.005278249271214008,
      "loss_total": 0.005278249271214008,
      "step": 33980
    },
    {
      "loss_action": 0.007308364845812321,
      "loss_total": 0.007308364845812321,
      "step": 33980
    },
    {
      "loss_action": 0.015180573798716068,
      "loss_total": 0.015180573798716068,
      "step": 33980
    },
    {
      "loss_action": 0.019167473539710045,
      "loss_total": 0.019167473539710045,
      "step": 33980
    },
    {
      "grad_norm": 0.1574328988790512,
      "learning_rate": 7.873132051953928e-05,
      "loss": 0.0092,
      "step": 33990
    },
    {
      "loss_action": 0.010833543725311756,
      "loss_total": 0.010833543725311756,
      "step": 33990
    },
    {
      "loss_action": 0.005253875628113747,
      "loss_total": 0.005253875628113747,
      "step": 33990
    },
    {
      "loss_action": 0.003230191534385085,
      "loss_total": 0.003230191534385085,
      "step": 33990
    },
    {
      "loss_action": 0.007993219420313835,
      "loss_total": 0.007993219420313835,
      "step": 33990
    },
    {
      "loss_action": 0.008551777340471745,
      "loss_total": 0.008551777340471745,
      "step": 33990
    },
    {
      "loss_action": 0.007296628784388304,
      "loss_total": 0.007296628784388304,
      "step": 33990
    },
    {
      "loss_action": 0.0040939305908977985,
      "loss_total": 0.0040939305908977985,
      "step": 33990
    },
    {
      "loss_action": 0.00886465422809124,
      "loss_total": 0.00886465422809124,
      "step": 33990
    },
    {
      "grad_norm": 0.13374115526676178,
      "learning_rate": 7.87177866898681e-05,
      "loss": 0.0096,
      "step": 34000
    },
    {
      "loss_action": 0.01583559811115265,
      "loss_total": 0.01583559811115265,
      "step": 34000
    },
    {
      "loss_action": 0.0069213854148983955,
      "loss_total": 0.0069213854148983955,
      "step": 34000
    },
    {
      "loss_action": 0.01173488050699234,
      "loss_total": 0.01173488050699234,
      "step": 34000
    },
    {
      "loss_action": 0.004855376668274403,
      "loss_total": 0.004855376668274403,
      "step": 34000
    },
    {
      "loss_action": 0.012275171466171741,
      "loss_total": 0.012275171466171741,
      "step": 34000
    },
    {
      "loss_action": 0.005128055810928345,
      "loss_total": 0.005128055810928345,
      "step": 34000
    },
    {
      "loss_action": 0.009354242123663425,
      "loss_total": 0.009354242123663425,
      "step": 34000
    },
    {
      "loss_action": 0.006219864822924137,
      "loss_total": 0.006219864822924137,
      "step": 34000
    },
    {
      "grad_norm": 0.13604313135147095,
      "learning_rate": 7.870424971966294e-05,
      "loss": 0.0116,
      "step": 34010
    },
    {
      "loss_action": 0.023910531774163246,
      "loss_total": 0.023910531774163246,
      "step": 34010
    },
    {
      "loss_action": 0.005047281738370657,
      "loss_total": 0.005047281738370657,
      "step": 34010
    },
    {
      "loss_action": 0.01388202328234911,
      "loss_total": 0.01388202328234911,
      "step": 34010
    },
    {
      "loss_action": 0.005356082692742348,
      "loss_total": 0.005356082692742348,
      "step": 34010
    },
    {
      "loss_action": 0.00404050387442112,
      "loss_total": 0.00404050387442112,
      "step": 34010
    },
    {
      "loss_action": 0.011441955342888832,
      "loss_total": 0.011441955342888832,
      "step": 34010
    },
    {
      "loss_action": 0.010696548968553543,
      "loss_total": 0.010696548968553543,
      "step": 34010
    },
    {
      "loss_action": 0.011462151072919369,
      "loss_total": 0.011462151072919369,
      "step": 34010
    },
    {
      "grad_norm": 0.16712413728237152,
      "learning_rate": 7.869070961040419e-05,
      "loss": 0.0098,
      "step": 34020
    },
    {
      "loss_action": 0.014060676097869873,
      "loss_total": 0.014060676097869873,
      "step": 34020
    },
    {
      "loss_action": 0.004147598519921303,
      "loss_total": 0.004147598519921303,
      "step": 34020
    },
    {
      "loss_action": 0.005633154418319464,
      "loss_total": 0.005633154418319464,
      "step": 34020
    },
    {
      "loss_action": 0.013227557763457298,
      "loss_total": 0.013227557763457298,
      "step": 34020
    },
    {
      "loss_action": 0.005768397822976112,
      "loss_total": 0.005768397822976112,
      "step": 34020
    },
    {
      "loss_action": 0.018565423786640167,
      "loss_total": 0.018565423786640167,
      "step": 34020
    },
    {
      "loss_action": 0.015455370768904686,
      "loss_total": 0.015455370768904686,
      "step": 34020
    },
    {
      "loss_action": 0.029227886348962784,
      "loss_total": 0.029227886348962784,
      "step": 34020
    },
    {
      "grad_norm": 0.14214441180229187,
      "learning_rate": 7.867716636357257e-05,
      "loss": 0.0118,
      "step": 34030
    },
    {
      "loss_action": 0.02419949695467949,
      "loss_total": 0.02419949695467949,
      "step": 34030
    },
    {
      "loss_action": 0.008705174550414085,
      "loss_total": 0.008705174550414085,
      "step": 34030
    },
    {
      "loss_action": 0.009284457191824913,
      "loss_total": 0.009284457191824913,
      "step": 34030
    },
    {
      "loss_action": 0.008126545697450638,
      "loss_total": 0.008126545697450638,
      "step": 34030
    },
    {
      "loss_action": 0.007059667259454727,
      "loss_total": 0.007059667259454727,
      "step": 34030
    },
    {
      "loss_action": 0.004278481937944889,
      "loss_total": 0.004278481937944889,
      "step": 34030
    },
    {
      "loss_action": 0.005986280273646116,
      "loss_total": 0.005986280273646116,
      "step": 34030
    },
    {
      "loss_action": 0.004022234119474888,
      "loss_total": 0.004022234119474888,
      "step": 34030
    },
    {
      "grad_norm": 0.14791560173034668,
      "learning_rate": 7.866361998064915e-05,
      "loss": 0.0102,
      "step": 34040
    },
    {
      "loss_action": 0.01061668898910284,
      "loss_total": 0.01061668898910284,
      "step": 34040
    },
    {
      "loss_action": 0.0066951909102499485,
      "loss_total": 0.0066951909102499485,
      "step": 34040
    },
    {
      "loss_action": 0.004780925344675779,
      "loss_total": 0.004780925344675779,
      "step": 34040
    },
    {
      "loss_action": 0.005212940741330385,
      "loss_total": 0.005212940741330385,
      "step": 34040
    },
    {
      "loss_action": 0.01596018671989441,
      "loss_total": 0.01596018671989441,
      "step": 34040
    },
    {
      "loss_action": 0.010255556553602219,
      "loss_total": 0.010255556553602219,
      "step": 34040
    },
    {
      "loss_action": 0.024060051888227463,
      "loss_total": 0.024060051888227463,
      "step": 34040
    },
    {
      "loss_action": 0.02514958195388317,
      "loss_total": 0.02514958195388317,
      "step": 34040
    },
    {
      "grad_norm": 0.1608450710773468,
      "learning_rate": 7.865007046311534e-05,
      "loss": 0.0126,
      "step": 34050
    },
    {
      "loss_action": 0.010322757065296173,
      "loss_total": 0.010322757065296173,
      "step": 34050
    },
    {
      "loss_action": 0.008076805621385574,
      "loss_total": 0.008076805621385574,
      "step": 34050
    },
    {
      "loss_action": 0.0038919844664633274,
      "loss_total": 0.0038919844664633274,
      "step": 34050
    },
    {
      "loss_action": 0.002572669880464673,
      "loss_total": 0.002572669880464673,
      "step": 34050
    },
    {
      "loss_action": 0.003922597970813513,
      "loss_total": 0.003922597970813513,
      "step": 34050
    },
    {
      "loss_action": 0.00338505650870502,
      "loss_total": 0.00338505650870502,
      "step": 34050
    },
    {
      "loss_action": 0.006501625292003155,
      "loss_total": 0.006501625292003155,
      "step": 34050
    },
    {
      "loss_action": 0.008393395692110062,
      "loss_total": 0.008393395692110062,
      "step": 34050
    },
    {
      "grad_norm": 0.11090631783008575,
      "learning_rate": 7.86365178124529e-05,
      "loss": 0.0089,
      "step": 34060
    },
    {
      "loss_action": 0.0037436948623508215,
      "loss_total": 0.0037436948623508215,
      "step": 34060
    },
    {
      "loss_action": 0.011269370093941689,
      "loss_total": 0.011269370093941689,
      "step": 34060
    },
    {
      "loss_action": 0.012499231845140457,
      "loss_total": 0.012499231845140457,
      "step": 34060
    },
    {
      "loss_action": 0.003504148218780756,
      "loss_total": 0.003504148218780756,
      "step": 34060
    },
    {
      "loss_action": 0.007624496705830097,
      "loss_total": 0.007624496705830097,
      "step": 34060
    },
    {
      "loss_action": 0.017736276611685753,
      "loss_total": 0.017736276611685753,
      "step": 34060
    },
    {
      "loss_action": 0.008411988615989685,
      "loss_total": 0.008411988615989685,
      "step": 34060
    },
    {
      "loss_action": 0.002763724187389016,
      "loss_total": 0.002763724187389016,
      "step": 34060
    },
    {
      "grad_norm": 0.11301741749048233,
      "learning_rate": 7.862296203014394e-05,
      "loss": 0.0095,
      "step": 34070
    },
    {
      "loss_action": 0.014990726485848427,
      "loss_total": 0.014990726485848427,
      "step": 34070
    },
    {
      "loss_action": 0.005863457452505827,
      "loss_total": 0.005863457452505827,
      "step": 34070
    },
    {
      "loss_action": 0.004861895926296711,
      "loss_total": 0.004861895926296711,
      "step": 34070
    },
    {
      "loss_action": 0.013605697080492973,
      "loss_total": 0.013605697080492973,
      "step": 34070
    },
    {
      "loss_action": 0.008013872429728508,
      "loss_total": 0.008013872429728508,
      "step": 34070
    },
    {
      "loss_action": 0.0062601626850664616,
      "loss_total": 0.0062601626850664616,
      "step": 34070
    },
    {
      "loss_action": 0.004451718647032976,
      "loss_total": 0.004451718647032976,
      "step": 34070
    },
    {
      "loss_action": 0.017427407205104828,
      "loss_total": 0.017427407205104828,
      "step": 34070
    },
    {
      "grad_norm": 0.18057340383529663,
      "learning_rate": 7.860940311767088e-05,
      "loss": 0.0102,
      "step": 34080
    },
    {
      "loss_action": 0.009518757462501526,
      "loss_total": 0.009518757462501526,
      "step": 34080
    },
    {
      "loss_action": 0.009202015586197376,
      "loss_total": 0.009202015586197376,
      "step": 34080
    },
    {
      "loss_action": 0.00875304639339447,
      "loss_total": 0.00875304639339447,
      "step": 34080
    },
    {
      "loss_action": 0.00755122397094965,
      "loss_total": 0.00755122397094965,
      "step": 34080
    },
    {
      "loss_action": 0.003513513132929802,
      "loss_total": 0.003513513132929802,
      "step": 34080
    },
    {
      "loss_action": 0.008910571224987507,
      "loss_total": 0.008910571224987507,
      "step": 34080
    },
    {
      "loss_action": 0.00985640473663807,
      "loss_total": 0.00985640473663807,
      "step": 34080
    },
    {
      "loss_action": 0.007405931130051613,
      "loss_total": 0.007405931130051613,
      "step": 34080
    },
    {
      "grad_norm": 0.12601429224014282,
      "learning_rate": 7.85958410765165e-05,
      "loss": 0.0109,
      "step": 34090
    },
    {
      "loss_action": 0.005941745825111866,
      "loss_total": 0.005941745825111866,
      "step": 34090
    },
    {
      "loss_action": 0.007598051801323891,
      "loss_total": 0.007598051801323891,
      "step": 34090
    },
    {
      "loss_action": 0.003875978756695986,
      "loss_total": 0.003875978756695986,
      "step": 34090
    },
    {
      "loss_action": 0.013087447732686996,
      "loss_total": 0.013087447732686996,
      "step": 34090
    },
    {
      "loss_action": 0.014948831871151924,
      "loss_total": 0.014948831871151924,
      "step": 34090
    },
    {
      "loss_action": 0.0056855762377381325,
      "loss_total": 0.0056855762377381325,
      "step": 34090
    },
    {
      "loss_action": 0.010082580149173737,
      "loss_total": 0.010082580149173737,
      "step": 34090
    },
    {
      "loss_action": 0.009109730832278728,
      "loss_total": 0.009109730832278728,
      "step": 34090
    },
    {
      "grad_norm": 0.11388183385133743,
      "learning_rate": 7.858227590816394e-05,
      "loss": 0.011,
      "step": 34100
    },
    {
      "loss_action": 0.013478493317961693,
      "loss_total": 0.013478493317961693,
      "step": 34100
    },
    {
      "loss_action": 0.018227826803922653,
      "loss_total": 0.018227826803922653,
      "step": 34100
    },
    {
      "loss_action": 0.008855408988893032,
      "loss_total": 0.008855408988893032,
      "step": 34100
    },
    {
      "loss_action": 0.004571365192532539,
      "loss_total": 0.004571365192532539,
      "step": 34100
    },
    {
      "loss_action": 0.0068012564443051815,
      "loss_total": 0.0068012564443051815,
      "step": 34100
    },
    {
      "loss_action": 0.004114851355552673,
      "loss_total": 0.004114851355552673,
      "step": 34100
    },
    {
      "loss_action": 0.019026823341846466,
      "loss_total": 0.019026823341846466,
      "step": 34100
    },
    {
      "loss_action": 0.009923812933266163,
      "loss_total": 0.009923812933266163,
      "step": 34100
    },
    {
      "grad_norm": 0.14306102693080902,
      "learning_rate": 7.856870761409664e-05,
      "loss": 0.0109,
      "step": 34110
    },
    {
      "loss_action": 0.005512839183211327,
      "loss_total": 0.005512839183211327,
      "step": 34110
    },
    {
      "loss_action": 0.006424715742468834,
      "loss_total": 0.006424715742468834,
      "step": 34110
    },
    {
      "loss_action": 0.008921721950173378,
      "loss_total": 0.008921721950173378,
      "step": 34110
    },
    {
      "loss_action": 0.009964724071323872,
      "loss_total": 0.009964724071323872,
      "step": 34110
    },
    {
      "loss_action": 0.016222860664129257,
      "loss_total": 0.016222860664129257,
      "step": 34110
    },
    {
      "loss_action": 0.007224563043564558,
      "loss_total": 0.007224563043564558,
      "step": 34110
    },
    {
      "loss_action": 0.013514112681150436,
      "loss_total": 0.013514112681150436,
      "step": 34110
    },
    {
      "loss_action": 0.007688468787819147,
      "loss_total": 0.007688468787819147,
      "step": 34110
    },
    {
      "grad_norm": 0.09785277396440506,
      "learning_rate": 7.855513619579846e-05,
      "loss": 0.0095,
      "step": 34120
    },
    {
      "loss_action": 0.011333306320011616,
      "loss_total": 0.011333306320011616,
      "step": 34120
    },
    {
      "loss_action": 0.01104709692299366,
      "loss_total": 0.01104709692299366,
      "step": 34120
    },
    {
      "loss_action": 0.020458843559026718,
      "loss_total": 0.020458843559026718,
      "step": 34120
    },
    {
      "loss_action": 0.003788446541875601,
      "loss_total": 0.003788446541875601,
      "step": 34120
    },
    {
      "loss_action": 0.005627443082630634,
      "loss_total": 0.005627443082630634,
      "step": 34120
    },
    {
      "loss_action": 0.026846248656511307,
      "loss_total": 0.026846248656511307,
      "step": 34120
    },
    {
      "loss_action": 0.013505112379789352,
      "loss_total": 0.013505112379789352,
      "step": 34120
    },
    {
      "loss_action": 0.01392185315489769,
      "loss_total": 0.01392185315489769,
      "step": 34120
    },
    {
      "grad_norm": 0.11833783984184265,
      "learning_rate": 7.85415616547535e-05,
      "loss": 0.0105,
      "step": 34130
    },
    {
      "loss_action": 0.004684451036155224,
      "loss_total": 0.004684451036155224,
      "step": 34130
    },
    {
      "loss_action": 0.01736421510577202,
      "loss_total": 0.01736421510577202,
      "step": 34130
    },
    {
      "loss_action": 0.00885116495192051,
      "loss_total": 0.00885116495192051,
      "step": 34130
    },
    {
      "loss_action": 0.0057947468012571335,
      "loss_total": 0.0057947468012571335,
      "step": 34130
    },
    {
      "loss_action": 0.007349339779466391,
      "loss_total": 0.007349339779466391,
      "step": 34130
    },
    {
      "loss_action": 0.005204629153013229,
      "loss_total": 0.005204629153013229,
      "step": 34130
    },
    {
      "loss_action": 0.02119840309023857,
      "loss_total": 0.02119840309023857,
      "step": 34130
    },
    {
      "loss_action": 0.022842859849333763,
      "loss_total": 0.022842859849333763,
      "step": 34130
    },
    {
      "grad_norm": 0.15741856396198273,
      "learning_rate": 7.852798399244627e-05,
      "loss": 0.0123,
      "step": 34140
    },
    {
      "loss_action": 0.006284615956246853,
      "loss_total": 0.006284615956246853,
      "step": 34140
    },
    {
      "loss_action": 0.008603546768426895,
      "loss_total": 0.008603546768426895,
      "step": 34140
    },
    {
      "loss_action": 0.0062765879556536674,
      "loss_total": 0.0062765879556536674,
      "step": 34140
    },
    {
      "loss_action": 0.009494040161371231,
      "loss_total": 0.009494040161371231,
      "step": 34140
    },
    {
      "loss_action": 0.007952798157930374,
      "loss_total": 0.007952798157930374,
      "step": 34140
    },
    {
      "loss_action": 0.0043161665089428425,
      "loss_total": 0.0043161665089428425,
      "step": 34140
    },
    {
      "loss_action": 0.016362082213163376,
      "loss_total": 0.016362082213163376,
      "step": 34140
    },
    {
      "loss_action": 0.0026840786449611187,
      "loss_total": 0.0026840786449611187,
      "step": 34140
    },
    {
      "grad_norm": 0.20126932859420776,
      "learning_rate": 7.851440321036161e-05,
      "loss": 0.011,
      "step": 34150
    },
    {
      "loss_action": 0.010697527788579464,
      "loss_total": 0.010697527788579464,
      "step": 34150
    },
    {
      "loss_action": 0.00769031560048461,
      "loss_total": 0.00769031560048461,
      "step": 34150
    },
    {
      "loss_action": 0.016335414722561836,
      "loss_total": 0.016335414722561836,
      "step": 34150
    },
    {
      "loss_action": 0.009296642616391182,
      "loss_total": 0.009296642616391182,
      "step": 34150
    },
    {
      "loss_action": 0.012887852266430855,
      "loss_total": 0.012887852266430855,
      "step": 34150
    },
    {
      "loss_action": 0.006838289555162191,
      "loss_total": 0.006838289555162191,
      "step": 34150
    },
    {
      "loss_action": 0.007836022414267063,
      "loss_total": 0.007836022414267063,
      "step": 34150
    },
    {
      "loss_action": 0.018933070823550224,
      "loss_total": 0.018933070823550224,
      "step": 34150
    },
    {
      "grad_norm": 0.21790726482868195,
      "learning_rate": 7.850081930998468e-05,
      "loss": 0.011,
      "step": 34160
    },
    {
      "loss_action": 0.0055430131033062935,
      "loss_total": 0.0055430131033062935,
      "step": 34160
    },
    {
      "loss_action": 0.004551678895950317,
      "loss_total": 0.004551678895950317,
      "step": 34160
    },
    {
      "loss_action": 0.004511573351919651,
      "loss_total": 0.004511573351919651,
      "step": 34160
    },
    {
      "loss_action": 0.020351720973849297,
      "loss_total": 0.020351720973849297,
      "step": 34160
    },
    {
      "loss_action": 0.0069272927939891815,
      "loss_total": 0.0069272927939891815,
      "step": 34160
    },
    {
      "loss_action": 0.013759056106209755,
      "loss_total": 0.013759056106209755,
      "step": 34160
    },
    {
      "loss_action": 0.006100575905293226,
      "loss_total": 0.006100575905293226,
      "step": 34160
    },
    {
      "loss_action": 0.014255065470933914,
      "loss_total": 0.014255065470933914,
      "step": 34160
    },
    {
      "grad_norm": 0.12980788946151733,
      "learning_rate": 7.8487232292801e-05,
      "loss": 0.0102,
      "step": 34170
    },
    {
      "loss_action": 0.011910120025277138,
      "loss_total": 0.011910120025277138,
      "step": 34170
    },
    {
      "loss_action": 0.00489003537222743,
      "loss_total": 0.00489003537222743,
      "step": 34170
    },
    {
      "loss_action": 0.01596136949956417,
      "loss_total": 0.01596136949956417,
      "step": 34170
    },
    {
      "loss_action": 0.02649976685643196,
      "loss_total": 0.02649976685643196,
      "step": 34170
    },
    {
      "loss_action": 0.006759874057024717,
      "loss_total": 0.006759874057024717,
      "step": 34170
    },
    {
      "loss_action": 0.005727843847125769,
      "loss_total": 0.005727843847125769,
      "step": 34170
    },
    {
      "loss_action": 0.006948081776499748,
      "loss_total": 0.006948081776499748,
      "step": 34170
    },
    {
      "loss_action": 0.00944141298532486,
      "loss_total": 0.00944141298532486,
      "step": 34170
    },
    {
      "grad_norm": 0.11791788786649704,
      "learning_rate": 7.847364216029642e-05,
      "loss": 0.01,
      "step": 34180
    },
    {
      "loss_action": 0.007096146233379841,
      "loss_total": 0.007096146233379841,
      "step": 34180
    },
    {
      "loss_action": 0.007813500240445137,
      "loss_total": 0.007813500240445137,
      "step": 34180
    },
    {
      "loss_action": 0.018621159717440605,
      "loss_total": 0.018621159717440605,
      "step": 34180
    },
    {
      "loss_action": 0.01612665317952633,
      "loss_total": 0.01612665317952633,
      "step": 34180
    },
    {
      "loss_action": 0.015115664340555668,
      "loss_total": 0.015115664340555668,
      "step": 34180
    },
    {
      "loss_action": 0.01645110733807087,
      "loss_total": 0.01645110733807087,
      "step": 34180
    },
    {
      "loss_action": 0.007724990136921406,
      "loss_total": 0.007724990136921406,
      "step": 34180
    },
    {
      "loss_action": 0.01763584464788437,
      "loss_total": 0.01763584464788437,
      "step": 34180
    },
    {
      "grad_norm": 0.13624389469623566,
      "learning_rate": 7.846004891395716e-05,
      "loss": 0.0108,
      "step": 34190
    },
    {
      "loss_action": 0.00892963632941246,
      "loss_total": 0.00892963632941246,
      "step": 34190
    },
    {
      "loss_action": 0.01212463341653347,
      "loss_total": 0.01212463341653347,
      "step": 34190
    },
    {
      "loss_action": 0.005177059676498175,
      "loss_total": 0.005177059676498175,
      "step": 34190
    },
    {
      "loss_action": 0.005781410727649927,
      "loss_total": 0.005781410727649927,
      "step": 34190
    },
    {
      "loss_action": 0.014187484048306942,
      "loss_total": 0.014187484048306942,
      "step": 34190
    },
    {
      "loss_action": 0.014179893769323826,
      "loss_total": 0.014179893769323826,
      "step": 34190
    },
    {
      "loss_action": 0.00945885106921196,
      "loss_total": 0.00945885106921196,
      "step": 34190
    },
    {
      "loss_action": 0.0069823190569877625,
      "loss_total": 0.0069823190569877625,
      "step": 34190
    },
    {
      "grad_norm": 0.10553327202796936,
      "learning_rate": 7.844645255526972e-05,
      "loss": 0.0122,
      "step": 34200
    },
    {
      "loss_action": 0.01054358296096325,
      "loss_total": 0.01054358296096325,
      "step": 34200
    },
    {
      "loss_action": 0.00894884392619133,
      "loss_total": 0.00894884392619133,
      "step": 34200
    },
    {
      "loss_action": 0.006572522688657045,
      "loss_total": 0.006572522688657045,
      "step": 34200
    },
    {
      "loss_action": 0.008043026551604271,
      "loss_total": 0.008043026551604271,
      "step": 34200
    },
    {
      "loss_action": 0.004416493698954582,
      "loss_total": 0.004416493698954582,
      "step": 34200
    },
    {
      "loss_action": 0.007658074609935284,
      "loss_total": 0.007658074609935284,
      "step": 34200
    },
    {
      "loss_action": 0.016669727861881256,
      "loss_total": 0.016669727861881256,
      "step": 34200
    },
    {
      "loss_action": 0.0067522283643484116,
      "loss_total": 0.0067522283643484116,
      "step": 34200
    },
    {
      "grad_norm": 0.10771020501852036,
      "learning_rate": 7.843285308572101e-05,
      "loss": 0.0104,
      "step": 34210
    },
    {
      "loss_action": 0.004611487500369549,
      "loss_total": 0.004611487500369549,
      "step": 34210
    },
    {
      "loss_action": 0.009412321262061596,
      "loss_total": 0.009412321262061596,
      "step": 34210
    },
    {
      "loss_action": 0.002480432391166687,
      "loss_total": 0.002480432391166687,
      "step": 34210
    },
    {
      "loss_action": 0.004855668637901545,
      "loss_total": 0.004855668637901545,
      "step": 34210
    },
    {
      "loss_action": 0.01387743093073368,
      "loss_total": 0.01387743093073368,
      "step": 34210
    },
    {
      "loss_action": 0.041503243148326874,
      "loss_total": 0.041503243148326874,
      "step": 34210
    },
    {
      "loss_action": 0.009247064590454102,
      "loss_total": 0.009247064590454102,
      "step": 34210
    },
    {
      "loss_action": 0.007489290554076433,
      "loss_total": 0.007489290554076433,
      "step": 34210
    },
    {
      "grad_norm": 0.11679302155971527,
      "learning_rate": 7.841925050679823e-05,
      "loss": 0.0103,
      "step": 34220
    },
    {
      "loss_action": 0.006908988580107689,
      "loss_total": 0.006908988580107689,
      "step": 34220
    },
    {
      "loss_action": 0.009587196633219719,
      "loss_total": 0.009587196633219719,
      "step": 34220
    },
    {
      "loss_action": 0.00905730202794075,
      "loss_total": 0.00905730202794075,
      "step": 34220
    },
    {
      "loss_action": 0.007805046625435352,
      "loss_total": 0.007805046625435352,
      "step": 34220
    },
    {
      "loss_action": 0.014854975044727325,
      "loss_total": 0.014854975044727325,
      "step": 34220
    },
    {
      "loss_action": 0.0031763960141688585,
      "loss_total": 0.0031763960141688585,
      "step": 34220
    },
    {
      "loss_action": 0.006826993077993393,
      "loss_total": 0.006826993077993393,
      "step": 34220
    },
    {
      "loss_action": 0.003967756405472755,
      "loss_total": 0.003967756405472755,
      "step": 34220
    },
    {
      "grad_norm": 0.18990181386470795,
      "learning_rate": 7.840564481998895e-05,
      "loss": 0.0106,
      "step": 34230
    },
    {
      "loss_action": 0.009821146726608276,
      "loss_total": 0.009821146726608276,
      "step": 34230
    },
    {
      "loss_action": 0.00448779808357358,
      "loss_total": 0.00448779808357358,
      "step": 34230
    },
    {
      "loss_action": 0.008369882591068745,
      "loss_total": 0.008369882591068745,
      "step": 34230
    },
    {
      "loss_action": 0.004381638951599598,
      "loss_total": 0.004381638951599598,
      "step": 34230
    },
    {
      "loss_action": 0.014078456908464432,
      "loss_total": 0.014078456908464432,
      "step": 34230
    },
    {
      "loss_action": 0.008681694976985455,
      "loss_total": 0.008681694976985455,
      "step": 34230
    },
    {
      "loss_action": 0.005772290751338005,
      "loss_total": 0.005772290751338005,
      "step": 34230
    },
    {
      "loss_action": 0.00560104101896286,
      "loss_total": 0.00560104101896286,
      "step": 34230
    },
    {
      "grad_norm": 0.135022833943367,
      "learning_rate": 7.839203602678105e-05,
      "loss": 0.0095,
      "step": 34240
    },
    {
      "loss_action": 0.024977117776870728,
      "loss_total": 0.024977117776870728,
      "step": 34240
    },
    {
      "loss_action": 0.00847576279193163,
      "loss_total": 0.00847576279193163,
      "step": 34240
    },
    {
      "loss_action": 0.005094252526760101,
      "loss_total": 0.005094252526760101,
      "step": 34240
    },
    {
      "loss_action": 0.003093479201197624,
      "loss_total": 0.003093479201197624,
      "step": 34240
    },
    {
      "loss_action": 0.009552905336022377,
      "loss_total": 0.009552905336022377,
      "step": 34240
    },
    {
      "loss_action": 0.008082753047347069,
      "loss_total": 0.008082753047347069,
      "step": 34240
    },
    {
      "loss_action": 0.006430532783269882,
      "loss_total": 0.006430532783269882,
      "step": 34240
    },
    {
      "loss_action": 0.011175595223903656,
      "loss_total": 0.011175595223903656,
      "step": 34240
    },
    {
      "grad_norm": 0.1350397765636444,
      "learning_rate": 7.837842412866279e-05,
      "loss": 0.0092,
      "step": 34250
    },
    {
      "loss_action": 0.004545996896922588,
      "loss_total": 0.004545996896922588,
      "step": 34250
    },
    {
      "loss_action": 0.006073607597500086,
      "loss_total": 0.006073607597500086,
      "step": 34250
    },
    {
      "loss_action": 0.02156008780002594,
      "loss_total": 0.02156008780002594,
      "step": 34250
    },
    {
      "loss_action": 0.005418544635176659,
      "loss_total": 0.005418544635176659,
      "step": 34250
    },
    {
      "loss_action": 0.005361192859709263,
      "loss_total": 0.005361192859709263,
      "step": 34250
    },
    {
      "loss_action": 0.012692322954535484,
      "loss_total": 0.012692322954535484,
      "step": 34250
    },
    {
      "loss_action": 0.004446073435246944,
      "loss_total": 0.004446073435246944,
      "step": 34250
    },
    {
      "loss_action": 0.005467189475893974,
      "loss_total": 0.005467189475893974,
      "step": 34250
    },
    {
      "grad_norm": 0.18419210612773895,
      "learning_rate": 7.836480912712272e-05,
      "loss": 0.011,
      "step": 34260
    },
    {
      "loss_action": 0.01091836579144001,
      "loss_total": 0.01091836579144001,
      "step": 34260
    },
    {
      "loss_action": 0.008680442348122597,
      "loss_total": 0.008680442348122597,
      "step": 34260
    },
    {
      "loss_action": 0.00617223372682929,
      "loss_total": 0.00617223372682929,
      "step": 34260
    },
    {
      "loss_action": 0.0181597750633955,
      "loss_total": 0.0181597750633955,
      "step": 34260
    },
    {
      "loss_action": 0.04071380943059921,
      "loss_total": 0.04071380943059921,
      "step": 34260
    },
    {
      "loss_action": 0.019694790244102478,
      "loss_total": 0.019694790244102478,
      "step": 34260
    },
    {
      "loss_action": 0.018524404615163803,
      "loss_total": 0.018524404615163803,
      "step": 34260
    },
    {
      "loss_action": 0.014315560460090637,
      "loss_total": 0.014315560460090637,
      "step": 34260
    },
    {
      "grad_norm": 0.15286873281002045,
      "learning_rate": 7.835119102364976e-05,
      "loss": 0.0122,
      "step": 34270
    },
    {
      "loss_action": 0.005128838121891022,
      "loss_total": 0.005128838121891022,
      "step": 34270
    },
    {
      "loss_action": 0.0029077744111418724,
      "loss_total": 0.0029077744111418724,
      "step": 34270
    },
    {
      "loss_action": 0.003434988437220454,
      "loss_total": 0.003434988437220454,
      "step": 34270
    },
    {
      "loss_action": 0.012235264293849468,
      "loss_total": 0.012235264293849468,
      "step": 34270
    },
    {
      "loss_action": 0.009558329358696938,
      "loss_total": 0.009558329358696938,
      "step": 34270
    },
    {
      "loss_action": 0.0071042366325855255,
      "loss_total": 0.0071042366325855255,
      "step": 34270
    },
    {
      "loss_action": 0.004996893927454948,
      "loss_total": 0.004996893927454948,
      "step": 34270
    },
    {
      "loss_action": 0.013340084813535213,
      "loss_total": 0.013340084813535213,
      "step": 34270
    },
    {
      "grad_norm": 0.16649572551250458,
      "learning_rate": 7.83375698197332e-05,
      "loss": 0.0109,
      "step": 34280
    },
    {
      "loss_action": 0.01444137655198574,
      "loss_total": 0.01444137655198574,
      "step": 34280
    },
    {
      "loss_action": 0.008918188512325287,
      "loss_total": 0.008918188512325287,
      "step": 34280
    },
    {
      "loss_action": 0.007244872394949198,
      "loss_total": 0.007244872394949198,
      "step": 34280
    },
    {
      "loss_action": 0.01205036323517561,
      "loss_total": 0.01205036323517561,
      "step": 34280
    },
    {
      "loss_action": 0.006043246015906334,
      "loss_total": 0.006043246015906334,
      "step": 34280
    },
    {
      "loss_action": 0.004370776936411858,
      "loss_total": 0.004370776936411858,
      "step": 34280
    },
    {
      "loss_action": 0.008354486897587776,
      "loss_total": 0.008354486897587776,
      "step": 34280
    },
    {
      "loss_action": 0.01056787557899952,
      "loss_total": 0.01056787557899952,
      "step": 34280
    },
    {
      "grad_norm": 0.14916028082370758,
      "learning_rate": 7.83239455168626e-05,
      "loss": 0.0117,
      "step": 34290
    },
    {
      "loss_action": 0.008364412002265453,
      "loss_total": 0.008364412002265453,
      "step": 34290
    },
    {
      "loss_action": 0.03041536919772625,
      "loss_total": 0.03041536919772625,
      "step": 34290
    },
    {
      "loss_action": 0.012088509276509285,
      "loss_total": 0.012088509276509285,
      "step": 34290
    },
    {
      "loss_action": 0.007062233984470367,
      "loss_total": 0.007062233984470367,
      "step": 34290
    },
    {
      "loss_action": 0.009534003213047981,
      "loss_total": 0.009534003213047981,
      "step": 34290
    },
    {
      "loss_action": 0.005117117427289486,
      "loss_total": 0.005117117427289486,
      "step": 34290
    },
    {
      "loss_action": 0.015277913771569729,
      "loss_total": 0.015277913771569729,
      "step": 34290
    },
    {
      "loss_action": 0.012977845035493374,
      "loss_total": 0.012977845035493374,
      "step": 34290
    },
    {
      "grad_norm": 0.15943986177444458,
      "learning_rate": 7.83103181165279e-05,
      "loss": 0.0125,
      "step": 34300
    },
    {
      "loss_action": 0.006887843832373619,
      "loss_total": 0.006887843832373619,
      "step": 34300
    },
    {
      "loss_action": 0.00926266610622406,
      "loss_total": 0.00926266610622406,
      "step": 34300
    },
    {
      "loss_action": 0.023133859038352966,
      "loss_total": 0.023133859038352966,
      "step": 34300
    },
    {
      "loss_action": 0.01124627236276865,
      "loss_total": 0.01124627236276865,
      "step": 34300
    },
    {
      "loss_action": 0.01033061370253563,
      "loss_total": 0.01033061370253563,
      "step": 34300
    },
    {
      "loss_action": 0.022039063274860382,
      "loss_total": 0.022039063274860382,
      "step": 34300
    },
    {
      "loss_action": 0.016825081780552864,
      "loss_total": 0.016825081780552864,
      "step": 34300
    },
    {
      "loss_action": 0.015393739566206932,
      "loss_total": 0.015393739566206932,
      "step": 34300
    },
    {
      "grad_norm": 0.1759309321641922,
      "learning_rate": 7.829668762021937e-05,
      "loss": 0.0143,
      "step": 34310
    },
    {
      "loss_action": 0.024317217990756035,
      "loss_total": 0.024317217990756035,
      "step": 34310
    },
    {
      "loss_action": 0.003484297776594758,
      "loss_total": 0.003484297776594758,
      "step": 34310
    },
    {
      "loss_action": 0.01764303259551525,
      "loss_total": 0.01764303259551525,
      "step": 34310
    },
    {
      "loss_action": 0.009844304993748665,
      "loss_total": 0.009844304993748665,
      "step": 34310
    },
    {
      "loss_action": 0.020179562270641327,
      "loss_total": 0.020179562270641327,
      "step": 34310
    },
    {
      "loss_action": 0.00812980905175209,
      "loss_total": 0.00812980905175209,
      "step": 34310
    },
    {
      "loss_action": 0.01103990152478218,
      "loss_total": 0.01103990152478218,
      "step": 34310
    },
    {
      "loss_action": 0.03187185525894165,
      "loss_total": 0.03187185525894165,
      "step": 34310
    },
    {
      "grad_norm": 0.18538931012153625,
      "learning_rate": 7.828305402942764e-05,
      "loss": 0.0118,
      "step": 34320
    },
    {
      "loss_action": 0.0071302251890301704,
      "loss_total": 0.0071302251890301704,
      "step": 34320
    },
    {
      "loss_action": 0.008307907730340958,
      "loss_total": 0.008307907730340958,
      "step": 34320
    },
    {
      "loss_action": 0.009072184562683105,
      "loss_total": 0.009072184562683105,
      "step": 34320
    },
    {
      "loss_action": 0.027497468516230583,
      "loss_total": 0.027497468516230583,
      "step": 34320
    },
    {
      "loss_action": 0.008206713944673538,
      "loss_total": 0.008206713944673538,
      "step": 34320
    },
    {
      "loss_action": 0.00404469296336174,
      "loss_total": 0.00404469296336174,
      "step": 34320
    },
    {
      "loss_action": 0.007137819658964872,
      "loss_total": 0.007137819658964872,
      "step": 34320
    },
    {
      "loss_action": 0.011189993470907211,
      "loss_total": 0.011189993470907211,
      "step": 34320
    },
    {
      "grad_norm": 0.1559639275074005,
      "learning_rate": 7.826941734564363e-05,
      "loss": 0.0122,
      "step": 34330
    },
    {
      "loss_action": 0.007929457351565361,
      "loss_total": 0.007929457351565361,
      "step": 34330
    },
    {
      "loss_action": 0.009225132875144482,
      "loss_total": 0.009225132875144482,
      "step": 34330
    },
    {
      "loss_action": 0.00721194501966238,
      "loss_total": 0.00721194501966238,
      "step": 34330
    },
    {
      "loss_action": 0.07300741970539093,
      "loss_total": 0.07300741970539093,
      "step": 34330
    },
    {
      "loss_action": 0.010113155469298363,
      "loss_total": 0.010113155469298363,
      "step": 34330
    },
    {
      "loss_action": 0.014816071838140488,
      "loss_total": 0.014816071838140488,
      "step": 34330
    },
    {
      "loss_action": 0.013044985011219978,
      "loss_total": 0.013044985011219978,
      "step": 34330
    },
    {
      "loss_action": 0.0087460707873106,
      "loss_total": 0.0087460707873106,
      "step": 34330
    },
    {
      "grad_norm": 0.1308574676513672,
      "learning_rate": 7.825577757035865e-05,
      "loss": 0.012,
      "step": 34340
    },
    {
      "loss_action": 0.01152027491480112,
      "loss_total": 0.01152027491480112,
      "step": 34340
    },
    {
      "loss_action": 0.012923689559102058,
      "loss_total": 0.012923689559102058,
      "step": 34340
    },
    {
      "loss_action": 0.027484998106956482,
      "loss_total": 0.027484998106956482,
      "step": 34340
    },
    {
      "loss_action": 0.010990491136908531,
      "loss_total": 0.010990491136908531,
      "step": 34340
    },
    {
      "loss_action": 0.007921529933810234,
      "loss_total": 0.007921529933810234,
      "step": 34340
    },
    {
      "loss_action": 0.01196188386529684,
      "loss_total": 0.01196188386529684,
      "step": 34340
    },
    {
      "loss_action": 0.008050533011555672,
      "loss_total": 0.008050533011555672,
      "step": 34340
    },
    {
      "loss_action": 0.008144792169332504,
      "loss_total": 0.008144792169332504,
      "step": 34340
    },
    {
      "grad_norm": 0.1340322643518448,
      "learning_rate": 7.824213470506431e-05,
      "loss": 0.0107,
      "step": 34350
    },
    {
      "loss_action": 0.01535971462726593,
      "loss_total": 0.01535971462726593,
      "step": 34350
    },
    {
      "loss_action": 0.0114743048325181,
      "loss_total": 0.0114743048325181,
      "step": 34350
    },
    {
      "loss_action": 0.0029240534640848637,
      "loss_total": 0.0029240534640848637,
      "step": 34350
    },
    {
      "loss_action": 0.005545967258512974,
      "loss_total": 0.005545967258512974,
      "step": 34350
    },
    {
      "loss_action": 0.005349960643798113,
      "loss_total": 0.005349960643798113,
      "step": 34350
    },
    {
      "loss_action": 0.013648261316120625,
      "loss_total": 0.013648261316120625,
      "step": 34350
    },
    {
      "loss_action": 0.005197896156460047,
      "loss_total": 0.005197896156460047,
      "step": 34350
    },
    {
      "loss_action": 0.01893426477909088,
      "loss_total": 0.01893426477909088,
      "step": 34350
    },
    {
      "grad_norm": 0.1204443946480751,
      "learning_rate": 7.822848875125257e-05,
      "loss": 0.01,
      "step": 34360
    },
    {
      "loss_action": 0.004647631663829088,
      "loss_total": 0.004647631663829088,
      "step": 34360
    },
    {
      "loss_action": 0.00615630391985178,
      "loss_total": 0.00615630391985178,
      "step": 34360
    },
    {
      "loss_action": 0.005174295976758003,
      "loss_total": 0.005174295976758003,
      "step": 34360
    },
    {
      "loss_action": 0.011138339526951313,
      "loss_total": 0.011138339526951313,
      "step": 34360
    },
    {
      "loss_action": 0.011843318119645119,
      "loss_total": 0.011843318119645119,
      "step": 34360
    },
    {
      "loss_action": 0.008437043987214565,
      "loss_total": 0.008437043987214565,
      "step": 34360
    },
    {
      "loss_action": 0.005403280723839998,
      "loss_total": 0.005403280723839998,
      "step": 34360
    },
    {
      "loss_action": 0.005786626599729061,
      "loss_total": 0.005786626599729061,
      "step": 34360
    },
    {
      "grad_norm": 0.17423765361309052,
      "learning_rate": 7.821483971041576e-05,
      "loss": 0.0102,
      "step": 34370
    },
    {
      "loss_action": 0.009482396766543388,
      "loss_total": 0.009482396766543388,
      "step": 34370
    },
    {
      "loss_action": 0.010559010319411755,
      "loss_total": 0.010559010319411755,
      "step": 34370
    },
    {
      "loss_action": 0.00709318183362484,
      "loss_total": 0.00709318183362484,
      "step": 34370
    },
    {
      "loss_action": 0.005940558854490519,
      "loss_total": 0.005940558854490519,
      "step": 34370
    },
    {
      "loss_action": 0.01634390465915203,
      "loss_total": 0.01634390465915203,
      "step": 34370
    },
    {
      "loss_action": 0.02280747890472412,
      "loss_total": 0.02280747890472412,
      "step": 34370
    },
    {
      "loss_action": 0.012811863794922829,
      "loss_total": 0.012811863794922829,
      "step": 34370
    },
    {
      "loss_action": 0.01146027073264122,
      "loss_total": 0.01146027073264122,
      "step": 34370
    },
    {
      "grad_norm": 0.24812909960746765,
      "learning_rate": 7.820118758404649e-05,
      "loss": 0.0111,
      "step": 34380
    },
    {
      "loss_action": 0.007630542851984501,
      "loss_total": 0.007630542851984501,
      "step": 34380
    },
    {
      "loss_action": 0.019517920911312103,
      "loss_total": 0.019517920911312103,
      "step": 34380
    },
    {
      "loss_action": 0.009942634031176567,
      "loss_total": 0.009942634031176567,
      "step": 34380
    },
    {
      "loss_action": 0.009500829502940178,
      "loss_total": 0.009500829502940178,
      "step": 34380
    },
    {
      "loss_action": 0.0031986243557184935,
      "loss_total": 0.0031986243557184935,
      "step": 34380
    },
    {
      "loss_action": 0.008700969628989697,
      "loss_total": 0.008700969628989697,
      "step": 34380
    },
    {
      "loss_action": 0.005663451738655567,
      "loss_total": 0.005663451738655567,
      "step": 34380
    },
    {
      "loss_action": 0.006241946015506983,
      "loss_total": 0.006241946015506983,
      "step": 34380
    },
    {
      "grad_norm": 0.14553512632846832,
      "learning_rate": 7.818753237363776e-05,
      "loss": 0.0102,
      "step": 34390
    },
    {
      "loss_action": 0.006455889903008938,
      "loss_total": 0.006455889903008938,
      "step": 34390
    },
    {
      "loss_action": 0.018604492768645287,
      "loss_total": 0.018604492768645287,
      "step": 34390
    },
    {
      "loss_action": 0.004934847820550203,
      "loss_total": 0.004934847820550203,
      "step": 34390
    },
    {
      "loss_action": 0.0020833390299230814,
      "loss_total": 0.0020833390299230814,
      "step": 34390
    },
    {
      "loss_action": 0.008609593845903873,
      "loss_total": 0.008609593845903873,
      "step": 34390
    },
    {
      "loss_action": 0.013869967311620712,
      "loss_total": 0.013869967311620712,
      "step": 34390
    },
    {
      "loss_action": 0.004083000123500824,
      "loss_total": 0.004083000123500824,
      "step": 34390
    },
    {
      "loss_action": 0.009109594859182835,
      "loss_total": 0.009109594859182835,
      "step": 34390
    },
    {
      "grad_norm": 0.17403477430343628,
      "learning_rate": 7.817387408068286e-05,
      "loss": 0.0103,
      "step": 34400
    },
    {
      "loss_action": 0.007936522364616394,
      "loss_total": 0.007936522364616394,
      "step": 34400
    },
    {
      "loss_action": 0.03783930465579033,
      "loss_total": 0.03783930465579033,
      "step": 34400
    },
    {
      "loss_action": 0.021058090031147003,
      "loss_total": 0.021058090031147003,
      "step": 34400
    },
    {
      "loss_action": 0.008259600028395653,
      "loss_total": 0.008259600028395653,
      "step": 34400
    },
    {
      "loss_action": 0.004525449126958847,
      "loss_total": 0.004525449126958847,
      "step": 34400
    },
    {
      "loss_action": 0.0020750551484525204,
      "loss_total": 0.0020750551484525204,
      "step": 34400
    },
    {
      "loss_action": 0.025203321129083633,
      "loss_total": 0.025203321129083633,
      "step": 34400
    },
    {
      "loss_action": 0.015295963734388351,
      "loss_total": 0.015295963734388351,
      "step": 34400
    },
    {
      "grad_norm": 0.11475429683923721,
      "learning_rate": 7.816021270667544e-05,
      "loss": 0.0107,
      "step": 34410
    },
    {
      "loss_action": 0.010961953550577164,
      "loss_total": 0.010961953550577164,
      "step": 34410
    },
    {
      "loss_action": 0.015499668195843697,
      "loss_total": 0.015499668195843697,
      "step": 34410
    },
    {
      "loss_action": 0.010526938363909721,
      "loss_total": 0.010526938363909721,
      "step": 34410
    },
    {
      "loss_action": 0.005543478764593601,
      "loss_total": 0.005543478764593601,
      "step": 34410
    },
    {
      "loss_action": 0.012017249129712582,
      "loss_total": 0.012017249129712582,
      "step": 34410
    },
    {
      "loss_action": 0.005367909092456102,
      "loss_total": 0.005367909092456102,
      "step": 34410
    },
    {
      "loss_action": 0.01046551950275898,
      "loss_total": 0.01046551950275898,
      "step": 34410
    },
    {
      "loss_action": 0.0055323210544884205,
      "loss_total": 0.0055323210544884205,
      "step": 34410
    },
    {
      "grad_norm": 0.16904032230377197,
      "learning_rate": 7.81465482531095e-05,
      "loss": 0.0092,
      "step": 34420
    },
    {
      "loss_action": 0.0062353359535336494,
      "loss_total": 0.0062353359535336494,
      "step": 34420
    },
    {
      "loss_action": 0.013348031789064407,
      "loss_total": 0.013348031789064407,
      "step": 34420
    },
    {
      "loss_action": 0.007267660927027464,
      "loss_total": 0.007267660927027464,
      "step": 34420
    },
    {
      "loss_action": 0.013416431844234467,
      "loss_total": 0.013416431844234467,
      "step": 34420
    },
    {
      "loss_action": 0.008509796112775803,
      "loss_total": 0.008509796112775803,
      "step": 34420
    },
    {
      "loss_action": 0.00823291763663292,
      "loss_total": 0.00823291763663292,
      "step": 34420
    },
    {
      "loss_action": 0.009788657538592815,
      "loss_total": 0.009788657538592815,
      "step": 34420
    },
    {
      "loss_action": 0.0275170486420393,
      "loss_total": 0.0275170486420393,
      "step": 34420
    },
    {
      "grad_norm": 0.11720307171344757,
      "learning_rate": 7.813288072147938e-05,
      "loss": 0.0098,
      "step": 34430
    },
    {
      "loss_action": 0.015440115705132484,
      "loss_total": 0.015440115705132484,
      "step": 34430
    },
    {
      "loss_action": 0.015151015482842922,
      "loss_total": 0.015151015482842922,
      "step": 34430
    },
    {
      "loss_action": 0.007967237383127213,
      "loss_total": 0.007967237383127213,
      "step": 34430
    },
    {
      "loss_action": 0.008854491636157036,
      "loss_total": 0.008854491636157036,
      "step": 34430
    },
    {
      "loss_action": 0.009030170738697052,
      "loss_total": 0.009030170738697052,
      "step": 34430
    },
    {
      "loss_action": 0.008783740922808647,
      "loss_total": 0.008783740922808647,
      "step": 34430
    },
    {
      "loss_action": 0.017624348402023315,
      "loss_total": 0.017624348402023315,
      "step": 34430
    },
    {
      "loss_action": 0.008830590173602104,
      "loss_total": 0.008830590173602104,
      "step": 34430
    },
    {
      "grad_norm": 0.1813744604587555,
      "learning_rate": 7.811921011327972e-05,
      "loss": 0.0115,
      "step": 34440
    },
    {
      "loss_action": 0.012015550397336483,
      "loss_total": 0.012015550397336483,
      "step": 34440
    },
    {
      "loss_action": 0.006559316534548998,
      "loss_total": 0.006559316534548998,
      "step": 34440
    },
    {
      "loss_action": 0.0029221405275166035,
      "loss_total": 0.0029221405275166035,
      "step": 34440
    },
    {
      "loss_action": 0.012823439203202724,
      "loss_total": 0.012823439203202724,
      "step": 34440
    },
    {
      "loss_action": 0.0066497959196567535,
      "loss_total": 0.0066497959196567535,
      "step": 34440
    },
    {
      "loss_action": 0.004874859936535358,
      "loss_total": 0.004874859936535358,
      "step": 34440
    },
    {
      "loss_action": 0.006944878958165646,
      "loss_total": 0.006944878958165646,
      "step": 34440
    },
    {
      "loss_action": 0.014365686103701591,
      "loss_total": 0.014365686103701591,
      "step": 34440
    },
    {
      "grad_norm": 0.155089870095253,
      "learning_rate": 7.810553643000549e-05,
      "loss": 0.01,
      "step": 34450
    },
    {
      "loss_action": 0.007560468278825283,
      "loss_total": 0.007560468278825283,
      "step": 34450
    },
    {
      "loss_action": 0.016259275376796722,
      "loss_total": 0.016259275376796722,
      "step": 34450
    },
    {
      "loss_action": 0.00829636212438345,
      "loss_total": 0.00829636212438345,
      "step": 34450
    },
    {
      "loss_action": 0.008425198495388031,
      "loss_total": 0.008425198495388031,
      "step": 34450
    },
    {
      "loss_action": 0.008651858195662498,
      "loss_total": 0.008651858195662498,
      "step": 34450
    },
    {
      "loss_action": 0.011840036138892174,
      "loss_total": 0.011840036138892174,
      "step": 34450
    },
    {
      "loss_action": 0.0034921083133667707,
      "loss_total": 0.0034921083133667707,
      "step": 34450
    },
    {
      "loss_action": 0.010312918573617935,
      "loss_total": 0.010312918573617935,
      "step": 34450
    },
    {
      "grad_norm": 0.10792825371026993,
      "learning_rate": 7.809185967315206e-05,
      "loss": 0.0102,
      "step": 34460
    },
    {
      "loss_action": 0.011299525387585163,
      "loss_total": 0.011299525387585163,
      "step": 34460
    },
    {
      "loss_action": 0.004346279427409172,
      "loss_total": 0.004346279427409172,
      "step": 34460
    },
    {
      "loss_action": 0.012041587382555008,
      "loss_total": 0.012041587382555008,
      "step": 34460
    },
    {
      "loss_action": 0.01254489179700613,
      "loss_total": 0.01254489179700613,
      "step": 34460
    },
    {
      "loss_action": 0.008915459737181664,
      "loss_total": 0.008915459737181664,
      "step": 34460
    },
    {
      "loss_action": 0.008749470114707947,
      "loss_total": 0.008749470114707947,
      "step": 34460
    },
    {
      "loss_action": 0.006053360179066658,
      "loss_total": 0.006053360179066658,
      "step": 34460
    },
    {
      "loss_action": 0.005669868551194668,
      "loss_total": 0.005669868551194668,
      "step": 34460
    },
    {
      "grad_norm": 0.08179100602865219,
      "learning_rate": 7.80781798442151e-05,
      "loss": 0.0113,
      "step": 34470
    },
    {
      "loss_action": 0.054251328110694885,
      "loss_total": 0.054251328110694885,
      "step": 34470
    },
    {
      "loss_action": 0.01105982530862093,
      "loss_total": 0.01105982530862093,
      "step": 34470
    },
    {
      "loss_action": 0.012452777475118637,
      "loss_total": 0.012452777475118637,
      "step": 34470
    },
    {
      "loss_action": 0.007474715821444988,
      "loss_total": 0.007474715821444988,
      "step": 34470
    },
    {
      "loss_action": 0.018173646181821823,
      "loss_total": 0.018173646181821823,
      "step": 34470
    },
    {
      "loss_action": 0.01750006340444088,
      "loss_total": 0.01750006340444088,
      "step": 34470
    },
    {
      "loss_action": 0.00799296423792839,
      "loss_total": 0.00799296423792839,
      "step": 34470
    },
    {
      "loss_action": 0.014432239346206188,
      "loss_total": 0.014432239346206188,
      "step": 34470
    },
    {
      "grad_norm": 0.12819796800613403,
      "learning_rate": 7.806449694469061e-05,
      "loss": 0.0107,
      "step": 34480
    },
    {
      "loss_action": 0.009141193702816963,
      "loss_total": 0.009141193702816963,
      "step": 34480
    },
    {
      "loss_action": 0.016260290518403053,
      "loss_total": 0.016260290518403053,
      "step": 34480
    },
    {
      "loss_action": 0.005139259155839682,
      "loss_total": 0.005139259155839682,
      "step": 34480
    },
    {
      "loss_action": 0.015127815306186676,
      "loss_total": 0.015127815306186676,
      "step": 34480
    },
    {
      "loss_action": 0.007707533426582813,
      "loss_total": 0.007707533426582813,
      "step": 34480
    },
    {
      "loss_action": 0.011884923093020916,
      "loss_total": 0.011884923093020916,
      "step": 34480
    },
    {
      "loss_action": 0.015611865557730198,
      "loss_total": 0.015611865557730198,
      "step": 34480
    },
    {
      "loss_action": 0.008053097873926163,
      "loss_total": 0.008053097873926163,
      "step": 34480
    },
    {
      "grad_norm": 0.1706884801387787,
      "learning_rate": 7.805081097607492e-05,
      "loss": 0.0098,
      "step": 34490
    },
    {
      "loss_action": 0.006889582145959139,
      "loss_total": 0.006889582145959139,
      "step": 34490
    },
    {
      "loss_action": 0.010611466132104397,
      "loss_total": 0.010611466132104397,
      "step": 34490
    },
    {
      "loss_action": 0.012463124468922615,
      "loss_total": 0.012463124468922615,
      "step": 34490
    },
    {
      "loss_action": 0.007377453148365021,
      "loss_total": 0.007377453148365021,
      "step": 34490
    },
    {
      "loss_action": 0.0046105352230370045,
      "loss_total": 0.0046105352230370045,
      "step": 34490
    },
    {
      "loss_action": 0.004929965361952782,
      "loss_total": 0.004929965361952782,
      "step": 34490
    },
    {
      "loss_action": 0.010303031653165817,
      "loss_total": 0.010303031653165817,
      "step": 34490
    },
    {
      "loss_action": 0.0042027756571769714,
      "loss_total": 0.0042027756571769714,
      "step": 34490
    },
    {
      "grad_norm": 0.18880431354045868,
      "learning_rate": 7.803712193986474e-05,
      "loss": 0.0115,
      "step": 34500
    },
    {
      "loss_action": 0.0035883330274373293,
      "loss_total": 0.0035883330274373293,
      "step": 34500
    },
    {
      "loss_action": 0.007592119742184877,
      "loss_total": 0.007592119742184877,
      "step": 34500
    },
    {
      "loss_action": 0.009337224066257477,
      "loss_total": 0.009337224066257477,
      "step": 34500
    },
    {
      "loss_action": 0.006219204515218735,
      "loss_total": 0.006219204515218735,
      "step": 34500
    },
    {
      "loss_action": 0.00918255653232336,
      "loss_total": 0.00918255653232336,
      "step": 34500
    },
    {
      "loss_action": 0.00844557024538517,
      "loss_total": 0.00844557024538517,
      "step": 34500
    },
    {
      "loss_action": 0.02174430340528488,
      "loss_total": 0.02174430340528488,
      "step": 34500
    },
    {
      "loss_action": 0.01344793476164341,
      "loss_total": 0.01344793476164341,
      "step": 34500
    },
    {
      "grad_norm": 0.11675406992435455,
      "learning_rate": 7.802342983755702e-05,
      "loss": 0.0108,
      "step": 34510
    },
    {
      "loss_action": 0.01355355978012085,
      "loss_total": 0.01355355978012085,
      "step": 34510
    },
    {
      "loss_action": 0.012341594323515892,
      "loss_total": 0.012341594323515892,
      "step": 34510
    },
    {
      "loss_action": 0.009708838537335396,
      "loss_total": 0.009708838537335396,
      "step": 34510
    },
    {
      "loss_action": 0.008608345873653889,
      "loss_total": 0.008608345873653889,
      "step": 34510
    },
    {
      "loss_action": 0.0035500722005963326,
      "loss_total": 0.0035500722005963326,
      "step": 34510
    },
    {
      "loss_action": 0.00712627312168479,
      "loss_total": 0.00712627312168479,
      "step": 34510
    },
    {
      "loss_action": 0.006854319013655186,
      "loss_total": 0.006854319013655186,
      "step": 34510
    },
    {
      "loss_action": 0.005871470086276531,
      "loss_total": 0.005871470086276531,
      "step": 34510
    },
    {
      "grad_norm": 0.09754860401153564,
      "learning_rate": 7.800973467064918e-05,
      "loss": 0.0105,
      "step": 34520
    },
    {
      "loss_action": 0.008769797161221504,
      "loss_total": 0.008769797161221504,
      "step": 34520
    },
    {
      "loss_action": 0.02726401388645172,
      "loss_total": 0.02726401388645172,
      "step": 34520
    },
    {
      "loss_action": 0.035245902836322784,
      "loss_total": 0.035245902836322784,
      "step": 34520
    },
    {
      "loss_action": 0.019731465727090836,
      "loss_total": 0.019731465727090836,
      "step": 34520
    },
    {
      "loss_action": 0.026889247819781303,
      "loss_total": 0.026889247819781303,
      "step": 34520
    },
    {
      "loss_action": 0.011028522625565529,
      "loss_total": 0.011028522625565529,
      "step": 34520
    },
    {
      "loss_action": 0.027344727888703346,
      "loss_total": 0.027344727888703346,
      "step": 34520
    },
    {
      "loss_action": 0.008398076519370079,
      "loss_total": 0.008398076519370079,
      "step": 34520
    },
    {
      "grad_norm": 0.09721298515796661,
      "learning_rate": 7.799603644063884e-05,
      "loss": 0.0113,
      "step": 34530
    },
    {
      "loss_action": 0.006425142753869295,
      "loss_total": 0.006425142753869295,
      "step": 34530
    },
    {
      "loss_action": 0.0060038454830646515,
      "loss_total": 0.0060038454830646515,
      "step": 34530
    },
    {
      "loss_action": 0.009606393054127693,
      "loss_total": 0.009606393054127693,
      "step": 34530
    },
    {
      "loss_action": 0.007628772407770157,
      "loss_total": 0.007628772407770157,
      "step": 34530
    },
    {
      "loss_action": 0.033769283443689346,
      "loss_total": 0.033769283443689346,
      "step": 34530
    },
    {
      "loss_action": 0.011008698493242264,
      "loss_total": 0.011008698493242264,
      "step": 34530
    },
    {
      "loss_action": 0.010233791545033455,
      "loss_total": 0.010233791545033455,
      "step": 34530
    },
    {
      "loss_action": 0.003682149341329932,
      "loss_total": 0.003682149341329932,
      "step": 34530
    },
    {
      "grad_norm": 0.13926900923252106,
      "learning_rate": 7.798233514902405e-05,
      "loss": 0.0104,
      "step": 34540
    },
    {
      "loss_action": 0.0051056500524282455,
      "loss_total": 0.0051056500524282455,
      "step": 34540
    },
    {
      "loss_action": 0.013654005713760853,
      "loss_total": 0.013654005713760853,
      "step": 34540
    },
    {
      "loss_action": 0.006255346350371838,
      "loss_total": 0.006255346350371838,
      "step": 34540
    },
    {
      "loss_action": 0.05436774343252182,
      "loss_total": 0.05436774343252182,
      "step": 34540
    },
    {
      "loss_action": 0.005107336211949587,
      "loss_total": 0.005107336211949587,
      "step": 34540
    },
    {
      "loss_action": 0.0037824406754225492,
      "loss_total": 0.0037824406754225492,
      "step": 34540
    },
    {
      "loss_action": 0.008183126337826252,
      "loss_total": 0.008183126337826252,
      "step": 34540
    },
    {
      "loss_action": 0.010034564882516861,
      "loss_total": 0.010034564882516861,
      "step": 34540
    },
    {
      "grad_norm": 0.1297234147787094,
      "learning_rate": 7.796863079730318e-05,
      "loss": 0.0111,
      "step": 34550
    },
    {
      "loss_action": 0.014108954928815365,
      "loss_total": 0.014108954928815365,
      "step": 34550
    },
    {
      "loss_action": 0.015370042994618416,
      "loss_total": 0.015370042994618416,
      "step": 34550
    },
    {
      "loss_action": 0.00404225941747427,
      "loss_total": 0.00404225941747427,
      "step": 34550
    },
    {
      "loss_action": 0.0025911794509738684,
      "loss_total": 0.0025911794509738684,
      "step": 34550
    },
    {
      "loss_action": 0.0063167414627969265,
      "loss_total": 0.0063167414627969265,
      "step": 34550
    },
    {
      "loss_action": 0.012654222548007965,
      "loss_total": 0.012654222548007965,
      "step": 34550
    },
    {
      "loss_action": 0.005876889917999506,
      "loss_total": 0.005876889917999506,
      "step": 34550
    },
    {
      "loss_action": 0.00457962229847908,
      "loss_total": 0.00457962229847908,
      "step": 34550
    },
    {
      "grad_norm": 0.15879760682582855,
      "learning_rate": 7.795492338697488e-05,
      "loss": 0.0097,
      "step": 34560
    },
    {
      "loss_action": 0.007579846307635307,
      "loss_total": 0.007579846307635307,
      "step": 34560
    },
    {
      "loss_action": 0.006139271892607212,
      "loss_total": 0.006139271892607212,
      "step": 34560
    },
    {
      "loss_action": 0.017237041145563126,
      "loss_total": 0.017237041145563126,
      "step": 34560
    },
    {
      "loss_action": 0.003623770549893379,
      "loss_total": 0.003623770549893379,
      "step": 34560
    },
    {
      "loss_action": 0.004143973346799612,
      "loss_total": 0.004143973346799612,
      "step": 34560
    },
    {
      "loss_action": 0.01368069089949131,
      "loss_total": 0.01368069089949131,
      "step": 34560
    },
    {
      "loss_action": 0.009119341149926186,
      "loss_total": 0.009119341149926186,
      "step": 34560
    },
    {
      "loss_action": 0.008625336922705173,
      "loss_total": 0.008625336922705173,
      "step": 34560
    },
    {
      "grad_norm": 0.12779845297336578,
      "learning_rate": 7.794121291953819e-05,
      "loss": 0.0098,
      "step": 34570
    },
    {
      "loss_action": 0.015134906396269798,
      "loss_total": 0.015134906396269798,
      "step": 34570
    },
    {
      "loss_action": 0.0060840630903840065,
      "loss_total": 0.0060840630903840065,
      "step": 34570
    },
    {
      "loss_action": 0.024203145876526833,
      "loss_total": 0.024203145876526833,
      "step": 34570
    },
    {
      "loss_action": 0.0031445869244635105,
      "loss_total": 0.0031445869244635105,
      "step": 34570
    },
    {
      "loss_action": 0.019094157963991165,
      "loss_total": 0.019094157963991165,
      "step": 34570
    },
    {
      "loss_action": 0.016465965658426285,
      "loss_total": 0.016465965658426285,
      "step": 34570
    },
    {
      "loss_action": 0.004955274052917957,
      "loss_total": 0.004955274052917957,
      "step": 34570
    },
    {
      "loss_action": 0.015393229201436043,
      "loss_total": 0.015393229201436043,
      "step": 34570
    },
    {
      "grad_norm": 0.07844103127717972,
      "learning_rate": 7.792749939649246e-05,
      "loss": 0.01,
      "step": 34580
    },
    {
      "loss_action": 0.015044067986309528,
      "loss_total": 0.015044067986309528,
      "step": 34580
    },
    {
      "loss_action": 0.01997169479727745,
      "loss_total": 0.01997169479727745,
      "step": 34580
    },
    {
      "loss_action": 0.009777817875146866,
      "loss_total": 0.009777817875146866,
      "step": 34580
    },
    {
      "loss_action": 0.004156020935624838,
      "loss_total": 0.004156020935624838,
      "step": 34580
    },
    {
      "loss_action": 0.00565894041210413,
      "loss_total": 0.00565894041210413,
      "step": 34580
    },
    {
      "loss_action": 0.01100313849747181,
      "loss_total": 0.01100313849747181,
      "step": 34580
    },
    {
      "loss_action": 0.005480996333062649,
      "loss_total": 0.005480996333062649,
      "step": 34580
    },
    {
      "loss_action": 0.0039223562926054,
      "loss_total": 0.0039223562926054,
      "step": 34580
    },
    {
      "grad_norm": 0.11403480172157288,
      "learning_rate": 7.79137828193374e-05,
      "loss": 0.0104,
      "step": 34590
    },
    {
      "loss_action": 0.002994315465912223,
      "loss_total": 0.002994315465912223,
      "step": 34590
    },
    {
      "loss_action": 0.002844011876732111,
      "loss_total": 0.002844011876732111,
      "step": 34590
    },
    {
      "loss_action": 0.005880406592041254,
      "loss_total": 0.005880406592041254,
      "step": 34590
    },
    {
      "loss_action": 0.006123952567577362,
      "loss_total": 0.006123952567577362,
      "step": 34590
    },
    {
      "loss_action": 0.020143995061516762,
      "loss_total": 0.020143995061516762,
      "step": 34590
    },
    {
      "loss_action": 0.008818043395876884,
      "loss_total": 0.008818043395876884,
      "step": 34590
    },
    {
      "loss_action": 0.0067847841419279575,
      "loss_total": 0.0067847841419279575,
      "step": 34590
    },
    {
      "loss_action": 0.004310669377446175,
      "loss_total": 0.004310669377446175,
      "step": 34590
    },
    {
      "grad_norm": 0.11604374647140503,
      "learning_rate": 7.790006318957301e-05,
      "loss": 0.0109,
      "step": 34600
    },
    {
      "loss_action": 0.0036145406775176525,
      "loss_total": 0.0036145406775176525,
      "step": 34600
    },
    {
      "loss_action": 0.009011341258883476,
      "loss_total": 0.009011341258883476,
      "step": 34600
    },
    {
      "loss_action": 0.003026137128472328,
      "loss_total": 0.003026137128472328,
      "step": 34600
    },
    {
      "loss_action": 0.006158512085676193,
      "loss_total": 0.006158512085676193,
      "step": 34600
    },
    {
      "loss_action": 0.007486710324883461,
      "loss_total": 0.007486710324883461,
      "step": 34600
    },
    {
      "loss_action": 0.006283222697675228,
      "loss_total": 0.006283222697675228,
      "step": 34600
    },
    {
      "loss_action": 0.00525760930031538,
      "loss_total": 0.00525760930031538,
      "step": 34600
    },
    {
      "loss_action": 0.015147102996706963,
      "loss_total": 0.015147102996706963,
      "step": 34600
    },
    {
      "grad_norm": 0.14700034260749817,
      "learning_rate": 7.788634050869965e-05,
      "loss": 0.0097,
      "step": 34610
    },
    {
      "loss_action": 0.0068186065182089806,
      "loss_total": 0.0068186065182089806,
      "step": 34610
    },
    {
      "loss_action": 0.003997604362666607,
      "loss_total": 0.003997604362666607,
      "step": 34610
    },
    {
      "loss_action": 0.005953765474259853,
      "loss_total": 0.005953765474259853,
      "step": 34610
    },
    {
      "loss_action": 0.00566165242344141,
      "loss_total": 0.00566165242344141,
      "step": 34610
    },
    {
      "loss_action": 0.0077250003814697266,
      "loss_total": 0.0077250003814697266,
      "step": 34610
    },
    {
      "loss_action": 0.007561821956187487,
      "loss_total": 0.007561821956187487,
      "step": 34610
    },
    {
      "loss_action": 0.009805911220610142,
      "loss_total": 0.009805911220610142,
      "step": 34610
    },
    {
      "loss_action": 0.009664688259363174,
      "loss_total": 0.009664688259363174,
      "step": 34610
    },
    {
      "grad_norm": 0.11076318472623825,
      "learning_rate": 7.787261477821803e-05,
      "loss": 0.0093,
      "step": 34620
    },
    {
      "loss_action": 0.008439191617071629,
      "loss_total": 0.008439191617071629,
      "step": 34620
    },
    {
      "loss_action": 0.00724964402616024,
      "loss_total": 0.00724964402616024,
      "step": 34620
    },
    {
      "loss_action": 0.005444755777716637,
      "loss_total": 0.005444755777716637,
      "step": 34620
    },
    {
      "loss_action": 0.00811329111456871,
      "loss_total": 0.00811329111456871,
      "step": 34620
    },
    {
      "loss_action": 0.00740030175074935,
      "loss_total": 0.00740030175074935,
      "step": 34620
    },
    {
      "loss_action": 0.005482236854732037,
      "loss_total": 0.005482236854732037,
      "step": 34620
    },
    {
      "loss_action": 0.004516073036938906,
      "loss_total": 0.004516073036938906,
      "step": 34620
    },
    {
      "loss_action": 0.0062321750447154045,
      "loss_total": 0.0062321750447154045,
      "step": 34620
    },
    {
      "grad_norm": 0.1118219867348671,
      "learning_rate": 7.785888599962916e-05,
      "loss": 0.0096,
      "step": 34630
    },
    {
      "loss_action": 0.004082080442458391,
      "loss_total": 0.004082080442458391,
      "step": 34630
    },
    {
      "loss_action": 0.013216793537139893,
      "loss_total": 0.013216793537139893,
      "step": 34630
    },
    {
      "loss_action": 0.004880861379206181,
      "loss_total": 0.004880861379206181,
      "step": 34630
    },
    {
      "loss_action": 0.0101937772706151,
      "loss_total": 0.0101937772706151,
      "step": 34630
    },
    {
      "loss_action": 0.013637684285640717,
      "loss_total": 0.013637684285640717,
      "step": 34630
    },
    {
      "loss_action": 0.013811818324029446,
      "loss_total": 0.013811818324029446,
      "step": 34630
    },
    {
      "loss_action": 0.0048290519043803215,
      "loss_total": 0.0048290519043803215,
      "step": 34630
    },
    {
      "loss_action": 0.003759978339076042,
      "loss_total": 0.003759978339076042,
      "step": 34630
    },
    {
      "grad_norm": 0.11930020898580551,
      "learning_rate": 7.784515417443439e-05,
      "loss": 0.0106,
      "step": 34640
    },
    {
      "loss_action": 0.005820262245833874,
      "loss_total": 0.005820262245833874,
      "step": 34640
    },
    {
      "loss_action": 0.010886415839195251,
      "loss_total": 0.010886415839195251,
      "step": 34640
    },
    {
      "loss_action": 0.02172147110104561,
      "loss_total": 0.02172147110104561,
      "step": 34640
    },
    {
      "loss_action": 0.015633443370461464,
      "loss_total": 0.015633443370461464,
      "step": 34640
    },
    {
      "loss_action": 0.004093616269528866,
      "loss_total": 0.004093616269528866,
      "step": 34640
    },
    {
      "loss_action": 0.0034784881863743067,
      "loss_total": 0.0034784881863743067,
      "step": 34640
    },
    {
      "loss_action": 0.008343691006302834,
      "loss_total": 0.008343691006302834,
      "step": 34640
    },
    {
      "loss_action": 0.010196428745985031,
      "loss_total": 0.010196428745985031,
      "step": 34640
    },
    {
      "grad_norm": 0.1227254718542099,
      "learning_rate": 7.783141930413545e-05,
      "loss": 0.0106,
      "step": 34650
    },
    {
      "loss_action": 0.005853546317666769,
      "loss_total": 0.005853546317666769,
      "step": 34650
    },
    {
      "loss_action": 0.003952407278120518,
      "loss_total": 0.003952407278120518,
      "step": 34650
    },
    {
      "loss_action": 0.008260454051196575,
      "loss_total": 0.008260454051196575,
      "step": 34650
    },
    {
      "loss_action": 0.004205037839710712,
      "loss_total": 0.004205037839710712,
      "step": 34650
    },
    {
      "loss_action": 0.0036829556338489056,
      "loss_total": 0.0036829556338489056,
      "step": 34650
    },
    {
      "loss_action": 0.004260599613189697,
      "loss_total": 0.004260599613189697,
      "step": 34650
    },
    {
      "loss_action": 0.006031976547092199,
      "loss_total": 0.006031976547092199,
      "step": 34650
    },
    {
      "loss_action": 0.011089068837463856,
      "loss_total": 0.011089068837463856,
      "step": 34650
    },
    {
      "grad_norm": 0.09863299131393433,
      "learning_rate": 7.78176813902343e-05,
      "loss": 0.0083,
      "step": 34660
    },
    {
      "loss_action": 0.006154881790280342,
      "loss_total": 0.006154881790280342,
      "step": 34660
    },
    {
      "loss_action": 0.010874079540371895,
      "loss_total": 0.010874079540371895,
      "step": 34660
    },
    {
      "loss_action": 0.00928599201142788,
      "loss_total": 0.00928599201142788,
      "step": 34660
    },
    {
      "loss_action": 0.009393918327987194,
      "loss_total": 0.009393918327987194,
      "step": 34660
    },
    {
      "loss_action": 0.0037984291557222605,
      "loss_total": 0.0037984291557222605,
      "step": 34660
    },
    {
      "loss_action": 0.003896825946867466,
      "loss_total": 0.003896825946867466,
      "step": 34660
    },
    {
      "loss_action": 0.003971970174461603,
      "loss_total": 0.003971970174461603,
      "step": 34660
    },
    {
      "loss_action": 0.005716190207749605,
      "loss_total": 0.005716190207749605,
      "step": 34660
    },
    {
      "grad_norm": 0.1001136377453804,
      "learning_rate": 7.780394043423336e-05,
      "loss": 0.0092,
      "step": 34670
    },
    {
      "loss_action": 0.013599909842014313,
      "loss_total": 0.013599909842014313,
      "step": 34670
    },
    {
      "loss_action": 0.004354826174676418,
      "loss_total": 0.004354826174676418,
      "step": 34670
    },
    {
      "loss_action": 0.003822196740657091,
      "loss_total": 0.003822196740657091,
      "step": 34670
    },
    {
      "loss_action": 0.0060743228532373905,
      "loss_total": 0.0060743228532373905,
      "step": 34670
    },
    {
      "loss_action": 0.010722852312028408,
      "loss_total": 0.010722852312028408,
      "step": 34670
    },
    {
      "loss_action": 0.010930825024843216,
      "loss_total": 0.010930825024843216,
      "step": 34670
    },
    {
      "loss_action": 0.00975799560546875,
      "loss_total": 0.00975799560546875,
      "step": 34670
    },
    {
      "loss_action": 0.008843186311423779,
      "loss_total": 0.008843186311423779,
      "step": 34670
    },
    {
      "grad_norm": 0.09669005870819092,
      "learning_rate": 7.77901964376353e-05,
      "loss": 0.0088,
      "step": 34680
    },
    {
      "loss_action": 0.005652834661304951,
      "loss_total": 0.005652834661304951,
      "step": 34680
    },
    {
      "loss_action": 0.009573539718985558,
      "loss_total": 0.009573539718985558,
      "step": 34680
    },
    {
      "loss_action": 0.008847265504300594,
      "loss_total": 0.008847265504300594,
      "step": 34680
    },
    {
      "loss_action": 0.016106311231851578,
      "loss_total": 0.016106311231851578,
      "step": 34680
    },
    {
      "loss_action": 0.005069429520517588,
      "loss_total": 0.005069429520517588,
      "step": 34680
    },
    {
      "loss_action": 0.005817963741719723,
      "loss_total": 0.005817963741719723,
      "step": 34680
    },
    {
      "loss_action": 0.010646278969943523,
      "loss_total": 0.010646278969943523,
      "step": 34680
    },
    {
      "loss_action": 0.005723568145185709,
      "loss_total": 0.005723568145185709,
      "step": 34680
    },
    {
      "grad_norm": 0.1786450892686844,
      "learning_rate": 7.777644940194316e-05,
      "loss": 0.0091,
      "step": 34690
    },
    {
      "loss_action": 0.01696510799229145,
      "loss_total": 0.01696510799229145,
      "step": 34690
    },
    {
      "loss_action": 0.020702995359897614,
      "loss_total": 0.020702995359897614,
      "step": 34690
    },
    {
      "loss_action": 0.014555592089891434,
      "loss_total": 0.014555592089891434,
      "step": 34690
    },
    {
      "loss_action": 0.010918986983597279,
      "loss_total": 0.010918986983597279,
      "step": 34690
    },
    {
      "loss_action": 0.012878410518169403,
      "loss_total": 0.012878410518169403,
      "step": 34690
    },
    {
      "loss_action": 0.007899889722466469,
      "loss_total": 0.007899889722466469,
      "step": 34690
    },
    {
      "loss_action": 0.011241797357797623,
      "loss_total": 0.011241797357797623,
      "step": 34690
    },
    {
      "loss_action": 0.009708966128528118,
      "loss_total": 0.009708966128528118,
      "step": 34690
    },
    {
      "grad_norm": 0.10691690444946289,
      "learning_rate": 7.776269932866023e-05,
      "loss": 0.0088,
      "step": 34700
    },
    {
      "loss_action": 0.012654701247811317,
      "loss_total": 0.012654701247811317,
      "step": 34700
    },
    {
      "loss_action": 0.003060711082071066,
      "loss_total": 0.003060711082071066,
      "step": 34700
    },
    {
      "loss_action": 0.012948653660714626,
      "loss_total": 0.012948653660714626,
      "step": 34700
    },
    {
      "loss_action": 0.006430378183722496,
      "loss_total": 0.006430378183722496,
      "step": 34700
    },
    {
      "loss_action": 0.018578175455331802,
      "loss_total": 0.018578175455331802,
      "step": 34700
    },
    {
      "loss_action": 0.005357732065021992,
      "loss_total": 0.005357732065021992,
      "step": 34700
    },
    {
      "loss_action": 0.0053040990605950356,
      "loss_total": 0.0053040990605950356,
      "step": 34700
    },
    {
      "loss_action": 0.014705561101436615,
      "loss_total": 0.014705561101436615,
      "step": 34700
    },
    {
      "grad_norm": 0.1160803735256195,
      "learning_rate": 7.774894621929026e-05,
      "loss": 0.01,
      "step": 34710
    },
    {
      "loss_action": 0.006159658078104258,
      "loss_total": 0.006159658078104258,
      "step": 34710
    },
    {
      "loss_action": 0.003153365571051836,
      "loss_total": 0.003153365571051836,
      "step": 34710
    },
    {
      "loss_action": 0.01001441664993763,
      "loss_total": 0.01001441664993763,
      "step": 34710
    },
    {
      "loss_action": 0.007178343832492828,
      "loss_total": 0.007178343832492828,
      "step": 34710
    },
    {
      "loss_action": 0.005107737146317959,
      "loss_total": 0.005107737146317959,
      "step": 34710
    },
    {
      "loss_action": 0.0050100055523216724,
      "loss_total": 0.0050100055523216724,
      "step": 34710
    },
    {
      "loss_action": 0.00858704000711441,
      "loss_total": 0.00858704000711441,
      "step": 34710
    },
    {
      "loss_action": 0.008407305926084518,
      "loss_total": 0.008407305926084518,
      "step": 34710
    },
    {
      "grad_norm": 0.12951359152793884,
      "learning_rate": 7.773519007533725e-05,
      "loss": 0.0094,
      "step": 34720
    },
    {
      "loss_action": 0.006417453289031982,
      "loss_total": 0.006417453289031982,
      "step": 34720
    },
    {
      "loss_action": 0.003743109293282032,
      "loss_total": 0.003743109293282032,
      "step": 34720
    },
    {
      "loss_action": 0.01085762120783329,
      "loss_total": 0.01085762120783329,
      "step": 34720
    },
    {
      "loss_action": 0.009906753897666931,
      "loss_total": 0.009906753897666931,
      "step": 34720
    },
    {
      "loss_action": 0.00633979169651866,
      "loss_total": 0.00633979169651866,
      "step": 34720
    },
    {
      "loss_action": 0.0074183461256325245,
      "loss_total": 0.0074183461256325245,
      "step": 34720
    },
    {
      "loss_action": 0.0061315568163990974,
      "loss_total": 0.0061315568163990974,
      "step": 34720
    },
    {
      "loss_action": 0.0076868608593940735,
      "loss_total": 0.0076868608593940735,
      "step": 34720
    },
    {
      "grad_norm": 0.09514451771974564,
      "learning_rate": 7.772143089830556e-05,
      "loss": 0.0092,
      "step": 34730
    },
    {
      "loss_action": 0.026782440021634102,
      "loss_total": 0.026782440021634102,
      "step": 34730
    },
    {
      "loss_action": 0.003008744679391384,
      "loss_total": 0.003008744679391384,
      "step": 34730
    },
    {
      "loss_action": 0.009483203291893005,
      "loss_total": 0.009483203291893005,
      "step": 34730
    },
    {
      "loss_action": 0.026338359341025352,
      "loss_total": 0.026338359341025352,
      "step": 34730
    },
    {
      "loss_action": 0.013964181765913963,
      "loss_total": 0.013964181765913963,
      "step": 34730
    },
    {
      "loss_action": 0.010117817670106888,
      "loss_total": 0.010117817670106888,
      "step": 34730
    },
    {
      "loss_action": 0.010787080973386765,
      "loss_total": 0.010787080973386765,
      "step": 34730
    },
    {
      "loss_action": 0.010569781996309757,
      "loss_total": 0.010569781996309757,
      "step": 34730
    },
    {
      "grad_norm": 0.0939302146434784,
      "learning_rate": 7.770766868969985e-05,
      "loss": 0.0105,
      "step": 34740
    },
    {
      "loss_action": 0.003308556042611599,
      "loss_total": 0.003308556042611599,
      "step": 34740
    },
    {
      "loss_action": 0.010777207091450691,
      "loss_total": 0.010777207091450691,
      "step": 34740
    },
    {
      "loss_action": 0.006234160624444485,
      "loss_total": 0.006234160624444485,
      "step": 34740
    },
    {
      "loss_action": 0.026004014536738396,
      "loss_total": 0.026004014536738396,
      "step": 34740
    },
    {
      "loss_action": 0.003842487931251526,
      "loss_total": 0.003842487931251526,
      "step": 34740
    },
    {
      "loss_action": 0.0033617471344769,
      "loss_total": 0.0033617471344769,
      "step": 34740
    },
    {
      "loss_action": 0.006527377758175135,
      "loss_total": 0.006527377758175135,
      "step": 34740
    },
    {
      "loss_action": 0.029713694006204605,
      "loss_total": 0.029713694006204605,
      "step": 34740
    },
    {
      "grad_norm": 0.15658746659755707,
      "learning_rate": 7.769390345102518e-05,
      "loss": 0.0111,
      "step": 34750
    },
    {
      "loss_action": 0.014863641932606697,
      "loss_total": 0.014863641932606697,
      "step": 34750
    },
    {
      "loss_action": 0.01156383566558361,
      "loss_total": 0.01156383566558361,
      "step": 34750
    },
    {
      "loss_action": 0.005303271114826202,
      "loss_total": 0.005303271114826202,
      "step": 34750
    },
    {
      "loss_action": 0.013005997985601425,
      "loss_total": 0.013005997985601425,
      "step": 34750
    },
    {
      "loss_action": 0.004499932285398245,
      "loss_total": 0.004499932285398245,
      "step": 34750
    },
    {
      "loss_action": 0.005735929124057293,
      "loss_total": 0.005735929124057293,
      "step": 34750
    },
    {
      "loss_action": 0.012130617164075375,
      "loss_total": 0.012130617164075375,
      "step": 34750
    },
    {
      "loss_action": 0.02393251098692417,
      "loss_total": 0.02393251098692417,
      "step": 34750
    },
    {
      "grad_norm": 0.11691412329673767,
      "learning_rate": 7.768013518378683e-05,
      "loss": 0.011,
      "step": 34760
    },
    {
      "loss_action": 0.01664876565337181,
      "loss_total": 0.01664876565337181,
      "step": 34760
    },
    {
      "loss_action": 0.004490459803491831,
      "loss_total": 0.004490459803491831,
      "step": 34760
    },
    {
      "loss_action": 0.017245221883058548,
      "loss_total": 0.017245221883058548,
      "step": 34760
    },
    {
      "loss_action": 0.015208525583148003,
      "loss_total": 0.015208525583148003,
      "step": 34760
    },
    {
      "loss_action": 0.008606022223830223,
      "loss_total": 0.008606022223830223,
      "step": 34760
    },
    {
      "loss_action": 0.006667915731668472,
      "loss_total": 0.006667915731668472,
      "step": 34760
    },
    {
      "loss_action": 0.006351221352815628,
      "loss_total": 0.006351221352815628,
      "step": 34760
    },
    {
      "loss_action": 0.008444104343652725,
      "loss_total": 0.008444104343652725,
      "step": 34760
    },
    {
      "grad_norm": 0.1465560644865036,
      "learning_rate": 7.766636388949053e-05,
      "loss": 0.0107,
      "step": 34770
    },
    {
      "loss_action": 0.012812565080821514,
      "loss_total": 0.012812565080821514,
      "step": 34770
    },
    {
      "loss_action": 0.007500717416405678,
      "loss_total": 0.007500717416405678,
      "step": 34770
    },
    {
      "loss_action": 0.005686679854989052,
      "loss_total": 0.005686679854989052,
      "step": 34770
    },
    {
      "loss_action": 0.005064456723630428,
      "loss_total": 0.005064456723630428,
      "step": 34770
    },
    {
      "loss_action": 0.009555879980325699,
      "loss_total": 0.009555879980325699,
      "step": 34770
    },
    {
      "loss_action": 0.005288367159664631,
      "loss_total": 0.005288367159664631,
      "step": 34770
    },
    {
      "loss_action": 0.0056373728439211845,
      "loss_total": 0.0056373728439211845,
      "step": 34770
    },
    {
      "loss_action": 0.023705078288912773,
      "loss_total": 0.023705078288912773,
      "step": 34770
    },
    {
      "grad_norm": 0.1453171819448471,
      "learning_rate": 7.765258956964229e-05,
      "loss": 0.0101,
      "step": 34780
    },
    {
      "loss_action": 0.005848215892910957,
      "loss_total": 0.005848215892910957,
      "step": 34780
    },
    {
      "loss_action": 0.006733750458806753,
      "loss_total": 0.006733750458806753,
      "step": 34780
    },
    {
      "loss_action": 0.0316728800535202,
      "loss_total": 0.0316728800535202,
      "step": 34780
    },
    {
      "loss_action": 0.009663536213338375,
      "loss_total": 0.009663536213338375,
      "step": 34780
    },
    {
      "loss_action": 0.010920125059783459,
      "loss_total": 0.010920125059783459,
      "step": 34780
    },
    {
      "loss_action": 0.01069159246981144,
      "loss_total": 0.01069159246981144,
      "step": 34780
    },
    {
      "loss_action": 0.006814742460846901,
      "loss_total": 0.006814742460846901,
      "step": 34780
    },
    {
      "loss_action": 0.006069581024348736,
      "loss_total": 0.006069581024348736,
      "step": 34780
    },
    {
      "grad_norm": 0.08929328620433807,
      "learning_rate": 7.76388122257484e-05,
      "loss": 0.0111,
      "step": 34790
    },
    {
      "loss_action": 0.006023546680808067,
      "loss_total": 0.006023546680808067,
      "step": 34790
    },
    {
      "loss_action": 0.005339228548109531,
      "loss_total": 0.005339228548109531,
      "step": 34790
    },
    {
      "loss_action": 0.011252282187342644,
      "loss_total": 0.011252282187342644,
      "step": 34790
    },
    {
      "loss_action": 0.009470914490520954,
      "loss_total": 0.009470914490520954,
      "step": 34790
    },
    {
      "loss_action": 0.009915017522871494,
      "loss_total": 0.009915017522871494,
      "step": 34790
    },
    {
      "loss_action": 0.021347057074308395,
      "loss_total": 0.021347057074308395,
      "step": 34790
    },
    {
      "loss_action": 0.010440509766340256,
      "loss_total": 0.010440509766340256,
      "step": 34790
    },
    {
      "loss_action": 0.0063821906223893166,
      "loss_total": 0.0063821906223893166,
      "step": 34790
    },
    {
      "grad_norm": 0.1543964445590973,
      "learning_rate": 7.762503185931558e-05,
      "loss": 0.0095,
      "step": 34800
    },
    {
      "loss_action": 0.011933175846934319,
      "loss_total": 0.011933175846934319,
      "step": 34800
    },
    {
      "loss_action": 0.010558530688285828,
      "loss_total": 0.010558530688285828,
      "step": 34800
    },
    {
      "loss_action": 0.008648509159684181,
      "loss_total": 0.008648509159684181,
      "step": 34800
    },
    {
      "loss_action": 0.03826456516981125,
      "loss_total": 0.03826456516981125,
      "step": 34800
    },
    {
      "loss_action": 0.0057455264031887054,
      "loss_total": 0.0057455264031887054,
      "step": 34800
    },
    {
      "loss_action": 0.010712872259318829,
      "loss_total": 0.010712872259318829,
      "step": 34800
    },
    {
      "loss_action": 0.009738433174788952,
      "loss_total": 0.009738433174788952,
      "step": 34800
    },
    {
      "loss_action": 0.007157498504966497,
      "loss_total": 0.007157498504966497,
      "step": 34800
    },
    {
      "grad_norm": 0.09845951199531555,
      "learning_rate": 7.76112484718508e-05,
      "loss": 0.0108,
      "step": 34810
    },
    {
      "loss_action": 0.007692565210163593,
      "loss_total": 0.007692565210163593,
      "step": 34810
    },
    {
      "loss_action": 0.010055027902126312,
      "loss_total": 0.010055027902126312,
      "step": 34810
    },
    {
      "loss_action": 0.010222898796200752,
      "loss_total": 0.010222898796200752,
      "step": 34810
    },
    {
      "loss_action": 0.0067128390073776245,
      "loss_total": 0.0067128390073776245,
      "step": 34810
    },
    {
      "loss_action": 0.013493586331605911,
      "loss_total": 0.013493586331605911,
      "step": 34810
    },
    {
      "loss_action": 0.0059824977070093155,
      "loss_total": 0.0059824977070093155,
      "step": 34810
    },
    {
      "loss_action": 0.018020866438746452,
      "loss_total": 0.018020866438746452,
      "step": 34810
    },
    {
      "loss_action": 0.008227817714214325,
      "loss_total": 0.008227817714214325,
      "step": 34810
    },
    {
      "grad_norm": 0.12376806885004044,
      "learning_rate": 7.75974620648614e-05,
      "loss": 0.0106,
      "step": 34820
    },
    {
      "loss_action": 0.009684016928076744,
      "loss_total": 0.009684016928076744,
      "step": 34820
    },
    {
      "loss_action": 0.00703998701646924,
      "loss_total": 0.00703998701646924,
      "step": 34820
    },
    {
      "loss_action": 0.012245513498783112,
      "loss_total": 0.012245513498783112,
      "step": 34820
    },
    {
      "loss_action": 0.02021392248570919,
      "loss_total": 0.02021392248570919,
      "step": 34820
    },
    {
      "loss_action": 0.018951144069433212,
      "loss_total": 0.018951144069433212,
      "step": 34820
    },
    {
      "loss_action": 0.012102268636226654,
      "loss_total": 0.012102268636226654,
      "step": 34820
    },
    {
      "loss_action": 0.007428680546581745,
      "loss_total": 0.007428680546581745,
      "step": 34820
    },
    {
      "loss_action": 0.015775132924318314,
      "loss_total": 0.015775132924318314,
      "step": 34820
    },
    {
      "grad_norm": 0.17494751513004303,
      "learning_rate": 7.758367263985503e-05,
      "loss": 0.0118,
      "step": 34830
    },
    {
      "loss_action": 0.008980492129921913,
      "loss_total": 0.008980492129921913,
      "step": 34830
    },
    {
      "loss_action": 0.0073066893965005875,
      "loss_total": 0.0073066893965005875,
      "step": 34830
    },
    {
      "loss_action": 0.028578734025359154,
      "loss_total": 0.028578734025359154,
      "step": 34830
    },
    {
      "loss_action": 0.02041773498058319,
      "loss_total": 0.02041773498058319,
      "step": 34830
    },
    {
      "loss_action": 0.00622930284589529,
      "loss_total": 0.00622930284589529,
      "step": 34830
    },
    {
      "loss_action": 0.013200472109019756,
      "loss_total": 0.013200472109019756,
      "step": 34830
    },
    {
      "loss_action": 0.007070041261613369,
      "loss_total": 0.007070041261613369,
      "step": 34830
    },
    {
      "loss_action": 0.009410875849425793,
      "loss_total": 0.009410875849425793,
      "step": 34830
    },
    {
      "grad_norm": 0.14467410743236542,
      "learning_rate": 7.75698801983397e-05,
      "loss": 0.0091,
      "step": 34840
    },
    {
      "loss_action": 0.003967142663896084,
      "loss_total": 0.003967142663896084,
      "step": 34840
    },
    {
      "loss_action": 0.005791609641164541,
      "loss_total": 0.005791609641164541,
      "step": 34840
    },
    {
      "loss_action": 0.011802228167653084,
      "loss_total": 0.011802228167653084,
      "step": 34840
    },
    {
      "loss_action": 0.008084162138402462,
      "loss_total": 0.008084162138402462,
      "step": 34840
    },
    {
      "loss_action": 0.005936846137046814,
      "loss_total": 0.005936846137046814,
      "step": 34840
    },
    {
      "loss_action": 0.012280695140361786,
      "loss_total": 0.012280695140361786,
      "step": 34840
    },
    {
      "loss_action": 0.00977841392159462,
      "loss_total": 0.00977841392159462,
      "step": 34840
    },
    {
      "loss_action": 0.006798014044761658,
      "loss_total": 0.006798014044761658,
      "step": 34840
    },
    {
      "grad_norm": 0.13957513868808746,
      "learning_rate": 7.755608474182372e-05,
      "loss": 0.0096,
      "step": 34850
    },
    {
      "loss_action": 0.005086546763777733,
      "loss_total": 0.005086546763777733,
      "step": 34850
    },
    {
      "loss_action": 0.007784624584019184,
      "loss_total": 0.007784624584019184,
      "step": 34850
    },
    {
      "loss_action": 0.018108239397406578,
      "loss_total": 0.018108239397406578,
      "step": 34850
    },
    {
      "loss_action": 0.01104302704334259,
      "loss_total": 0.01104302704334259,
      "step": 34850
    },
    {
      "loss_action": 0.007335395086556673,
      "loss_total": 0.007335395086556673,
      "step": 34850
    },
    {
      "loss_action": 0.004455386660993099,
      "loss_total": 0.004455386660993099,
      "step": 34850
    },
    {
      "loss_action": 0.007907301187515259,
      "loss_total": 0.007907301187515259,
      "step": 34850
    },
    {
      "loss_action": 0.004623618442565203,
      "loss_total": 0.004623618442565203,
      "step": 34850
    },
    {
      "grad_norm": 0.1318051517009735,
      "learning_rate": 7.754228627181574e-05,
      "loss": 0.0098,
      "step": 34860
    },
    {
      "loss_action": 0.009896897710859776,
      "loss_total": 0.009896897710859776,
      "step": 34860
    },
    {
      "loss_action": 0.004193922504782677,
      "loss_total": 0.004193922504782677,
      "step": 34860
    },
    {
      "loss_action": 0.007850497961044312,
      "loss_total": 0.007850497961044312,
      "step": 34860
    },
    {
      "loss_action": 0.007620008196681738,
      "loss_total": 0.007620008196681738,
      "step": 34860
    },
    {
      "loss_action": 0.006380422040820122,
      "loss_total": 0.006380422040820122,
      "step": 34860
    },
    {
      "loss_action": 0.006468859035521746,
      "loss_total": 0.006468859035521746,
      "step": 34860
    },
    {
      "loss_action": 0.006729601416736841,
      "loss_total": 0.006729601416736841,
      "step": 34860
    },
    {
      "loss_action": 0.0042645810171961784,
      "loss_total": 0.0042645810171961784,
      "step": 34860
    },
    {
      "grad_norm": 0.1381140500307083,
      "learning_rate": 7.752848478982476e-05,
      "loss": 0.0084,
      "step": 34870
    },
    {
      "loss_action": 0.011604611761868,
      "loss_total": 0.011604611761868,
      "step": 34870
    },
    {
      "loss_action": 0.008167759515345097,
      "loss_total": 0.008167759515345097,
      "step": 34870
    },
    {
      "loss_action": 0.007240644656121731,
      "loss_total": 0.007240644656121731,
      "step": 34870
    },
    {
      "loss_action": 0.006300725508481264,
      "loss_total": 0.006300725508481264,
      "step": 34870
    },
    {
      "loss_action": 0.009964409284293652,
      "loss_total": 0.009964409284293652,
      "step": 34870
    },
    {
      "loss_action": 0.003984585404396057,
      "loss_total": 0.003984585404396057,
      "step": 34870
    },
    {
      "loss_action": 0.007677606772631407,
      "loss_total": 0.007677606772631407,
      "step": 34870
    },
    {
      "loss_action": 0.005525634624063969,
      "loss_total": 0.005525634624063969,
      "step": 34870
    },
    {
      "grad_norm": 0.10805341601371765,
      "learning_rate": 7.751468029736006e-05,
      "loss": 0.0091,
      "step": 34880
    },
    {
      "loss_action": 0.025105521082878113,
      "loss_total": 0.025105521082878113,
      "step": 34880
    },
    {
      "loss_action": 0.0032532308250665665,
      "loss_total": 0.0032532308250665665,
      "step": 34880
    },
    {
      "loss_action": 0.002359979785978794,
      "loss_total": 0.002359979785978794,
      "step": 34880
    },
    {
      "loss_action": 0.006018024869263172,
      "loss_total": 0.006018024869263172,
      "step": 34880
    },
    {
      "loss_action": 0.010901372879743576,
      "loss_total": 0.010901372879743576,
      "step": 34880
    },
    {
      "loss_action": 0.010203605517745018,
      "loss_total": 0.010203605517745018,
      "step": 34880
    },
    {
      "loss_action": 0.005442610941827297,
      "loss_total": 0.005442610941827297,
      "step": 34880
    },
    {
      "loss_action": 0.002096637384966016,
      "loss_total": 0.002096637384966016,
      "step": 34880
    },
    {
      "grad_norm": 0.086812824010849,
      "learning_rate": 7.750087279593129e-05,
      "loss": 0.0091,
      "step": 34890
    },
    {
      "loss_action": 0.005666287615895271,
      "loss_total": 0.005666287615895271,
      "step": 34890
    },
    {
      "loss_action": 0.012540968134999275,
      "loss_total": 0.012540968134999275,
      "step": 34890
    },
    {
      "loss_action": 0.010096322745084763,
      "loss_total": 0.010096322745084763,
      "step": 34890
    },
    {
      "loss_action": 0.016846170648932457,
      "loss_total": 0.016846170648932457,
      "step": 34890
    },
    {
      "loss_action": 0.007291257381439209,
      "loss_total": 0.007291257381439209,
      "step": 34890
    },
    {
      "loss_action": 0.008793581277132034,
      "loss_total": 0.008793581277132034,
      "step": 34890
    },
    {
      "loss_action": 0.0034518344327807426,
      "loss_total": 0.0034518344327807426,
      "step": 34890
    },
    {
      "loss_action": 0.012128411792218685,
      "loss_total": 0.012128411792218685,
      "step": 34890
    },
    {
      "grad_norm": 0.12953278422355652,
      "learning_rate": 7.748706228704843e-05,
      "loss": 0.009,
      "step": 34900
    },
    {
      "loss_action": 0.005635049194097519,
      "loss_total": 0.005635049194097519,
      "step": 34900
    },
    {
      "loss_action": 0.015778688713908195,
      "loss_total": 0.015778688713908195,
      "step": 34900
    },
    {
      "loss_action": 0.022518806159496307,
      "loss_total": 0.022518806159496307,
      "step": 34900
    },
    {
      "loss_action": 0.004006815142929554,
      "loss_total": 0.004006815142929554,
      "step": 34900
    },
    {
      "loss_action": 0.007792053744196892,
      "loss_total": 0.007792053744196892,
      "step": 34900
    },
    {
      "loss_action": 0.017728935927152634,
      "loss_total": 0.017728935927152634,
      "step": 34900
    },
    {
      "loss_action": 0.008926255628466606,
      "loss_total": 0.008926255628466606,
      "step": 34900
    },
    {
      "loss_action": 0.017094161361455917,
      "loss_total": 0.017094161361455917,
      "step": 34900
    },
    {
      "grad_norm": 0.11954116076231003,
      "learning_rate": 7.747324877222176e-05,
      "loss": 0.0092,
      "step": 34910
    },
    {
      "loss_action": 0.00751077476888895,
      "loss_total": 0.00751077476888895,
      "step": 34910
    },
    {
      "loss_action": 0.010602924972772598,
      "loss_total": 0.010602924972772598,
      "step": 34910
    },
    {
      "loss_action": 0.009081380441784859,
      "loss_total": 0.009081380441784859,
      "step": 34910
    },
    {
      "loss_action": 0.006962665822356939,
      "loss_total": 0.006962665822356939,
      "step": 34910
    },
    {
      "loss_action": 0.011569097638130188,
      "loss_total": 0.011569097638130188,
      "step": 34910
    },
    {
      "loss_action": 0.0051443674601614475,
      "loss_total": 0.0051443674601614475,
      "step": 34910
    },
    {
      "loss_action": 0.012532294727861881,
      "loss_total": 0.012532294727861881,
      "step": 34910
    },
    {
      "loss_action": 0.02169996127486229,
      "loss_total": 0.02169996127486229,
      "step": 34910
    },
    {
      "grad_norm": 0.11131469160318375,
      "learning_rate": 7.745943225296188e-05,
      "loss": 0.0094,
      "step": 34920
    },
    {
      "loss_action": 0.008900554850697517,
      "loss_total": 0.008900554850697517,
      "step": 34920
    },
    {
      "loss_action": 0.009177560918033123,
      "loss_total": 0.009177560918033123,
      "step": 34920
    },
    {
      "loss_action": 0.00478872936218977,
      "loss_total": 0.00478872936218977,
      "step": 34920
    },
    {
      "loss_action": 0.005531688686460257,
      "loss_total": 0.005531688686460257,
      "step": 34920
    },
    {
      "loss_action": 0.008291629143059254,
      "loss_total": 0.008291629143059254,
      "step": 34920
    },
    {
      "loss_action": 0.01847897656261921,
      "loss_total": 0.01847897656261921,
      "step": 34920
    },
    {
      "loss_action": 0.015843646600842476,
      "loss_total": 0.015843646600842476,
      "step": 34920
    },
    {
      "loss_action": 0.0044674938544631,
      "loss_total": 0.0044674938544631,
      "step": 34920
    },
    {
      "grad_norm": 0.13939349353313446,
      "learning_rate": 7.744561273077981e-05,
      "loss": 0.0098,
      "step": 34930
    },
    {
      "loss_action": 0.004259811248630285,
      "loss_total": 0.004259811248630285,
      "step": 34930
    },
    {
      "loss_action": 0.013788299635052681,
      "loss_total": 0.013788299635052681,
      "step": 34930
    },
    {
      "loss_action": 0.019652705639600754,
      "loss_total": 0.019652705639600754,
      "step": 34930
    },
    {
      "loss_action": 0.005847349762916565,
      "loss_total": 0.005847349762916565,
      "step": 34930
    },
    {
      "loss_action": 0.013026349246501923,
      "loss_total": 0.013026349246501923,
      "step": 34930
    },
    {
      "loss_action": 0.006748627871274948,
      "loss_total": 0.006748627871274948,
      "step": 34930
    },
    {
      "loss_action": 0.011900550685822964,
      "loss_total": 0.011900550685822964,
      "step": 34930
    },
    {
      "loss_action": 0.0023573455400764942,
      "loss_total": 0.0023573455400764942,
      "step": 34930
    },
    {
      "grad_norm": 0.14275099337100983,
      "learning_rate": 7.743179020718678e-05,
      "loss": 0.0096,
      "step": 34940
    },
    {
      "loss_action": 0.008545241318643093,
      "loss_total": 0.008545241318643093,
      "step": 34940
    },
    {
      "loss_action": 0.00962757971137762,
      "loss_total": 0.00962757971137762,
      "step": 34940
    },
    {
      "loss_action": 0.013448761776089668,
      "loss_total": 0.013448761776089668,
      "step": 34940
    },
    {
      "loss_action": 0.011547479778528214,
      "loss_total": 0.011547479778528214,
      "step": 34940
    },
    {
      "loss_action": 0.01148064061999321,
      "loss_total": 0.01148064061999321,
      "step": 34940
    },
    {
      "loss_action": 0.011762149631977081,
      "loss_total": 0.011762149631977081,
      "step": 34940
    },
    {
      "loss_action": 0.009369265288114548,
      "loss_total": 0.009369265288114548,
      "step": 34940
    },
    {
      "loss_action": 0.03460600972175598,
      "loss_total": 0.03460600972175598,
      "step": 34940
    },
    {
      "grad_norm": 0.08053255081176758,
      "learning_rate": 7.741796468369443e-05,
      "loss": 0.0094,
      "step": 34950
    },
    {
      "loss_action": 0.01127124298363924,
      "loss_total": 0.01127124298363924,
      "step": 34950
    },
    {
      "loss_action": 0.012112103402614594,
      "loss_total": 0.012112103402614594,
      "step": 34950
    },
    {
      "loss_action": 0.007937908172607422,
      "loss_total": 0.007937908172607422,
      "step": 34950
    },
    {
      "loss_action": 0.00483941612765193,
      "loss_total": 0.00483941612765193,
      "step": 34950
    },
    {
      "loss_action": 0.00535223726183176,
      "loss_total": 0.00535223726183176,
      "step": 34950
    },
    {
      "loss_action": 0.004959014244377613,
      "loss_total": 0.004959014244377613,
      "step": 34950
    },
    {
      "loss_action": 0.002551665063947439,
      "loss_total": 0.002551665063947439,
      "step": 34950
    },
    {
      "loss_action": 0.0063699595630168915,
      "loss_total": 0.0063699595630168915,
      "step": 34950
    },
    {
      "grad_norm": 0.0991586223244667,
      "learning_rate": 7.740413616181466e-05,
      "loss": 0.0085,
      "step": 34960
    },
    {
      "loss_action": 0.0030630645342171192,
      "loss_total": 0.0030630645342171192,
      "step": 34960
    },
    {
      "loss_action": 0.015988444909453392,
      "loss_total": 0.015988444909453392,
      "step": 34960
    },
    {
      "loss_action": 0.008707628585398197,
      "loss_total": 0.008707628585398197,
      "step": 34960
    },
    {
      "loss_action": 0.0070956251583993435,
      "loss_total": 0.0070956251583993435,
      "step": 34960
    },
    {
      "loss_action": 0.016278035938739777,
      "loss_total": 0.016278035938739777,
      "step": 34960
    },
    {
      "loss_action": 0.006489460356533527,
      "loss_total": 0.006489460356533527,
      "step": 34960
    },
    {
      "loss_action": 0.006831494625657797,
      "loss_total": 0.006831494625657797,
      "step": 34960
    },
    {
      "loss_action": 0.01267256960272789,
      "loss_total": 0.01267256960272789,
      "step": 34960
    },
    {
      "grad_norm": 0.1143997460603714,
      "learning_rate": 7.739030464305978e-05,
      "loss": 0.0108,
      "step": 34970
    },
    {
      "loss_action": 0.004208042286336422,
      "loss_total": 0.004208042286336422,
      "step": 34970
    },
    {
      "loss_action": 0.0066223107278347015,
      "loss_total": 0.0066223107278347015,
      "step": 34970
    },
    {
      "loss_action": 0.01511532161384821,
      "loss_total": 0.01511532161384821,
      "step": 34970
    },
    {
      "loss_action": 0.0048019299283623695,
      "loss_total": 0.0048019299283623695,
      "step": 34970
    },
    {
      "loss_action": 0.007726818323135376,
      "loss_total": 0.007726818323135376,
      "step": 34970
    },
    {
      "loss_action": 0.0033510138746351004,
      "loss_total": 0.0033510138746351004,
      "step": 34970
    },
    {
      "loss_action": 0.0060907937586307526,
      "loss_total": 0.0060907937586307526,
      "step": 34970
    },
    {
      "loss_action": 0.01953217387199402,
      "loss_total": 0.01953217387199402,
      "step": 34970
    },
    {
      "grad_norm": 0.12488312274217606,
      "learning_rate": 7.737647012894235e-05,
      "loss": 0.0089,
      "step": 34980
    },
    {
      "loss_action": 0.0046065496280789375,
      "loss_total": 0.0046065496280789375,
      "step": 34980
    },
    {
      "loss_action": 0.0026944875717163086,
      "loss_total": 0.0026944875717163086,
      "step": 34980
    },
    {
      "loss_action": 0.003926933743059635,
      "loss_total": 0.003926933743059635,
      "step": 34980
    },
    {
      "loss_action": 0.0146945770829916,
      "loss_total": 0.0146945770829916,
      "step": 34980
    },
    {
      "loss_action": 0.003659663489088416,
      "loss_total": 0.003659663489088416,
      "step": 34980
    },
    {
      "loss_action": 0.012070192024111748,
      "loss_total": 0.012070192024111748,
      "step": 34980
    },
    {
      "loss_action": 0.0054306816309690475,
      "loss_total": 0.0054306816309690475,
      "step": 34980
    },
    {
      "loss_action": 0.007959891110658646,
      "loss_total": 0.007959891110658646,
      "step": 34980
    },
    {
      "grad_norm": 0.1407322734594345,
      "learning_rate": 7.736263262097532e-05,
      "loss": 0.0095,
      "step": 34990
    },
    {
      "loss_action": 0.023510195314884186,
      "loss_total": 0.023510195314884186,
      "step": 34990
    },
    {
      "loss_action": 0.004367920104414225,
      "loss_total": 0.004367920104414225,
      "step": 34990
    },
    {
      "loss_action": 0.009329190477728844,
      "loss_total": 0.009329190477728844,
      "step": 34990
    },
    {
      "loss_action": 0.009123585186898708,
      "loss_total": 0.009123585186898708,
      "step": 34990
    },
    {
      "loss_action": 0.01087365671992302,
      "loss_total": 0.01087365671992302,
      "step": 34990
    },
    {
      "loss_action": 0.0033013666979968548,
      "loss_total": 0.0033013666979968548,
      "step": 34990
    },
    {
      "loss_action": 0.02465168572962284,
      "loss_total": 0.02465168572962284,
      "step": 34990
    },
    {
      "loss_action": 0.00694219209253788,
      "loss_total": 0.00694219209253788,
      "step": 34990
    },
    {
      "grad_norm": 0.1379879266023636,
      "learning_rate": 7.734879212067192e-05,
      "loss": 0.0114,
      "step": 35000
    },
    {
      "loss_action": 0.011420085094869137,
      "loss_total": 0.011420085094869137,
      "step": 35000
    },
    {
      "loss_action": 0.009921057149767876,
      "loss_total": 0.009921057149767876,
      "step": 35000
    },
    {
      "loss_action": 0.006094947457313538,
      "loss_total": 0.006094947457313538,
      "step": 35000
    },
    {
      "loss_action": 0.006597294472157955,
      "loss_total": 0.006597294472157955,
      "step": 35000
    },
    {
      "loss_action": 0.007521357852965593,
      "loss_total": 0.007521357852965593,
      "step": 35000
    },
    {
      "loss_action": 0.02290499210357666,
      "loss_total": 0.02290499210357666,
      "step": 35000
    },
    {
      "loss_action": 0.016466937959194183,
      "loss_total": 0.016466937959194183,
      "step": 35000
    },
    {
      "loss_action": 0.00645213108509779,
      "loss_total": 0.00645213108509779,
      "step": 35000
    },
    {
      "grad_norm": 0.13913679122924805,
      "learning_rate": 7.733494862954573e-05,
      "loss": 0.0105,
      "step": 35010
    },
    {
      "loss_action": 0.003639356466010213,
      "loss_total": 0.003639356466010213,
      "step": 35010
    },
    {
      "loss_action": 0.007972869090735912,
      "loss_total": 0.007972869090735912,
      "step": 35010
    },
    {
      "loss_action": 0.008233262225985527,
      "loss_total": 0.008233262225985527,
      "step": 35010
    },
    {
      "loss_action": 0.005132925696671009,
      "loss_total": 0.005132925696671009,
      "step": 35010
    },
    {
      "loss_action": 0.004346032161265612,
      "loss_total": 0.004346032161265612,
      "step": 35010
    },
    {
      "loss_action": 0.007777702994644642,
      "loss_total": 0.007777702994644642,
      "step": 35010
    },
    {
      "loss_action": 0.008624721318483353,
      "loss_total": 0.008624721318483353,
      "step": 35010
    },
    {
      "loss_action": 0.008033010177314281,
      "loss_total": 0.008033010177314281,
      "step": 35010
    },
    {
      "grad_norm": 0.18855473399162292,
      "learning_rate": 7.732110214911066e-05,
      "loss": 0.0108,
      "step": 35020
    },
    {
      "loss_action": 0.008247330784797668,
      "loss_total": 0.008247330784797668,
      "step": 35020
    },
    {
      "loss_action": 0.004379848949611187,
      "loss_total": 0.004379848949611187,
      "step": 35020
    },
    {
      "loss_action": 0.004089123569428921,
      "loss_total": 0.004089123569428921,
      "step": 35020
    },
    {
      "loss_action": 0.05927641689777374,
      "loss_total": 0.05927641689777374,
      "step": 35020
    },
    {
      "loss_action": 0.004809200763702393,
      "loss_total": 0.004809200763702393,
      "step": 35020
    },
    {
      "loss_action": 0.009496874175965786,
      "loss_total": 0.009496874175965786,
      "step": 35020
    },
    {
      "loss_action": 0.015901491045951843,
      "loss_total": 0.015901491045951843,
      "step": 35020
    },
    {
      "loss_action": 0.010935604572296143,
      "loss_total": 0.010935604572296143,
      "step": 35020
    },
    {
      "grad_norm": 0.15574371814727783,
      "learning_rate": 7.730725268088094e-05,
      "loss": 0.0121,
      "step": 35030
    },
    {
      "loss_action": 0.005705575458705425,
      "loss_total": 0.005705575458705425,
      "step": 35030
    },
    {
      "loss_action": 0.01932513527572155,
      "loss_total": 0.01932513527572155,
      "step": 35030
    },
    {
      "loss_action": 0.007410751190036535,
      "loss_total": 0.007410751190036535,
      "step": 35030
    },
    {
      "loss_action": 0.004457749426364899,
      "loss_total": 0.004457749426364899,
      "step": 35030
    },
    {
      "loss_action": 0.011349545791745186,
      "loss_total": 0.011349545791745186,
      "step": 35030
    },
    {
      "loss_action": 0.003952172119170427,
      "loss_total": 0.003952172119170427,
      "step": 35030
    },
    {
      "loss_action": 0.005072601605206728,
      "loss_total": 0.005072601605206728,
      "step": 35030
    },
    {
      "loss_action": 0.005446393042802811,
      "loss_total": 0.005446393042802811,
      "step": 35030
    },
    {
      "grad_norm": 0.16712774336338043,
      "learning_rate": 7.729340022637112e-05,
      "loss": 0.0094,
      "step": 35040
    },
    {
      "loss_action": 0.01382398046553135,
      "loss_total": 0.01382398046553135,
      "step": 35040
    },
    {
      "loss_action": 0.004413871560245752,
      "loss_total": 0.004413871560245752,
      "step": 35040
    },
    {
      "loss_action": 0.012483085505664349,
      "loss_total": 0.012483085505664349,
      "step": 35040
    },
    {
      "loss_action": 0.01187692116945982,
      "loss_total": 0.01187692116945982,
      "step": 35040
    },
    {
      "loss_action": 0.006339946761727333,
      "loss_total": 0.006339946761727333,
      "step": 35040
    },
    {
      "loss_action": 0.005162180867046118,
      "loss_total": 0.005162180867046118,
      "step": 35040
    },
    {
      "loss_action": 0.023049427196383476,
      "loss_total": 0.023049427196383476,
      "step": 35040
    },
    {
      "loss_action": 0.01449815183877945,
      "loss_total": 0.01449815183877945,
      "step": 35040
    },
    {
      "grad_norm": 0.1120881736278534,
      "learning_rate": 7.727954478709607e-05,
      "loss": 0.0117,
      "step": 35050
    },
    {
      "loss_action": 0.0028973552398383617,
      "loss_total": 0.0028973552398383617,
      "step": 35050
    },
    {
      "loss_action": 0.00434793159365654,
      "loss_total": 0.00434793159365654,
      "step": 35050
    },
    {
      "loss_action": 0.009303627535700798,
      "loss_total": 0.009303627535700798,
      "step": 35050
    },
    {
      "loss_action": 0.007731111720204353,
      "loss_total": 0.007731111720204353,
      "step": 35050
    },
    {
      "loss_action": 0.0077190157026052475,
      "loss_total": 0.0077190157026052475,
      "step": 35050
    },
    {
      "loss_action": 0.007081838324666023,
      "loss_total": 0.007081838324666023,
      "step": 35050
    },
    {
      "loss_action": 0.007378623355180025,
      "loss_total": 0.007378623355180025,
      "step": 35050
    },
    {
      "loss_action": 0.007782981730997562,
      "loss_total": 0.007782981730997562,
      "step": 35050
    },
    {
      "grad_norm": 0.13073457777500153,
      "learning_rate": 7.726568636457103e-05,
      "loss": 0.0111,
      "step": 35060
    },
    {
      "loss_action": 0.012774326838552952,
      "loss_total": 0.012774326838552952,
      "step": 35060
    },
    {
      "loss_action": 0.01980442926287651,
      "loss_total": 0.01980442926287651,
      "step": 35060
    },
    {
      "loss_action": 0.004681839607656002,
      "loss_total": 0.004681839607656002,
      "step": 35060
    },
    {
      "loss_action": 0.002357171382755041,
      "loss_total": 0.002357171382755041,
      "step": 35060
    },
    {
      "loss_action": 0.005712372716516256,
      "loss_total": 0.005712372716516256,
      "step": 35060
    },
    {
      "loss_action": 0.005682556889951229,
      "loss_total": 0.005682556889951229,
      "step": 35060
    },
    {
      "loss_action": 0.04590858519077301,
      "loss_total": 0.04590858519077301,
      "step": 35060
    },
    {
      "loss_action": 0.019227415323257446,
      "loss_total": 0.019227415323257446,
      "step": 35060
    },
    {
      "grad_norm": 0.10556061565876007,
      "learning_rate": 7.725182496031153e-05,
      "loss": 0.0104,
      "step": 35070
    },
    {
      "loss_action": 0.024069957435131073,
      "loss_total": 0.024069957435131073,
      "step": 35070
    },
    {
      "loss_action": 0.017127299681305885,
      "loss_total": 0.017127299681305885,
      "step": 35070
    },
    {
      "loss_action": 0.002775265369564295,
      "loss_total": 0.002775265369564295,
      "step": 35070
    },
    {
      "loss_action": 0.0076673091389238834,
      "loss_total": 0.0076673091389238834,
      "step": 35070
    },
    {
      "loss_action": 0.010911766439676285,
      "loss_total": 0.010911766439676285,
      "step": 35070
    },
    {
      "loss_action": 0.006234221626073122,
      "loss_total": 0.006234221626073122,
      "step": 35070
    },
    {
      "loss_action": 0.008780980482697487,
      "loss_total": 0.008780980482697487,
      "step": 35070
    },
    {
      "loss_action": 0.008262808434665203,
      "loss_total": 0.008262808434665203,
      "step": 35070
    },
    {
      "grad_norm": 0.1842637062072754,
      "learning_rate": 7.723796057583341e-05,
      "loss": 0.0103,
      "step": 35080
    },
    {
      "loss_action": 0.011230211704969406,
      "loss_total": 0.011230211704969406,
      "step": 35080
    },
    {
      "loss_action": 0.0035937947686761618,
      "loss_total": 0.0035937947686761618,
      "step": 35080
    },
    {
      "loss_action": 0.006162700708955526,
      "loss_total": 0.006162700708955526,
      "step": 35080
    },
    {
      "loss_action": 0.006705155596137047,
      "loss_total": 0.006705155596137047,
      "step": 35080
    },
    {
      "loss_action": 0.011860404163599014,
      "loss_total": 0.011860404163599014,
      "step": 35080
    },
    {
      "loss_action": 0.0032308015506714582,
      "loss_total": 0.0032308015506714582,
      "step": 35080
    },
    {
      "loss_action": 0.003499935381114483,
      "loss_total": 0.003499935381114483,
      "step": 35080
    },
    {
      "loss_action": 0.008613897487521172,
      "loss_total": 0.008613897487521172,
      "step": 35080
    },
    {
      "grad_norm": 0.10702448338270187,
      "learning_rate": 7.722409321265287e-05,
      "loss": 0.0089,
      "step": 35090
    },
    {
      "loss_action": 0.005792443174868822,
      "loss_total": 0.005792443174868822,
      "step": 35090
    },
    {
      "loss_action": 0.007553646340966225,
      "loss_total": 0.007553646340966225,
      "step": 35090
    },
    {
      "loss_action": 0.004130909219384193,
      "loss_total": 0.004130909219384193,
      "step": 35090
    },
    {
      "loss_action": 0.02764013595879078,
      "loss_total": 0.02764013595879078,
      "step": 35090
    },
    {
      "loss_action": 0.007447810377925634,
      "loss_total": 0.007447810377925634,
      "step": 35090
    },
    {
      "loss_action": 0.01985897310078144,
      "loss_total": 0.01985897310078144,
      "step": 35090
    },
    {
      "loss_action": 0.005883338861167431,
      "loss_total": 0.005883338861167431,
      "step": 35090
    },
    {
      "loss_action": 0.008781497366726398,
      "loss_total": 0.008781497366726398,
      "step": 35090
    },
    {
      "grad_norm": 0.16515205800533295,
      "learning_rate": 7.721022287228645e-05,
      "loss": 0.01,
      "step": 35100
    },
    {
      "loss_action": 0.012054186314344406,
      "loss_total": 0.012054186314344406,
      "step": 35100
    },
    {
      "loss_action": 0.006360949017107487,
      "loss_total": 0.006360949017107487,
      "step": 35100
    },
    {
      "loss_action": 0.010878522880375385,
      "loss_total": 0.010878522880375385,
      "step": 35100
    },
    {
      "loss_action": 0.02964860200881958,
      "loss_total": 0.02964860200881958,
      "step": 35100
    },
    {
      "loss_action": 0.004210892133414745,
      "loss_total": 0.004210892133414745,
      "step": 35100
    },
    {
      "loss_action": 0.005735752172768116,
      "loss_total": 0.005735752172768116,
      "step": 35100
    },
    {
      "loss_action": 0.017262253910303116,
      "loss_total": 0.017262253910303116,
      "step": 35100
    },
    {
      "loss_action": 0.007037104573100805,
      "loss_total": 0.007037104573100805,
      "step": 35100
    },
    {
      "grad_norm": 0.10084274411201477,
      "learning_rate": 7.719634955625094e-05,
      "loss": 0.009,
      "step": 35110
    },
    {
      "loss_action": 0.004421031102538109,
      "loss_total": 0.004421031102538109,
      "step": 35110
    },
    {
      "loss_action": 0.0242519062012434,
      "loss_total": 0.0242519062012434,
      "step": 35110
    },
    {
      "loss_action": 0.007172648794949055,
      "loss_total": 0.007172648794949055,
      "step": 35110
    },
    {
      "loss_action": 0.022692715749144554,
      "loss_total": 0.022692715749144554,
      "step": 35110
    },
    {
      "loss_action": 0.015321822836995125,
      "loss_total": 0.015321822836995125,
      "step": 35110
    },
    {
      "loss_action": 0.014082444831728935,
      "loss_total": 0.014082444831728935,
      "step": 35110
    },
    {
      "loss_action": 0.014618665911257267,
      "loss_total": 0.014618665911257267,
      "step": 35110
    },
    {
      "loss_action": 0.0036494117230176926,
      "loss_total": 0.0036494117230176926,
      "step": 35110
    },
    {
      "grad_norm": 0.16871024668216705,
      "learning_rate": 7.718247326606355e-05,
      "loss": 0.0093,
      "step": 35120
    },
    {
      "loss_action": 0.0040900264866650105,
      "loss_total": 0.0040900264866650105,
      "step": 35120
    },
    {
      "loss_action": 0.009342551231384277,
      "loss_total": 0.009342551231384277,
      "step": 35120
    },
    {
      "loss_action": 0.0029142582789063454,
      "loss_total": 0.0029142582789063454,
      "step": 35120
    },
    {
      "loss_action": 0.005212968215346336,
      "loss_total": 0.005212968215346336,
      "step": 35120
    },
    {
      "loss_action": 0.002402920974418521,
      "loss_total": 0.002402920974418521,
      "step": 35120
    },
    {
      "loss_action": 0.004338840488344431,
      "loss_total": 0.004338840488344431,
      "step": 35120
    },
    {
      "loss_action": 0.003975009545683861,
      "loss_total": 0.003975009545683861,
      "step": 35120
    },
    {
      "loss_action": 0.003954197280108929,
      "loss_total": 0.003954197280108929,
      "step": 35120
    },
    {
      "grad_norm": 0.12374146282672882,
      "learning_rate": 7.716859400324175e-05,
      "loss": 0.0088,
      "step": 35130
    },
    {
      "loss_action": 0.0111211147159338,
      "loss_total": 0.0111211147159338,
      "step": 35130
    },
    {
      "loss_action": 0.006454068701714277,
      "loss_total": 0.006454068701714277,
      "step": 35130
    },
    {
      "loss_action": 0.007007244974374771,
      "loss_total": 0.007007244974374771,
      "step": 35130
    },
    {
      "loss_action": 0.005093022249639034,
      "loss_total": 0.005093022249639034,
      "step": 35130
    },
    {
      "loss_action": 0.007320033386349678,
      "loss_total": 0.007320033386349678,
      "step": 35130
    },
    {
      "loss_action": 0.008549009449779987,
      "loss_total": 0.008549009449779987,
      "step": 35130
    },
    {
      "loss_action": 0.004008026793599129,
      "loss_total": 0.004008026793599129,
      "step": 35130
    },
    {
      "loss_action": 0.013666754588484764,
      "loss_total": 0.013666754588484764,
      "step": 35130
    },
    {
      "grad_norm": 0.1068161204457283,
      "learning_rate": 7.715471176930335e-05,
      "loss": 0.008,
      "step": 35140
    },
    {
      "loss_action": 0.004641223698854446,
      "loss_total": 0.004641223698854446,
      "step": 35140
    },
    {
      "loss_action": 0.005480746738612652,
      "loss_total": 0.005480746738612652,
      "step": 35140
    },
    {
      "loss_action": 0.012673522345721722,
      "loss_total": 0.012673522345721722,
      "step": 35140
    },
    {
      "loss_action": 0.02951822616159916,
      "loss_total": 0.02951822616159916,
      "step": 35140
    },
    {
      "loss_action": 0.008339202031493187,
      "loss_total": 0.008339202031493187,
      "step": 35140
    },
    {
      "loss_action": 0.004749016836285591,
      "loss_total": 0.004749016836285591,
      "step": 35140
    },
    {
      "loss_action": 0.009486375376582146,
      "loss_total": 0.009486375376582146,
      "step": 35140
    },
    {
      "loss_action": 0.014645575545728207,
      "loss_total": 0.014645575545728207,
      "step": 35140
    },
    {
      "grad_norm": 0.13793838024139404,
      "learning_rate": 7.714082656576651e-05,
      "loss": 0.0092,
      "step": 35150
    },
    {
      "loss_action": 0.008173379115760326,
      "loss_total": 0.008173379115760326,
      "step": 35150
    },
    {
      "loss_action": 0.008872064761817455,
      "loss_total": 0.008872064761817455,
      "step": 35150
    },
    {
      "loss_action": 0.009740843437612057,
      "loss_total": 0.009740843437612057,
      "step": 35150
    },
    {
      "loss_action": 0.005287409294396639,
      "loss_total": 0.005287409294396639,
      "step": 35150
    },
    {
      "loss_action": 0.014507404528558254,
      "loss_total": 0.014507404528558254,
      "step": 35150
    },
    {
      "loss_action": 0.012951306998729706,
      "loss_total": 0.012951306998729706,
      "step": 35150
    },
    {
      "loss_action": 0.003977240528911352,
      "loss_total": 0.003977240528911352,
      "step": 35150
    },
    {
      "loss_action": 0.008042406290769577,
      "loss_total": 0.008042406290769577,
      "step": 35150
    },
    {
      "grad_norm": 0.1702389121055603,
      "learning_rate": 7.712693839414968e-05,
      "loss": 0.0104,
      "step": 35160
    },
    {
      "loss_action": 0.01134822890162468,
      "loss_total": 0.01134822890162468,
      "step": 35160
    },
    {
      "loss_action": 0.002136996015906334,
      "loss_total": 0.002136996015906334,
      "step": 35160
    },
    {
      "loss_action": 0.005704509560018778,
      "loss_total": 0.005704509560018778,
      "step": 35160
    },
    {
      "loss_action": 0.004791195038706064,
      "loss_total": 0.004791195038706064,
      "step": 35160
    },
    {
      "loss_action": 0.0167161226272583,
      "loss_total": 0.0167161226272583,
      "step": 35160
    },
    {
      "loss_action": 0.0025484785437583923,
      "loss_total": 0.0025484785437583923,
      "step": 35160
    },
    {
      "loss_action": 0.0059888954274356365,
      "loss_total": 0.0059888954274356365,
      "step": 35160
    },
    {
      "loss_action": 0.012207608669996262,
      "loss_total": 0.012207608669996262,
      "step": 35160
    },
    {
      "grad_norm": 0.1329452097415924,
      "learning_rate": 7.711304725597164e-05,
      "loss": 0.009,
      "step": 35170
    },
    {
      "loss_action": 0.005177877843379974,
      "loss_total": 0.005177877843379974,
      "step": 35170
    },
    {
      "loss_action": 0.006516627036035061,
      "loss_total": 0.006516627036035061,
      "step": 35170
    },
    {
      "loss_action": 0.008813872933387756,
      "loss_total": 0.008813872933387756,
      "step": 35170
    },
    {
      "loss_action": 0.008206011727452278,
      "loss_total": 0.008206011727452278,
      "step": 35170
    },
    {
      "loss_action": 0.009111984632909298,
      "loss_total": 0.009111984632909298,
      "step": 35170
    },
    {
      "loss_action": 0.007262018974870443,
      "loss_total": 0.007262018974870443,
      "step": 35170
    },
    {
      "loss_action": 0.012925345450639725,
      "loss_total": 0.012925345450639725,
      "step": 35170
    },
    {
      "loss_action": 0.005778580904006958,
      "loss_total": 0.005778580904006958,
      "step": 35170
    },
    {
      "grad_norm": 0.11678394675254822,
      "learning_rate": 7.709915315275151e-05,
      "loss": 0.01,
      "step": 35180
    },
    {
      "loss_action": 0.004225989803671837,
      "loss_total": 0.004225989803671837,
      "step": 35180
    },
    {
      "loss_action": 0.00447874516248703,
      "loss_total": 0.00447874516248703,
      "step": 35180
    },
    {
      "loss_action": 0.00919949822127819,
      "loss_total": 0.00919949822127819,
      "step": 35180
    },
    {
      "loss_action": 0.009661939926445484,
      "loss_total": 0.009661939926445484,
      "step": 35180
    },
    {
      "loss_action": 0.010978804901242256,
      "loss_total": 0.010978804901242256,
      "step": 35180
    },
    {
      "loss_action": 0.005889039486646652,
      "loss_total": 0.005889039486646652,
      "step": 35180
    },
    {
      "loss_action": 0.003098227083683014,
      "loss_total": 0.003098227083683014,
      "step": 35180
    },
    {
      "loss_action": 0.005830573849380016,
      "loss_total": 0.005830573849380016,
      "step": 35180
    },
    {
      "grad_norm": 0.16290083527565002,
      "learning_rate": 7.708525608600876e-05,
      "loss": 0.0089,
      "step": 35190
    },
    {
      "loss_action": 0.012989737093448639,
      "loss_total": 0.012989737093448639,
      "step": 35190
    },
    {
      "loss_action": 0.0038663148880004883,
      "loss_total": 0.0038663148880004883,
      "step": 35190
    },
    {
      "loss_action": 0.002524899085983634,
      "loss_total": 0.002524899085983634,
      "step": 35190
    },
    {
      "loss_action": 0.012405429035425186,
      "loss_total": 0.012405429035425186,
      "step": 35190
    },
    {
      "loss_action": 0.010634662583470345,
      "loss_total": 0.010634662583470345,
      "step": 35190
    },
    {
      "loss_action": 0.004739481955766678,
      "loss_total": 0.004739481955766678,
      "step": 35190
    },
    {
      "loss_action": 0.00836174190044403,
      "loss_total": 0.00836174190044403,
      "step": 35190
    },
    {
      "loss_action": 0.008033162914216518,
      "loss_total": 0.008033162914216518,
      "step": 35190
    },
    {
      "grad_norm": 0.11026229709386826,
      "learning_rate": 7.707135605726311e-05,
      "loss": 0.0103,
      "step": 35200
    },
    {
      "loss_action": 0.024140162393450737,
      "loss_total": 0.024140162393450737,
      "step": 35200
    },
    {
      "loss_action": 0.0108096394687891,
      "loss_total": 0.0108096394687891,
      "step": 35200
    },
    {
      "loss_action": 0.009544972330331802,
      "loss_total": 0.009544972330331802,
      "step": 35200
    },
    {
      "loss_action": 0.012568457052111626,
      "loss_total": 0.012568457052111626,
      "step": 35200
    },
    {
      "loss_action": 0.012509003281593323,
      "loss_total": 0.012509003281593323,
      "step": 35200
    },
    {
      "loss_action": 0.012132609263062477,
      "loss_total": 0.012132609263062477,
      "step": 35200
    },
    {
      "loss_action": 0.011212492361664772,
      "loss_total": 0.011212492361664772,
      "step": 35200
    },
    {
      "loss_action": 0.008129909634590149,
      "loss_total": 0.008129909634590149,
      "step": 35200
    },
    {
      "grad_norm": 0.09841843694448471,
      "learning_rate": 7.705745306803466e-05,
      "loss": 0.0101,
      "step": 35210
    },
    {
      "loss_action": 0.012727903202176094,
      "loss_total": 0.012727903202176094,
      "step": 35210
    },
    {
      "loss_action": 0.00885943416506052,
      "loss_total": 0.00885943416506052,
      "step": 35210
    },
    {
      "loss_action": 0.01147592905908823,
      "loss_total": 0.01147592905908823,
      "step": 35210
    },
    {
      "loss_action": 0.004099628888070583,
      "loss_total": 0.004099628888070583,
      "step": 35210
    },
    {
      "loss_action": 0.007770292926579714,
      "loss_total": 0.007770292926579714,
      "step": 35210
    },
    {
      "loss_action": 0.0033814143389463425,
      "loss_total": 0.0033814143389463425,
      "step": 35210
    },
    {
      "loss_action": 0.00348671805113554,
      "loss_total": 0.00348671805113554,
      "step": 35210
    },
    {
      "loss_action": 0.01126089971512556,
      "loss_total": 0.01126089971512556,
      "step": 35210
    },
    {
      "grad_norm": 0.10001274943351746,
      "learning_rate": 7.704354711984383e-05,
      "loss": 0.0092,
      "step": 35220
    },
    {
      "loss_action": 0.007714652922004461,
      "loss_total": 0.007714652922004461,
      "step": 35220
    },
    {
      "loss_action": 0.004180471412837505,
      "loss_total": 0.004180471412837505,
      "step": 35220
    },
    {
      "loss_action": 0.005084400996565819,
      "loss_total": 0.005084400996565819,
      "step": 35220
    },
    {
      "loss_action": 0.00544744124636054,
      "loss_total": 0.00544744124636054,
      "step": 35220
    },
    {
      "loss_action": 0.004902345594018698,
      "loss_total": 0.004902345594018698,
      "step": 35220
    },
    {
      "loss_action": 0.003804026171565056,
      "loss_total": 0.003804026171565056,
      "step": 35220
    },
    {
      "loss_action": 0.003438906976953149,
      "loss_total": 0.003438906976953149,
      "step": 35220
    },
    {
      "loss_action": 0.006401252932846546,
      "loss_total": 0.006401252932846546,
      "step": 35220
    },
    {
      "grad_norm": 0.09779934585094452,
      "learning_rate": 7.702963821421133e-05,
      "loss": 0.0092,
      "step": 35230
    },
    {
      "loss_action": 0.004029164090752602,
      "loss_total": 0.004029164090752602,
      "step": 35230
    },
    {
      "loss_action": 0.007299503311514854,
      "loss_total": 0.007299503311514854,
      "step": 35230
    },
    {
      "loss_action": 0.008046621456742287,
      "loss_total": 0.008046621456742287,
      "step": 35230
    },
    {
      "loss_action": 0.023261651396751404,
      "loss_total": 0.023261651396751404,
      "step": 35230
    },
    {
      "loss_action": 0.011360973119735718,
      "loss_total": 0.011360973119735718,
      "step": 35230
    },
    {
      "loss_action": 0.008358100429177284,
      "loss_total": 0.008358100429177284,
      "step": 35230
    },
    {
      "loss_action": 0.002577363047748804,
      "loss_total": 0.002577363047748804,
      "step": 35230
    },
    {
      "loss_action": 0.012929392047226429,
      "loss_total": 0.012929392047226429,
      "step": 35230
    },
    {
      "grad_norm": 0.14814411103725433,
      "learning_rate": 7.701572635265826e-05,
      "loss": 0.01,
      "step": 35240
    },
    {
      "loss_action": 0.0023661754094064236,
      "loss_total": 0.0023661754094064236,
      "step": 35240
    },
    {
      "loss_action": 0.007611150853335857,
      "loss_total": 0.007611150853335857,
      "step": 35240
    },
    {
      "loss_action": 0.008668008260428905,
      "loss_total": 0.008668008260428905,
      "step": 35240
    },
    {
      "loss_action": 0.007581877522170544,
      "loss_total": 0.007581877522170544,
      "step": 35240
    },
    {
      "loss_action": 0.0051568676717579365,
      "loss_total": 0.0051568676717579365,
      "step": 35240
    },
    {
      "loss_action": 0.005077228415757418,
      "loss_total": 0.005077228415757418,
      "step": 35240
    },
    {
      "loss_action": 0.01850450038909912,
      "loss_total": 0.01850450038909912,
      "step": 35240
    },
    {
      "loss_action": 0.0052991462871432304,
      "loss_total": 0.0052991462871432304,
      "step": 35240
    },
    {
      "grad_norm": 0.13422748446464539,
      "learning_rate": 7.700181153670596e-05,
      "loss": 0.0086,
      "step": 35250
    },
    {
      "loss_action": 0.002582188928499818,
      "loss_total": 0.002582188928499818,
      "step": 35250
    },
    {
      "loss_action": 0.008243115618824959,
      "loss_total": 0.008243115618824959,
      "step": 35250
    },
    {
      "loss_action": 0.0036601475439965725,
      "loss_total": 0.0036601475439965725,
      "step": 35250
    },
    {
      "loss_action": 0.002916177734732628,
      "loss_total": 0.002916177734732628,
      "step": 35250
    },
    {
      "loss_action": 0.00595829077064991,
      "loss_total": 0.00595829077064991,
      "step": 35250
    },
    {
      "loss_action": 0.005191554315388203,
      "loss_total": 0.005191554315388203,
      "step": 35250
    },
    {
      "loss_action": 0.009081128984689713,
      "loss_total": 0.009081128984689713,
      "step": 35250
    },
    {
      "loss_action": 0.009584467858076096,
      "loss_total": 0.009584467858076096,
      "step": 35250
    },
    {
      "grad_norm": 0.1992672085762024,
      "learning_rate": 7.698789376787616e-05,
      "loss": 0.0093,
      "step": 35260
    },
    {
      "loss_action": 0.006590395234525204,
      "loss_total": 0.006590395234525204,
      "step": 35260
    },
    {
      "loss_action": 0.014259347692131996,
      "loss_total": 0.014259347692131996,
      "step": 35260
    },
    {
      "loss_action": 0.008099336177110672,
      "loss_total": 0.008099336177110672,
      "step": 35260
    },
    {
      "loss_action": 0.009415458887815475,
      "loss_total": 0.009415458887815475,
      "step": 35260
    },
    {
      "loss_action": 0.011638390831649303,
      "loss_total": 0.011638390831649303,
      "step": 35260
    },
    {
      "loss_action": 0.011136390268802643,
      "loss_total": 0.011136390268802643,
      "step": 35260
    },
    {
      "loss_action": 0.010618790984153748,
      "loss_total": 0.010618790984153748,
      "step": 35260
    },
    {
      "loss_action": 0.006780984811484814,
      "loss_total": 0.006780984811484814,
      "step": 35260
    },
    {
      "grad_norm": 0.13480359315872192,
      "learning_rate": 7.697397304769085e-05,
      "loss": 0.009,
      "step": 35270
    },
    {
      "loss_action": 0.014416410587728024,
      "loss_total": 0.014416410587728024,
      "step": 35270
    },
    {
      "loss_action": 0.005226920358836651,
      "loss_total": 0.005226920358836651,
      "step": 35270
    },
    {
      "loss_action": 0.013020332902669907,
      "loss_total": 0.013020332902669907,
      "step": 35270
    },
    {
      "loss_action": 0.005811530165374279,
      "loss_total": 0.005811530165374279,
      "step": 35270
    },
    {
      "loss_action": 0.018939923495054245,
      "loss_total": 0.018939923495054245,
      "step": 35270
    },
    {
      "loss_action": 0.005543769337236881,
      "loss_total": 0.005543769337236881,
      "step": 35270
    },
    {
      "loss_action": 0.007033832371234894,
      "loss_total": 0.007033832371234894,
      "step": 35270
    },
    {
      "loss_action": 0.005079708062112331,
      "loss_total": 0.005079708062112331,
      "step": 35270
    },
    {
      "grad_norm": 0.13188286125659943,
      "learning_rate": 7.696004937767241e-05,
      "loss": 0.0116,
      "step": 35280
    },
    {
      "loss_action": 0.004701245576143265,
      "loss_total": 0.004701245576143265,
      "step": 35280
    },
    {
      "loss_action": 0.00880010612308979,
      "loss_total": 0.00880010612308979,
      "step": 35280
    },
    {
      "loss_action": 0.009717126376926899,
      "loss_total": 0.009717126376926899,
      "step": 35280
    },
    {
      "loss_action": 0.014637274667620659,
      "loss_total": 0.014637274667620659,
      "step": 35280
    },
    {
      "loss_action": 0.006656433455646038,
      "loss_total": 0.006656433455646038,
      "step": 35280
    },
    {
      "loss_action": 0.010051003657281399,
      "loss_total": 0.010051003657281399,
      "step": 35280
    },
    {
      "loss_action": 0.005167492665350437,
      "loss_total": 0.005167492665350437,
      "step": 35280
    },
    {
      "loss_action": 0.008538354188203812,
      "loss_total": 0.008538354188203812,
      "step": 35280
    },
    {
      "grad_norm": 0.13597118854522705,
      "learning_rate": 7.694612275934352e-05,
      "loss": 0.0099,
      "step": 35290
    },
    {
      "loss_action": 0.013638087548315525,
      "loss_total": 0.013638087548315525,
      "step": 35290
    },
    {
      "loss_action": 0.008384925313293934,
      "loss_total": 0.008384925313293934,
      "step": 35290
    },
    {
      "loss_action": 0.012023789808154106,
      "loss_total": 0.012023789808154106,
      "step": 35290
    },
    {
      "loss_action": 0.016135068610310555,
      "loss_total": 0.016135068610310555,
      "step": 35290
    },
    {
      "loss_action": 0.01465151458978653,
      "loss_total": 0.01465151458978653,
      "step": 35290
    },
    {
      "loss_action": 0.006749736610800028,
      "loss_total": 0.006749736610800028,
      "step": 35290
    },
    {
      "loss_action": 0.007184209302067757,
      "loss_total": 0.007184209302067757,
      "step": 35290
    },
    {
      "loss_action": 0.008703671395778656,
      "loss_total": 0.008703671395778656,
      "step": 35290
    },
    {
      "grad_norm": 0.19412991404533386,
      "learning_rate": 7.693219319422714e-05,
      "loss": 0.0108,
      "step": 35300
    },
    {
      "loss_action": 0.016707004979252815,
      "loss_total": 0.016707004979252815,
      "step": 35300
    },
    {
      "loss_action": 0.012444887310266495,
      "loss_total": 0.012444887310266495,
      "step": 35300
    },
    {
      "loss_action": 0.0256961602717638,
      "loss_total": 0.0256961602717638,
      "step": 35300
    },
    {
      "loss_action": 0.013321999460458755,
      "loss_total": 0.013321999460458755,
      "step": 35300
    },
    {
      "loss_action": 0.02423534169793129,
      "loss_total": 0.02423534169793129,
      "step": 35300
    },
    {
      "loss_action": 0.012423875741660595,
      "loss_total": 0.012423875741660595,
      "step": 35300
    },
    {
      "loss_action": 0.02019171230494976,
      "loss_total": 0.02019171230494976,
      "step": 35300
    },
    {
      "loss_action": 0.007689376827329397,
      "loss_total": 0.007689376827329397,
      "step": 35300
    },
    {
      "grad_norm": 0.1147235631942749,
      "learning_rate": 7.69182606838466e-05,
      "loss": 0.0105,
      "step": 35310
    },
    {
      "loss_action": 0.0036272662691771984,
      "loss_total": 0.0036272662691771984,
      "step": 35310
    },
    {
      "loss_action": 0.004213919397443533,
      "loss_total": 0.004213919397443533,
      "step": 35310
    },
    {
      "loss_action": 0.0038085109554231167,
      "loss_total": 0.0038085109554231167,
      "step": 35310
    },
    {
      "loss_action": 0.007771920412778854,
      "loss_total": 0.007771920412778854,
      "step": 35310
    },
    {
      "loss_action": 0.021495133638381958,
      "loss_total": 0.021495133638381958,
      "step": 35310
    },
    {
      "loss_action": 0.008216187357902527,
      "loss_total": 0.008216187357902527,
      "step": 35310
    },
    {
      "loss_action": 0.0036945301108062267,
      "loss_total": 0.0036945301108062267,
      "step": 35310
    },
    {
      "loss_action": 0.008016686886548996,
      "loss_total": 0.008016686886548996,
      "step": 35310
    },
    {
      "grad_norm": 0.10689309984445572,
      "learning_rate": 7.690432522972558e-05,
      "loss": 0.0091,
      "step": 35320
    },
    {
      "loss_action": 0.006895102560520172,
      "loss_total": 0.006895102560520172,
      "step": 35320
    },
    {
      "loss_action": 0.006682471372187138,
      "loss_total": 0.006682471372187138,
      "step": 35320
    },
    {
      "loss_action": 0.0068117594346404076,
      "loss_total": 0.0068117594346404076,
      "step": 35320
    },
    {
      "loss_action": 0.0247458778321743,
      "loss_total": 0.0247458778321743,
      "step": 35320
    },
    {
      "loss_action": 0.003312742570415139,
      "loss_total": 0.003312742570415139,
      "step": 35320
    },
    {
      "loss_action": 0.013645484112203121,
      "loss_total": 0.013645484112203121,
      "step": 35320
    },
    {
      "loss_action": 0.032502707093954086,
      "loss_total": 0.032502707093954086,
      "step": 35320
    },
    {
      "loss_action": 0.002831452526152134,
      "loss_total": 0.002831452526152134,
      "step": 35320
    },
    {
      "grad_norm": 0.13927403092384338,
      "learning_rate": 7.689038683338796e-05,
      "loss": 0.0102,
      "step": 35330
    },
    {
      "loss_action": 0.006301261484622955,
      "loss_total": 0.006301261484622955,
      "step": 35330
    },
    {
      "loss_action": 0.01351531594991684,
      "loss_total": 0.01351531594991684,
      "step": 35330
    },
    {
      "loss_action": 0.008045721799135208,
      "loss_total": 0.008045721799135208,
      "step": 35330
    },
    {
      "loss_action": 0.0028074162546545267,
      "loss_total": 0.0028074162546545267,
      "step": 35330
    },
    {
      "loss_action": 0.010012841783463955,
      "loss_total": 0.010012841783463955,
      "step": 35330
    },
    {
      "loss_action": 0.02615472674369812,
      "loss_total": 0.02615472674369812,
      "step": 35330
    },
    {
      "loss_action": 0.007929420098662376,
      "loss_total": 0.007929420098662376,
      "step": 35330
    },
    {
      "loss_action": 0.0036606427747756243,
      "loss_total": 0.0036606427747756243,
      "step": 35330
    },
    {
      "grad_norm": 0.14510658383369446,
      "learning_rate": 7.687644549635808e-05,
      "loss": 0.01,
      "step": 35340
    },
    {
      "loss_action": 0.009116191416978836,
      "loss_total": 0.009116191416978836,
      "step": 35340
    },
    {
      "loss_action": 0.00436621718108654,
      "loss_total": 0.00436621718108654,
      "step": 35340
    },
    {
      "loss_action": 0.002095993608236313,
      "loss_total": 0.002095993608236313,
      "step": 35340
    },
    {
      "loss_action": 0.015846773982048035,
      "loss_total": 0.015846773982048035,
      "step": 35340
    },
    {
      "loss_action": 0.0039580147713422775,
      "loss_total": 0.0039580147713422775,
      "step": 35340
    },
    {
      "loss_action": 0.005767148919403553,
      "loss_total": 0.005767148919403553,
      "step": 35340
    },
    {
      "loss_action": 0.01305417064577341,
      "loss_total": 0.01305417064577341,
      "step": 35340
    },
    {
      "loss_action": 0.01167698111385107,
      "loss_total": 0.01167698111385107,
      "step": 35340
    },
    {
      "grad_norm": 0.17928515374660492,
      "learning_rate": 7.686250122016053e-05,
      "loss": 0.0096,
      "step": 35350
    },
    {
      "loss_action": 0.018084123730659485,
      "loss_total": 0.018084123730659485,
      "step": 35350
    },
    {
      "loss_action": 0.01885434053838253,
      "loss_total": 0.01885434053838253,
      "step": 35350
    },
    {
      "loss_action": 0.010213866829872131,
      "loss_total": 0.010213866829872131,
      "step": 35350
    },
    {
      "loss_action": 0.009326942265033722,
      "loss_total": 0.009326942265033722,
      "step": 35350
    },
    {
      "loss_action": 0.0053021227940917015,
      "loss_total": 0.0053021227940917015,
      "step": 35350
    },
    {
      "loss_action": 0.013336308300495148,
      "loss_total": 0.013336308300495148,
      "step": 35350
    },
    {
      "loss_action": 0.026281703263521194,
      "loss_total": 0.026281703263521194,
      "step": 35350
    },
    {
      "loss_action": 0.016838718205690384,
      "loss_total": 0.016838718205690384,
      "step": 35350
    },
    {
      "grad_norm": 0.12759996950626373,
      "learning_rate": 7.684855400632022e-05,
      "loss": 0.0103,
      "step": 35360
    },
    {
      "loss_action": 0.01528184860944748,
      "loss_total": 0.01528184860944748,
      "step": 35360
    },
    {
      "loss_action": 0.003213935997337103,
      "loss_total": 0.003213935997337103,
      "step": 35360
    },
    {
      "loss_action": 0.015699338167905807,
      "loss_total": 0.015699338167905807,
      "step": 35360
    },
    {
      "loss_action": 0.003784105647355318,
      "loss_total": 0.003784105647355318,
      "step": 35360
    },
    {
      "loss_action": 0.03148314356803894,
      "loss_total": 0.03148314356803894,
      "step": 35360
    },
    {
      "loss_action": 0.012441826984286308,
      "loss_total": 0.012441826984286308,
      "step": 35360
    },
    {
      "loss_action": 0.013629663735628128,
      "loss_total": 0.013629663735628128,
      "step": 35360
    },
    {
      "loss_action": 0.018484506756067276,
      "loss_total": 0.018484506756067276,
      "step": 35360
    },
    {
      "grad_norm": 0.20184169709682465,
      "learning_rate": 7.683460385636243e-05,
      "loss": 0.0117,
      "step": 35370
    },
    {
      "loss_action": 0.010075123980641365,
      "loss_total": 0.010075123980641365,
      "step": 35370
    },
    {
      "loss_action": 0.007300874684005976,
      "loss_total": 0.007300874684005976,
      "step": 35370
    },
    {
      "loss_action": 0.011521771550178528,
      "loss_total": 0.011521771550178528,
      "step": 35370
    },
    {
      "loss_action": 0.006161950528621674,
      "loss_total": 0.006161950528621674,
      "step": 35370
    },
    {
      "loss_action": 0.02198793739080429,
      "loss_total": 0.02198793739080429,
      "step": 35370
    },
    {
      "loss_action": 0.012693585827946663,
      "loss_total": 0.012693585827946663,
      "step": 35370
    },
    {
      "loss_action": 0.015010582283139229,
      "loss_total": 0.015010582283139229,
      "step": 35370
    },
    {
      "loss_action": 0.011024601757526398,
      "loss_total": 0.011024601757526398,
      "step": 35370
    },
    {
      "grad_norm": 0.11657832562923431,
      "learning_rate": 7.68206507718127e-05,
      "loss": 0.0114,
      "step": 35380
    },
    {
      "loss_action": 0.008098412305116653,
      "loss_total": 0.008098412305116653,
      "step": 35380
    },
    {
      "loss_action": 0.003144177608191967,
      "loss_total": 0.003144177608191967,
      "step": 35380
    },
    {
      "loss_action": 0.010290293022990227,
      "loss_total": 0.010290293022990227,
      "step": 35380
    },
    {
      "loss_action": 0.007362114731222391,
      "loss_total": 0.007362114731222391,
      "step": 35380
    },
    {
      "loss_action": 0.008026598021388054,
      "loss_total": 0.008026598021388054,
      "step": 35380
    },
    {
      "loss_action": 0.008010064251720905,
      "loss_total": 0.008010064251720905,
      "step": 35380
    },
    {
      "loss_action": 0.019372548907995224,
      "loss_total": 0.019372548907995224,
      "step": 35380
    },
    {
      "loss_action": 0.010798710398375988,
      "loss_total": 0.010798710398375988,
      "step": 35380
    },
    {
      "grad_norm": 0.16788361966609955,
      "learning_rate": 7.680669475419693e-05,
      "loss": 0.0098,
      "step": 35390
    },
    {
      "loss_action": 0.0057717617601156235,
      "loss_total": 0.0057717617601156235,
      "step": 35390
    },
    {
      "loss_action": 0.011213120073080063,
      "loss_total": 0.011213120073080063,
      "step": 35390
    },
    {
      "loss_action": 0.008733207359910011,
      "loss_total": 0.008733207359910011,
      "step": 35390
    },
    {
      "loss_action": 0.004597596358507872,
      "loss_total": 0.004597596358507872,
      "step": 35390
    },
    {
      "loss_action": 0.0032858268823474646,
      "loss_total": 0.0032858268823474646,
      "step": 35390
    },
    {
      "loss_action": 0.011464348062872887,
      "loss_total": 0.011464348062872887,
      "step": 35390
    },
    {
      "loss_action": 0.02462039515376091,
      "loss_total": 0.02462039515376091,
      "step": 35390
    },
    {
      "loss_action": 0.008905446156859398,
      "loss_total": 0.008905446156859398,
      "step": 35390
    },
    {
      "grad_norm": 0.11307782679796219,
      "learning_rate": 7.679273580504132e-05,
      "loss": 0.0116,
      "step": 35400
    },
    {
      "loss_action": 0.018012993037700653,
      "loss_total": 0.018012993037700653,
      "step": 35400
    },
    {
      "loss_action": 0.004512884188443422,
      "loss_total": 0.004512884188443422,
      "step": 35400
    },
    {
      "loss_action": 0.014664099551737309,
      "loss_total": 0.014664099551737309,
      "step": 35400
    },
    {
      "loss_action": 0.01473140437155962,
      "loss_total": 0.01473140437155962,
      "step": 35400
    },
    {
      "loss_action": 0.007699757814407349,
      "loss_total": 0.007699757814407349,
      "step": 35400
    },
    {
      "loss_action": 0.008699208498001099,
      "loss_total": 0.008699208498001099,
      "step": 35400
    },
    {
      "loss_action": 0.03377533704042435,
      "loss_total": 0.03377533704042435,
      "step": 35400
    },
    {
      "loss_action": 0.016241323202848434,
      "loss_total": 0.016241323202848434,
      "step": 35400
    },
    {
      "grad_norm": 0.13933826982975006,
      "learning_rate": 7.67787739258724e-05,
      "loss": 0.0103,
      "step": 35410
    },
    {
      "loss_action": 0.005362578667700291,
      "loss_total": 0.005362578667700291,
      "step": 35410
    },
    {
      "loss_action": 0.008049625903367996,
      "loss_total": 0.008049625903367996,
      "step": 35410
    },
    {
      "loss_action": 0.006211228668689728,
      "loss_total": 0.006211228668689728,
      "step": 35410
    },
    {
      "loss_action": 0.005475771147757769,
      "loss_total": 0.005475771147757769,
      "step": 35410
    },
    {
      "loss_action": 0.01825609803199768,
      "loss_total": 0.01825609803199768,
      "step": 35410
    },
    {
      "loss_action": 0.03138542175292969,
      "loss_total": 0.03138542175292969,
      "step": 35410
    },
    {
      "loss_action": 0.011924678459763527,
      "loss_total": 0.011924678459763527,
      "step": 35410
    },
    {
      "loss_action": 0.014590427279472351,
      "loss_total": 0.014590427279472351,
      "step": 35410
    },
    {
      "grad_norm": 0.13385576009750366,
      "learning_rate": 7.676480911821705e-05,
      "loss": 0.0093,
      "step": 35420
    },
    {
      "loss_action": 0.004082182422280312,
      "loss_total": 0.004082182422280312,
      "step": 35420
    },
    {
      "loss_action": 0.005915350746363401,
      "loss_total": 0.005915350746363401,
      "step": 35420
    },
    {
      "loss_action": 0.006179846357554197,
      "loss_total": 0.006179846357554197,
      "step": 35420
    },
    {
      "loss_action": 0.005823872983455658,
      "loss_total": 0.005823872983455658,
      "step": 35420
    },
    {
      "loss_action": 0.00829625129699707,
      "loss_total": 0.00829625129699707,
      "step": 35420
    },
    {
      "loss_action": 0.011986899189651012,
      "loss_total": 0.011986899189651012,
      "step": 35420
    },
    {
      "loss_action": 0.005771488882601261,
      "loss_total": 0.005771488882601261,
      "step": 35420
    },
    {
      "loss_action": 0.007341940421611071,
      "loss_total": 0.007341940421611071,
      "step": 35420
    },
    {
      "grad_norm": 0.09292763471603394,
      "learning_rate": 7.675084138360238e-05,
      "loss": 0.0091,
      "step": 35430
    },
    {
      "loss_action": 0.004078702535480261,
      "loss_total": 0.004078702535480261,
      "step": 35430
    },
    {
      "loss_action": 0.007292158901691437,
      "loss_total": 0.007292158901691437,
      "step": 35430
    },
    {
      "loss_action": 0.012811627238988876,
      "loss_total": 0.012811627238988876,
      "step": 35430
    },
    {
      "loss_action": 0.019980203360319138,
      "loss_total": 0.019980203360319138,
      "step": 35430
    },
    {
      "loss_action": 0.017324883490800858,
      "loss_total": 0.017324883490800858,
      "step": 35430
    },
    {
      "loss_action": 0.013713311403989792,
      "loss_total": 0.013713311403989792,
      "step": 35430
    },
    {
      "loss_action": 0.004549091681838036,
      "loss_total": 0.004549091681838036,
      "step": 35430
    },
    {
      "loss_action": 0.01638232357800007,
      "loss_total": 0.01638232357800007,
      "step": 35430
    },
    {
      "grad_norm": 0.10460299253463745,
      "learning_rate": 7.673687072355592e-05,
      "loss": 0.0084,
      "step": 35440
    },
    {
      "loss_action": 0.0021287985146045685,
      "loss_total": 0.0021287985146045685,
      "step": 35440
    },
    {
      "loss_action": 0.012084022164344788,
      "loss_total": 0.012084022164344788,
      "step": 35440
    },
    {
      "loss_action": 0.0021664625965058804,
      "loss_total": 0.0021664625965058804,
      "step": 35440
    },
    {
      "loss_action": 0.009635873138904572,
      "loss_total": 0.009635873138904572,
      "step": 35440
    },
    {
      "loss_action": 0.018064480274915695,
      "loss_total": 0.018064480274915695,
      "step": 35440
    },
    {
      "loss_action": 0.012339015491306782,
      "loss_total": 0.012339015491306782,
      "step": 35440
    },
    {
      "loss_action": 0.00932760164141655,
      "loss_total": 0.00932760164141655,
      "step": 35440
    },
    {
      "loss_action": 0.007433660794049501,
      "loss_total": 0.007433660794049501,
      "step": 35440
    },
    {
      "grad_norm": 0.14548452198505402,
      "learning_rate": 7.67228971396055e-05,
      "loss": 0.0098,
      "step": 35450
    },
    {
      "loss_action": 0.00587915163487196,
      "loss_total": 0.00587915163487196,
      "step": 35450
    },
    {
      "loss_action": 0.0029798897448927164,
      "loss_total": 0.0029798897448927164,
      "step": 35450
    },
    {
      "loss_action": 0.008977115154266357,
      "loss_total": 0.008977115154266357,
      "step": 35450
    },
    {
      "loss_action": 0.005532009992748499,
      "loss_total": 0.005532009992748499,
      "step": 35450
    },
    {
      "loss_action": 0.006536983419209719,
      "loss_total": 0.006536983419209719,
      "step": 35450
    },
    {
      "loss_action": 0.003964768722653389,
      "loss_total": 0.003964768722653389,
      "step": 35450
    },
    {
      "loss_action": 0.002568113384768367,
      "loss_total": 0.002568113384768367,
      "step": 35450
    },
    {
      "loss_action": 0.005624496378004551,
      "loss_total": 0.005624496378004551,
      "step": 35450
    },
    {
      "grad_norm": 0.13844181597232819,
      "learning_rate": 7.670892063327922e-05,
      "loss": 0.0103,
      "step": 35460
    },
    {
      "loss_action": 0.01605980470776558,
      "loss_total": 0.01605980470776558,
      "step": 35460
    },
    {
      "loss_action": 0.011088683269917965,
      "loss_total": 0.011088683269917965,
      "step": 35460
    },
    {
      "loss_action": 0.0061689745634794235,
      "loss_total": 0.0061689745634794235,
      "step": 35460
    },
    {
      "loss_action": 0.011744990013539791,
      "loss_total": 0.011744990013539791,
      "step": 35460
    },
    {
      "loss_action": 0.007420184090733528,
      "loss_total": 0.007420184090733528,
      "step": 35460
    },
    {
      "loss_action": 0.015002213418483734,
      "loss_total": 0.015002213418483734,
      "step": 35460
    },
    {
      "loss_action": 0.006234809756278992,
      "loss_total": 0.006234809756278992,
      "step": 35460
    },
    {
      "loss_action": 0.01252828724682331,
      "loss_total": 0.01252828724682331,
      "step": 35460
    },
    {
      "grad_norm": 0.15531332790851593,
      "learning_rate": 7.669494120610552e-05,
      "loss": 0.0105,
      "step": 35470
    },
    {
      "loss_action": 0.008455362170934677,
      "loss_total": 0.008455362170934677,
      "step": 35470
    },
    {
      "loss_action": 0.013659629970788956,
      "loss_total": 0.013659629970788956,
      "step": 35470
    },
    {
      "loss_action": 0.02162911556661129,
      "loss_total": 0.02162911556661129,
      "step": 35470
    },
    {
      "loss_action": 0.012358597479760647,
      "loss_total": 0.012358597479760647,
      "step": 35470
    },
    {
      "loss_action": 0.006321512628346682,
      "loss_total": 0.006321512628346682,
      "step": 35470
    },
    {
      "loss_action": 0.020925350487232208,
      "loss_total": 0.020925350487232208,
      "step": 35470
    },
    {
      "loss_action": 0.0041627963073551655,
      "loss_total": 0.0041627963073551655,
      "step": 35470
    },
    {
      "loss_action": 0.006398686673492193,
      "loss_total": 0.006398686673492193,
      "step": 35470
    },
    {
      "grad_norm": 0.11865970492362976,
      "learning_rate": 7.66809588596132e-05,
      "loss": 0.0089,
      "step": 35480
    },
    {
      "loss_action": 0.024098481982946396,
      "loss_total": 0.024098481982946396,
      "step": 35480
    },
    {
      "loss_action": 0.007032201625406742,
      "loss_total": 0.007032201625406742,
      "step": 35480
    },
    {
      "loss_action": 0.023745089769363403,
      "loss_total": 0.023745089769363403,
      "step": 35480
    },
    {
      "loss_action": 0.004286079201847315,
      "loss_total": 0.004286079201847315,
      "step": 35480
    },
    {
      "loss_action": 0.010018894448876381,
      "loss_total": 0.010018894448876381,
      "step": 35480
    },
    {
      "loss_action": 0.011839691549539566,
      "loss_total": 0.011839691549539566,
      "step": 35480
    },
    {
      "loss_action": 0.007805767934769392,
      "loss_total": 0.007805767934769392,
      "step": 35480
    },
    {
      "loss_action": 0.004951240960508585,
      "loss_total": 0.004951240960508585,
      "step": 35480
    },
    {
      "grad_norm": 0.15344448387622833,
      "learning_rate": 7.666697359533132e-05,
      "loss": 0.0107,
      "step": 35490
    },
    {
      "loss_action": 0.011350192129611969,
      "loss_total": 0.011350192129611969,
      "step": 35490
    },
    {
      "loss_action": 0.006614432204514742,
      "loss_total": 0.006614432204514742,
      "step": 35490
    },
    {
      "loss_action": 0.005908182822167873,
      "loss_total": 0.005908182822167873,
      "step": 35490
    },
    {
      "loss_action": 0.014865393750369549,
      "loss_total": 0.014865393750369549,
      "step": 35490
    },
    {
      "loss_action": 0.009589782916009426,
      "loss_total": 0.009589782916009426,
      "step": 35490
    },
    {
      "loss_action": 0.002786988392472267,
      "loss_total": 0.002786988392472267,
      "step": 35490
    },
    {
      "loss_action": 0.013863679021596909,
      "loss_total": 0.013863679021596909,
      "step": 35490
    },
    {
      "loss_action": 0.02061327174305916,
      "loss_total": 0.02061327174305916,
      "step": 35490
    },
    {
      "grad_norm": 0.1252867728471756,
      "learning_rate": 7.665298541478932e-05,
      "loss": 0.0093,
      "step": 35500
    },
    {
      "loss_action": 0.00584787130355835,
      "loss_total": 0.00584787130355835,
      "step": 35500
    },
    {
      "loss_action": 0.003620280884206295,
      "loss_total": 0.003620280884206295,
      "step": 35500
    },
    {
      "loss_action": 0.007416469044983387,
      "loss_total": 0.007416469044983387,
      "step": 35500
    },
    {
      "loss_action": 0.0064946310594677925,
      "loss_total": 0.0064946310594677925,
      "step": 35500
    },
    {
      "loss_action": 0.01007157750427723,
      "loss_total": 0.01007157750427723,
      "step": 35500
    },
    {
      "loss_action": 0.00769403763115406,
      "loss_total": 0.00769403763115406,
      "step": 35500
    },
    {
      "loss_action": 0.012737808749079704,
      "loss_total": 0.012737808749079704,
      "step": 35500
    },
    {
      "loss_action": 0.00816940888762474,
      "loss_total": 0.00816940888762474,
      "step": 35500
    },
    {
      "grad_norm": 0.12793482840061188,
      "learning_rate": 7.66389943195169e-05,
      "loss": 0.009,
      "step": 35510
    },
    {
      "loss_action": 0.006049185525625944,
      "loss_total": 0.006049185525625944,
      "step": 35510
    },
    {
      "loss_action": 0.014791857451200485,
      "loss_total": 0.014791857451200485,
      "step": 35510
    },
    {
      "loss_action": 0.009813467971980572,
      "loss_total": 0.009813467971980572,
      "step": 35510
    },
    {
      "loss_action": 0.008268643170595169,
      "loss_total": 0.008268643170595169,
      "step": 35510
    },
    {
      "loss_action": 0.014403659850358963,
      "loss_total": 0.014403659850358963,
      "step": 35510
    },
    {
      "loss_action": 0.03720857575535774,
      "loss_total": 0.03720857575535774,
      "step": 35510
    },
    {
      "loss_action": 0.010161460377275944,
      "loss_total": 0.010161460377275944,
      "step": 35510
    },
    {
      "loss_action": 0.0047291349619627,
      "loss_total": 0.0047291349619627,
      "step": 35510
    },
    {
      "grad_norm": 0.10914431512355804,
      "learning_rate": 7.66250003110441e-05,
      "loss": 0.0101,
      "step": 35520
    },
    {
      "loss_action": 0.008614609017968178,
      "loss_total": 0.008614609017968178,
      "step": 35520
    },
    {
      "loss_action": 0.022406285628676414,
      "loss_total": 0.022406285628676414,
      "step": 35520
    },
    {
      "loss_action": 0.00636611832305789,
      "loss_total": 0.00636611832305789,
      "step": 35520
    },
    {
      "loss_action": 0.011801107786595821,
      "loss_total": 0.011801107786595821,
      "step": 35520
    },
    {
      "loss_action": 0.02944329008460045,
      "loss_total": 0.02944329008460045,
      "step": 35520
    },
    {
      "loss_action": 0.024789845570921898,
      "loss_total": 0.024789845570921898,
      "step": 35520
    },
    {
      "loss_action": 0.012731680646538734,
      "loss_total": 0.012731680646538734,
      "step": 35520
    },
    {
      "loss_action": 0.0041887653060257435,
      "loss_total": 0.0041887653060257435,
      "step": 35520
    },
    {
      "grad_norm": 0.14894193410873413,
      "learning_rate": 7.66110033909013e-05,
      "loss": 0.0094,
      "step": 35530
    },
    {
      "loss_action": 0.014141947031021118,
      "loss_total": 0.014141947031021118,
      "step": 35530
    },
    {
      "loss_action": 0.06481613963842392,
      "loss_total": 0.06481613963842392,
      "step": 35530
    },
    {
      "loss_action": 0.007186890114098787,
      "loss_total": 0.007186890114098787,
      "step": 35530
    },
    {
      "loss_action": 0.005517195910215378,
      "loss_total": 0.005517195910215378,
      "step": 35530
    },
    {
      "loss_action": 0.002609648508951068,
      "loss_total": 0.002609648508951068,
      "step": 35530
    },
    {
      "loss_action": 0.004575666040182114,
      "loss_total": 0.004575666040182114,
      "step": 35530
    },
    {
      "loss_action": 0.008641340769827366,
      "loss_total": 0.008641340769827366,
      "step": 35530
    },
    {
      "loss_action": 0.010956346988677979,
      "loss_total": 0.010956346988677979,
      "step": 35530
    },
    {
      "grad_norm": 0.12943191826343536,
      "learning_rate": 7.659700356061918e-05,
      "loss": 0.0098,
      "step": 35540
    },
    {
      "loss_action": 0.019084008410573006,
      "loss_total": 0.019084008410573006,
      "step": 35540
    },
    {
      "loss_action": 0.01142922230064869,
      "loss_total": 0.01142922230064869,
      "step": 35540
    },
    {
      "loss_action": 0.008201170712709427,
      "loss_total": 0.008201170712709427,
      "step": 35540
    },
    {
      "loss_action": 0.005812999792397022,
      "loss_total": 0.005812999792397022,
      "step": 35540
    },
    {
      "loss_action": 0.0031422991305589676,
      "loss_total": 0.0031422991305589676,
      "step": 35540
    },
    {
      "loss_action": 0.015312920324504375,
      "loss_total": 0.015312920324504375,
      "step": 35540
    },
    {
      "loss_action": 0.0034457636065781116,
      "loss_total": 0.0034457636065781116,
      "step": 35540
    },
    {
      "loss_action": 0.013472206890583038,
      "loss_total": 0.013472206890583038,
      "step": 35540
    },
    {
      "grad_norm": 0.13464346528053284,
      "learning_rate": 7.658300082172875e-05,
      "loss": 0.0093,
      "step": 35550
    },
    {
      "loss_action": 0.008776663802564144,
      "loss_total": 0.008776663802564144,
      "step": 35550
    },
    {
      "loss_action": 0.01219627819955349,
      "loss_total": 0.01219627819955349,
      "step": 35550
    },
    {
      "loss_action": 0.024049868807196617,
      "loss_total": 0.024049868807196617,
      "step": 35550
    },
    {
      "loss_action": 0.009402928873896599,
      "loss_total": 0.009402928873896599,
      "step": 35550
    },
    {
      "loss_action": 0.007041469216346741,
      "loss_total": 0.007041469216346741,
      "step": 35550
    },
    {
      "loss_action": 0.009842801839113235,
      "loss_total": 0.009842801839113235,
      "step": 35550
    },
    {
      "loss_action": 0.02236582711338997,
      "loss_total": 0.02236582711338997,
      "step": 35550
    },
    {
      "loss_action": 0.0032781457994133234,
      "loss_total": 0.0032781457994133234,
      "step": 35550
    },
    {
      "grad_norm": 0.10456310212612152,
      "learning_rate": 7.65689951757613e-05,
      "loss": 0.0097,
      "step": 35560
    },
    {
      "loss_action": 0.014966396614909172,
      "loss_total": 0.014966396614909172,
      "step": 35560
    },
    {
      "loss_action": 0.006962873972952366,
      "loss_total": 0.006962873972952366,
      "step": 35560
    },
    {
      "loss_action": 0.012873608618974686,
      "loss_total": 0.012873608618974686,
      "step": 35560
    },
    {
      "loss_action": 0.013129825703799725,
      "loss_total": 0.013129825703799725,
      "step": 35560
    },
    {
      "loss_action": 0.005525229498744011,
      "loss_total": 0.005525229498744011,
      "step": 35560
    },
    {
      "loss_action": 0.007553014438599348,
      "loss_total": 0.007553014438599348,
      "step": 35560
    },
    {
      "loss_action": 0.006012540310621262,
      "loss_total": 0.006012540310621262,
      "step": 35560
    },
    {
      "loss_action": 0.020329870283603668,
      "loss_total": 0.020329870283603668,
      "step": 35560
    },
    {
      "grad_norm": 0.12943445146083832,
      "learning_rate": 7.655498662424849e-05,
      "loss": 0.0096,
      "step": 35570
    },
    {
      "loss_action": 0.006147532258182764,
      "loss_total": 0.006147532258182764,
      "step": 35570
    },
    {
      "loss_action": 0.023462895303964615,
      "loss_total": 0.023462895303964615,
      "step": 35570
    },
    {
      "loss_action": 0.019453007727861404,
      "loss_total": 0.019453007727861404,
      "step": 35570
    },
    {
      "loss_action": 0.00445471191778779,
      "loss_total": 0.00445471191778779,
      "step": 35570
    },
    {
      "loss_action": 0.005897455383092165,
      "loss_total": 0.005897455383092165,
      "step": 35570
    },
    {
      "loss_action": 0.043206311762332916,
      "loss_total": 0.043206311762332916,
      "step": 35570
    },
    {
      "loss_action": 0.0072745997458696365,
      "loss_total": 0.0072745997458696365,
      "step": 35570
    },
    {
      "loss_action": 0.004591877572238445,
      "loss_total": 0.004591877572238445,
      "step": 35570
    },
    {
      "grad_norm": 0.14893555641174316,
      "learning_rate": 7.654097516872227e-05,
      "loss": 0.0094,
      "step": 35580
    },
    {
      "loss_action": 0.03263542428612709,
      "loss_total": 0.03263542428612709,
      "step": 35580
    },
    {
      "loss_action": 0.007667812053114176,
      "loss_total": 0.007667812053114176,
      "step": 35580
    },
    {
      "loss_action": 0.01834128424525261,
      "loss_total": 0.01834128424525261,
      "step": 35580
    },
    {
      "loss_action": 0.006852990482002497,
      "loss_total": 0.006852990482002497,
      "step": 35580
    },
    {
      "loss_action": 0.01043960452079773,
      "loss_total": 0.01043960452079773,
      "step": 35580
    },
    {
      "loss_action": 0.005198350176215172,
      "loss_total": 0.005198350176215172,
      "step": 35580
    },
    {
      "loss_action": 0.004484431352466345,
      "loss_total": 0.004484431352466345,
      "step": 35580
    },
    {
      "loss_action": 0.0129174729809165,
      "loss_total": 0.0129174729809165,
      "step": 35580
    },
    {
      "grad_norm": 0.12749692797660828,
      "learning_rate": 7.65269608107149e-05,
      "loss": 0.009,
      "step": 35590
    },
    {
      "loss_action": 0.008474542759358883,
      "loss_total": 0.008474542759358883,
      "step": 35590
    },
    {
      "loss_action": 0.004137137904763222,
      "loss_total": 0.004137137904763222,
      "step": 35590
    },
    {
      "loss_action": 0.01274598203599453,
      "loss_total": 0.01274598203599453,
      "step": 35590
    },
    {
      "loss_action": 0.005803009960800409,
      "loss_total": 0.005803009960800409,
      "step": 35590
    },
    {
      "loss_action": 0.00440925732254982,
      "loss_total": 0.00440925732254982,
      "step": 35590
    },
    {
      "loss_action": 0.008942851796746254,
      "loss_total": 0.008942851796746254,
      "step": 35590
    },
    {
      "loss_action": 0.004721214063465595,
      "loss_total": 0.004721214063465595,
      "step": 35590
    },
    {
      "loss_action": 0.005261019337922335,
      "loss_total": 0.005261019337922335,
      "step": 35590
    },
    {
      "grad_norm": 0.12337040156126022,
      "learning_rate": 7.6512943551759e-05,
      "loss": 0.0095,
      "step": 35600
    },
    {
      "loss_action": 0.00931311771273613,
      "loss_total": 0.00931311771273613,
      "step": 35600
    },
    {
      "loss_action": 0.007322641555219889,
      "loss_total": 0.007322641555219889,
      "step": 35600
    },
    {
      "loss_action": 0.007425988558679819,
      "loss_total": 0.007425988558679819,
      "step": 35600
    },
    {
      "loss_action": 0.013995710760354996,
      "loss_total": 0.013995710760354996,
      "step": 35600
    },
    {
      "loss_action": 0.01572476327419281,
      "loss_total": 0.01572476327419281,
      "step": 35600
    },
    {
      "loss_action": 0.004926109686493874,
      "loss_total": 0.004926109686493874,
      "step": 35600
    },
    {
      "loss_action": 0.018428560346364975,
      "loss_total": 0.018428560346364975,
      "step": 35600
    },
    {
      "loss_action": 0.004548164084553719,
      "loss_total": 0.004548164084553719,
      "step": 35600
    },
    {
      "grad_norm": 0.08900316059589386,
      "learning_rate": 7.649892339338743e-05,
      "loss": 0.0097,
      "step": 35610
    },
    {
      "loss_action": 0.0043937284499406815,
      "loss_total": 0.0043937284499406815,
      "step": 35610
    },
    {
      "loss_action": 0.003734039142727852,
      "loss_total": 0.003734039142727852,
      "step": 35610
    },
    {
      "loss_action": 0.011149934493005276,
      "loss_total": 0.011149934493005276,
      "step": 35610
    },
    {
      "loss_action": 0.011593047529459,
      "loss_total": 0.011593047529459,
      "step": 35610
    },
    {
      "loss_action": 0.004210212733596563,
      "loss_total": 0.004210212733596563,
      "step": 35610
    },
    {
      "loss_action": 0.010394860059022903,
      "loss_total": 0.010394860059022903,
      "step": 35610
    },
    {
      "loss_action": 0.005569816567003727,
      "loss_total": 0.005569816567003727,
      "step": 35610
    },
    {
      "loss_action": 0.012977304868400097,
      "loss_total": 0.012977304868400097,
      "step": 35610
    },
    {
      "grad_norm": 0.18552805483341217,
      "learning_rate": 7.648490033713344e-05,
      "loss": 0.009,
      "step": 35620
    },
    {
      "loss_action": 0.01076183095574379,
      "loss_total": 0.01076183095574379,
      "step": 35620
    },
    {
      "loss_action": 0.006894771941006184,
      "loss_total": 0.006894771941006184,
      "step": 35620
    },
    {
      "loss_action": 0.003926288802176714,
      "loss_total": 0.003926288802176714,
      "step": 35620
    },
    {
      "loss_action": 0.003999228589236736,
      "loss_total": 0.003999228589236736,
      "step": 35620
    },
    {
      "loss_action": 0.012066342867910862,
      "loss_total": 0.012066342867910862,
      "step": 35620
    },
    {
      "loss_action": 0.008728660643100739,
      "loss_total": 0.008728660643100739,
      "step": 35620
    },
    {
      "loss_action": 0.012971609830856323,
      "loss_total": 0.012971609830856323,
      "step": 35620
    },
    {
      "loss_action": 0.005517497193068266,
      "loss_total": 0.005517497193068266,
      "step": 35620
    },
    {
      "grad_norm": 0.12154166400432587,
      "learning_rate": 7.647087438453058e-05,
      "loss": 0.0085,
      "step": 35630
    },
    {
      "loss_action": 0.007763835601508617,
      "loss_total": 0.007763835601508617,
      "step": 35630
    },
    {
      "loss_action": 0.005600164644420147,
      "loss_total": 0.005600164644420147,
      "step": 35630
    },
    {
      "loss_action": 0.007569336798042059,
      "loss_total": 0.007569336798042059,
      "step": 35630
    },
    {
      "loss_action": 0.013690977357327938,
      "loss_total": 0.013690977357327938,
      "step": 35630
    },
    {
      "loss_action": 0.009197945706546307,
      "loss_total": 0.009197945706546307,
      "step": 35630
    },
    {
      "loss_action": 0.0244586318731308,
      "loss_total": 0.0244586318731308,
      "step": 35630
    },
    {
      "loss_action": 0.0057845814153552055,
      "loss_total": 0.0057845814153552055,
      "step": 35630
    },
    {
      "loss_action": 0.0061901709996163845,
      "loss_total": 0.0061901709996163845,
      "step": 35630
    },
    {
      "grad_norm": 0.1506907194852829,
      "learning_rate": 7.64568455371127e-05,
      "loss": 0.0101,
      "step": 35640
    },
    {
      "loss_action": 0.004177714232355356,
      "loss_total": 0.004177714232355356,
      "step": 35640
    },
    {
      "loss_action": 0.006235939450562,
      "loss_total": 0.006235939450562,
      "step": 35640
    },
    {
      "loss_action": 0.004337520804256201,
      "loss_total": 0.004337520804256201,
      "step": 35640
    },
    {
      "loss_action": 0.00283955130726099,
      "loss_total": 0.00283955130726099,
      "step": 35640
    },
    {
      "loss_action": 0.005356094799935818,
      "loss_total": 0.005356094799935818,
      "step": 35640
    },
    {
      "loss_action": 0.007846435531973839,
      "loss_total": 0.007846435531973839,
      "step": 35640
    },
    {
      "loss_action": 0.007558135315775871,
      "loss_total": 0.007558135315775871,
      "step": 35640
    },
    {
      "loss_action": 0.011123571544885635,
      "loss_total": 0.011123571544885635,
      "step": 35640
    },
    {
      "grad_norm": 0.186589777469635,
      "learning_rate": 7.644281379641396e-05,
      "loss": 0.0109,
      "step": 35650
    },
    {
      "loss_action": 0.0049387370236217976,
      "loss_total": 0.0049387370236217976,
      "step": 35650
    },
    {
      "loss_action": 0.009696315042674541,
      "loss_total": 0.009696315042674541,
      "step": 35650
    },
    {
      "loss_action": 0.0033143849577754736,
      "loss_total": 0.0033143849577754736,
      "step": 35650
    },
    {
      "loss_action": 0.010647451505064964,
      "loss_total": 0.010647451505064964,
      "step": 35650
    },
    {
      "loss_action": 0.014269547536969185,
      "loss_total": 0.014269547536969185,
      "step": 35650
    },
    {
      "loss_action": 0.010461058467626572,
      "loss_total": 0.010461058467626572,
      "step": 35650
    },
    {
      "loss_action": 0.009707300923764706,
      "loss_total": 0.009707300923764706,
      "step": 35650
    },
    {
      "loss_action": 0.013258665800094604,
      "loss_total": 0.013258665800094604,
      "step": 35650
    },
    {
      "grad_norm": 0.13293515145778656,
      "learning_rate": 7.642877916396887e-05,
      "loss": 0.01,
      "step": 35660
    },
    {
      "loss_action": 0.012395268306136131,
      "loss_total": 0.012395268306136131,
      "step": 35660
    },
    {
      "loss_action": 0.007362239062786102,
      "loss_total": 0.007362239062786102,
      "step": 35660
    },
    {
      "loss_action": 0.006667840760201216,
      "loss_total": 0.006667840760201216,
      "step": 35660
    },
    {
      "loss_action": 0.014001904055476189,
      "loss_total": 0.014001904055476189,
      "step": 35660
    },
    {
      "loss_action": 0.01330791600048542,
      "loss_total": 0.01330791600048542,
      "step": 35660
    },
    {
      "loss_action": 0.00723236333578825,
      "loss_total": 0.00723236333578825,
      "step": 35660
    },
    {
      "loss_action": 0.008467871695756912,
      "loss_total": 0.008467871695756912,
      "step": 35660
    },
    {
      "loss_action": 0.004404508508741856,
      "loss_total": 0.004404508508741856,
      "step": 35660
    },
    {
      "grad_norm": 0.0961526483297348,
      "learning_rate": 7.641474164131221e-05,
      "loss": 0.009,
      "step": 35670
    },
    {
      "loss_action": 0.011682387441396713,
      "loss_total": 0.011682387441396713,
      "step": 35670
    },
    {
      "loss_action": 0.009768325835466385,
      "loss_total": 0.009768325835466385,
      "step": 35670
    },
    {
      "loss_action": 0.014197956770658493,
      "loss_total": 0.014197956770658493,
      "step": 35670
    },
    {
      "loss_action": 0.003946057986468077,
      "loss_total": 0.003946057986468077,
      "step": 35670
    },
    {
      "loss_action": 0.016344290226697922,
      "loss_total": 0.016344290226697922,
      "step": 35670
    },
    {
      "loss_action": 0.010228747501969337,
      "loss_total": 0.010228747501969337,
      "step": 35670
    },
    {
      "loss_action": 0.003196834586560726,
      "loss_total": 0.003196834586560726,
      "step": 35670
    },
    {
      "loss_action": 0.011936941184103489,
      "loss_total": 0.011936941184103489,
      "step": 35670
    },
    {
      "grad_norm": 0.10046587139368057,
      "learning_rate": 7.640070122997913e-05,
      "loss": 0.0096,
      "step": 35680
    },
    {
      "loss_action": 0.01009373925626278,
      "loss_total": 0.01009373925626278,
      "step": 35680
    },
    {
      "loss_action": 0.005816034972667694,
      "loss_total": 0.005816034972667694,
      "step": 35680
    },
    {
      "loss_action": 0.025904545560479164,
      "loss_total": 0.025904545560479164,
      "step": 35680
    },
    {
      "loss_action": 0.006934087257832289,
      "loss_total": 0.006934087257832289,
      "step": 35680
    },
    {
      "loss_action": 0.005779143888503313,
      "loss_total": 0.005779143888503313,
      "step": 35680
    },
    {
      "loss_action": 0.007298924960196018,
      "loss_total": 0.007298924960196018,
      "step": 35680
    },
    {
      "loss_action": 0.006305576767772436,
      "loss_total": 0.006305576767772436,
      "step": 35680
    },
    {
      "loss_action": 0.005278237629681826,
      "loss_total": 0.005278237629681826,
      "step": 35680
    },
    {
      "grad_norm": 0.16335132718086243,
      "learning_rate": 7.638665793150505e-05,
      "loss": 0.0109,
      "step": 35690
    },
    {
      "loss_action": 0.012446245178580284,
      "loss_total": 0.012446245178580284,
      "step": 35690
    },
    {
      "loss_action": 0.004451854154467583,
      "loss_total": 0.004451854154467583,
      "step": 35690
    },
    {
      "loss_action": 0.003949800506234169,
      "loss_total": 0.003949800506234169,
      "step": 35690
    },
    {
      "loss_action": 0.010411612689495087,
      "loss_total": 0.010411612689495087,
      "step": 35690
    },
    {
      "loss_action": 0.004448499996215105,
      "loss_total": 0.004448499996215105,
      "step": 35690
    },
    {
      "loss_action": 0.022303570061922073,
      "loss_total": 0.022303570061922073,
      "step": 35690
    },
    {
      "loss_action": 0.006663764826953411,
      "loss_total": 0.006663764826953411,
      "step": 35690
    },
    {
      "loss_action": 0.002248650649562478,
      "loss_total": 0.002248650649562478,
      "step": 35690
    },
    {
      "grad_norm": 0.13524603843688965,
      "learning_rate": 7.637261174742574e-05,
      "loss": 0.0094,
      "step": 35700
    },
    {
      "loss_action": 0.006547003053128719,
      "loss_total": 0.006547003053128719,
      "step": 35700
    },
    {
      "loss_action": 0.007864942774176598,
      "loss_total": 0.007864942774176598,
      "step": 35700
    },
    {
      "loss_action": 0.011262493208050728,
      "loss_total": 0.011262493208050728,
      "step": 35700
    },
    {
      "loss_action": 0.01583496481180191,
      "loss_total": 0.01583496481180191,
      "step": 35700
    },
    {
      "loss_action": 0.011627525091171265,
      "loss_total": 0.011627525091171265,
      "step": 35700
    },
    {
      "loss_action": 0.02263539284467697,
      "loss_total": 0.02263539284467697,
      "step": 35700
    },
    {
      "loss_action": 0.046289220452308655,
      "loss_total": 0.046289220452308655,
      "step": 35700
    },
    {
      "loss_action": 0.004816421307623386,
      "loss_total": 0.004816421307623386,
      "step": 35700
    },
    {
      "grad_norm": 0.10454875230789185,
      "learning_rate": 7.635856267927725e-05,
      "loss": 0.0101,
      "step": 35710
    },
    {
      "loss_action": 0.007262751460075378,
      "loss_total": 0.007262751460075378,
      "step": 35710
    },
    {
      "loss_action": 0.006002320442348719,
      "loss_total": 0.006002320442348719,
      "step": 35710
    },
    {
      "loss_action": 0.004048624075949192,
      "loss_total": 0.004048624075949192,
      "step": 35710
    },
    {
      "loss_action": 0.011760787107050419,
      "loss_total": 0.011760787107050419,
      "step": 35710
    },
    {
      "loss_action": 0.01342214085161686,
      "loss_total": 0.01342214085161686,
      "step": 35710
    },
    {
      "loss_action": 0.06307622790336609,
      "loss_total": 0.06307622790336609,
      "step": 35710
    },
    {
      "loss_action": 0.005821886006742716,
      "loss_total": 0.005821886006742716,
      "step": 35710
    },
    {
      "loss_action": 0.003921573515981436,
      "loss_total": 0.003921573515981436,
      "step": 35710
    },
    {
      "grad_norm": 0.15199600160121918,
      "learning_rate": 7.634451072859597e-05,
      "loss": 0.0086,
      "step": 35720
    },
    {
      "loss_action": 0.002776175970211625,
      "loss_total": 0.002776175970211625,
      "step": 35720
    },
    {
      "loss_action": 0.005946723744273186,
      "loss_total": 0.005946723744273186,
      "step": 35720
    },
    {
      "loss_action": 0.008953908458352089,
      "loss_total": 0.008953908458352089,
      "step": 35720
    },
    {
      "loss_action": 0.012041699141263962,
      "loss_total": 0.012041699141263962,
      "step": 35720
    },
    {
      "loss_action": 0.008169598877429962,
      "loss_total": 0.008169598877429962,
      "step": 35720
    },
    {
      "loss_action": 0.008779371157288551,
      "loss_total": 0.008779371157288551,
      "step": 35720
    },
    {
      "loss_action": 0.003771103685721755,
      "loss_total": 0.003771103685721755,
      "step": 35720
    },
    {
      "loss_action": 0.005670797545462847,
      "loss_total": 0.005670797545462847,
      "step": 35720
    },
    {
      "grad_norm": 0.2122795581817627,
      "learning_rate": 7.633045589691863e-05,
      "loss": 0.0087,
      "step": 35730
    },
    {
      "loss_action": 0.013465393334627151,
      "loss_total": 0.013465393334627151,
      "step": 35730
    },
    {
      "loss_action": 0.011777188628911972,
      "loss_total": 0.011777188628911972,
      "step": 35730
    },
    {
      "loss_action": 0.005502154119312763,
      "loss_total": 0.005502154119312763,
      "step": 35730
    },
    {
      "loss_action": 0.010408827103674412,
      "loss_total": 0.010408827103674412,
      "step": 35730
    },
    {
      "loss_action": 0.004657650366425514,
      "loss_total": 0.004657650366425514,
      "step": 35730
    },
    {
      "loss_action": 0.0073669785633683205,
      "loss_total": 0.0073669785633683205,
      "step": 35730
    },
    {
      "loss_action": 0.004451368935406208,
      "loss_total": 0.004451368935406208,
      "step": 35730
    },
    {
      "loss_action": 0.005022046156227589,
      "loss_total": 0.005022046156227589,
      "step": 35730
    },
    {
      "grad_norm": 0.16060759127140045,
      "learning_rate": 7.63163981857822e-05,
      "loss": 0.0107,
      "step": 35740
    },
    {
      "loss_action": 0.016527583822607994,
      "loss_total": 0.016527583822607994,
      "step": 35740
    },
    {
      "loss_action": 0.020415272563695908,
      "loss_total": 0.020415272563695908,
      "step": 35740
    },
    {
      "loss_action": 0.00770926009863615,
      "loss_total": 0.00770926009863615,
      "step": 35740
    },
    {
      "loss_action": 0.006968290079385042,
      "loss_total": 0.006968290079385042,
      "step": 35740
    },
    {
      "loss_action": 0.006917712744325399,
      "loss_total": 0.006917712744325399,
      "step": 35740
    },
    {
      "loss_action": 0.019533932209014893,
      "loss_total": 0.019533932209014893,
      "step": 35740
    },
    {
      "loss_action": 0.005896052345633507,
      "loss_total": 0.005896052345633507,
      "step": 35740
    },
    {
      "loss_action": 0.010049117729067802,
      "loss_total": 0.010049117729067802,
      "step": 35740
    },
    {
      "grad_norm": 0.11279470473527908,
      "learning_rate": 7.630233759672403e-05,
      "loss": 0.0104,
      "step": 35750
    },
    {
      "loss_action": 0.011915923096239567,
      "loss_total": 0.011915923096239567,
      "step": 35750
    },
    {
      "loss_action": 0.006941725499927998,
      "loss_total": 0.006941725499927998,
      "step": 35750
    },
    {
      "loss_action": 0.012392282485961914,
      "loss_total": 0.012392282485961914,
      "step": 35750
    },
    {
      "loss_action": 0.008196773007512093,
      "loss_total": 0.008196773007512093,
      "step": 35750
    },
    {
      "loss_action": 0.005093271844089031,
      "loss_total": 0.005093271844089031,
      "step": 35750
    },
    {
      "loss_action": 0.005213885568082333,
      "loss_total": 0.005213885568082333,
      "step": 35750
    },
    {
      "loss_action": 0.010805296711623669,
      "loss_total": 0.010805296711623669,
      "step": 35750
    },
    {
      "loss_action": 0.012274730950593948,
      "loss_total": 0.012274730950593948,
      "step": 35750
    },
    {
      "grad_norm": 0.14124470949172974,
      "learning_rate": 7.628827413128177e-05,
      "loss": 0.0096,
      "step": 35760
    },
    {
      "loss_action": 0.007841714657843113,
      "loss_total": 0.007841714657843113,
      "step": 35760
    },
    {
      "loss_action": 0.003971209283918142,
      "loss_total": 0.003971209283918142,
      "step": 35760
    },
    {
      "loss_action": 0.007640667259693146,
      "loss_total": 0.007640667259693146,
      "step": 35760
    },
    {
      "loss_action": 0.021389637142419815,
      "loss_total": 0.021389637142419815,
      "step": 35760
    },
    {
      "loss_action": 0.0056005362421274185,
      "loss_total": 0.0056005362421274185,
      "step": 35760
    },
    {
      "loss_action": 0.005088204517960548,
      "loss_total": 0.005088204517960548,
      "step": 35760
    },
    {
      "loss_action": 0.009300128556787968,
      "loss_total": 0.009300128556787968,
      "step": 35760
    },
    {
      "loss_action": 0.009600237011909485,
      "loss_total": 0.009600237011909485,
      "step": 35760
    },
    {
      "grad_norm": 0.11013784259557724,
      "learning_rate": 7.627420779099338e-05,
      "loss": 0.0091,
      "step": 35770
    },
    {
      "loss_action": 0.006891253869980574,
      "loss_total": 0.006891253869980574,
      "step": 35770
    },
    {
      "loss_action": 0.013896561227738857,
      "loss_total": 0.013896561227738857,
      "step": 35770
    },
    {
      "loss_action": 0.006632307078689337,
      "loss_total": 0.006632307078689337,
      "step": 35770
    },
    {
      "loss_action": 0.01027669943869114,
      "loss_total": 0.01027669943869114,
      "step": 35770
    },
    {
      "loss_action": 0.006253029219806194,
      "loss_total": 0.006253029219806194,
      "step": 35770
    },
    {
      "loss_action": 0.004568081349134445,
      "loss_total": 0.004568081349134445,
      "step": 35770
    },
    {
      "loss_action": 0.01613885909318924,
      "loss_total": 0.01613885909318924,
      "step": 35770
    },
    {
      "loss_action": 0.006124863866716623,
      "loss_total": 0.006124863866716623,
      "step": 35770
    },
    {
      "grad_norm": 0.12424302846193314,
      "learning_rate": 7.626013857739711e-05,
      "loss": 0.0089,
      "step": 35780
    },
    {
      "loss_action": 0.011122472584247589,
      "loss_total": 0.011122472584247589,
      "step": 35780
    },
    {
      "loss_action": 0.00536925345659256,
      "loss_total": 0.00536925345659256,
      "step": 35780
    },
    {
      "loss_action": 0.004805420991033316,
      "loss_total": 0.004805420991033316,
      "step": 35780
    },
    {
      "loss_action": 0.005194446537643671,
      "loss_total": 0.005194446537643671,
      "step": 35780
    },
    {
      "loss_action": 0.004868949763476849,
      "loss_total": 0.004868949763476849,
      "step": 35780
    },
    {
      "loss_action": 0.012584298849105835,
      "loss_total": 0.012584298849105835,
      "step": 35780
    },
    {
      "loss_action": 0.01206918340176344,
      "loss_total": 0.01206918340176344,
      "step": 35780
    },
    {
      "loss_action": 0.012669570744037628,
      "loss_total": 0.012669570744037628,
      "step": 35780
    },
    {
      "grad_norm": 0.10185316950082779,
      "learning_rate": 7.624606649203158e-05,
      "loss": 0.0087,
      "step": 35790
    },
    {
      "loss_action": 0.0031774963717907667,
      "loss_total": 0.0031774963717907667,
      "step": 35790
    },
    {
      "loss_action": 0.00685868039727211,
      "loss_total": 0.00685868039727211,
      "step": 35790
    },
    {
      "loss_action": 0.008328474126756191,
      "loss_total": 0.008328474126756191,
      "step": 35790
    },
    {
      "loss_action": 0.014930510893464088,
      "loss_total": 0.014930510893464088,
      "step": 35790
    },
    {
      "loss_action": 0.005589314736425877,
      "loss_total": 0.005589314736425877,
      "step": 35790
    },
    {
      "loss_action": 0.0035176114179193974,
      "loss_total": 0.0035176114179193974,
      "step": 35790
    },
    {
      "loss_action": 0.005618559196591377,
      "loss_total": 0.005618559196591377,
      "step": 35790
    },
    {
      "loss_action": 0.011230813339352608,
      "loss_total": 0.011230813339352608,
      "step": 35790
    },
    {
      "grad_norm": 0.08304846286773682,
      "learning_rate": 7.623199153643569e-05,
      "loss": 0.0092,
      "step": 35800
    },
    {
      "loss_action": 0.007329854648560286,
      "loss_total": 0.007329854648560286,
      "step": 35800
    },
    {
      "loss_action": 0.01273367926478386,
      "loss_total": 0.01273367926478386,
      "step": 35800
    },
    {
      "loss_action": 0.00234756781719625,
      "loss_total": 0.00234756781719625,
      "step": 35800
    },
    {
      "loss_action": 0.010352466255426407,
      "loss_total": 0.010352466255426407,
      "step": 35800
    },
    {
      "loss_action": 0.019600965082645416,
      "loss_total": 0.019600965082645416,
      "step": 35800
    },
    {
      "loss_action": 0.006946280598640442,
      "loss_total": 0.006946280598640442,
      "step": 35800
    },
    {
      "loss_action": 0.013099854812026024,
      "loss_total": 0.013099854812026024,
      "step": 35800
    },
    {
      "loss_action": 0.011995318345725536,
      "loss_total": 0.011995318345725536,
      "step": 35800
    },
    {
      "grad_norm": 0.22330881655216217,
      "learning_rate": 7.621791371214863e-05,
      "loss": 0.0119,
      "step": 35810
    },
    {
      "loss_action": 0.014329836703836918,
      "loss_total": 0.014329836703836918,
      "step": 35810
    },
    {
      "loss_action": 0.005458314903080463,
      "loss_total": 0.005458314903080463,
      "step": 35810
    },
    {
      "loss_action": 0.004757304210215807,
      "loss_total": 0.004757304210215807,
      "step": 35810
    },
    {
      "loss_action": 0.018491052091121674,
      "loss_total": 0.018491052091121674,
      "step": 35810
    },
    {
      "loss_action": 0.009091800078749657,
      "loss_total": 0.009091800078749657,
      "step": 35810
    },
    {
      "loss_action": 0.0067389425821602345,
      "loss_total": 0.0067389425821602345,
      "step": 35810
    },
    {
      "loss_action": 0.013542050495743752,
      "loss_total": 0.013542050495743752,
      "step": 35810
    },
    {
      "loss_action": 0.014012725092470646,
      "loss_total": 0.014012725092470646,
      "step": 35810
    },
    {
      "grad_norm": 0.09021598100662231,
      "learning_rate": 7.620383302070995e-05,
      "loss": 0.0105,
      "step": 35820
    },
    {
      "loss_action": 0.009229153394699097,
      "loss_total": 0.009229153394699097,
      "step": 35820
    },
    {
      "loss_action": 0.004470398649573326,
      "loss_total": 0.004470398649573326,
      "step": 35820
    },
    {
      "loss_action": 0.0036622053012251854,
      "loss_total": 0.0036622053012251854,
      "step": 35820
    },
    {
      "loss_action": 0.013267956674098969,
      "loss_total": 0.013267956674098969,
      "step": 35820
    },
    {
      "loss_action": 0.00519071938470006,
      "loss_total": 0.00519071938470006,
      "step": 35820
    },
    {
      "loss_action": 0.016265466809272766,
      "loss_total": 0.016265466809272766,
      "step": 35820
    },
    {
      "loss_action": 0.0033841454423964024,
      "loss_total": 0.0033841454423964024,
      "step": 35820
    },
    {
      "loss_action": 0.018089963123202324,
      "loss_total": 0.018089963123202324,
      "step": 35820
    },
    {
      "grad_norm": 0.1250992715358734,
      "learning_rate": 7.61897494636595e-05,
      "loss": 0.0083,
      "step": 35830
    },
    {
      "loss_action": 0.0026012584567070007,
      "loss_total": 0.0026012584567070007,
      "step": 35830
    },
    {
      "loss_action": 0.0026481994427740574,
      "loss_total": 0.0026481994427740574,
      "step": 35830
    },
    {
      "loss_action": 0.017321282997727394,
      "loss_total": 0.017321282997727394,
      "step": 35830
    },
    {
      "loss_action": 0.002640250138938427,
      "loss_total": 0.002640250138938427,
      "step": 35830
    },
    {
      "loss_action": 0.0033129749353975058,
      "loss_total": 0.0033129749353975058,
      "step": 35830
    },
    {
      "loss_action": 0.0047053261660039425,
      "loss_total": 0.0047053261660039425,
      "step": 35830
    },
    {
      "loss_action": 0.008116225712001324,
      "loss_total": 0.008116225712001324,
      "step": 35830
    },
    {
      "loss_action": 0.0044897254556417465,
      "loss_total": 0.0044897254556417465,
      "step": 35830
    },
    {
      "grad_norm": 0.09430122375488281,
      "learning_rate": 7.617566304253739e-05,
      "loss": 0.0092,
      "step": 35840
    },
    {
      "loss_action": 0.00367038045078516,
      "loss_total": 0.00367038045078516,
      "step": 35840
    },
    {
      "loss_action": 0.012762650847434998,
      "loss_total": 0.012762650847434998,
      "step": 35840
    },
    {
      "loss_action": 0.0072029330767691135,
      "loss_total": 0.0072029330767691135,
      "step": 35840
    },
    {
      "loss_action": 0.011550027877092361,
      "loss_total": 0.011550027877092361,
      "step": 35840
    },
    {
      "loss_action": 0.01063585001975298,
      "loss_total": 0.01063585001975298,
      "step": 35840
    },
    {
      "loss_action": 0.002168219303712249,
      "loss_total": 0.002168219303712249,
      "step": 35840
    },
    {
      "loss_action": 0.008733009919524193,
      "loss_total": 0.008733009919524193,
      "step": 35840
    },
    {
      "loss_action": 0.006709146313369274,
      "loss_total": 0.006709146313369274,
      "step": 35840
    },
    {
      "grad_norm": 0.1334591656923294,
      "learning_rate": 7.616157375888416e-05,
      "loss": 0.0095,
      "step": 35850
    },
    {
      "loss_action": 0.003748092334717512,
      "loss_total": 0.003748092334717512,
      "step": 35850
    },
    {
      "loss_action": 0.02724066935479641,
      "loss_total": 0.02724066935479641,
      "step": 35850
    },
    {
      "loss_action": 0.011587956920266151,
      "loss_total": 0.011587956920266151,
      "step": 35850
    },
    {
      "loss_action": 0.00285617308691144,
      "loss_total": 0.00285617308691144,
      "step": 35850
    },
    {
      "loss_action": 0.007324347272515297,
      "loss_total": 0.007324347272515297,
      "step": 35850
    },
    {
      "loss_action": 0.014142168685793877,
      "loss_total": 0.014142168685793877,
      "step": 35850
    },
    {
      "loss_action": 0.003950908314436674,
      "loss_total": 0.003950908314436674,
      "step": 35850
    },
    {
      "loss_action": 0.004419601988047361,
      "loss_total": 0.004419601988047361,
      "step": 35850
    },
    {
      "grad_norm": 0.12499487400054932,
      "learning_rate": 7.614748161424053e-05,
      "loss": 0.0095,
      "step": 35860
    },
    {
      "loss_action": 0.011969588696956635,
      "loss_total": 0.011969588696956635,
      "step": 35860
    },
    {
      "loss_action": 0.004838538356125355,
      "loss_total": 0.004838538356125355,
      "step": 35860
    },
    {
      "loss_action": 0.029846422374248505,
      "loss_total": 0.029846422374248505,
      "step": 35860
    },
    {
      "loss_action": 0.0169586893171072,
      "loss_total": 0.0169586893171072,
      "step": 35860
    },
    {
      "loss_action": 0.0051093632355332375,
      "loss_total": 0.0051093632355332375,
      "step": 35860
    },
    {
      "loss_action": 0.006012854166328907,
      "loss_total": 0.006012854166328907,
      "step": 35860
    },
    {
      "loss_action": 0.008013643324375153,
      "loss_total": 0.008013643324375153,
      "step": 35860
    },
    {
      "loss_action": 0.005907601676881313,
      "loss_total": 0.005907601676881313,
      "step": 35860
    },
    {
      "grad_norm": 0.15788596868515015,
      "learning_rate": 7.613338661014763e-05,
      "loss": 0.0118,
      "step": 35870
    },
    {
      "loss_action": 0.012773925438523293,
      "loss_total": 0.012773925438523293,
      "step": 35870
    },
    {
      "loss_action": 0.004615786485373974,
      "loss_total": 0.004615786485373974,
      "step": 35870
    },
    {
      "loss_action": 0.013494249433279037,
      "loss_total": 0.013494249433279037,
      "step": 35870
    },
    {
      "loss_action": 0.004447967745363712,
      "loss_total": 0.004447967745363712,
      "step": 35870
    },
    {
      "loss_action": 0.005245594773441553,
      "loss_total": 0.005245594773441553,
      "step": 35870
    },
    {
      "loss_action": 0.009502746164798737,
      "loss_total": 0.009502746164798737,
      "step": 35870
    },
    {
      "loss_action": 0.006581165827810764,
      "loss_total": 0.006581165827810764,
      "step": 35870
    },
    {
      "loss_action": 0.011289361864328384,
      "loss_total": 0.011289361864328384,
      "step": 35870
    },
    {
      "grad_norm": 0.10928110033273697,
      "learning_rate": 7.611928874814686e-05,
      "loss": 0.0086,
      "step": 35880
    },
    {
      "loss_action": 0.009090272709727287,
      "loss_total": 0.009090272709727287,
      "step": 35880
    },
    {
      "loss_action": 0.006994329858571291,
      "loss_total": 0.006994329858571291,
      "step": 35880
    },
    {
      "loss_action": 0.015185452997684479,
      "loss_total": 0.015185452997684479,
      "step": 35880
    },
    {
      "loss_action": 0.016274919733405113,
      "loss_total": 0.016274919733405113,
      "step": 35880
    },
    {
      "loss_action": 0.0036041829735040665,
      "loss_total": 0.0036041829735040665,
      "step": 35880
    },
    {
      "loss_action": 0.005775708705186844,
      "loss_total": 0.005775708705186844,
      "step": 35880
    },
    {
      "loss_action": 0.0031959768384695053,
      "loss_total": 0.0031959768384695053,
      "step": 35880
    },
    {
      "loss_action": 0.0129657331854105,
      "loss_total": 0.0129657331854105,
      "step": 35880
    },
    {
      "grad_norm": 0.20160067081451416,
      "learning_rate": 7.610518802977996e-05,
      "loss": 0.0098,
      "step": 35890
    },
    {
      "loss_action": 0.005188577808439732,
      "loss_total": 0.005188577808439732,
      "step": 35890
    },
    {
      "loss_action": 0.006316871382296085,
      "loss_total": 0.006316871382296085,
      "step": 35890
    },
    {
      "loss_action": 0.00977268535643816,
      "loss_total": 0.00977268535643816,
      "step": 35890
    },
    {
      "loss_action": 0.00697140209376812,
      "loss_total": 0.00697140209376812,
      "step": 35890
    },
    {
      "loss_action": 0.010534398257732391,
      "loss_total": 0.010534398257732391,
      "step": 35890
    },
    {
      "loss_action": 0.005558371543884277,
      "loss_total": 0.005558371543884277,
      "step": 35890
    },
    {
      "loss_action": 0.017160899937152863,
      "loss_total": 0.017160899937152863,
      "step": 35890
    },
    {
      "loss_action": 0.01811828836798668,
      "loss_total": 0.01811828836798668,
      "step": 35890
    },
    {
      "grad_norm": 0.14775191247463226,
      "learning_rate": 7.609108445658893e-05,
      "loss": 0.0096,
      "step": 35900
    },
    {
      "loss_action": 0.007856437936425209,
      "loss_total": 0.007856437936425209,
      "step": 35900
    },
    {
      "loss_action": 0.0053605204448103905,
      "loss_total": 0.0053605204448103905,
      "step": 35900
    },
    {
      "loss_action": 0.01092938520014286,
      "loss_total": 0.01092938520014286,
      "step": 35900
    },
    {
      "loss_action": 0.01738854870200157,
      "loss_total": 0.01738854870200157,
      "step": 35900
    },
    {
      "loss_action": 0.008649029769003391,
      "loss_total": 0.008649029769003391,
      "step": 35900
    },
    {
      "loss_action": 0.013604601845145226,
      "loss_total": 0.013604601845145226,
      "step": 35900
    },
    {
      "loss_action": 0.008008114993572235,
      "loss_total": 0.008008114993572235,
      "step": 35900
    },
    {
      "loss_action": 0.010229630395770073,
      "loss_total": 0.010229630395770073,
      "step": 35900
    },
    {
      "grad_norm": 0.1270086020231247,
      "learning_rate": 7.607697803011612e-05,
      "loss": 0.0098,
      "step": 35910
    },
    {
      "loss_action": 0.005012426525354385,
      "loss_total": 0.005012426525354385,
      "step": 35910
    },
    {
      "loss_action": 0.018308263272047043,
      "loss_total": 0.018308263272047043,
      "step": 35910
    },
    {
      "loss_action": 0.0024855989031493664,
      "loss_total": 0.0024855989031493664,
      "step": 35910
    },
    {
      "loss_action": 0.0040095155127346516,
      "loss_total": 0.0040095155127346516,
      "step": 35910
    },
    {
      "loss_action": 0.017041681334376335,
      "loss_total": 0.017041681334376335,
      "step": 35910
    },
    {
      "loss_action": 0.020066993311047554,
      "loss_total": 0.020066993311047554,
      "step": 35910
    },
    {
      "loss_action": 0.08629557490348816,
      "loss_total": 0.08629557490348816,
      "step": 35910
    },
    {
      "loss_action": 0.024782449007034302,
      "loss_total": 0.024782449007034302,
      "step": 35910
    },
    {
      "grad_norm": 0.16438442468643188,
      "learning_rate": 7.606286875190421e-05,
      "loss": 0.0108,
      "step": 35920
    },
    {
      "loss_action": 0.009815569035708904,
      "loss_total": 0.009815569035708904,
      "step": 35920
    },
    {
      "loss_action": 0.015856899321079254,
      "loss_total": 0.015856899321079254,
      "step": 35920
    },
    {
      "loss_action": 0.00961823109537363,
      "loss_total": 0.00961823109537363,
      "step": 35920
    },
    {
      "loss_action": 0.004687812179327011,
      "loss_total": 0.004687812179327011,
      "step": 35920
    },
    {
      "loss_action": 0.008200559765100479,
      "loss_total": 0.008200559765100479,
      "step": 35920
    },
    {
      "loss_action": 0.03380364552140236,
      "loss_total": 0.03380364552140236,
      "step": 35920
    },
    {
      "loss_action": 0.003928362391889095,
      "loss_total": 0.003928362391889095,
      "step": 35920
    },
    {
      "loss_action": 0.008939727209508419,
      "loss_total": 0.008939727209508419,
      "step": 35920
    },
    {
      "grad_norm": 0.21163631975650787,
      "learning_rate": 7.604875662349617e-05,
      "loss": 0.0102,
      "step": 35930
    },
    {
      "loss_action": 0.010771358385682106,
      "loss_total": 0.010771358385682106,
      "step": 35930
    },
    {
      "loss_action": 0.003998445346951485,
      "loss_total": 0.003998445346951485,
      "step": 35930
    },
    {
      "loss_action": 0.004495637491345406,
      "loss_total": 0.004495637491345406,
      "step": 35930
    },
    {
      "loss_action": 0.0032318993471562862,
      "loss_total": 0.0032318993471562862,
      "step": 35930
    },
    {
      "loss_action": 0.0055938647128641605,
      "loss_total": 0.0055938647128641605,
      "step": 35930
    },
    {
      "loss_action": 0.008505124598741531,
      "loss_total": 0.008505124598741531,
      "step": 35930
    },
    {
      "loss_action": 0.012739854864776134,
      "loss_total": 0.012739854864776134,
      "step": 35930
    },
    {
      "loss_action": 0.0053531210869550705,
      "loss_total": 0.0053531210869550705,
      "step": 35930
    },
    {
      "grad_norm": 0.11683990806341171,
      "learning_rate": 7.603464164643525e-05,
      "loss": 0.0091,
      "step": 35940
    },
    {
      "loss_action": 0.011927134357392788,
      "loss_total": 0.011927134357392788,
      "step": 35940
    },
    {
      "loss_action": 0.010994311422109604,
      "loss_total": 0.010994311422109604,
      "step": 35940
    },
    {
      "loss_action": 0.015525159426033497,
      "loss_total": 0.015525159426033497,
      "step": 35940
    },
    {
      "loss_action": 0.007687768898904324,
      "loss_total": 0.007687768898904324,
      "step": 35940
    },
    {
      "loss_action": 0.0064189983531832695,
      "loss_total": 0.0064189983531832695,
      "step": 35940
    },
    {
      "loss_action": 0.008392293006181717,
      "loss_total": 0.008392293006181717,
      "step": 35940
    },
    {
      "loss_action": 0.004212411120533943,
      "loss_total": 0.004212411120533943,
      "step": 35940
    },
    {
      "loss_action": 0.00951947271823883,
      "loss_total": 0.00951947271823883,
      "step": 35940
    },
    {
      "grad_norm": 0.11715194582939148,
      "learning_rate": 7.602052382226507e-05,
      "loss": 0.0089,
      "step": 35950
    },
    {
      "loss_action": 0.014906896278262138,
      "loss_total": 0.014906896278262138,
      "step": 35950
    },
    {
      "loss_action": 0.017064757645130157,
      "loss_total": 0.017064757645130157,
      "step": 35950
    },
    {
      "loss_action": 0.005714683793485165,
      "loss_total": 0.005714683793485165,
      "step": 35950
    },
    {
      "loss_action": 0.003188240109011531,
      "loss_total": 0.003188240109011531,
      "step": 35950
    },
    {
      "loss_action": 0.00790385901927948,
      "loss_total": 0.00790385901927948,
      "step": 35950
    },
    {
      "loss_action": 0.01066325232386589,
      "loss_total": 0.01066325232386589,
      "step": 35950
    },
    {
      "loss_action": 0.005590822547674179,
      "loss_total": 0.005590822547674179,
      "step": 35950
    },
    {
      "loss_action": 0.004045495763421059,
      "loss_total": 0.004045495763421059,
      "step": 35950
    },
    {
      "grad_norm": 0.1406991183757782,
      "learning_rate": 7.600640315252954e-05,
      "loss": 0.0098,
      "step": 35960
    },
    {
      "loss_action": 0.0033005087170749903,
      "loss_total": 0.0033005087170749903,
      "step": 35960
    },
    {
      "loss_action": 0.009144885465502739,
      "loss_total": 0.009144885465502739,
      "step": 35960
    },
    {
      "loss_action": 0.03370159864425659,
      "loss_total": 0.03370159864425659,
      "step": 35960
    },
    {
      "loss_action": 0.006348316557705402,
      "loss_total": 0.006348316557705402,
      "step": 35960
    },
    {
      "loss_action": 0.005593026056885719,
      "loss_total": 0.005593026056885719,
      "step": 35960
    },
    {
      "loss_action": 0.0057636140845716,
      "loss_total": 0.0057636140845716,
      "step": 35960
    },
    {
      "loss_action": 0.012957395985722542,
      "loss_total": 0.012957395985722542,
      "step": 35960
    },
    {
      "loss_action": 0.010744805447757244,
      "loss_total": 0.010744805447757244,
      "step": 35960
    },
    {
      "grad_norm": 0.130545973777771,
      "learning_rate": 7.599227963877284e-05,
      "loss": 0.0096,
      "step": 35970
    },
    {
      "loss_action": 0.014858309179544449,
      "loss_total": 0.014858309179544449,
      "step": 35970
    },
    {
      "loss_action": 0.014424464665353298,
      "loss_total": 0.014424464665353298,
      "step": 35970
    },
    {
      "loss_action": 0.007057473063468933,
      "loss_total": 0.007057473063468933,
      "step": 35970
    },
    {
      "loss_action": 0.03211011737585068,
      "loss_total": 0.03211011737585068,
      "step": 35970
    },
    {
      "loss_action": 0.005417329724878073,
      "loss_total": 0.005417329724878073,
      "step": 35970
    },
    {
      "loss_action": 0.006335068494081497,
      "loss_total": 0.006335068494081497,
      "step": 35970
    },
    {
      "loss_action": 0.0031133077573031187,
      "loss_total": 0.0031133077573031187,
      "step": 35970
    },
    {
      "loss_action": 0.013552417978644371,
      "loss_total": 0.013552417978644371,
      "step": 35970
    },
    {
      "grad_norm": 0.11602158844470978,
      "learning_rate": 7.597815328253954e-05,
      "loss": 0.0112,
      "step": 35980
    },
    {
      "loss_action": 0.019819900393486023,
      "loss_total": 0.019819900393486023,
      "step": 35980
    },
    {
      "loss_action": 0.006295353174209595,
      "loss_total": 0.006295353174209595,
      "step": 35980
    },
    {
      "loss_action": 0.015511518344283104,
      "loss_total": 0.015511518344283104,
      "step": 35980
    },
    {
      "loss_action": 0.008556915447115898,
      "loss_total": 0.008556915447115898,
      "step": 35980
    },
    {
      "loss_action": 0.012747522443532944,
      "loss_total": 0.012747522443532944,
      "step": 35980
    },
    {
      "loss_action": 0.0040238527581095695,
      "loss_total": 0.0040238527581095695,
      "step": 35980
    },
    {
      "loss_action": 0.008044143207371235,
      "loss_total": 0.008044143207371235,
      "step": 35980
    },
    {
      "loss_action": 0.005977013148367405,
      "loss_total": 0.005977013148367405,
      "step": 35980
    },
    {
      "grad_norm": 0.0948074460029602,
      "learning_rate": 7.596402408537443e-05,
      "loss": 0.0088,
      "step": 35990
    },
    {
      "loss_action": 0.011893121525645256,
      "loss_total": 0.011893121525645256,
      "step": 35990
    },
    {
      "loss_action": 0.011964105069637299,
      "loss_total": 0.011964105069637299,
      "step": 35990
    },
    {
      "loss_action": 0.00402153842151165,
      "loss_total": 0.00402153842151165,
      "step": 35990
    },
    {
      "loss_action": 0.008168733678758144,
      "loss_total": 0.008168733678758144,
      "step": 35990
    },
    {
      "loss_action": 0.005457702092826366,
      "loss_total": 0.005457702092826366,
      "step": 35990
    },
    {
      "loss_action": 0.008117366582155228,
      "loss_total": 0.008117366582155228,
      "step": 35990
    },
    {
      "loss_action": 0.008028588257730007,
      "loss_total": 0.008028588257730007,
      "step": 35990
    },
    {
      "loss_action": 0.0075399307534098625,
      "loss_total": 0.0075399307534098625,
      "step": 35990
    },
    {
      "grad_norm": 0.09599289298057556,
      "learning_rate": 7.59498920488227e-05,
      "loss": 0.0116,
      "step": 36000
    },
    {
      "loss_action": 0.01849070005118847,
      "loss_total": 0.01849070005118847,
      "step": 36000
    },
    {
      "loss_action": 0.022931769490242004,
      "loss_total": 0.022931769490242004,
      "step": 36000
    },
    {
      "loss_action": 0.0068430514074862,
      "loss_total": 0.0068430514074862,
      "step": 36000
    },
    {
      "loss_action": 0.008063134737312794,
      "loss_total": 0.008063134737312794,
      "step": 36000
    },
    {
      "loss_action": 0.01936674863100052,
      "loss_total": 0.01936674863100052,
      "step": 36000
    },
    {
      "loss_action": 0.016093784943223,
      "loss_total": 0.016093784943223,
      "step": 36000
    },
    {
      "loss_action": 0.015338839963078499,
      "loss_total": 0.015338839963078499,
      "step": 36000
    },
    {
      "loss_action": 0.016109952703118324,
      "loss_total": 0.016109952703118324,
      "step": 36000
    },
    {
      "grad_norm": 0.11900553852319717,
      "learning_rate": 7.593575717442979e-05,
      "loss": 0.0088,
      "step": 36010
    },
    {
      "loss_action": 0.004614204168319702,
      "loss_total": 0.004614204168319702,
      "step": 36010
    },
    {
      "loss_action": 0.00730337668210268,
      "loss_total": 0.00730337668210268,
      "step": 36010
    },
    {
      "loss_action": 0.008531339466571808,
      "loss_total": 0.008531339466571808,
      "step": 36010
    },
    {
      "loss_action": 0.014910608530044556,
      "loss_total": 0.014910608530044556,
      "step": 36010
    },
    {
      "loss_action": 0.012017091736197472,
      "loss_total": 0.012017091736197472,
      "step": 36010
    },
    {
      "loss_action": 0.009390410035848618,
      "loss_total": 0.009390410035848618,
      "step": 36010
    },
    {
      "loss_action": 0.004542252980172634,
      "loss_total": 0.004542252980172634,
      "step": 36010
    },
    {
      "loss_action": 0.009176291525363922,
      "loss_total": 0.009176291525363922,
      "step": 36010
    },
    {
      "grad_norm": 0.16412998735904694,
      "learning_rate": 7.592161946374147e-05,
      "loss": 0.0098,
      "step": 36020
    },
    {
      "loss_action": 0.005211603827774525,
      "loss_total": 0.005211603827774525,
      "step": 36020
    },
    {
      "loss_action": 0.0058103036135435104,
      "loss_total": 0.0058103036135435104,
      "step": 36020
    },
    {
      "loss_action": 0.010425087064504623,
      "loss_total": 0.010425087064504623,
      "step": 36020
    },
    {
      "loss_action": 0.0050499048084020615,
      "loss_total": 0.0050499048084020615,
      "step": 36020
    },
    {
      "loss_action": 0.012701423838734627,
      "loss_total": 0.012701423838734627,
      "step": 36020
    },
    {
      "loss_action": 0.011386211961507797,
      "loss_total": 0.011386211961507797,
      "step": 36020
    },
    {
      "loss_action": 0.007854758761823177,
      "loss_total": 0.007854758761823177,
      "step": 36020
    },
    {
      "loss_action": 0.008816023357212543,
      "loss_total": 0.008816023357212543,
      "step": 36020
    },
    {
      "grad_norm": 0.08157719671726227,
      "learning_rate": 7.590747891830381e-05,
      "loss": 0.009,
      "step": 36030
    },
    {
      "loss_action": 0.0025588814169168472,
      "loss_total": 0.0025588814169168472,
      "step": 36030
    },
    {
      "loss_action": 0.005453684367239475,
      "loss_total": 0.005453684367239475,
      "step": 36030
    },
    {
      "loss_action": 0.004896608646959066,
      "loss_total": 0.004896608646959066,
      "step": 36030
    },
    {
      "loss_action": 0.004208884201943874,
      "loss_total": 0.004208884201943874,
      "step": 36030
    },
    {
      "loss_action": 0.003535997588187456,
      "loss_total": 0.003535997588187456,
      "step": 36030
    },
    {
      "loss_action": 0.006205367855727673,
      "loss_total": 0.006205367855727673,
      "step": 36030
    },
    {
      "loss_action": 0.02364482544362545,
      "loss_total": 0.02364482544362545,
      "step": 36030
    },
    {
      "loss_action": 0.006433892995119095,
      "loss_total": 0.006433892995119095,
      "step": 36030
    },
    {
      "grad_norm": 0.10499020665884018,
      "learning_rate": 7.58933355396632e-05,
      "loss": 0.0087,
      "step": 36040
    },
    {
      "loss_action": 0.01054417621344328,
      "loss_total": 0.01054417621344328,
      "step": 36040
    },
    {
      "loss_action": 0.006258344277739525,
      "loss_total": 0.006258344277739525,
      "step": 36040
    },
    {
      "loss_action": 0.012801175005733967,
      "loss_total": 0.012801175005733967,
      "step": 36040
    },
    {
      "loss_action": 0.007875743322074413,
      "loss_total": 0.007875743322074413,
      "step": 36040
    },
    {
      "loss_action": 0.017336450517177582,
      "loss_total": 0.017336450517177582,
      "step": 36040
    },
    {
      "loss_action": 0.007877316325902939,
      "loss_total": 0.007877316325902939,
      "step": 36040
    },
    {
      "loss_action": 0.010742386803030968,
      "loss_total": 0.010742386803030968,
      "step": 36040
    },
    {
      "loss_action": 0.004895118065178394,
      "loss_total": 0.004895118065178394,
      "step": 36040
    },
    {
      "grad_norm": 0.14820164442062378,
      "learning_rate": 7.587918932936636e-05,
      "loss": 0.0089,
      "step": 36050
    },
    {
      "loss_action": 0.009366905316710472,
      "loss_total": 0.009366905316710472,
      "step": 36050
    },
    {
      "loss_action": 0.009137648157775402,
      "loss_total": 0.009137648157775402,
      "step": 36050
    },
    {
      "loss_action": 0.005256583448499441,
      "loss_total": 0.005256583448499441,
      "step": 36050
    },
    {
      "loss_action": 0.009745623916387558,
      "loss_total": 0.009745623916387558,
      "step": 36050
    },
    {
      "loss_action": 0.01134120486676693,
      "loss_total": 0.01134120486676693,
      "step": 36050
    },
    {
      "loss_action": 0.01304689608514309,
      "loss_total": 0.01304689608514309,
      "step": 36050
    },
    {
      "loss_action": 0.007499509956687689,
      "loss_total": 0.007499509956687689,
      "step": 36050
    },
    {
      "loss_action": 0.007231398485600948,
      "loss_total": 0.007231398485600948,
      "step": 36050
    },
    {
      "grad_norm": 0.10509366542100906,
      "learning_rate": 7.586504028896028e-05,
      "loss": 0.009,
      "step": 36060
    },
    {
      "loss_action": 0.0030451896600425243,
      "loss_total": 0.0030451896600425243,
      "step": 36060
    },
    {
      "loss_action": 0.010841155424714088,
      "loss_total": 0.010841155424714088,
      "step": 36060
    },
    {
      "loss_action": 0.010788185521960258,
      "loss_total": 0.010788185521960258,
      "step": 36060
    },
    {
      "loss_action": 0.002827678108587861,
      "loss_total": 0.002827678108587861,
      "step": 36060
    },
    {
      "loss_action": 0.003263812977820635,
      "loss_total": 0.003263812977820635,
      "step": 36060
    },
    {
      "loss_action": 0.008507993072271347,
      "loss_total": 0.008507993072271347,
      "step": 36060
    },
    {
      "loss_action": 0.012913890182971954,
      "loss_total": 0.012913890182971954,
      "step": 36060
    },
    {
      "loss_action": 0.013998188078403473,
      "loss_total": 0.013998188078403473,
      "step": 36060
    },
    {
      "grad_norm": 0.15618380904197693,
      "learning_rate": 7.585088841999228e-05,
      "loss": 0.0089,
      "step": 36070
    },
    {
      "loss_action": 0.006620164029300213,
      "loss_total": 0.006620164029300213,
      "step": 36070
    },
    {
      "loss_action": 0.01220235787332058,
      "loss_total": 0.01220235787332058,
      "step": 36070
    },
    {
      "loss_action": 0.008227186277508736,
      "loss_total": 0.008227186277508736,
      "step": 36070
    },
    {
      "loss_action": 0.0036803721450269222,
      "loss_total": 0.0036803721450269222,
      "step": 36070
    },
    {
      "loss_action": 0.012052762322127819,
      "loss_total": 0.012052762322127819,
      "step": 36070
    },
    {
      "loss_action": 0.006567345000803471,
      "loss_total": 0.006567345000803471,
      "step": 36070
    },
    {
      "loss_action": 0.006476538255810738,
      "loss_total": 0.006476538255810738,
      "step": 36070
    },
    {
      "loss_action": 0.009499989449977875,
      "loss_total": 0.009499989449977875,
      "step": 36070
    },
    {
      "grad_norm": 0.11018647253513336,
      "learning_rate": 7.583673372400999e-05,
      "loss": 0.0096,
      "step": 36080
    },
    {
      "loss_action": 0.019222581759095192,
      "loss_total": 0.019222581759095192,
      "step": 36080
    },
    {
      "loss_action": 0.003313111374154687,
      "loss_total": 0.003313111374154687,
      "step": 36080
    },
    {
      "loss_action": 0.009019911289215088,
      "loss_total": 0.009019911289215088,
      "step": 36080
    },
    {
      "loss_action": 0.014907259494066238,
      "loss_total": 0.014907259494066238,
      "step": 36080
    },
    {
      "loss_action": 0.008622003719210625,
      "loss_total": 0.008622003719210625,
      "step": 36080
    },
    {
      "loss_action": 0.00869233999401331,
      "loss_total": 0.00869233999401331,
      "step": 36080
    },
    {
      "loss_action": 0.006564965005964041,
      "loss_total": 0.006564965005964041,
      "step": 36080
    },
    {
      "loss_action": 0.004746254533529282,
      "loss_total": 0.004746254533529282,
      "step": 36080
    },
    {
      "grad_norm": 0.1510149985551834,
      "learning_rate": 7.582257620256134e-05,
      "loss": 0.0097,
      "step": 36090
    },
    {
      "loss_action": 0.006302761845290661,
      "loss_total": 0.006302761845290661,
      "step": 36090
    },
    {
      "loss_action": 0.008795667439699173,
      "loss_total": 0.008795667439699173,
      "step": 36090
    },
    {
      "loss_action": 0.007203107234090567,
      "loss_total": 0.007203107234090567,
      "step": 36090
    },
    {
      "loss_action": 0.011506058275699615,
      "loss_total": 0.011506058275699615,
      "step": 36090
    },
    {
      "loss_action": 0.017246080562472343,
      "loss_total": 0.017246080562472343,
      "step": 36090
    },
    {
      "loss_action": 0.006161785684525967,
      "loss_total": 0.006161785684525967,
      "step": 36090
    },
    {
      "loss_action": 0.009556708857417107,
      "loss_total": 0.009556708857417107,
      "step": 36090
    },
    {
      "loss_action": 0.014231760054826736,
      "loss_total": 0.014231760054826736,
      "step": 36090
    },
    {
      "grad_norm": 0.12143434584140778,
      "learning_rate": 7.580841585719458e-05,
      "loss": 0.0095,
      "step": 36100
    },
    {
      "loss_action": 0.01389233022928238,
      "loss_total": 0.01389233022928238,
      "step": 36100
    },
    {
      "loss_action": 0.0027225627563893795,
      "loss_total": 0.0027225627563893795,
      "step": 36100
    },
    {
      "loss_action": 0.009124629199504852,
      "loss_total": 0.009124629199504852,
      "step": 36100
    },
    {
      "loss_action": 0.008305789902806282,
      "loss_total": 0.008305789902806282,
      "step": 36100
    },
    {
      "loss_action": 0.007196453865617514,
      "loss_total": 0.007196453865617514,
      "step": 36100
    },
    {
      "loss_action": 0.009114054962992668,
      "loss_total": 0.009114054962992668,
      "step": 36100
    },
    {
      "loss_action": 0.0051111155189573765,
      "loss_total": 0.0051111155189573765,
      "step": 36100
    },
    {
      "loss_action": 0.008804292418062687,
      "loss_total": 0.008804292418062687,
      "step": 36100
    },
    {
      "grad_norm": 0.0987117663025856,
      "learning_rate": 7.579425268945825e-05,
      "loss": 0.0093,
      "step": 36110
    },
    {
      "loss_action": 0.004190041683614254,
      "loss_total": 0.004190041683614254,
      "step": 36110
    },
    {
      "loss_action": 0.005343327298760414,
      "loss_total": 0.005343327298760414,
      "step": 36110
    },
    {
      "loss_action": 0.0067380573600530624,
      "loss_total": 0.0067380573600530624,
      "step": 36110
    },
    {
      "loss_action": 0.010841324925422668,
      "loss_total": 0.010841324925422668,
      "step": 36110
    },
    {
      "loss_action": 0.011884892359375954,
      "loss_total": 0.011884892359375954,
      "step": 36110
    },
    {
      "loss_action": 0.0031190011650323868,
      "loss_total": 0.0031190011650323868,
      "step": 36110
    },
    {
      "loss_action": 0.005394775420427322,
      "loss_total": 0.005394775420427322,
      "step": 36110
    },
    {
      "loss_action": 0.00826379843056202,
      "loss_total": 0.00826379843056202,
      "step": 36110
    },
    {
      "grad_norm": 0.10136294364929199,
      "learning_rate": 7.578008670090127e-05,
      "loss": 0.0095,
      "step": 36120
    },
    {
      "loss_action": 0.009539401158690453,
      "loss_total": 0.009539401158690453,
      "step": 36120
    },
    {
      "loss_action": 0.006930187344551086,
      "loss_total": 0.006930187344551086,
      "step": 36120
    },
    {
      "loss_action": 0.009894362650811672,
      "loss_total": 0.009894362650811672,
      "step": 36120
    },
    {
      "loss_action": 0.015879081562161446,
      "loss_total": 0.015879081562161446,
      "step": 36120
    },
    {
      "loss_action": 0.006025675218552351,
      "loss_total": 0.006025675218552351,
      "step": 36120
    },
    {
      "loss_action": 0.009805644862353802,
      "loss_total": 0.009805644862353802,
      "step": 36120
    },
    {
      "loss_action": 0.004953114315867424,
      "loss_total": 0.004953114315867424,
      "step": 36120
    },
    {
      "loss_action": 0.005494649056345224,
      "loss_total": 0.005494649056345224,
      "step": 36120
    },
    {
      "grad_norm": 0.13824452459812164,
      "learning_rate": 7.576591789307272e-05,
      "loss": 0.0087,
      "step": 36130
    },
    {
      "loss_action": 0.004063800908625126,
      "loss_total": 0.004063800908625126,
      "step": 36130
    },
    {
      "loss_action": 0.011530717834830284,
      "loss_total": 0.011530717834830284,
      "step": 36130
    },
    {
      "loss_action": 0.004579402972012758,
      "loss_total": 0.004579402972012758,
      "step": 36130
    },
    {
      "loss_action": 0.003515650052577257,
      "loss_total": 0.003515650052577257,
      "step": 36130
    },
    {
      "loss_action": 0.00911598838865757,
      "loss_total": 0.00911598838865757,
      "step": 36130
    },
    {
      "loss_action": 0.004793188069015741,
      "loss_total": 0.004793188069015741,
      "step": 36130
    },
    {
      "loss_action": 0.003984835930168629,
      "loss_total": 0.003984835930168629,
      "step": 36130
    },
    {
      "loss_action": 0.010613529942929745,
      "loss_total": 0.010613529942929745,
      "step": 36130
    },
    {
      "grad_norm": 0.13141781091690063,
      "learning_rate": 7.575174626752216e-05,
      "loss": 0.009,
      "step": 36140
    },
    {
      "loss_action": 0.004646868910640478,
      "loss_total": 0.004646868910640478,
      "step": 36140
    },
    {
      "loss_action": 0.0127205029129982,
      "loss_total": 0.0127205029129982,
      "step": 36140
    },
    {
      "loss_action": 0.0066414182074368,
      "loss_total": 0.0066414182074368,
      "step": 36140
    },
    {
      "loss_action": 0.044636934995651245,
      "loss_total": 0.044636934995651245,
      "step": 36140
    },
    {
      "loss_action": 0.007972976192831993,
      "loss_total": 0.007972976192831993,
      "step": 36140
    },
    {
      "loss_action": 0.010724321007728577,
      "loss_total": 0.010724321007728577,
      "step": 36140
    },
    {
      "loss_action": 0.014333129860460758,
      "loss_total": 0.014333129860460758,
      "step": 36140
    },
    {
      "loss_action": 0.006292521022260189,
      "loss_total": 0.006292521022260189,
      "step": 36140
    },
    {
      "grad_norm": 0.12879319489002228,
      "learning_rate": 7.573757182579934e-05,
      "loss": 0.0091,
      "step": 36150
    },
    {
      "loss_action": 0.008169936947524548,
      "loss_total": 0.008169936947524548,
      "step": 36150
    },
    {
      "loss_action": 0.003931060433387756,
      "loss_total": 0.003931060433387756,
      "step": 36150
    },
    {
      "loss_action": 0.04873761534690857,
      "loss_total": 0.04873761534690857,
      "step": 36150
    },
    {
      "loss_action": 0.009179734624922276,
      "loss_total": 0.009179734624922276,
      "step": 36150
    },
    {
      "loss_action": 0.010353084653615952,
      "loss_total": 0.010353084653615952,
      "step": 36150
    },
    {
      "loss_action": 0.003963813651353121,
      "loss_total": 0.003963813651353121,
      "step": 36150
    },
    {
      "loss_action": 0.011112844571471214,
      "loss_total": 0.011112844571471214,
      "step": 36150
    },
    {
      "loss_action": 0.00493155512958765,
      "loss_total": 0.00493155512958765,
      "step": 36150
    },
    {
      "grad_norm": 0.16616268455982208,
      "learning_rate": 7.572339456945435e-05,
      "loss": 0.0092,
      "step": 36160
    },
    {
      "loss_action": 0.010524887591600418,
      "loss_total": 0.010524887591600418,
      "step": 36160
    },
    {
      "loss_action": 0.009002717211842537,
      "loss_total": 0.009002717211842537,
      "step": 36160
    },
    {
      "loss_action": 0.003796973265707493,
      "loss_total": 0.003796973265707493,
      "step": 36160
    },
    {
      "loss_action": 0.007453122641891241,
      "loss_total": 0.007453122641891241,
      "step": 36160
    },
    {
      "loss_action": 0.006609469186514616,
      "loss_total": 0.006609469186514616,
      "step": 36160
    },
    {
      "loss_action": 0.018127471208572388,
      "loss_total": 0.018127471208572388,
      "step": 36160
    },
    {
      "loss_action": 0.014453660696744919,
      "loss_total": 0.014453660696744919,
      "step": 36160
    },
    {
      "loss_action": 0.014638419263064861,
      "loss_total": 0.014638419263064861,
      "step": 36160
    },
    {
      "grad_norm": 0.15215341746807098,
      "learning_rate": 7.570921450003762e-05,
      "loss": 0.0102,
      "step": 36170
    },
    {
      "loss_action": 0.019376181066036224,
      "loss_total": 0.019376181066036224,
      "step": 36170
    },
    {
      "loss_action": 0.007229825481772423,
      "loss_total": 0.007229825481772423,
      "step": 36170
    },
    {
      "loss_action": 0.016252582892775536,
      "loss_total": 0.016252582892775536,
      "step": 36170
    },
    {
      "loss_action": 0.013782376423478127,
      "loss_total": 0.013782376423478127,
      "step": 36170
    },
    {
      "loss_action": 0.006593957077711821,
      "loss_total": 0.006593957077711821,
      "step": 36170
    },
    {
      "loss_action": 0.006344988010823727,
      "loss_total": 0.006344988010823727,
      "step": 36170
    },
    {
      "loss_action": 0.012318544089794159,
      "loss_total": 0.012318544089794159,
      "step": 36170
    },
    {
      "loss_action": 0.005012671463191509,
      "loss_total": 0.005012671463191509,
      "step": 36170
    },
    {
      "grad_norm": 0.1357811838388443,
      "learning_rate": 7.569503161909983e-05,
      "loss": 0.0094,
      "step": 36180
    },
    {
      "loss_action": 0.012104740366339684,
      "loss_total": 0.012104740366339684,
      "step": 36180
    },
    {
      "loss_action": 0.0052758436650037766,
      "loss_total": 0.0052758436650037766,
      "step": 36180
    },
    {
      "loss_action": 0.006663930602371693,
      "loss_total": 0.006663930602371693,
      "step": 36180
    },
    {
      "loss_action": 0.005554858595132828,
      "loss_total": 0.005554858595132828,
      "step": 36180
    },
    {
      "loss_action": 0.007082406431436539,
      "loss_total": 0.007082406431436539,
      "step": 36180
    },
    {
      "loss_action": 0.018184006214141846,
      "loss_total": 0.018184006214141846,
      "step": 36180
    },
    {
      "loss_action": 0.010443119332194328,
      "loss_total": 0.010443119332194328,
      "step": 36180
    },
    {
      "loss_action": 0.009806305170059204,
      "loss_total": 0.009806305170059204,
      "step": 36180
    },
    {
      "grad_norm": 0.07919847965240479,
      "learning_rate": 7.568084592819202e-05,
      "loss": 0.009,
      "step": 36190
    },
    {
      "loss_action": 0.0027428846806287766,
      "loss_total": 0.0027428846806287766,
      "step": 36190
    },
    {
      "loss_action": 0.014377329498529434,
      "loss_total": 0.014377329498529434,
      "step": 36190
    },
    {
      "loss_action": 0.013480998575687408,
      "loss_total": 0.013480998575687408,
      "step": 36190
    },
    {
      "loss_action": 0.022411955520510674,
      "loss_total": 0.022411955520510674,
      "step": 36190
    },
    {
      "loss_action": 0.0056397197768092155,
      "loss_total": 0.0056397197768092155,
      "step": 36190
    },
    {
      "loss_action": 0.00835096649825573,
      "loss_total": 0.00835096649825573,
      "step": 36190
    },
    {
      "loss_action": 0.01448173075914383,
      "loss_total": 0.01448173075914383,
      "step": 36190
    },
    {
      "loss_action": 0.02736598253250122,
      "loss_total": 0.02736598253250122,
      "step": 36190
    },
    {
      "grad_norm": 0.19107550382614136,
      "learning_rate": 7.566665742886551e-05,
      "loss": 0.0107,
      "step": 36200
    },
    {
      "loss_action": 0.0037147612310945988,
      "loss_total": 0.0037147612310945988,
      "step": 36200
    },
    {
      "loss_action": 0.0051153600215911865,
      "loss_total": 0.0051153600215911865,
      "step": 36200
    },
    {
      "loss_action": 0.0061234524473547935,
      "loss_total": 0.0061234524473547935,
      "step": 36200
    },
    {
      "loss_action": 0.005657894536852837,
      "loss_total": 0.005657894536852837,
      "step": 36200
    },
    {
      "loss_action": 0.00467661302536726,
      "loss_total": 0.00467661302536726,
      "step": 36200
    },
    {
      "loss_action": 0.010208338499069214,
      "loss_total": 0.010208338499069214,
      "step": 36200
    },
    {
      "loss_action": 0.009265932254493237,
      "loss_total": 0.009265932254493237,
      "step": 36200
    },
    {
      "loss_action": 0.013121793046593666,
      "loss_total": 0.013121793046593666,
      "step": 36200
    },
    {
      "grad_norm": 0.14710548520088196,
      "learning_rate": 7.565246612267194e-05,
      "loss": 0.009,
      "step": 36210
    },
    {
      "loss_action": 0.011389264836907387,
      "loss_total": 0.011389264836907387,
      "step": 36210
    },
    {
      "loss_action": 0.005173470359295607,
      "loss_total": 0.005173470359295607,
      "step": 36210
    },
    {
      "loss_action": 0.002224840223789215,
      "loss_total": 0.002224840223789215,
      "step": 36210
    },
    {
      "loss_action": 0.014543239027261734,
      "loss_total": 0.014543239027261734,
      "step": 36210
    },
    {
      "loss_action": 0.01864456571638584,
      "loss_total": 0.01864456571638584,
      "step": 36210
    },
    {
      "loss_action": 0.0045950934290885925,
      "loss_total": 0.0045950934290885925,
      "step": 36210
    },
    {
      "loss_action": 0.007511236239224672,
      "loss_total": 0.007511236239224672,
      "step": 36210
    },
    {
      "loss_action": 0.011088521219789982,
      "loss_total": 0.011088521219789982,
      "step": 36210
    },
    {
      "grad_norm": 0.08897086977958679,
      "learning_rate": 7.563827201116325e-05,
      "loss": 0.0104,
      "step": 36220
    },
    {
      "loss_action": 0.0039053596556186676,
      "loss_total": 0.0039053596556186676,
      "step": 36220
    },
    {
      "loss_action": 0.004231772385537624,
      "loss_total": 0.004231772385537624,
      "step": 36220
    },
    {
      "loss_action": 0.011896771378815174,
      "loss_total": 0.011896771378815174,
      "step": 36220
    },
    {
      "loss_action": 0.013587305322289467,
      "loss_total": 0.013587305322289467,
      "step": 36220
    },
    {
      "loss_action": 0.010203402489423752,
      "loss_total": 0.010203402489423752,
      "step": 36220
    },
    {
      "loss_action": 0.0074898554012179375,
      "loss_total": 0.0074898554012179375,
      "step": 36220
    },
    {
      "loss_action": 0.014395289123058319,
      "loss_total": 0.014395289123058319,
      "step": 36220
    },
    {
      "loss_action": 0.0053560989908874035,
      "loss_total": 0.0053560989908874035,
      "step": 36220
    },
    {
      "grad_norm": 0.15599995851516724,
      "learning_rate": 7.562407509589164e-05,
      "loss": 0.0098,
      "step": 36230
    },
    {
      "loss_action": 0.025566523894667625,
      "loss_total": 0.025566523894667625,
      "step": 36230
    },
    {
      "loss_action": 0.004476514644920826,
      "loss_total": 0.004476514644920826,
      "step": 36230
    },
    {
      "loss_action": 0.0036366647109389305,
      "loss_total": 0.0036366647109389305,
      "step": 36230
    },
    {
      "loss_action": 0.00920511782169342,
      "loss_total": 0.00920511782169342,
      "step": 36230
    },
    {
      "loss_action": 0.006493449676781893,
      "loss_total": 0.006493449676781893,
      "step": 36230
    },
    {
      "loss_action": 0.01523897796869278,
      "loss_total": 0.01523897796869278,
      "step": 36230
    },
    {
      "loss_action": 0.007117641158401966,
      "loss_total": 0.007117641158401966,
      "step": 36230
    },
    {
      "loss_action": 0.007548468187451363,
      "loss_total": 0.007548468187451363,
      "step": 36230
    },
    {
      "grad_norm": 0.14864972233772278,
      "learning_rate": 7.560987537840973e-05,
      "loss": 0.011,
      "step": 36240
    },
    {
      "loss_action": 0.012128286063671112,
      "loss_total": 0.012128286063671112,
      "step": 36240
    },
    {
      "loss_action": 0.016100183129310608,
      "loss_total": 0.016100183129310608,
      "step": 36240
    },
    {
      "loss_action": 0.007714211940765381,
      "loss_total": 0.007714211940765381,
      "step": 36240
    },
    {
      "loss_action": 0.01612081192433834,
      "loss_total": 0.01612081192433834,
      "step": 36240
    },
    {
      "loss_action": 0.005980089772492647,
      "loss_total": 0.005980089772492647,
      "step": 36240
    },
    {
      "loss_action": 0.009286331944167614,
      "loss_total": 0.009286331944167614,
      "step": 36240
    },
    {
      "loss_action": 0.0037764895241707563,
      "loss_total": 0.0037764895241707563,
      "step": 36240
    },
    {
      "loss_action": 0.0033612216357141733,
      "loss_total": 0.0033612216357141733,
      "step": 36240
    },
    {
      "grad_norm": 0.10842940956354141,
      "learning_rate": 7.559567286027036e-05,
      "loss": 0.009,
      "step": 36250
    },
    {
      "loss_action": 0.002832711674273014,
      "loss_total": 0.002832711674273014,
      "step": 36250
    },
    {
      "loss_action": 0.005952776875346899,
      "loss_total": 0.005952776875346899,
      "step": 36250
    },
    {
      "loss_action": 0.016984660178422928,
      "loss_total": 0.016984660178422928,
      "step": 36250
    },
    {
      "loss_action": 0.006190250162035227,
      "loss_total": 0.006190250162035227,
      "step": 36250
    },
    {
      "loss_action": 0.006511698476970196,
      "loss_total": 0.006511698476970196,
      "step": 36250
    },
    {
      "loss_action": 0.008844627067446709,
      "loss_total": 0.008844627067446709,
      "step": 36250
    },
    {
      "loss_action": 0.015589822083711624,
      "loss_total": 0.015589822083711624,
      "step": 36250
    },
    {
      "loss_action": 0.005700085312128067,
      "loss_total": 0.005700085312128067,
      "step": 36250
    },
    {
      "grad_norm": 0.1048574224114418,
      "learning_rate": 7.558146754302668e-05,
      "loss": 0.0089,
      "step": 36260
    },
    {
      "loss_action": 0.005198145285248756,
      "loss_total": 0.005198145285248756,
      "step": 36260
    },
    {
      "loss_action": 0.007029839791357517,
      "loss_total": 0.007029839791357517,
      "step": 36260
    },
    {
      "loss_action": 0.0016590222949162126,
      "loss_total": 0.0016590222949162126,
      "step": 36260
    },
    {
      "loss_action": 0.009439041838049889,
      "loss_total": 0.009439041838049889,
      "step": 36260
    },
    {
      "loss_action": 0.005229927599430084,
      "loss_total": 0.005229927599430084,
      "step": 36260
    },
    {
      "loss_action": 0.007924074307084084,
      "loss_total": 0.007924074307084084,
      "step": 36260
    },
    {
      "loss_action": 0.010987021028995514,
      "loss_total": 0.010987021028995514,
      "step": 36260
    },
    {
      "loss_action": 0.0030008037574589252,
      "loss_total": 0.0030008037574589252,
      "step": 36260
    },
    {
      "grad_norm": 0.11116419732570648,
      "learning_rate": 7.556725942823217e-05,
      "loss": 0.0092,
      "step": 36270
    },
    {
      "loss_action": 0.010024826042354107,
      "loss_total": 0.010024826042354107,
      "step": 36270
    },
    {
      "loss_action": 0.01221848651766777,
      "loss_total": 0.01221848651766777,
      "step": 36270
    },
    {
      "loss_action": 0.0019773440435528755,
      "loss_total": 0.0019773440435528755,
      "step": 36270
    },
    {
      "loss_action": 0.014267686754465103,
      "loss_total": 0.014267686754465103,
      "step": 36270
    },
    {
      "loss_action": 0.0025405166670680046,
      "loss_total": 0.0025405166670680046,
      "step": 36270
    },
    {
      "loss_action": 0.004495175555348396,
      "loss_total": 0.004495175555348396,
      "step": 36270
    },
    {
      "loss_action": 0.016574596986174583,
      "loss_total": 0.016574596986174583,
      "step": 36270
    },
    {
      "loss_action": 0.009662281721830368,
      "loss_total": 0.009662281721830368,
      "step": 36270
    },
    {
      "grad_norm": 0.11159003525972366,
      "learning_rate": 7.555304851744061e-05,
      "loss": 0.0095,
      "step": 36280
    },
    {
      "loss_action": 0.01521487720310688,
      "loss_total": 0.01521487720310688,
      "step": 36280
    },
    {
      "loss_action": 0.010153613053262234,
      "loss_total": 0.010153613053262234,
      "step": 36280
    },
    {
      "loss_action": 0.011779170483350754,
      "loss_total": 0.011779170483350754,
      "step": 36280
    },
    {
      "loss_action": 0.011141282506287098,
      "loss_total": 0.011141282506287098,
      "step": 36280
    },
    {
      "loss_action": 0.010117578320205212,
      "loss_total": 0.010117578320205212,
      "step": 36280
    },
    {
      "loss_action": 0.006820000242441893,
      "loss_total": 0.006820000242441893,
      "step": 36280
    },
    {
      "loss_action": 0.009064823389053345,
      "loss_total": 0.009064823389053345,
      "step": 36280
    },
    {
      "loss_action": 0.012854366563260555,
      "loss_total": 0.012854366563260555,
      "step": 36280
    },
    {
      "grad_norm": 0.13429243862628937,
      "learning_rate": 7.553883481220608e-05,
      "loss": 0.0109,
      "step": 36290
    },
    {
      "loss_action": 0.006527118384838104,
      "loss_total": 0.006527118384838104,
      "step": 36290
    },
    {
      "loss_action": 0.01528199017047882,
      "loss_total": 0.01528199017047882,
      "step": 36290
    },
    {
      "loss_action": 0.004027986899018288,
      "loss_total": 0.004027986899018288,
      "step": 36290
    },
    {
      "loss_action": 0.013955308124423027,
      "loss_total": 0.013955308124423027,
      "step": 36290
    },
    {
      "loss_action": 0.02384459599852562,
      "loss_total": 0.02384459599852562,
      "step": 36290
    },
    {
      "loss_action": 0.0070850118063390255,
      "loss_total": 0.0070850118063390255,
      "step": 36290
    },
    {
      "loss_action": 0.005171125754714012,
      "loss_total": 0.005171125754714012,
      "step": 36290
    },
    {
      "loss_action": 0.012443041428923607,
      "loss_total": 0.012443041428923607,
      "step": 36290
    },
    {
      "grad_norm": 0.10485142469406128,
      "learning_rate": 7.552461831408298e-05,
      "loss": 0.0095,
      "step": 36300
    },
    {
      "loss_action": 0.009352141059935093,
      "loss_total": 0.009352141059935093,
      "step": 36300
    },
    {
      "loss_action": 0.006221182178705931,
      "loss_total": 0.006221182178705931,
      "step": 36300
    },
    {
      "loss_action": 0.0038081929087638855,
      "loss_total": 0.0038081929087638855,
      "step": 36300
    },
    {
      "loss_action": 0.016852034255862236,
      "loss_total": 0.016852034255862236,
      "step": 36300
    },
    {
      "loss_action": 0.004552267491817474,
      "loss_total": 0.004552267491817474,
      "step": 36300
    },
    {
      "loss_action": 0.024745991453528404,
      "loss_total": 0.024745991453528404,
      "step": 36300
    },
    {
      "loss_action": 0.007754994556307793,
      "loss_total": 0.007754994556307793,
      "step": 36300
    },
    {
      "loss_action": 0.013793746940791607,
      "loss_total": 0.013793746940791607,
      "step": 36300
    },
    {
      "grad_norm": 0.11896637827157974,
      "learning_rate": 7.551039902462599e-05,
      "loss": 0.0106,
      "step": 36310
    },
    {
      "loss_action": 0.012757879681885242,
      "loss_total": 0.012757879681885242,
      "step": 36310
    },
    {
      "loss_action": 0.003684340976178646,
      "loss_total": 0.003684340976178646,
      "step": 36310
    },
    {
      "loss_action": 0.007503408007323742,
      "loss_total": 0.007503408007323742,
      "step": 36310
    },
    {
      "loss_action": 0.050138287246227264,
      "loss_total": 0.050138287246227264,
      "step": 36310
    },
    {
      "loss_action": 0.009908970445394516,
      "loss_total": 0.009908970445394516,
      "step": 36310
    },
    {
      "loss_action": 0.010424613952636719,
      "loss_total": 0.010424613952636719,
      "step": 36310
    },
    {
      "loss_action": 0.009594928473234177,
      "loss_total": 0.009594928473234177,
      "step": 36310
    },
    {
      "loss_action": 0.0031757077667862177,
      "loss_total": 0.0031757077667862177,
      "step": 36310
    },
    {
      "grad_norm": 0.12688536942005157,
      "learning_rate": 7.549617694539011e-05,
      "loss": 0.009,
      "step": 36320
    },
    {
      "loss_action": 0.012986525893211365,
      "loss_total": 0.012986525893211365,
      "step": 36320
    },
    {
      "loss_action": 0.012948470190167427,
      "loss_total": 0.012948470190167427,
      "step": 36320
    },
    {
      "loss_action": 0.008785795420408249,
      "loss_total": 0.008785795420408249,
      "step": 36320
    },
    {
      "loss_action": 0.01174229197204113,
      "loss_total": 0.01174229197204113,
      "step": 36320
    },
    {
      "loss_action": 0.0052901264280080795,
      "loss_total": 0.0052901264280080795,
      "step": 36320
    },
    {
      "loss_action": 0.006858807988464832,
      "loss_total": 0.006858807988464832,
      "step": 36320
    },
    {
      "loss_action": 0.011573408730328083,
      "loss_total": 0.011573408730328083,
      "step": 36320
    },
    {
      "loss_action": 0.004181230906397104,
      "loss_total": 0.004181230906397104,
      "step": 36320
    },
    {
      "grad_norm": 0.14656834304332733,
      "learning_rate": 7.548195207793066e-05,
      "loss": 0.011,
      "step": 36330
    },
    {
      "loss_action": 0.016548268496990204,
      "loss_total": 0.016548268496990204,
      "step": 36330
    },
    {
      "loss_action": 0.022323206067085266,
      "loss_total": 0.022323206067085266,
      "step": 36330
    },
    {
      "loss_action": 0.015048841945827007,
      "loss_total": 0.015048841945827007,
      "step": 36330
    },
    {
      "loss_action": 0.004563473630696535,
      "loss_total": 0.004563473630696535,
      "step": 36330
    },
    {
      "loss_action": 0.007986888289451599,
      "loss_total": 0.007986888289451599,
      "step": 36330
    },
    {
      "loss_action": 0.0054800864309072495,
      "loss_total": 0.0054800864309072495,
      "step": 36330
    },
    {
      "loss_action": 0.010814741253852844,
      "loss_total": 0.010814741253852844,
      "step": 36330
    },
    {
      "loss_action": 0.012101173400878906,
      "loss_total": 0.012101173400878906,
      "step": 36330
    },
    {
      "grad_norm": 0.1270899921655655,
      "learning_rate": 7.546772442380323e-05,
      "loss": 0.0099,
      "step": 36340
    },
    {
      "loss_action": 0.0037808550987392664,
      "loss_total": 0.0037808550987392664,
      "step": 36340
    },
    {
      "loss_action": 0.01127324067056179,
      "loss_total": 0.01127324067056179,
      "step": 36340
    },
    {
      "loss_action": 0.018339991569519043,
      "loss_total": 0.018339991569519043,
      "step": 36340
    },
    {
      "loss_action": 0.006123302970081568,
      "loss_total": 0.006123302970081568,
      "step": 36340
    },
    {
      "loss_action": 0.0035338588058948517,
      "loss_total": 0.0035338588058948517,
      "step": 36340
    },
    {
      "loss_action": 0.005883191712200642,
      "loss_total": 0.005883191712200642,
      "step": 36340
    },
    {
      "loss_action": 0.01564938575029373,
      "loss_total": 0.01564938575029373,
      "step": 36340
    },
    {
      "loss_action": 0.0111174825578928,
      "loss_total": 0.0111174825578928,
      "step": 36340
    },
    {
      "grad_norm": 0.14020463824272156,
      "learning_rate": 7.545349398456376e-05,
      "loss": 0.0102,
      "step": 36350
    },
    {
      "loss_action": 0.011763396672904491,
      "loss_total": 0.011763396672904491,
      "step": 36350
    },
    {
      "loss_action": 0.0025877614971250296,
      "loss_total": 0.0025877614971250296,
      "step": 36350
    },
    {
      "loss_action": 0.0026409581769257784,
      "loss_total": 0.0026409581769257784,
      "step": 36350
    },
    {
      "loss_action": 0.008147642016410828,
      "loss_total": 0.008147642016410828,
      "step": 36350
    },
    {
      "loss_action": 0.007683015428483486,
      "loss_total": 0.007683015428483486,
      "step": 36350
    },
    {
      "loss_action": 0.0033346042037010193,
      "loss_total": 0.0033346042037010193,
      "step": 36350
    },
    {
      "loss_action": 0.003995945677161217,
      "loss_total": 0.003995945677161217,
      "step": 36350
    },
    {
      "loss_action": 0.00358111341483891,
      "loss_total": 0.00358111341483891,
      "step": 36350
    },
    {
      "grad_norm": 0.14855347573757172,
      "learning_rate": 7.543926076176845e-05,
      "loss": 0.008,
      "step": 36360
    },
    {
      "loss_action": 0.0042852237820625305,
      "loss_total": 0.0042852237820625305,
      "step": 36360
    },
    {
      "loss_action": 0.009091565385460854,
      "loss_total": 0.009091565385460854,
      "step": 36360
    },
    {
      "loss_action": 0.00420457124710083,
      "loss_total": 0.00420457124710083,
      "step": 36360
    },
    {
      "loss_action": 0.00422380305826664,
      "loss_total": 0.00422380305826664,
      "step": 36360
    },
    {
      "loss_action": 0.011892613023519516,
      "loss_total": 0.011892613023519516,
      "step": 36360
    },
    {
      "loss_action": 0.007893271744251251,
      "loss_total": 0.007893271744251251,
      "step": 36360
    },
    {
      "loss_action": 0.004907943308353424,
      "loss_total": 0.004907943308353424,
      "step": 36360
    },
    {
      "loss_action": 0.006727814674377441,
      "loss_total": 0.006727814674377441,
      "step": 36360
    },
    {
      "grad_norm": 0.13287129998207092,
      "learning_rate": 7.542502475697385e-05,
      "loss": 0.0099,
      "step": 36370
    },
    {
      "loss_action": 0.003240412101149559,
      "loss_total": 0.003240412101149559,
      "step": 36370
    },
    {
      "loss_action": 0.007675751578062773,
      "loss_total": 0.007675751578062773,
      "step": 36370
    },
    {
      "loss_action": 0.008620922453701496,
      "loss_total": 0.008620922453701496,
      "step": 36370
    },
    {
      "loss_action": 0.00485563836991787,
      "loss_total": 0.00485563836991787,
      "step": 36370
    },
    {
      "loss_action": 0.02454559877514839,
      "loss_total": 0.02454559877514839,
      "step": 36370
    },
    {
      "loss_action": 0.003192261792719364,
      "loss_total": 0.003192261792719364,
      "step": 36370
    },
    {
      "loss_action": 0.005469410680234432,
      "loss_total": 0.005469410680234432,
      "step": 36370
    },
    {
      "loss_action": 0.015483470633625984,
      "loss_total": 0.015483470633625984,
      "step": 36370
    },
    {
      "grad_norm": 0.17756964266300201,
      "learning_rate": 7.541078597173675e-05,
      "loss": 0.0111,
      "step": 36380
    },
    {
      "loss_action": 0.004776330664753914,
      "loss_total": 0.004776330664753914,
      "step": 36380
    },
    {
      "loss_action": 0.022759325802326202,
      "loss_total": 0.022759325802326202,
      "step": 36380
    },
    {
      "loss_action": 0.020277556031942368,
      "loss_total": 0.020277556031942368,
      "step": 36380
    },
    {
      "loss_action": 0.008779989555478096,
      "loss_total": 0.008779989555478096,
      "step": 36380
    },
    {
      "loss_action": 0.011652570217847824,
      "loss_total": 0.011652570217847824,
      "step": 36380
    },
    {
      "loss_action": 0.006475184578448534,
      "loss_total": 0.006475184578448534,
      "step": 36380
    },
    {
      "loss_action": 0.008537530899047852,
      "loss_total": 0.008537530899047852,
      "step": 36380
    },
    {
      "loss_action": 0.015254355035722256,
      "loss_total": 0.015254355035722256,
      "step": 36380
    },
    {
      "grad_norm": 0.13136470317840576,
      "learning_rate": 7.539654440761431e-05,
      "loss": 0.011,
      "step": 36390
    },
    {
      "loss_action": 0.006910211406648159,
      "loss_total": 0.006910211406648159,
      "step": 36390
    },
    {
      "loss_action": 0.00438873004168272,
      "loss_total": 0.00438873004168272,
      "step": 36390
    },
    {
      "loss_action": 0.008318090811371803,
      "loss_total": 0.008318090811371803,
      "step": 36390
    },
    {
      "loss_action": 0.005630733445286751,
      "loss_total": 0.005630733445286751,
      "step": 36390
    },
    {
      "loss_action": 0.007904252968728542,
      "loss_total": 0.007904252968728542,
      "step": 36390
    },
    {
      "loss_action": 0.004028366878628731,
      "loss_total": 0.004028366878628731,
      "step": 36390
    },
    {
      "loss_action": 0.0059400079771876335,
      "loss_total": 0.0059400079771876335,
      "step": 36390
    },
    {
      "loss_action": 0.004263470880687237,
      "loss_total": 0.004263470880687237,
      "step": 36390
    },
    {
      "grad_norm": 0.20139773190021515,
      "learning_rate": 7.538230006616395e-05,
      "loss": 0.0111,
      "step": 36400
    },
    {
      "loss_action": 0.009106053970754147,
      "loss_total": 0.009106053970754147,
      "step": 36400
    },
    {
      "loss_action": 0.011415068060159683,
      "loss_total": 0.011415068060159683,
      "step": 36400
    },
    {
      "loss_action": 0.005914941430091858,
      "loss_total": 0.005914941430091858,
      "step": 36400
    },
    {
      "loss_action": 0.008187217637896538,
      "loss_total": 0.008187217637896538,
      "step": 36400
    },
    {
      "loss_action": 0.003413713537156582,
      "loss_total": 0.003413713537156582,
      "step": 36400
    },
    {
      "loss_action": 0.007336765062063932,
      "loss_total": 0.007336765062063932,
      "step": 36400
    },
    {
      "loss_action": 0.017343752086162567,
      "loss_total": 0.017343752086162567,
      "step": 36400
    },
    {
      "loss_action": 0.01890438422560692,
      "loss_total": 0.01890438422560692,
      "step": 36400
    },
    {
      "grad_norm": 0.12869401276111603,
      "learning_rate": 7.536805294894342e-05,
      "loss": 0.0094,
      "step": 36410
    },
    {
      "loss_action": 0.013380787335336208,
      "loss_total": 0.013380787335336208,
      "step": 36410
    },
    {
      "loss_action": 0.01418240275233984,
      "loss_total": 0.01418240275233984,
      "step": 36410
    },
    {
      "loss_action": 0.005746385082602501,
      "loss_total": 0.005746385082602501,
      "step": 36410
    },
    {
      "loss_action": 0.009898289106786251,
      "loss_total": 0.009898289106786251,
      "step": 36410
    },
    {
      "loss_action": 0.008318813517689705,
      "loss_total": 0.008318813517689705,
      "step": 36410
    },
    {
      "loss_action": 0.00632844865322113,
      "loss_total": 0.00632844865322113,
      "step": 36410
    },
    {
      "loss_action": 0.005641683004796505,
      "loss_total": 0.005641683004796505,
      "step": 36410
    },
    {
      "loss_action": 0.00667792372405529,
      "loss_total": 0.00667792372405529,
      "step": 36410
    },
    {
      "grad_norm": 0.14406780898571014,
      "learning_rate": 7.535380305751076e-05,
      "loss": 0.0101,
      "step": 36420
    },
    {
      "loss_action": 0.006348662078380585,
      "loss_total": 0.006348662078380585,
      "step": 36420
    },
    {
      "loss_action": 0.005710081662982702,
      "loss_total": 0.005710081662982702,
      "step": 36420
    },
    {
      "loss_action": 0.0052500516176223755,
      "loss_total": 0.0052500516176223755,
      "step": 36420
    },
    {
      "loss_action": 0.001714072423055768,
      "loss_total": 0.001714072423055768,
      "step": 36420
    },
    {
      "loss_action": 0.004606923088431358,
      "loss_total": 0.004606923088431358,
      "step": 36420
    },
    {
      "loss_action": 0.006639591883867979,
      "loss_total": 0.006639591883867979,
      "step": 36420
    },
    {
      "loss_action": 0.008580649271607399,
      "loss_total": 0.008580649271607399,
      "step": 36420
    },
    {
      "loss_action": 0.010065926238894463,
      "loss_total": 0.010065926238894463,
      "step": 36420
    },
    {
      "grad_norm": 0.0824875608086586,
      "learning_rate": 7.533955039342431e-05,
      "loss": 0.0084,
      "step": 36430
    },
    {
      "loss_action": 0.007219153456389904,
      "loss_total": 0.007219153456389904,
      "step": 36430
    },
    {
      "loss_action": 0.00930747576057911,
      "loss_total": 0.00930747576057911,
      "step": 36430
    },
    {
      "loss_action": 0.021708423271775246,
      "loss_total": 0.021708423271775246,
      "step": 36430
    },
    {
      "loss_action": 0.0045824237167835236,
      "loss_total": 0.0045824237167835236,
      "step": 36430
    },
    {
      "loss_action": 0.009641937911510468,
      "loss_total": 0.009641937911510468,
      "step": 36430
    },
    {
      "loss_action": 0.005223541054874659,
      "loss_total": 0.005223541054874659,
      "step": 36430
    },
    {
      "loss_action": 0.011654555797576904,
      "loss_total": 0.011654555797576904,
      "step": 36430
    },
    {
      "loss_action": 0.00425110524520278,
      "loss_total": 0.00425110524520278,
      "step": 36430
    },
    {
      "grad_norm": 0.1377631425857544,
      "learning_rate": 7.532529495824274e-05,
      "loss": 0.0099,
      "step": 36440
    },
    {
      "loss_action": 0.007956483401358128,
      "loss_total": 0.007956483401358128,
      "step": 36440
    },
    {
      "loss_action": 0.007344081066548824,
      "loss_total": 0.007344081066548824,
      "step": 36440
    },
    {
      "loss_action": 0.009702851995825768,
      "loss_total": 0.009702851995825768,
      "step": 36440
    },
    {
      "loss_action": 0.005070460494607687,
      "loss_total": 0.005070460494607687,
      "step": 36440
    },
    {
      "loss_action": 0.008611427620053291,
      "loss_total": 0.008611427620053291,
      "step": 36440
    },
    {
      "loss_action": 0.011763030663132668,
      "loss_total": 0.011763030663132668,
      "step": 36440
    },
    {
      "loss_action": 0.00770990364253521,
      "loss_total": 0.00770990364253521,
      "step": 36440
    },
    {
      "loss_action": 0.003747248090803623,
      "loss_total": 0.003747248090803623,
      "step": 36440
    },
    {
      "grad_norm": 0.13498316705226898,
      "learning_rate": 7.531103675352497e-05,
      "loss": 0.0089,
      "step": 36450
    },
    {
      "loss_action": 0.0055952477268874645,
      "loss_total": 0.0055952477268874645,
      "step": 36450
    },
    {
      "loss_action": 0.004423115402460098,
      "loss_total": 0.004423115402460098,
      "step": 36450
    },
    {
      "loss_action": 0.02648782730102539,
      "loss_total": 0.02648782730102539,
      "step": 36450
    },
    {
      "loss_action": 0.007902106270194054,
      "loss_total": 0.007902106270194054,
      "step": 36450
    },
    {
      "loss_action": 0.006654578726738691,
      "loss_total": 0.006654578726738691,
      "step": 36450
    },
    {
      "loss_action": 0.0074386755004525185,
      "loss_total": 0.0074386755004525185,
      "step": 36450
    },
    {
      "loss_action": 0.00392299797385931,
      "loss_total": 0.00392299797385931,
      "step": 36450
    },
    {
      "loss_action": 0.010027842596173286,
      "loss_total": 0.010027842596173286,
      "step": 36450
    },
    {
      "grad_norm": 0.14452487230300903,
      "learning_rate": 7.529677578083029e-05,
      "loss": 0.01,
      "step": 36460
    },
    {
      "loss_action": 0.02027423121035099,
      "loss_total": 0.02027423121035099,
      "step": 36460
    },
    {
      "loss_action": 0.004634694196283817,
      "loss_total": 0.004634694196283817,
      "step": 36460
    },
    {
      "loss_action": 0.00517862755805254,
      "loss_total": 0.00517862755805254,
      "step": 36460
    },
    {
      "loss_action": 0.010410547256469727,
      "loss_total": 0.010410547256469727,
      "step": 36460
    },
    {
      "loss_action": 0.005009702406823635,
      "loss_total": 0.005009702406823635,
      "step": 36460
    },
    {
      "loss_action": 0.007983237504959106,
      "loss_total": 0.007983237504959106,
      "step": 36460
    },
    {
      "loss_action": 0.01784343272447586,
      "loss_total": 0.01784343272447586,
      "step": 36460
    },
    {
      "loss_action": 0.011057402938604355,
      "loss_total": 0.011057402938604355,
      "step": 36460
    },
    {
      "grad_norm": 0.09625790268182755,
      "learning_rate": 7.528251204171823e-05,
      "loss": 0.009,
      "step": 36470
    },
    {
      "loss_action": 0.00837099738419056,
      "loss_total": 0.00837099738419056,
      "step": 36470
    },
    {
      "loss_action": 0.0036610784009099007,
      "loss_total": 0.0036610784009099007,
      "step": 36470
    },
    {
      "loss_action": 0.003213294316083193,
      "loss_total": 0.003213294316083193,
      "step": 36470
    },
    {
      "loss_action": 0.007631728891283274,
      "loss_total": 0.007631728891283274,
      "step": 36470
    },
    {
      "loss_action": 0.006362656131386757,
      "loss_total": 0.006362656131386757,
      "step": 36470
    },
    {
      "loss_action": 0.0065237982198596,
      "loss_total": 0.0065237982198596,
      "step": 36470
    },
    {
      "loss_action": 0.015498646534979343,
      "loss_total": 0.015498646534979343,
      "step": 36470
    },
    {
      "loss_action": 0.016078440472483635,
      "loss_total": 0.016078440472483635,
      "step": 36470
    },
    {
      "grad_norm": 0.19641435146331787,
      "learning_rate": 7.526824553774867e-05,
      "loss": 0.0098,
      "step": 36480
    },
    {
      "loss_action": 0.025207143276929855,
      "loss_total": 0.025207143276929855,
      "step": 36480
    },
    {
      "loss_action": 0.007178982719779015,
      "loss_total": 0.007178982719779015,
      "step": 36480
    },
    {
      "loss_action": 0.014441199600696564,
      "loss_total": 0.014441199600696564,
      "step": 36480
    },
    {
      "loss_action": 0.008994806557893753,
      "loss_total": 0.008994806557893753,
      "step": 36480
    },
    {
      "loss_action": 0.00427769310772419,
      "loss_total": 0.00427769310772419,
      "step": 36480
    },
    {
      "loss_action": 0.027802491560578346,
      "loss_total": 0.027802491560578346,
      "step": 36480
    },
    {
      "loss_action": 0.032349128276109695,
      "loss_total": 0.032349128276109695,
      "step": 36480
    },
    {
      "loss_action": 0.009788412600755692,
      "loss_total": 0.009788412600755692,
      "step": 36480
    },
    {
      "grad_norm": 0.09758147597312927,
      "learning_rate": 7.525397627048178e-05,
      "loss": 0.0106,
      "step": 36490
    },
    {
      "loss_action": 0.006698806770145893,
      "loss_total": 0.006698806770145893,
      "step": 36490
    },
    {
      "loss_action": 0.005572203081101179,
      "loss_total": 0.005572203081101179,
      "step": 36490
    },
    {
      "loss_action": 0.00959180761128664,
      "loss_total": 0.00959180761128664,
      "step": 36490
    },
    {
      "loss_action": 0.003621347714215517,
      "loss_total": 0.003621347714215517,
      "step": 36490
    },
    {
      "loss_action": 0.006452827248722315,
      "loss_total": 0.006452827248722315,
      "step": 36490
    },
    {
      "loss_action": 0.008889531716704369,
      "loss_total": 0.008889531716704369,
      "step": 36490
    },
    {
      "loss_action": 0.004524989519268274,
      "loss_total": 0.004524989519268274,
      "step": 36490
    },
    {
      "loss_action": 0.0034934498835355043,
      "loss_total": 0.0034934498835355043,
      "step": 36490
    },
    {
      "grad_norm": 0.14332206547260284,
      "learning_rate": 7.523970424147802e-05,
      "loss": 0.0091,
      "step": 36500
    },
    {
      "loss_action": 0.006540396716445684,
      "loss_total": 0.006540396716445684,
      "step": 36500
    },
    {
      "loss_action": 0.006877961102873087,
      "loss_total": 0.006877961102873087,
      "step": 36500
    },
    {
      "loss_action": 0.009303463622927666,
      "loss_total": 0.009303463622927666,
      "step": 36500
    },
    {
      "loss_action": 0.0058647142723202705,
      "loss_total": 0.0058647142723202705,
      "step": 36500
    },
    {
      "loss_action": 0.0049081239849328995,
      "loss_total": 0.0049081239849328995,
      "step": 36500
    },
    {
      "loss_action": 0.004058891907334328,
      "loss_total": 0.004058891907334328,
      "step": 36500
    },
    {
      "loss_action": 0.0050627803429961205,
      "loss_total": 0.0050627803429961205,
      "step": 36500
    },
    {
      "loss_action": 0.0041806623339653015,
      "loss_total": 0.0041806623339653015,
      "step": 36500
    },
    {
      "grad_norm": 0.10830974578857422,
      "learning_rate": 7.522542945229813e-05,
      "loss": 0.0073,
      "step": 36510
    },
    {
      "loss_action": 0.006195458583533764,
      "loss_total": 0.006195458583533764,
      "step": 36510
    },
    {
      "loss_action": 0.00841714721173048,
      "loss_total": 0.00841714721173048,
      "step": 36510
    },
    {
      "loss_action": 0.005886118859052658,
      "loss_total": 0.005886118859052658,
      "step": 36510
    },
    {
      "loss_action": 0.014774325303733349,
      "loss_total": 0.014774325303733349,
      "step": 36510
    },
    {
      "loss_action": 0.0070945448242127895,
      "loss_total": 0.0070945448242127895,
      "step": 36510
    },
    {
      "loss_action": 0.0030832875054329634,
      "loss_total": 0.0030832875054329634,
      "step": 36510
    },
    {
      "loss_action": 0.015695925801992416,
      "loss_total": 0.015695925801992416,
      "step": 36510
    },
    {
      "loss_action": 0.003939435817301273,
      "loss_total": 0.003939435817301273,
      "step": 36510
    },
    {
      "grad_norm": 0.10041310638189316,
      "learning_rate": 7.521115190450321e-05,
      "loss": 0.0083,
      "step": 36520
    },
    {
      "loss_action": 0.009218258783221245,
      "loss_total": 0.009218258783221245,
      "step": 36520
    },
    {
      "loss_action": 0.010387540794909,
      "loss_total": 0.010387540794909,
      "step": 36520
    },
    {
      "loss_action": 0.003787720575928688,
      "loss_total": 0.003787720575928688,
      "step": 36520
    },
    {
      "loss_action": 0.04757944867014885,
      "loss_total": 0.04757944867014885,
      "step": 36520
    },
    {
      "loss_action": 0.010946433991193771,
      "loss_total": 0.010946433991193771,
      "step": 36520
    },
    {
      "loss_action": 0.018394935876131058,
      "loss_total": 0.018394935876131058,
      "step": 36520
    },
    {
      "loss_action": 0.014515843242406845,
      "loss_total": 0.014515843242406845,
      "step": 36520
    },
    {
      "loss_action": 0.00328132975846529,
      "loss_total": 0.00328132975846529,
      "step": 36520
    },
    {
      "grad_norm": 0.1295737773180008,
      "learning_rate": 7.519687159965462e-05,
      "loss": 0.0098,
      "step": 36530
    },
    {
      "loss_action": 0.026736175641417503,
      "loss_total": 0.026736175641417503,
      "step": 36530
    },
    {
      "loss_action": 0.01868457719683647,
      "loss_total": 0.01868457719683647,
      "step": 36530
    },
    {
      "loss_action": 0.006237828638404608,
      "loss_total": 0.006237828638404608,
      "step": 36530
    },
    {
      "loss_action": 0.009513410739600658,
      "loss_total": 0.009513410739600658,
      "step": 36530
    },
    {
      "loss_action": 0.012804578989744186,
      "loss_total": 0.012804578989744186,
      "step": 36530
    },
    {
      "loss_action": 0.011179977096617222,
      "loss_total": 0.011179977096617222,
      "step": 36530
    },
    {
      "loss_action": 0.015092883259057999,
      "loss_total": 0.015092883259057999,
      "step": 36530
    },
    {
      "loss_action": 0.00480620376765728,
      "loss_total": 0.00480620376765728,
      "step": 36530
    },
    {
      "grad_norm": 0.09063556790351868,
      "learning_rate": 7.518258853931403e-05,
      "loss": 0.0086,
      "step": 36540
    },
    {
      "loss_action": 0.005445269867777824,
      "loss_total": 0.005445269867777824,
      "step": 36540
    },
    {
      "loss_action": 0.016529172658920288,
      "loss_total": 0.016529172658920288,
      "step": 36540
    },
    {
      "loss_action": 0.006198125891387463,
      "loss_total": 0.006198125891387463,
      "step": 36540
    },
    {
      "loss_action": 0.022633740678429604,
      "loss_total": 0.022633740678429604,
      "step": 36540
    },
    {
      "loss_action": 0.005866285413503647,
      "loss_total": 0.005866285413503647,
      "step": 36540
    },
    {
      "loss_action": 0.006376311182975769,
      "loss_total": 0.006376311182975769,
      "step": 36540
    },
    {
      "loss_action": 0.007957983762025833,
      "loss_total": 0.007957983762025833,
      "step": 36540
    },
    {
      "loss_action": 0.0194355808198452,
      "loss_total": 0.0194355808198452,
      "step": 36540
    },
    {
      "grad_norm": 0.10678091645240784,
      "learning_rate": 7.516830272504342e-05,
      "loss": 0.0089,
      "step": 36550
    },
    {
      "loss_action": 0.004440528340637684,
      "loss_total": 0.004440528340637684,
      "step": 36550
    },
    {
      "loss_action": 0.002597497310489416,
      "loss_total": 0.002597497310489416,
      "step": 36550
    },
    {
      "loss_action": 0.008719510398805141,
      "loss_total": 0.008719510398805141,
      "step": 36550
    },
    {
      "loss_action": 0.01528062205761671,
      "loss_total": 0.01528062205761671,
      "step": 36550
    },
    {
      "loss_action": 0.007399728987365961,
      "loss_total": 0.007399728987365961,
      "step": 36550
    },
    {
      "loss_action": 0.010425873100757599,
      "loss_total": 0.010425873100757599,
      "step": 36550
    },
    {
      "loss_action": 0.006730543915182352,
      "loss_total": 0.006730543915182352,
      "step": 36550
    },
    {
      "loss_action": 0.0116503294557333,
      "loss_total": 0.0116503294557333,
      "step": 36550
    },
    {
      "grad_norm": 0.17409160733222961,
      "learning_rate": 7.515401415840509e-05,
      "loss": 0.0103,
      "step": 36560
    },
    {
      "loss_action": 0.003868961473926902,
      "loss_total": 0.003868961473926902,
      "step": 36560
    },
    {
      "loss_action": 0.005998100154101849,
      "loss_total": 0.005998100154101849,
      "step": 36560
    },
    {
      "loss_action": 0.007280272897332907,
      "loss_total": 0.007280272897332907,
      "step": 36560
    },
    {
      "loss_action": 0.01073251198977232,
      "loss_total": 0.01073251198977232,
      "step": 36560
    },
    {
      "loss_action": 0.0314771793782711,
      "loss_total": 0.0314771793782711,
      "step": 36560
    },
    {
      "loss_action": 0.008832182735204697,
      "loss_total": 0.008832182735204697,
      "step": 36560
    },
    {
      "loss_action": 0.028842972591519356,
      "loss_total": 0.028842972591519356,
      "step": 36560
    },
    {
      "loss_action": 0.024459198117256165,
      "loss_total": 0.024459198117256165,
      "step": 36560
    },
    {
      "grad_norm": 0.18276016414165497,
      "learning_rate": 7.513972284096155e-05,
      "loss": 0.0097,
      "step": 36570
    },
    {
      "loss_action": 0.009210323914885521,
      "loss_total": 0.009210323914885521,
      "step": 36570
    },
    {
      "loss_action": 0.006184212397783995,
      "loss_total": 0.006184212397783995,
      "step": 36570
    },
    {
      "loss_action": 0.010191287845373154,
      "loss_total": 0.010191287845373154,
      "step": 36570
    },
    {
      "loss_action": 0.008381533436477184,
      "loss_total": 0.008381533436477184,
      "step": 36570
    },
    {
      "loss_action": 0.006167784333229065,
      "loss_total": 0.006167784333229065,
      "step": 36570
    },
    {
      "loss_action": 0.010683790780603886,
      "loss_total": 0.010683790780603886,
      "step": 36570
    },
    {
      "loss_action": 0.010159820318222046,
      "loss_total": 0.010159820318222046,
      "step": 36570
    },
    {
      "loss_action": 0.012551158666610718,
      "loss_total": 0.012551158666610718,
      "step": 36570
    },
    {
      "grad_norm": 0.12487149983644485,
      "learning_rate": 7.512542877427574e-05,
      "loss": 0.01,
      "step": 36580
    },
    {
      "loss_action": 0.011146647855639458,
      "loss_total": 0.011146647855639458,
      "step": 36580
    },
    {
      "loss_action": 0.008892561309039593,
      "loss_total": 0.008892561309039593,
      "step": 36580
    },
    {
      "loss_action": 0.01059363130480051,
      "loss_total": 0.01059363130480051,
      "step": 36580
    },
    {
      "loss_action": 0.011261172592639923,
      "loss_total": 0.011261172592639923,
      "step": 36580
    },
    {
      "loss_action": 0.016721069812774658,
      "loss_total": 0.016721069812774658,
      "step": 36580
    },
    {
      "loss_action": 0.0072608827613294125,
      "loss_total": 0.0072608827613294125,
      "step": 36580
    },
    {
      "loss_action": 0.0041014100424945354,
      "loss_total": 0.0041014100424945354,
      "step": 36580
    },
    {
      "loss_action": 0.009465182200074196,
      "loss_total": 0.009465182200074196,
      "step": 36580
    },
    {
      "grad_norm": 0.11582319438457489,
      "learning_rate": 7.51111319599108e-05,
      "loss": 0.0101,
      "step": 36590
    },
    {
      "loss_action": 0.010107056237757206,
      "loss_total": 0.010107056237757206,
      "step": 36590
    },
    {
      "loss_action": 0.0034548272378742695,
      "loss_total": 0.0034548272378742695,
      "step": 36590
    },
    {
      "loss_action": 0.008740056306123734,
      "loss_total": 0.008740056306123734,
      "step": 36590
    },
    {
      "loss_action": 0.006224936340004206,
      "loss_total": 0.006224936340004206,
      "step": 36590
    },
    {
      "loss_action": 0.0061388942413032055,
      "loss_total": 0.0061388942413032055,
      "step": 36590
    },
    {
      "loss_action": 0.009479008615016937,
      "loss_total": 0.009479008615016937,
      "step": 36590
    },
    {
      "loss_action": 0.015386102721095085,
      "loss_total": 0.015386102721095085,
      "step": 36590
    },
    {
      "loss_action": 0.00852323416620493,
      "loss_total": 0.00852323416620493,
      "step": 36590
    },
    {
      "grad_norm": 0.20662924647331238,
      "learning_rate": 7.509683239943024e-05,
      "loss": 0.0098,
      "step": 36600
    },
    {
      "loss_action": 0.006119185127317905,
      "loss_total": 0.006119185127317905,
      "step": 36600
    },
    {
      "loss_action": 0.014193275012075901,
      "loss_total": 0.014193275012075901,
      "step": 36600
    },
    {
      "loss_action": 0.0031704450957477093,
      "loss_total": 0.0031704450957477093,
      "step": 36600
    },
    {
      "loss_action": 0.006420459598302841,
      "loss_total": 0.006420459598302841,
      "step": 36600
    },
    {
      "loss_action": 0.007923096418380737,
      "loss_total": 0.007923096418380737,
      "step": 36600
    },
    {
      "loss_action": 0.006085827015340328,
      "loss_total": 0.006085827015340328,
      "step": 36600
    },
    {
      "loss_action": 0.005820584017783403,
      "loss_total": 0.005820584017783403,
      "step": 36600
    },
    {
      "loss_action": 0.013519799336791039,
      "loss_total": 0.013519799336791039,
      "step": 36600
    },
    {
      "grad_norm": 0.13502158224582672,
      "learning_rate": 7.50825300943978e-05,
      "loss": 0.0091,
      "step": 36610
    },
    {
      "loss_action": 0.020932594314217567,
      "loss_total": 0.020932594314217567,
      "step": 36610
    },
    {
      "loss_action": 0.01029543299227953,
      "loss_total": 0.01029543299227953,
      "step": 36610
    },
    {
      "loss_action": 0.0031843914184719324,
      "loss_total": 0.0031843914184719324,
      "step": 36610
    },
    {
      "loss_action": 0.015925277024507523,
      "loss_total": 0.015925277024507523,
      "step": 36610
    },
    {
      "loss_action": 0.00717319967225194,
      "loss_total": 0.00717319967225194,
      "step": 36610
    },
    {
      "loss_action": 0.00471323961392045,
      "loss_total": 0.00471323961392045,
      "step": 36610
    },
    {
      "loss_action": 0.009639971889555454,
      "loss_total": 0.009639971889555454,
      "step": 36610
    },
    {
      "loss_action": 0.006019056774675846,
      "loss_total": 0.006019056774675846,
      "step": 36610
    },
    {
      "grad_norm": 0.12479140609502792,
      "learning_rate": 7.50682250463776e-05,
      "loss": 0.0095,
      "step": 36620
    },
    {
      "loss_action": 0.003162954468280077,
      "loss_total": 0.003162954468280077,
      "step": 36620
    },
    {
      "loss_action": 0.00439243670552969,
      "loss_total": 0.00439243670552969,
      "step": 36620
    },
    {
      "loss_action": 0.004710718989372253,
      "loss_total": 0.004710718989372253,
      "step": 36620
    },
    {
      "loss_action": 0.005599661730229855,
      "loss_total": 0.005599661730229855,
      "step": 36620
    },
    {
      "loss_action": 0.010464534163475037,
      "loss_total": 0.010464534163475037,
      "step": 36620
    },
    {
      "loss_action": 0.01643345132470131,
      "loss_total": 0.01643345132470131,
      "step": 36620
    },
    {
      "loss_action": 0.0061882236041128635,
      "loss_total": 0.0061882236041128635,
      "step": 36620
    },
    {
      "loss_action": 0.007429270073771477,
      "loss_total": 0.007429270073771477,
      "step": 36620
    },
    {
      "grad_norm": 0.13893842697143555,
      "learning_rate": 7.5053917256934e-05,
      "loss": 0.0105,
      "step": 36630
    },
    {
      "loss_action": 0.005239205900579691,
      "loss_total": 0.005239205900579691,
      "step": 36630
    },
    {
      "loss_action": 0.01051701046526432,
      "loss_total": 0.01051701046526432,
      "step": 36630
    },
    {
      "loss_action": 0.008034114725887775,
      "loss_total": 0.008034114725887775,
      "step": 36630
    },
    {
      "loss_action": 0.007604876533150673,
      "loss_total": 0.007604876533150673,
      "step": 36630
    },
    {
      "loss_action": 0.012388361617922783,
      "loss_total": 0.012388361617922783,
      "step": 36630
    },
    {
      "loss_action": 0.008896016515791416,
      "loss_total": 0.008896016515791416,
      "step": 36630
    },
    {
      "loss_action": 0.007673797197639942,
      "loss_total": 0.007673797197639942,
      "step": 36630
    },
    {
      "loss_action": 0.008303208276629448,
      "loss_total": 0.008303208276629448,
      "step": 36630
    },
    {
      "grad_norm": 0.11649768799543381,
      "learning_rate": 7.503960672763166e-05,
      "loss": 0.0105,
      "step": 36640
    },
    {
      "loss_action": 0.005172017030417919,
      "loss_total": 0.005172017030417919,
      "step": 36640
    },
    {
      "loss_action": 0.004434782080352306,
      "loss_total": 0.004434782080352306,
      "step": 36640
    },
    {
      "loss_action": 0.01028201449662447,
      "loss_total": 0.01028201449662447,
      "step": 36640
    },
    {
      "loss_action": 0.008419069461524487,
      "loss_total": 0.008419069461524487,
      "step": 36640
    },
    {
      "loss_action": 0.004893439821898937,
      "loss_total": 0.004893439821898937,
      "step": 36640
    },
    {
      "loss_action": 0.007273318711668253,
      "loss_total": 0.007273318711668253,
      "step": 36640
    },
    {
      "loss_action": 0.015048867091536522,
      "loss_total": 0.015048867091536522,
      "step": 36640
    },
    {
      "loss_action": 0.004913336597383022,
      "loss_total": 0.004913336597383022,
      "step": 36640
    },
    {
      "grad_norm": 0.11773823201656342,
      "learning_rate": 7.502529346003559e-05,
      "loss": 0.0092,
      "step": 36650
    },
    {
      "loss_action": 0.007606412284076214,
      "loss_total": 0.007606412284076214,
      "step": 36650
    },
    {
      "loss_action": 0.013354565016925335,
      "loss_total": 0.013354565016925335,
      "step": 36650
    },
    {
      "loss_action": 0.00322672538459301,
      "loss_total": 0.00322672538459301,
      "step": 36650
    },
    {
      "loss_action": 0.03986693546175957,
      "loss_total": 0.03986693546175957,
      "step": 36650
    },
    {
      "loss_action": 0.00888744741678238,
      "loss_total": 0.00888744741678238,
      "step": 36650
    },
    {
      "loss_action": 0.010048038326203823,
      "loss_total": 0.010048038326203823,
      "step": 36650
    },
    {
      "loss_action": 0.006463226862251759,
      "loss_total": 0.006463226862251759,
      "step": 36650
    },
    {
      "loss_action": 0.024978816509246826,
      "loss_total": 0.024978816509246826,
      "step": 36650
    },
    {
      "grad_norm": 0.12980277836322784,
      "learning_rate": 7.501097745571106e-05,
      "loss": 0.0103,
      "step": 36660
    },
    {
      "loss_action": 0.009094223380088806,
      "loss_total": 0.009094223380088806,
      "step": 36660
    },
    {
      "loss_action": 0.01823127083480358,
      "loss_total": 0.01823127083480358,
      "step": 36660
    },
    {
      "loss_action": 0.010564584285020828,
      "loss_total": 0.010564584285020828,
      "step": 36660
    },
    {
      "loss_action": 0.005401375237852335,
      "loss_total": 0.005401375237852335,
      "step": 36660
    },
    {
      "loss_action": 0.0041420371271669865,
      "loss_total": 0.0041420371271669865,
      "step": 36660
    },
    {
      "loss_action": 0.007486769929528236,
      "loss_total": 0.007486769929528236,
      "step": 36660
    },
    {
      "loss_action": 0.008294044993817806,
      "loss_total": 0.008294044993817806,
      "step": 36660
    },
    {
      "loss_action": 0.003922144882380962,
      "loss_total": 0.003922144882380962,
      "step": 36660
    },
    {
      "grad_norm": 0.1257074475288391,
      "learning_rate": 7.499665871622361e-05,
      "loss": 0.0083,
      "step": 36670
    },
    {
      "loss_action": 0.0142967589199543,
      "loss_total": 0.0142967589199543,
      "step": 36670
    },
    {
      "loss_action": 0.013673772104084492,
      "loss_total": 0.013673772104084492,
      "step": 36670
    },
    {
      "loss_action": 0.002710807602852583,
      "loss_total": 0.002710807602852583,
      "step": 36670
    },
    {
      "loss_action": 0.0039032078348100185,
      "loss_total": 0.0039032078348100185,
      "step": 36670
    },
    {
      "loss_action": 0.006928849034011364,
      "loss_total": 0.006928849034011364,
      "step": 36670
    },
    {
      "loss_action": 0.00334019772708416,
      "loss_total": 0.00334019772708416,
      "step": 36670
    },
    {
      "loss_action": 0.0025722673162817955,
      "loss_total": 0.0025722673162817955,
      "step": 36670
    },
    {
      "loss_action": 0.019771788269281387,
      "loss_total": 0.019771788269281387,
      "step": 36670
    },
    {
      "grad_norm": 0.1596721112728119,
      "learning_rate": 7.498233724313917e-05,
      "loss": 0.0093,
      "step": 36680
    },
    {
      "loss_action": 0.010536648333072662,
      "loss_total": 0.010536648333072662,
      "step": 36680
    },
    {
      "loss_action": 0.007530774921178818,
      "loss_total": 0.007530774921178818,
      "step": 36680
    },
    {
      "loss_action": 0.007038674782961607,
      "loss_total": 0.007038674782961607,
      "step": 36680
    },
    {
      "loss_action": 0.006889685057103634,
      "loss_total": 0.006889685057103634,
      "step": 36680
    },
    {
      "loss_action": 0.002273984020575881,
      "loss_total": 0.002273984020575881,
      "step": 36680
    },
    {
      "loss_action": 0.008977931924164295,
      "loss_total": 0.008977931924164295,
      "step": 36680
    },
    {
      "loss_action": 0.00480277743190527,
      "loss_total": 0.00480277743190527,
      "step": 36680
    },
    {
      "loss_action": 0.005922756157815456,
      "loss_total": 0.005922756157815456,
      "step": 36680
    },
    {
      "grad_norm": 0.12241818755865097,
      "learning_rate": 7.496801303802387e-05,
      "loss": 0.0077,
      "step": 36690
    },
    {
      "loss_action": 0.002486634533852339,
      "loss_total": 0.002486634533852339,
      "step": 36690
    },
    {
      "loss_action": 0.007239919621497393,
      "loss_total": 0.007239919621497393,
      "step": 36690
    },
    {
      "loss_action": 0.006439481396228075,
      "loss_total": 0.006439481396228075,
      "step": 36690
    },
    {
      "loss_action": 0.005341117270290852,
      "loss_total": 0.005341117270290852,
      "step": 36690
    },
    {
      "loss_action": 0.009183993563055992,
      "loss_total": 0.009183993563055992,
      "step": 36690
    },
    {
      "loss_action": 0.010046517476439476,
      "loss_total": 0.010046517476439476,
      "step": 36690
    },
    {
      "loss_action": 0.012254055589437485,
      "loss_total": 0.012254055589437485,
      "step": 36690
    },
    {
      "loss_action": 0.014592992141842842,
      "loss_total": 0.014592992141842842,
      "step": 36690
    },
    {
      "grad_norm": 0.12274779379367828,
      "learning_rate": 7.495368610244423e-05,
      "loss": 0.0099,
      "step": 36700
    },
    {
      "loss_action": 0.013397270813584328,
      "loss_total": 0.013397270813584328,
      "step": 36700
    },
    {
      "loss_action": 0.003428312949836254,
      "loss_total": 0.003428312949836254,
      "step": 36700
    },
    {
      "loss_action": 0.010965777561068535,
      "loss_total": 0.010965777561068535,
      "step": 36700
    },
    {
      "loss_action": 0.025955546647310257,
      "loss_total": 0.025955546647310257,
      "step": 36700
    },
    {
      "loss_action": 0.010688720270991325,
      "loss_total": 0.010688720270991325,
      "step": 36700
    },
    {
      "loss_action": 0.02257775142788887,
      "loss_total": 0.02257775142788887,
      "step": 36700
    },
    {
      "loss_action": 0.0031995908357203007,
      "loss_total": 0.0031995908357203007,
      "step": 36700
    },
    {
      "loss_action": 0.007220084313303232,
      "loss_total": 0.007220084313303232,
      "step": 36700
    },
    {
      "grad_norm": 0.14139695465564728,
      "learning_rate": 7.493935643796697e-05,
      "loss": 0.0107,
      "step": 36710
    },
    {
      "loss_action": 0.011821560561656952,
      "loss_total": 0.011821560561656952,
      "step": 36710
    },
    {
      "loss_action": 0.006239201407879591,
      "loss_total": 0.006239201407879591,
      "step": 36710
    },
    {
      "loss_action": 0.014999402686953545,
      "loss_total": 0.014999402686953545,
      "step": 36710
    },
    {
      "loss_action": 0.016167106106877327,
      "loss_total": 0.016167106106877327,
      "step": 36710
    },
    {
      "loss_action": 0.005144862923771143,
      "loss_total": 0.005144862923771143,
      "step": 36710
    },
    {
      "loss_action": 0.007484440226107836,
      "loss_total": 0.007484440226107836,
      "step": 36710
    },
    {
      "loss_action": 0.0037788122426718473,
      "loss_total": 0.0037788122426718473,
      "step": 36710
    },
    {
      "loss_action": 0.002833810169249773,
      "loss_total": 0.002833810169249773,
      "step": 36710
    },
    {
      "grad_norm": 0.1351851522922516,
      "learning_rate": 7.49250240461592e-05,
      "loss": 0.0084,
      "step": 36720
    },
    {
      "loss_action": 0.004971968475729227,
      "loss_total": 0.004971968475729227,
      "step": 36720
    },
    {
      "loss_action": 0.0037608472630381584,
      "loss_total": 0.0037608472630381584,
      "step": 36720
    },
    {
      "loss_action": 0.010557509027421474,
      "loss_total": 0.010557509027421474,
      "step": 36720
    },
    {
      "loss_action": 0.009059522300958633,
      "loss_total": 0.009059522300958633,
      "step": 36720
    },
    {
      "loss_action": 0.009203731082379818,
      "loss_total": 0.009203731082379818,
      "step": 36720
    },
    {
      "loss_action": 0.009090617299079895,
      "loss_total": 0.009090617299079895,
      "step": 36720
    },
    {
      "loss_action": 0.008422568440437317,
      "loss_total": 0.008422568440437317,
      "step": 36720
    },
    {
      "loss_action": 0.014276014640927315,
      "loss_total": 0.014276014640927315,
      "step": 36720
    },
    {
      "grad_norm": 0.0937175303697586,
      "learning_rate": 7.491068892858826e-05,
      "loss": 0.0102,
      "step": 36730
    },
    {
      "loss_action": 0.0045434460043907166,
      "loss_total": 0.0045434460043907166,
      "step": 36730
    },
    {
      "loss_action": 0.010798977687954903,
      "loss_total": 0.010798977687954903,
      "step": 36730
    },
    {
      "loss_action": 0.01682514324784279,
      "loss_total": 0.01682514324784279,
      "step": 36730
    },
    {
      "loss_action": 0.018031444400548935,
      "loss_total": 0.018031444400548935,
      "step": 36730
    },
    {
      "loss_action": 0.006391781382262707,
      "loss_total": 0.006391781382262707,
      "step": 36730
    },
    {
      "loss_action": 0.00437360443174839,
      "loss_total": 0.00437360443174839,
      "step": 36730
    },
    {
      "loss_action": 0.004098687786608934,
      "loss_total": 0.004098687786608934,
      "step": 36730
    },
    {
      "loss_action": 0.006136271171271801,
      "loss_total": 0.006136271171271801,
      "step": 36730
    },
    {
      "grad_norm": 0.1709628403186798,
      "learning_rate": 7.489635108682184e-05,
      "loss": 0.0104,
      "step": 36740
    },
    {
      "loss_action": 0.00846213661134243,
      "loss_total": 0.00846213661134243,
      "step": 36740
    },
    {
      "loss_action": 0.010146494954824448,
      "loss_total": 0.010146494954824448,
      "step": 36740
    },
    {
      "loss_action": 0.011469690129160881,
      "loss_total": 0.011469690129160881,
      "step": 36740
    },
    {
      "loss_action": 0.008823513984680176,
      "loss_total": 0.008823513984680176,
      "step": 36740
    },
    {
      "loss_action": 0.007944854907691479,
      "loss_total": 0.007944854907691479,
      "step": 36740
    },
    {
      "loss_action": 0.007390432059764862,
      "loss_total": 0.007390432059764862,
      "step": 36740
    },
    {
      "loss_action": 0.009411890991032124,
      "loss_total": 0.009411890991032124,
      "step": 36740
    },
    {
      "loss_action": 0.005976440384984016,
      "loss_total": 0.005976440384984016,
      "step": 36740
    },
    {
      "grad_norm": 0.14931036531925201,
      "learning_rate": 7.48820105224279e-05,
      "loss": 0.0099,
      "step": 36750
    },
    {
      "loss_action": 0.012998795136809349,
      "loss_total": 0.012998795136809349,
      "step": 36750
    },
    {
      "loss_action": 0.003208840498700738,
      "loss_total": 0.003208840498700738,
      "step": 36750
    },
    {
      "loss_action": 0.004213961772620678,
      "loss_total": 0.004213961772620678,
      "step": 36750
    },
    {
      "loss_action": 0.004911008290946484,
      "loss_total": 0.004911008290946484,
      "step": 36750
    },
    {
      "loss_action": 0.006594455800950527,
      "loss_total": 0.006594455800950527,
      "step": 36750
    },
    {
      "loss_action": 0.02206992357969284,
      "loss_total": 0.02206992357969284,
      "step": 36750
    },
    {
      "loss_action": 0.008288277313113213,
      "loss_total": 0.008288277313113213,
      "step": 36750
    },
    {
      "loss_action": 0.005121489055454731,
      "loss_total": 0.005121489055454731,
      "step": 36750
    },
    {
      "grad_norm": 0.11194245517253876,
      "learning_rate": 7.48676672369747e-05,
      "loss": 0.009,
      "step": 36760
    },
    {
      "loss_action": 0.01378876343369484,
      "loss_total": 0.01378876343369484,
      "step": 36760
    },
    {
      "loss_action": 0.003399395849555731,
      "loss_total": 0.003399395849555731,
      "step": 36760
    },
    {
      "loss_action": 0.005777203943580389,
      "loss_total": 0.005777203943580389,
      "step": 36760
    },
    {
      "loss_action": 0.006916099693626165,
      "loss_total": 0.006916099693626165,
      "step": 36760
    },
    {
      "loss_action": 0.009262027218937874,
      "loss_total": 0.009262027218937874,
      "step": 36760
    },
    {
      "loss_action": 0.02466876059770584,
      "loss_total": 0.02466876059770584,
      "step": 36760
    },
    {
      "loss_action": 0.013901482336223125,
      "loss_total": 0.013901482336223125,
      "step": 36760
    },
    {
      "loss_action": 0.008190175518393517,
      "loss_total": 0.008190175518393517,
      "step": 36760
    },
    {
      "grad_norm": 0.16866227984428406,
      "learning_rate": 7.485332123203079e-05,
      "loss": 0.0119,
      "step": 36770
    },
    {
      "loss_action": 0.004760312847793102,
      "loss_total": 0.004760312847793102,
      "step": 36770
    },
    {
      "loss_action": 0.006294175982475281,
      "loss_total": 0.006294175982475281,
      "step": 36770
    },
    {
      "loss_action": 0.008866017684340477,
      "loss_total": 0.008866017684340477,
      "step": 36770
    },
    {
      "loss_action": 0.007754335179924965,
      "loss_total": 0.007754335179924965,
      "step": 36770
    },
    {
      "loss_action": 0.005780183244496584,
      "loss_total": 0.005780183244496584,
      "step": 36770
    },
    {
      "loss_action": 0.010532921180129051,
      "loss_total": 0.010532921180129051,
      "step": 36770
    },
    {
      "loss_action": 0.009250354953110218,
      "loss_total": 0.009250354953110218,
      "step": 36770
    },
    {
      "loss_action": 0.007685313932597637,
      "loss_total": 0.007685313932597637,
      "step": 36770
    },
    {
      "grad_norm": 0.1566128134727478,
      "learning_rate": 7.483897250916504e-05,
      "loss": 0.0101,
      "step": 36780
    },
    {
      "loss_action": 0.008593261241912842,
      "loss_total": 0.008593261241912842,
      "step": 36780
    },
    {
      "loss_action": 0.007996214553713799,
      "loss_total": 0.007996214553713799,
      "step": 36780
    },
    {
      "loss_action": 0.009477580897510052,
      "loss_total": 0.009477580897510052,
      "step": 36780
    },
    {
      "loss_action": 0.010286676697432995,
      "loss_total": 0.010286676697432995,
      "step": 36780
    },
    {
      "loss_action": 0.014809994958341122,
      "loss_total": 0.014809994958341122,
      "step": 36780
    },
    {
      "loss_action": 0.005413238890469074,
      "loss_total": 0.005413238890469074,
      "step": 36780
    },
    {
      "loss_action": 0.007905297912657261,
      "loss_total": 0.007905297912657261,
      "step": 36780
    },
    {
      "loss_action": 0.015104284510016441,
      "loss_total": 0.015104284510016441,
      "step": 36780
    },
    {
      "grad_norm": 0.13358496129512787,
      "learning_rate": 7.48246210699466e-05,
      "loss": 0.0092,
      "step": 36790
    },
    {
      "loss_action": 0.0051362356171011925,
      "loss_total": 0.0051362356171011925,
      "step": 36790
    },
    {
      "loss_action": 0.009599201381206512,
      "loss_total": 0.009599201381206512,
      "step": 36790
    },
    {
      "loss_action": 0.008031599223613739,
      "loss_total": 0.008031599223613739,
      "step": 36790
    },
    {
      "loss_action": 0.009082581847906113,
      "loss_total": 0.009082581847906113,
      "step": 36790
    },
    {
      "loss_action": 0.014089051634073257,
      "loss_total": 0.014089051634073257,
      "step": 36790
    },
    {
      "loss_action": 0.013088594190776348,
      "loss_total": 0.013088594190776348,
      "step": 36790
    },
    {
      "loss_action": 0.019113341346383095,
      "loss_total": 0.019113341346383095,
      "step": 36790
    },
    {
      "loss_action": 0.01386416144669056,
      "loss_total": 0.01386416144669056,
      "step": 36790
    },
    {
      "grad_norm": 0.19461442530155182,
      "learning_rate": 7.481026691594492e-05,
      "loss": 0.0098,
      "step": 36800
    },
    {
      "loss_action": 0.005356370005756617,
      "loss_total": 0.005356370005756617,
      "step": 36800
    },
    {
      "loss_action": 0.007492212578654289,
      "loss_total": 0.007492212578654289,
      "step": 36800
    },
    {
      "loss_action": 0.006387471221387386,
      "loss_total": 0.006387471221387386,
      "step": 36800
    },
    {
      "loss_action": 0.005247959867119789,
      "loss_total": 0.005247959867119789,
      "step": 36800
    },
    {
      "loss_action": 0.007888800464570522,
      "loss_total": 0.007888800464570522,
      "step": 36800
    },
    {
      "loss_action": 0.014513744972646236,
      "loss_total": 0.014513744972646236,
      "step": 36800
    },
    {
      "loss_action": 0.013504991307854652,
      "loss_total": 0.013504991307854652,
      "step": 36800
    },
    {
      "loss_action": 0.009979590773582458,
      "loss_total": 0.009979590773582458,
      "step": 36800
    },
    {
      "grad_norm": 0.1010286882519722,
      "learning_rate": 7.479591004872975e-05,
      "loss": 0.0123,
      "step": 36810
    },
    {
      "loss_action": 0.005831143818795681,
      "loss_total": 0.005831143818795681,
      "step": 36810
    },
    {
      "loss_action": 0.015760185196995735,
      "loss_total": 0.015760185196995735,
      "step": 36810
    },
    {
      "loss_action": 0.007527562323957682,
      "loss_total": 0.007527562323957682,
      "step": 36810
    },
    {
      "loss_action": 0.012579994276165962,
      "loss_total": 0.012579994276165962,
      "step": 36810
    },
    {
      "loss_action": 0.0053672874346375465,
      "loss_total": 0.0053672874346375465,
      "step": 36810
    },
    {
      "loss_action": 0.005157824140042067,
      "loss_total": 0.005157824140042067,
      "step": 36810
    },
    {
      "loss_action": 0.012399092316627502,
      "loss_total": 0.012399092316627502,
      "step": 36810
    },
    {
      "loss_action": 0.004448978696018457,
      "loss_total": 0.004448978696018457,
      "step": 36810
    },
    {
      "grad_norm": 0.12028811872005463,
      "learning_rate": 7.478155046987114e-05,
      "loss": 0.0094,
      "step": 36820
    },
    {
      "loss_action": 0.008813087828457355,
      "loss_total": 0.008813087828457355,
      "step": 36820
    },
    {
      "loss_action": 0.012991610914468765,
      "loss_total": 0.012991610914468765,
      "step": 36820
    },
    {
      "loss_action": 0.012445964850485325,
      "loss_total": 0.012445964850485325,
      "step": 36820
    },
    {
      "loss_action": 0.009180732071399689,
      "loss_total": 0.009180732071399689,
      "step": 36820
    },
    {
      "loss_action": 0.008289853110909462,
      "loss_total": 0.008289853110909462,
      "step": 36820
    },
    {
      "loss_action": 0.007386301178485155,
      "loss_total": 0.007386301178485155,
      "step": 36820
    },
    {
      "loss_action": 0.005145259667187929,
      "loss_total": 0.005145259667187929,
      "step": 36820
    },
    {
      "loss_action": 0.005218366160988808,
      "loss_total": 0.005218366160988808,
      "step": 36820
    },
    {
      "grad_norm": 0.14711762964725494,
      "learning_rate": 7.476718818093944e-05,
      "loss": 0.0109,
      "step": 36830
    },
    {
      "loss_action": 0.006251013372093439,
      "loss_total": 0.006251013372093439,
      "step": 36830
    },
    {
      "loss_action": 0.006892165634781122,
      "loss_total": 0.006892165634781122,
      "step": 36830
    },
    {
      "loss_action": 0.005340284667909145,
      "loss_total": 0.005340284667909145,
      "step": 36830
    },
    {
      "loss_action": 0.009174495935440063,
      "loss_total": 0.009174495935440063,
      "step": 36830
    },
    {
      "loss_action": 0.01063977275043726,
      "loss_total": 0.01063977275043726,
      "step": 36830
    },
    {
      "loss_action": 0.0034178190398961306,
      "loss_total": 0.0034178190398961306,
      "step": 36830
    },
    {
      "loss_action": 0.009624290280044079,
      "loss_total": 0.009624290280044079,
      "step": 36830
    },
    {
      "loss_action": 0.011269817128777504,
      "loss_total": 0.011269817128777504,
      "step": 36830
    },
    {
      "grad_norm": 0.1182628870010376,
      "learning_rate": 7.475282318350527e-05,
      "loss": 0.0106,
      "step": 36840
    },
    {
      "loss_action": 0.004397902172058821,
      "loss_total": 0.004397902172058821,
      "step": 36840
    },
    {
      "loss_action": 0.004237546119838953,
      "loss_total": 0.004237546119838953,
      "step": 36840
    },
    {
      "loss_action": 0.005767798982560635,
      "loss_total": 0.005767798982560635,
      "step": 36840
    },
    {
      "loss_action": 0.00226842169649899,
      "loss_total": 0.00226842169649899,
      "step": 36840
    },
    {
      "loss_action": 0.005950795486569405,
      "loss_total": 0.005950795486569405,
      "step": 36840
    },
    {
      "loss_action": 0.01621820405125618,
      "loss_total": 0.01621820405125618,
      "step": 36840
    },
    {
      "loss_action": 0.004835867322981358,
      "loss_total": 0.004835867322981358,
      "step": 36840
    },
    {
      "loss_action": 0.008200746029615402,
      "loss_total": 0.008200746029615402,
      "step": 36840
    },
    {
      "grad_norm": 0.08481844514608383,
      "learning_rate": 7.473845547913957e-05,
      "loss": 0.0098,
      "step": 36850
    },
    {
      "loss_action": 0.008190276101231575,
      "loss_total": 0.008190276101231575,
      "step": 36850
    },
    {
      "loss_action": 0.006759311072528362,
      "loss_total": 0.006759311072528362,
      "step": 36850
    },
    {
      "loss_action": 0.015964273363351822,
      "loss_total": 0.015964273363351822,
      "step": 36850
    },
    {
      "loss_action": 0.005061876028776169,
      "loss_total": 0.005061876028776169,
      "step": 36850
    },
    {
      "loss_action": 0.0073072584345936775,
      "loss_total": 0.0073072584345936775,
      "step": 36850
    },
    {
      "loss_action": 0.019878452643752098,
      "loss_total": 0.019878452643752098,
      "step": 36850
    },
    {
      "loss_action": 0.012345987372100353,
      "loss_total": 0.012345987372100353,
      "step": 36850
    },
    {
      "loss_action": 0.004161610268056393,
      "loss_total": 0.004161610268056393,
      "step": 36850
    },
    {
      "grad_norm": 0.11697129160165787,
      "learning_rate": 7.472408506941357e-05,
      "loss": 0.0088,
      "step": 36860
    },
    {
      "loss_action": 0.013474185019731522,
      "loss_total": 0.013474185019731522,
      "step": 36860
    },
    {
      "loss_action": 0.014453194104135036,
      "loss_total": 0.014453194104135036,
      "step": 36860
    },
    {
      "loss_action": 0.009544537402689457,
      "loss_total": 0.009544537402689457,
      "step": 36860
    },
    {
      "loss_action": 0.004423627629876137,
      "loss_total": 0.004423627629876137,
      "step": 36860
    },
    {
      "loss_action": 0.006913475692272186,
      "loss_total": 0.006913475692272186,
      "step": 36860
    },
    {
      "loss_action": 0.01493783388286829,
      "loss_total": 0.01493783388286829,
      "step": 36860
    },
    {
      "loss_action": 0.006501868832856417,
      "loss_total": 0.006501868832856417,
      "step": 36860
    },
    {
      "loss_action": 0.019899137318134308,
      "loss_total": 0.019899137318134308,
      "step": 36860
    },
    {
      "grad_norm": 0.17055687308311462,
      "learning_rate": 7.470971195589881e-05,
      "loss": 0.0096,
      "step": 36870
    },
    {
      "loss_action": 0.012860862538218498,
      "loss_total": 0.012860862538218498,
      "step": 36870
    },
    {
      "loss_action": 0.0053166914731264114,
      "loss_total": 0.0053166914731264114,
      "step": 36870
    },
    {
      "loss_action": 0.010254664346575737,
      "loss_total": 0.010254664346575737,
      "step": 36870
    },
    {
      "loss_action": 0.004697360564023256,
      "loss_total": 0.004697360564023256,
      "step": 36870
    },
    {
      "loss_action": 0.011332813650369644,
      "loss_total": 0.011332813650369644,
      "step": 36870
    },
    {
      "loss_action": 0.007459587883204222,
      "loss_total": 0.007459587883204222,
      "step": 36870
    },
    {
      "loss_action": 0.00696143601089716,
      "loss_total": 0.00696143601089716,
      "step": 36870
    },
    {
      "loss_action": 0.0037261357065290213,
      "loss_total": 0.0037261357065290213,
      "step": 36870
    },
    {
      "grad_norm": 0.17287322878837585,
      "learning_rate": 7.46953361401671e-05,
      "loss": 0.0095,
      "step": 36880
    },
    {
      "loss_action": 0.0052045732736587524,
      "loss_total": 0.0052045732736587524,
      "step": 36880
    },
    {
      "loss_action": 0.0033700130879878998,
      "loss_total": 0.0033700130879878998,
      "step": 36880
    },
    {
      "loss_action": 0.007676580920815468,
      "loss_total": 0.007676580920815468,
      "step": 36880
    },
    {
      "loss_action": 0.01419165637344122,
      "loss_total": 0.01419165637344122,
      "step": 36880
    },
    {
      "loss_action": 0.03255627304315567,
      "loss_total": 0.03255627304315567,
      "step": 36880
    },
    {
      "loss_action": 0.009506242349743843,
      "loss_total": 0.009506242349743843,
      "step": 36880
    },
    {
      "loss_action": 0.01546038780361414,
      "loss_total": 0.01546038780361414,
      "step": 36880
    },
    {
      "loss_action": 0.006336917635053396,
      "loss_total": 0.006336917635053396,
      "step": 36880
    },
    {
      "grad_norm": 0.11815840750932693,
      "learning_rate": 7.468095762379055e-05,
      "loss": 0.0099,
      "step": 36890
    },
    {
      "loss_action": 0.012040708214044571,
      "loss_total": 0.012040708214044571,
      "step": 36890
    },
    {
      "loss_action": 0.019152864813804626,
      "loss_total": 0.019152864813804626,
      "step": 36890
    },
    {
      "loss_action": 0.016928644850850105,
      "loss_total": 0.016928644850850105,
      "step": 36890
    },
    {
      "loss_action": 0.00520678237080574,
      "loss_total": 0.00520678237080574,
      "step": 36890
    },
    {
      "loss_action": 0.023694518953561783,
      "loss_total": 0.023694518953561783,
      "step": 36890
    },
    {
      "loss_action": 0.01275717280805111,
      "loss_total": 0.01275717280805111,
      "step": 36890
    },
    {
      "loss_action": 0.016876736655831337,
      "loss_total": 0.016876736655831337,
      "step": 36890
    },
    {
      "loss_action": 0.014364294707775116,
      "loss_total": 0.014364294707775116,
      "step": 36890
    },
    {
      "grad_norm": 0.13845960795879364,
      "learning_rate": 7.466657640834158e-05,
      "loss": 0.0103,
      "step": 36900
    },
    {
      "loss_action": 0.0053863367065787315,
      "loss_total": 0.0053863367065787315,
      "step": 36900
    },
    {
      "loss_action": 0.0030291490256786346,
      "loss_total": 0.0030291490256786346,
      "step": 36900
    },
    {
      "loss_action": 0.0034659227821975946,
      "loss_total": 0.0034659227821975946,
      "step": 36900
    },
    {
      "loss_action": 0.010963408276438713,
      "loss_total": 0.010963408276438713,
      "step": 36900
    },
    {
      "loss_action": 0.013934576883912086,
      "loss_total": 0.013934576883912086,
      "step": 36900
    },
    {
      "loss_action": 0.009739208966493607,
      "loss_total": 0.009739208966493607,
      "step": 36900
    },
    {
      "loss_action": 0.016766518354415894,
      "loss_total": 0.016766518354415894,
      "step": 36900
    },
    {
      "loss_action": 0.005338077899068594,
      "loss_total": 0.005338077899068594,
      "step": 36900
    },
    {
      "grad_norm": 0.12278789281845093,
      "learning_rate": 7.46521924953929e-05,
      "loss": 0.0095,
      "step": 36910
    },
    {
      "loss_action": 0.006486088968813419,
      "loss_total": 0.006486088968813419,
      "step": 36910
    },
    {
      "loss_action": 0.0025918700266629457,
      "loss_total": 0.0025918700266629457,
      "step": 36910
    },
    {
      "loss_action": 0.01997026801109314,
      "loss_total": 0.01997026801109314,
      "step": 36910
    },
    {
      "loss_action": 0.026435986161231995,
      "loss_total": 0.026435986161231995,
      "step": 36910
    },
    {
      "loss_action": 0.00719657726585865,
      "loss_total": 0.00719657726585865,
      "step": 36910
    },
    {
      "loss_action": 0.009930236265063286,
      "loss_total": 0.009930236265063286,
      "step": 36910
    },
    {
      "loss_action": 0.00911036692559719,
      "loss_total": 0.00911036692559719,
      "step": 36910
    },
    {
      "loss_action": 0.007421270944178104,
      "loss_total": 0.007421270944178104,
      "step": 36910
    },
    {
      "grad_norm": 0.1787378340959549,
      "learning_rate": 7.463780588651752e-05,
      "loss": 0.0111,
      "step": 36920
    },
    {
      "loss_action": 0.01071825623512268,
      "loss_total": 0.01071825623512268,
      "step": 36920
    },
    {
      "loss_action": 0.009654225781559944,
      "loss_total": 0.009654225781559944,
      "step": 36920
    },
    {
      "loss_action": 0.0063164266757667065,
      "loss_total": 0.0063164266757667065,
      "step": 36920
    },
    {
      "loss_action": 0.016403552144765854,
      "loss_total": 0.016403552144765854,
      "step": 36920
    },
    {
      "loss_action": 0.007336953654885292,
      "loss_total": 0.007336953654885292,
      "step": 36920
    },
    {
      "loss_action": 0.004943458363413811,
      "loss_total": 0.004943458363413811,
      "step": 36920
    },
    {
      "loss_action": 0.015562922693789005,
      "loss_total": 0.015562922693789005,
      "step": 36920
    },
    {
      "loss_action": 0.008799506351351738,
      "loss_total": 0.008799506351351738,
      "step": 36920
    },
    {
      "grad_norm": 0.163079634308815,
      "learning_rate": 7.462341658328873e-05,
      "loss": 0.0105,
      "step": 36930
    },
    {
      "loss_action": 0.011713412590324879,
      "loss_total": 0.011713412590324879,
      "step": 36930
    },
    {
      "loss_action": 0.00529111921787262,
      "loss_total": 0.00529111921787262,
      "step": 36930
    },
    {
      "loss_action": 0.015722641721367836,
      "loss_total": 0.015722641721367836,
      "step": 36930
    },
    {
      "loss_action": 0.007127624470740557,
      "loss_total": 0.007127624470740557,
      "step": 36930
    },
    {
      "loss_action": 0.012897009029984474,
      "loss_total": 0.012897009029984474,
      "step": 36930
    },
    {
      "loss_action": 0.009484903886914253,
      "loss_total": 0.009484903886914253,
      "step": 36930
    },
    {
      "loss_action": 0.003189751412719488,
      "loss_total": 0.003189751412719488,
      "step": 36930
    },
    {
      "loss_action": 0.006421779282391071,
      "loss_total": 0.006421779282391071,
      "step": 36930
    },
    {
      "grad_norm": 0.17009766399860382,
      "learning_rate": 7.460902458728012e-05,
      "loss": 0.0095,
      "step": 36940
    },
    {
      "loss_action": 0.006577043794095516,
      "loss_total": 0.006577043794095516,
      "step": 36940
    },
    {
      "loss_action": 0.004042660817503929,
      "loss_total": 0.004042660817503929,
      "step": 36940
    },
    {
      "loss_action": 0.008869657292962074,
      "loss_total": 0.008869657292962074,
      "step": 36940
    },
    {
      "loss_action": 0.0027086439076811075,
      "loss_total": 0.0027086439076811075,
      "step": 36940
    },
    {
      "loss_action": 0.004135137889534235,
      "loss_total": 0.004135137889534235,
      "step": 36940
    },
    {
      "loss_action": 0.00649967510253191,
      "loss_total": 0.00649967510253191,
      "step": 36940
    },
    {
      "loss_action": 0.016221212223172188,
      "loss_total": 0.016221212223172188,
      "step": 36940
    },
    {
      "loss_action": 0.01013731025159359,
      "loss_total": 0.01013731025159359,
      "step": 36940
    },
    {
      "grad_norm": 0.17173364758491516,
      "learning_rate": 7.459462990006558e-05,
      "loss": 0.0092,
      "step": 36950
    },
    {
      "loss_action": 0.005641958676278591,
      "loss_total": 0.005641958676278591,
      "step": 36950
    },
    {
      "loss_action": 0.010036736726760864,
      "loss_total": 0.010036736726760864,
      "step": 36950
    },
    {
      "loss_action": 0.006314003840088844,
      "loss_total": 0.006314003840088844,
      "step": 36950
    },
    {
      "loss_action": 0.007128625176846981,
      "loss_total": 0.007128625176846981,
      "step": 36950
    },
    {
      "loss_action": 0.008725127205252647,
      "loss_total": 0.008725127205252647,
      "step": 36950
    },
    {
      "loss_action": 0.00597852049395442,
      "loss_total": 0.00597852049395442,
      "step": 36950
    },
    {
      "loss_action": 0.0026546353474259377,
      "loss_total": 0.0026546353474259377,
      "step": 36950
    },
    {
      "loss_action": 0.008938340470194817,
      "loss_total": 0.008938340470194817,
      "step": 36950
    },
    {
      "grad_norm": 0.15552395582199097,
      "learning_rate": 7.458023252321929e-05,
      "loss": 0.0098,
      "step": 36960
    },
    {
      "loss_action": 0.012697061523795128,
      "loss_total": 0.012697061523795128,
      "step": 36960
    },
    {
      "loss_action": 0.005581498611718416,
      "loss_total": 0.005581498611718416,
      "step": 36960
    },
    {
      "loss_action": 0.00802944041788578,
      "loss_total": 0.00802944041788578,
      "step": 36960
    },
    {
      "loss_action": 0.005704754032194614,
      "loss_total": 0.005704754032194614,
      "step": 36960
    },
    {
      "loss_action": 0.010290399193763733,
      "loss_total": 0.010290399193763733,
      "step": 36960
    },
    {
      "loss_action": 0.006999536417424679,
      "loss_total": 0.006999536417424679,
      "step": 36960
    },
    {
      "loss_action": 0.00806457083672285,
      "loss_total": 0.00806457083672285,
      "step": 36960
    },
    {
      "loss_action": 0.0037485663779079914,
      "loss_total": 0.0037485663779079914,
      "step": 36960
    },
    {
      "grad_norm": 0.1334594190120697,
      "learning_rate": 7.456583245831573e-05,
      "loss": 0.0096,
      "step": 36970
    },
    {
      "loss_action": 0.014748305082321167,
      "loss_total": 0.014748305082321167,
      "step": 36970
    },
    {
      "loss_action": 0.007443705108016729,
      "loss_total": 0.007443705108016729,
      "step": 36970
    },
    {
      "loss_action": 0.01391584798693657,
      "loss_total": 0.01391584798693657,
      "step": 36970
    },
    {
      "loss_action": 0.005951177794486284,
      "loss_total": 0.005951177794486284,
      "step": 36970
    },
    {
      "loss_action": 0.015245512127876282,
      "loss_total": 0.015245512127876282,
      "step": 36970
    },
    {
      "loss_action": 0.00285504013299942,
      "loss_total": 0.00285504013299942,
      "step": 36970
    },
    {
      "loss_action": 0.015030360780656338,
      "loss_total": 0.015030360780656338,
      "step": 36970
    },
    {
      "loss_action": 0.027268625795841217,
      "loss_total": 0.027268625795841217,
      "step": 36970
    },
    {
      "grad_norm": 0.0917196273803711,
      "learning_rate": 7.455142970692968e-05,
      "loss": 0.0095,
      "step": 36980
    },
    {
      "loss_action": 0.005080848932266235,
      "loss_total": 0.005080848932266235,
      "step": 36980
    },
    {
      "loss_action": 0.026368405669927597,
      "loss_total": 0.026368405669927597,
      "step": 36980
    },
    {
      "loss_action": 0.003634801134467125,
      "loss_total": 0.003634801134467125,
      "step": 36980
    },
    {
      "loss_action": 0.007343718782067299,
      "loss_total": 0.007343718782067299,
      "step": 36980
    },
    {
      "loss_action": 0.011898490600287914,
      "loss_total": 0.011898490600287914,
      "step": 36980
    },
    {
      "loss_action": 0.00619756244122982,
      "loss_total": 0.00619756244122982,
      "step": 36980
    },
    {
      "loss_action": 0.01842217519879341,
      "loss_total": 0.01842217519879341,
      "step": 36980
    },
    {
      "loss_action": 0.019699648022651672,
      "loss_total": 0.019699648022651672,
      "step": 36980
    },
    {
      "grad_norm": 0.1921686977148056,
      "learning_rate": 7.453702427063615e-05,
      "loss": 0.0101,
      "step": 36990
    },
    {
      "loss_action": 0.009390376508235931,
      "loss_total": 0.009390376508235931,
      "step": 36990
    },
    {
      "loss_action": 0.007490035146474838,
      "loss_total": 0.007490035146474838,
      "step": 36990
    },
    {
      "loss_action": 0.018843360245227814,
      "loss_total": 0.018843360245227814,
      "step": 36990
    },
    {
      "loss_action": 0.010065258480608463,
      "loss_total": 0.010065258480608463,
      "step": 36990
    },
    {
      "loss_action": 0.017872072756290436,
      "loss_total": 0.017872072756290436,
      "step": 36990
    },
    {
      "loss_action": 0.007892381399869919,
      "loss_total": 0.007892381399869919,
      "step": 36990
    },
    {
      "loss_action": 0.0070742396637797356,
      "loss_total": 0.0070742396637797356,
      "step": 36990
    },
    {
      "loss_action": 0.00785533431917429,
      "loss_total": 0.00785533431917429,
      "step": 36990
    },
    {
      "grad_norm": 0.13243402540683746,
      "learning_rate": 7.452261615101057e-05,
      "loss": 0.0097,
      "step": 37000
    },
    {
      "loss_action": 0.00989557895809412,
      "loss_total": 0.00989557895809412,
      "step": 37000
    },
    {
      "loss_action": 0.011445892974734306,
      "loss_total": 0.011445892974734306,
      "step": 37000
    },
    {
      "loss_action": 0.002717660740017891,
      "loss_total": 0.002717660740017891,
      "step": 37000
    },
    {
      "loss_action": 0.012265650555491447,
      "loss_total": 0.012265650555491447,
      "step": 37000
    },
    {
      "loss_action": 0.004460905212908983,
      "loss_total": 0.004460905212908983,
      "step": 37000
    },
    {
      "loss_action": 0.011259807273745537,
      "loss_total": 0.011259807273745537,
      "step": 37000
    },
    {
      "loss_action": 0.004784693941473961,
      "loss_total": 0.004784693941473961,
      "step": 37000
    },
    {
      "loss_action": 0.0100208455696702,
      "loss_total": 0.0100208455696702,
      "step": 37000
    },
    {
      "grad_norm": 0.10741225630044937,
      "learning_rate": 7.450820534962856e-05,
      "loss": 0.0091,
      "step": 37010
    },
    {
      "loss_action": 0.009589249268174171,
      "loss_total": 0.009589249268174171,
      "step": 37010
    },
    {
      "loss_action": 0.009684724733233452,
      "loss_total": 0.009684724733233452,
      "step": 37010
    },
    {
      "loss_action": 0.016247814521193504,
      "loss_total": 0.016247814521193504,
      "step": 37010
    },
    {
      "loss_action": 0.009557492099702358,
      "loss_total": 0.009557492099702358,
      "step": 37010
    },
    {
      "loss_action": 0.0031285141594707966,
      "loss_total": 0.0031285141594707966,
      "step": 37010
    },
    {
      "loss_action": 0.00971957016736269,
      "loss_total": 0.00971957016736269,
      "step": 37010
    },
    {
      "loss_action": 0.008851965889334679,
      "loss_total": 0.008851965889334679,
      "step": 37010
    },
    {
      "loss_action": 0.0036307319533079863,
      "loss_total": 0.0036307319533079863,
      "step": 37010
    },
    {
      "grad_norm": 0.13921552896499634,
      "learning_rate": 7.449379186806604e-05,
      "loss": 0.0096,
      "step": 37020
    },
    {
      "loss_action": 0.016164075583219528,
      "loss_total": 0.016164075583219528,
      "step": 37020
    },
    {
      "loss_action": 0.007198621053248644,
      "loss_total": 0.007198621053248644,
      "step": 37020
    },
    {
      "loss_action": 0.030145617201924324,
      "loss_total": 0.030145617201924324,
      "step": 37020
    },
    {
      "loss_action": 0.007155564613640308,
      "loss_total": 0.007155564613640308,
      "step": 37020
    },
    {
      "loss_action": 0.00791899487376213,
      "loss_total": 0.00791899487376213,
      "step": 37020
    },
    {
      "loss_action": 0.00947020947933197,
      "loss_total": 0.00947020947933197,
      "step": 37020
    },
    {
      "loss_action": 0.005688609089702368,
      "loss_total": 0.005688609089702368,
      "step": 37020
    },
    {
      "loss_action": 0.010356077924370766,
      "loss_total": 0.010356077924370766,
      "step": 37020
    },
    {
      "grad_norm": 0.15347523987293243,
      "learning_rate": 7.44793757078993e-05,
      "loss": 0.0108,
      "step": 37030
    },
    {
      "loss_action": 0.003968670964241028,
      "loss_total": 0.003968670964241028,
      "step": 37030
    },
    {
      "loss_action": 0.005360428709536791,
      "loss_total": 0.005360428709536791,
      "step": 37030
    },
    {
      "loss_action": 0.003839849727228284,
      "loss_total": 0.003839849727228284,
      "step": 37030
    },
    {
      "loss_action": 0.007917315699160099,
      "loss_total": 0.007917315699160099,
      "step": 37030
    },
    {
      "loss_action": 0.013595852069556713,
      "loss_total": 0.013595852069556713,
      "step": 37030
    },
    {
      "loss_action": 0.012387107126414776,
      "loss_total": 0.012387107126414776,
      "step": 37030
    },
    {
      "loss_action": 0.005601540207862854,
      "loss_total": 0.005601540207862854,
      "step": 37030
    },
    {
      "loss_action": 0.00816923938691616,
      "loss_total": 0.00816923938691616,
      "step": 37030
    },
    {
      "grad_norm": 0.23125387728214264,
      "learning_rate": 7.44649568707048e-05,
      "loss": 0.0113,
      "step": 37040
    },
    {
      "loss_action": 0.005067375488579273,
      "loss_total": 0.005067375488579273,
      "step": 37040
    },
    {
      "loss_action": 0.00634363479912281,
      "loss_total": 0.00634363479912281,
      "step": 37040
    },
    {
      "loss_action": 0.01273556798696518,
      "loss_total": 0.01273556798696518,
      "step": 37040
    },
    {
      "loss_action": 0.005242091603577137,
      "loss_total": 0.005242091603577137,
      "step": 37040
    },
    {
      "loss_action": 0.007942480966448784,
      "loss_total": 0.007942480966448784,
      "step": 37040
    },
    {
      "loss_action": 0.00779187586158514,
      "loss_total": 0.00779187586158514,
      "step": 37040
    },
    {
      "loss_action": 0.0023920214734971523,
      "loss_total": 0.0023920214734971523,
      "step": 37040
    },
    {
      "loss_action": 0.00716044008731842,
      "loss_total": 0.00716044008731842,
      "step": 37040
    },
    {
      "grad_norm": 0.11876493692398071,
      "learning_rate": 7.445053535805942e-05,
      "loss": 0.0096,
      "step": 37050
    },
    {
      "loss_action": 0.010880907066166401,
      "loss_total": 0.010880907066166401,
      "step": 37050
    },
    {
      "loss_action": 0.010556630790233612,
      "loss_total": 0.010556630790233612,
      "step": 37050
    },
    {
      "loss_action": 0.007206968497484922,
      "loss_total": 0.007206968497484922,
      "step": 37050
    },
    {
      "loss_action": 0.013685004785656929,
      "loss_total": 0.013685004785656929,
      "step": 37050
    },
    {
      "loss_action": 0.011520610190927982,
      "loss_total": 0.011520610190927982,
      "step": 37050
    },
    {
      "loss_action": 0.010785721242427826,
      "loss_total": 0.010785721242427826,
      "step": 37050
    },
    {
      "loss_action": 0.017417430877685547,
      "loss_total": 0.017417430877685547,
      "step": 37050
    },
    {
      "loss_action": 0.014925115741789341,
      "loss_total": 0.014925115741789341,
      "step": 37050
    },
    {
      "grad_norm": 0.18370793759822845,
      "learning_rate": 7.443611117154024e-05,
      "loss": 0.0116,
      "step": 37060
    },
    {
      "loss_action": 0.006638157181441784,
      "loss_total": 0.006638157181441784,
      "step": 37060
    },
    {
      "loss_action": 0.010783644393086433,
      "loss_total": 0.010783644393086433,
      "step": 37060
    },
    {
      "loss_action": 0.008725164458155632,
      "loss_total": 0.008725164458155632,
      "step": 37060
    },
    {
      "loss_action": 0.012925714254379272,
      "loss_total": 0.012925714254379272,
      "step": 37060
    },
    {
      "loss_action": 0.004994591698050499,
      "loss_total": 0.004994591698050499,
      "step": 37060
    },
    {
      "loss_action": 0.013350309804081917,
      "loss_total": 0.013350309804081917,
      "step": 37060
    },
    {
      "loss_action": 0.01643708162009716,
      "loss_total": 0.01643708162009716,
      "step": 37060
    },
    {
      "loss_action": 0.010951206088066101,
      "loss_total": 0.010951206088066101,
      "step": 37060
    },
    {
      "grad_norm": 0.1294090449810028,
      "learning_rate": 7.442168431272469e-05,
      "loss": 0.0101,
      "step": 37070
    },
    {
      "loss_action": 0.004031658172607422,
      "loss_total": 0.004031658172607422,
      "step": 37070
    },
    {
      "loss_action": 0.008121754974126816,
      "loss_total": 0.008121754974126816,
      "step": 37070
    },
    {
      "loss_action": 0.03527149558067322,
      "loss_total": 0.03527149558067322,
      "step": 37070
    },
    {
      "loss_action": 0.009244791232049465,
      "loss_total": 0.009244791232049465,
      "step": 37070
    },
    {
      "loss_action": 0.004210015758872032,
      "loss_total": 0.004210015758872032,
      "step": 37070
    },
    {
      "loss_action": 0.013067858293652534,
      "loss_total": 0.013067858293652534,
      "step": 37070
    },
    {
      "loss_action": 0.008638430386781693,
      "loss_total": 0.008638430386781693,
      "step": 37070
    },
    {
      "loss_action": 0.003204119158908725,
      "loss_total": 0.003204119158908725,
      "step": 37070
    },
    {
      "grad_norm": 0.1606570929288864,
      "learning_rate": 7.440725478319044e-05,
      "loss": 0.0089,
      "step": 37080
    },
    {
      "loss_action": 0.0057529788464307785,
      "loss_total": 0.0057529788464307785,
      "step": 37080
    },
    {
      "loss_action": 0.006325260736048222,
      "loss_total": 0.006325260736048222,
      "step": 37080
    },
    {
      "loss_action": 0.00441417470574379,
      "loss_total": 0.00441417470574379,
      "step": 37080
    },
    {
      "loss_action": 0.005799905862659216,
      "loss_total": 0.005799905862659216,
      "step": 37080
    },
    {
      "loss_action": 0.005317353177815676,
      "loss_total": 0.005317353177815676,
      "step": 37080
    },
    {
      "loss_action": 0.019694669172167778,
      "loss_total": 0.019694669172167778,
      "step": 37080
    },
    {
      "loss_action": 0.015548093244433403,
      "loss_total": 0.015548093244433403,
      "step": 37080
    },
    {
      "loss_action": 0.00569230318069458,
      "loss_total": 0.00569230318069458,
      "step": 37080
    },
    {
      "grad_norm": 0.1294446885585785,
      "learning_rate": 7.439282258451553e-05,
      "loss": 0.0093,
      "step": 37090
    },
    {
      "loss_action": 0.008556513115763664,
      "loss_total": 0.008556513115763664,
      "step": 37090
    },
    {
      "loss_action": 0.008840293623507023,
      "loss_total": 0.008840293623507023,
      "step": 37090
    },
    {
      "loss_action": 0.030600523576140404,
      "loss_total": 0.030600523576140404,
      "step": 37090
    },
    {
      "loss_action": 0.018118690699338913,
      "loss_total": 0.018118690699338913,
      "step": 37090
    },
    {
      "loss_action": 0.022459181025624275,
      "loss_total": 0.022459181025624275,
      "step": 37090
    },
    {
      "loss_action": 0.01579304039478302,
      "loss_total": 0.01579304039478302,
      "step": 37090
    },
    {
      "loss_action": 0.005743820685893297,
      "loss_total": 0.005743820685893297,
      "step": 37090
    },
    {
      "loss_action": 0.018037497997283936,
      "loss_total": 0.018037497997283936,
      "step": 37090
    },
    {
      "grad_norm": 0.08878131210803986,
      "learning_rate": 7.43783877182782e-05,
      "loss": 0.0098,
      "step": 37100
    },
    {
      "loss_action": 0.008826754987239838,
      "loss_total": 0.008826754987239838,
      "step": 37100
    },
    {
      "loss_action": 0.01483137160539627,
      "loss_total": 0.01483137160539627,
      "step": 37100
    },
    {
      "loss_action": 0.0021317231003195047,
      "loss_total": 0.0021317231003195047,
      "step": 37100
    },
    {
      "loss_action": 0.01138988696038723,
      "loss_total": 0.01138988696038723,
      "step": 37100
    },
    {
      "loss_action": 0.009831840172410011,
      "loss_total": 0.009831840172410011,
      "step": 37100
    },
    {
      "loss_action": 0.007128835655748844,
      "loss_total": 0.007128835655748844,
      "step": 37100
    },
    {
      "loss_action": 0.0029279347509145737,
      "loss_total": 0.0029279347509145737,
      "step": 37100
    },
    {
      "loss_action": 0.008897065185010433,
      "loss_total": 0.008897065185010433,
      "step": 37100
    },
    {
      "grad_norm": 0.20599521696567535,
      "learning_rate": 7.436395018605707e-05,
      "loss": 0.0097,
      "step": 37110
    },
    {
      "loss_action": 0.005464121699333191,
      "loss_total": 0.005464121699333191,
      "step": 37110
    },
    {
      "loss_action": 0.0037170741707086563,
      "loss_total": 0.0037170741707086563,
      "step": 37110
    },
    {
      "loss_action": 0.006664685904979706,
      "loss_total": 0.006664685904979706,
      "step": 37110
    },
    {
      "loss_action": 0.011392451822757721,
      "loss_total": 0.011392451822757721,
      "step": 37110
    },
    {
      "loss_action": 0.006428028456866741,
      "loss_total": 0.006428028456866741,
      "step": 37110
    },
    {
      "loss_action": 0.009024638682603836,
      "loss_total": 0.009024638682603836,
      "step": 37110
    },
    {
      "loss_action": 0.008385797962546349,
      "loss_total": 0.008385797962546349,
      "step": 37110
    },
    {
      "loss_action": 0.019158117473125458,
      "loss_total": 0.019158117473125458,
      "step": 37110
    },
    {
      "grad_norm": 0.20043450593948364,
      "learning_rate": 7.434950998943094e-05,
      "loss": 0.0103,
      "step": 37120
    },
    {
      "loss_action": 0.01403813250362873,
      "loss_total": 0.01403813250362873,
      "step": 37120
    },
    {
      "loss_action": 0.014579523354768753,
      "loss_total": 0.014579523354768753,
      "step": 37120
    },
    {
      "loss_action": 0.004956991411745548,
      "loss_total": 0.004956991411745548,
      "step": 37120
    },
    {
      "loss_action": 0.0111562330275774,
      "loss_total": 0.0111562330275774,
      "step": 37120
    },
    {
      "loss_action": 0.006435430143028498,
      "loss_total": 0.006435430143028498,
      "step": 37120
    },
    {
      "loss_action": 0.009357606992125511,
      "loss_total": 0.009357606992125511,
      "step": 37120
    },
    {
      "loss_action": 0.008198941126465797,
      "loss_total": 0.008198941126465797,
      "step": 37120
    },
    {
      "loss_action": 0.003827408654615283,
      "loss_total": 0.003827408654615283,
      "step": 37120
    },
    {
      "grad_norm": 0.1419808566570282,
      "learning_rate": 7.433506712997902e-05,
      "loss": 0.0106,
      "step": 37130
    },
    {
      "loss_action": 0.0026673665270209312,
      "loss_total": 0.0026673665270209312,
      "step": 37130
    },
    {
      "loss_action": 0.030880015343427658,
      "loss_total": 0.030880015343427658,
      "step": 37130
    },
    {
      "loss_action": 0.0028923731297254562,
      "loss_total": 0.0028923731297254562,
      "step": 37130
    },
    {
      "loss_action": 0.028432205319404602,
      "loss_total": 0.028432205319404602,
      "step": 37130
    },
    {
      "loss_action": 0.01296393945813179,
      "loss_total": 0.01296393945813179,
      "step": 37130
    },
    {
      "loss_action": 0.015235088765621185,
      "loss_total": 0.015235088765621185,
      "step": 37130
    },
    {
      "loss_action": 0.010384250432252884,
      "loss_total": 0.010384250432252884,
      "step": 37130
    },
    {
      "loss_action": 0.005086681339889765,
      "loss_total": 0.005086681339889765,
      "step": 37130
    },
    {
      "grad_norm": 0.17169779539108276,
      "learning_rate": 7.432062160928077e-05,
      "loss": 0.0092,
      "step": 37140
    },
    {
      "loss_action": 0.004860246554017067,
      "loss_total": 0.004860246554017067,
      "step": 37140
    },
    {
      "loss_action": 0.013210602104663849,
      "loss_total": 0.013210602104663849,
      "step": 37140
    },
    {
      "loss_action": 0.01043333113193512,
      "loss_total": 0.01043333113193512,
      "step": 37140
    },
    {
      "loss_action": 0.004570041783154011,
      "loss_total": 0.004570041783154011,
      "step": 37140
    },
    {
      "loss_action": 0.006491821259260178,
      "loss_total": 0.006491821259260178,
      "step": 37140
    },
    {
      "loss_action": 0.008767419494688511,
      "loss_total": 0.008767419494688511,
      "step": 37140
    },
    {
      "loss_action": 0.00828371662646532,
      "loss_total": 0.00828371662646532,
      "step": 37140
    },
    {
      "loss_action": 0.0039685918018221855,
      "loss_total": 0.0039685918018221855,
      "step": 37140
    },
    {
      "grad_norm": 0.1331191211938858,
      "learning_rate": 7.430617342891588e-05,
      "loss": 0.0093,
      "step": 37150
    },
    {
      "loss_action": 0.01107794139534235,
      "loss_total": 0.01107794139534235,
      "step": 37150
    },
    {
      "loss_action": 0.022536855190992355,
      "loss_total": 0.022536855190992355,
      "step": 37150
    },
    {
      "loss_action": 0.008524508215487003,
      "loss_total": 0.008524508215487003,
      "step": 37150
    },
    {
      "loss_action": 0.008374066092073917,
      "loss_total": 0.008374066092073917,
      "step": 37150
    },
    {
      "loss_action": 0.005067653022706509,
      "loss_total": 0.005067653022706509,
      "step": 37150
    },
    {
      "loss_action": 0.00960548222064972,
      "loss_total": 0.00960548222064972,
      "step": 37150
    },
    {
      "loss_action": 0.005018278956413269,
      "loss_total": 0.005018278956413269,
      "step": 37150
    },
    {
      "loss_action": 0.004629756789654493,
      "loss_total": 0.004629756789654493,
      "step": 37150
    },
    {
      "grad_norm": 0.10423041880130768,
      "learning_rate": 7.429172259046442e-05,
      "loss": 0.0094,
      "step": 37160
    },
    {
      "loss_action": 0.014088662341237068,
      "loss_total": 0.014088662341237068,
      "step": 37160
    },
    {
      "loss_action": 0.0031047652009874582,
      "loss_total": 0.0031047652009874582,
      "step": 37160
    },
    {
      "loss_action": 0.003662719391286373,
      "loss_total": 0.003662719391286373,
      "step": 37160
    },
    {
      "loss_action": 0.010487422347068787,
      "loss_total": 0.010487422347068787,
      "step": 37160
    },
    {
      "loss_action": 0.012565620243549347,
      "loss_total": 0.012565620243549347,
      "step": 37160
    },
    {
      "loss_action": 0.0020813399460166693,
      "loss_total": 0.0020813399460166693,
      "step": 37160
    },
    {
      "loss_action": 0.009150529280304909,
      "loss_total": 0.009150529280304909,
      "step": 37160
    },
    {
      "loss_action": 0.009503691457211971,
      "loss_total": 0.009503691457211971,
      "step": 37160
    },
    {
      "grad_norm": 0.12228796631097794,
      "learning_rate": 7.42772690955067e-05,
      "loss": 0.0083,
      "step": 37170
    },
    {
      "loss_action": 0.004280730150640011,
      "loss_total": 0.004280730150640011,
      "step": 37170
    },
    {
      "loss_action": 0.006257554516196251,
      "loss_total": 0.006257554516196251,
      "step": 37170
    },
    {
      "loss_action": 0.010623171925544739,
      "loss_total": 0.010623171925544739,
      "step": 37170
    },
    {
      "loss_action": 0.009500264190137386,
      "loss_total": 0.009500264190137386,
      "step": 37170
    },
    {
      "loss_action": 0.007510779891163111,
      "loss_total": 0.007510779891163111,
      "step": 37170
    },
    {
      "loss_action": 0.00410284660756588,
      "loss_total": 0.00410284660756588,
      "step": 37170
    },
    {
      "loss_action": 0.0022914267610758543,
      "loss_total": 0.0022914267610758543,
      "step": 37170
    },
    {
      "loss_action": 0.005697363987565041,
      "loss_total": 0.005697363987565041,
      "step": 37170
    },
    {
      "grad_norm": 0.12708254158496857,
      "learning_rate": 7.426281294562332e-05,
      "loss": 0.0093,
      "step": 37180
    },
    {
      "loss_action": 0.006916437763720751,
      "loss_total": 0.006916437763720751,
      "step": 37180
    },
    {
      "loss_action": 0.0037338887341320515,
      "loss_total": 0.0037338887341320515,
      "step": 37180
    },
    {
      "loss_action": 0.004823376424610615,
      "loss_total": 0.004823376424610615,
      "step": 37180
    },
    {
      "loss_action": 0.004918428137898445,
      "loss_total": 0.004918428137898445,
      "step": 37180
    },
    {
      "loss_action": 0.012106678448617458,
      "loss_total": 0.012106678448617458,
      "step": 37180
    },
    {
      "loss_action": 0.00842217355966568,
      "loss_total": 0.00842217355966568,
      "step": 37180
    },
    {
      "loss_action": 0.004126403480768204,
      "loss_total": 0.004126403480768204,
      "step": 37180
    },
    {
      "loss_action": 0.007073142100125551,
      "loss_total": 0.007073142100125551,
      "step": 37180
    },
    {
      "grad_norm": 0.12224888801574707,
      "learning_rate": 7.424835414239519e-05,
      "loss": 0.0099,
      "step": 37190
    },
    {
      "loss_action": 0.01812099479138851,
      "loss_total": 0.01812099479138851,
      "step": 37190
    },
    {
      "loss_action": 0.006717017851769924,
      "loss_total": 0.006717017851769924,
      "step": 37190
    },
    {
      "loss_action": 0.0037245044950395823,
      "loss_total": 0.0037245044950395823,
      "step": 37190
    },
    {
      "loss_action": 0.00591821875423193,
      "loss_total": 0.00591821875423193,
      "step": 37190
    },
    {
      "loss_action": 0.002851185156032443,
      "loss_total": 0.002851185156032443,
      "step": 37190
    },
    {
      "loss_action": 0.0048468043096363544,
      "loss_total": 0.0048468043096363544,
      "step": 37190
    },
    {
      "loss_action": 0.0028948229737579823,
      "loss_total": 0.0028948229737579823,
      "step": 37190
    },
    {
      "loss_action": 0.008590362034738064,
      "loss_total": 0.008590362034738064,
      "step": 37190
    },
    {
      "grad_norm": 0.11540384590625763,
      "learning_rate": 7.423389268740352e-05,
      "loss": 0.011,
      "step": 37200
    },
    {
      "loss_action": 0.005454394035041332,
      "loss_total": 0.005454394035041332,
      "step": 37200
    },
    {
      "loss_action": 0.003714879509061575,
      "loss_total": 0.003714879509061575,
      "step": 37200
    },
    {
      "loss_action": 0.01867479830980301,
      "loss_total": 0.01867479830980301,
      "step": 37200
    },
    {
      "loss_action": 0.008543851785361767,
      "loss_total": 0.008543851785361767,
      "step": 37200
    },
    {
      "loss_action": 0.006504243239760399,
      "loss_total": 0.006504243239760399,
      "step": 37200
    },
    {
      "loss_action": 0.003150890115648508,
      "loss_total": 0.003150890115648508,
      "step": 37200
    },
    {
      "loss_action": 0.005912343040108681,
      "loss_total": 0.005912343040108681,
      "step": 37200
    },
    {
      "loss_action": 0.003403622191399336,
      "loss_total": 0.003403622191399336,
      "step": 37200
    },
    {
      "grad_norm": 0.08517004549503326,
      "learning_rate": 7.42194285822298e-05,
      "loss": 0.0089,
      "step": 37210
    },
    {
      "loss_action": 0.012761369347572327,
      "loss_total": 0.012761369347572327,
      "step": 37210
    },
    {
      "loss_action": 0.009700891561806202,
      "loss_total": 0.009700891561806202,
      "step": 37210
    },
    {
      "loss_action": 0.007348050829023123,
      "loss_total": 0.007348050829023123,
      "step": 37210
    },
    {
      "loss_action": 0.006354343146085739,
      "loss_total": 0.006354343146085739,
      "step": 37210
    },
    {
      "loss_action": 0.016322338953614235,
      "loss_total": 0.016322338953614235,
      "step": 37210
    },
    {
      "loss_action": 0.009670871309936047,
      "loss_total": 0.009670871309936047,
      "step": 37210
    },
    {
      "loss_action": 0.01461014524102211,
      "loss_total": 0.01461014524102211,
      "step": 37210
    },
    {
      "loss_action": 0.01383682806044817,
      "loss_total": 0.01383682806044817,
      "step": 37210
    },
    {
      "grad_norm": 0.1413041055202484,
      "learning_rate": 7.420496182845576e-05,
      "loss": 0.009,
      "step": 37220
    },
    {
      "loss_action": 0.017369717359542847,
      "loss_total": 0.017369717359542847,
      "step": 37220
    },
    {
      "loss_action": 0.008343802765011787,
      "loss_total": 0.008343802765011787,
      "step": 37220
    },
    {
      "loss_action": 0.007917942479252815,
      "loss_total": 0.007917942479252815,
      "step": 37220
    },
    {
      "loss_action": 0.0057947938330471516,
      "loss_total": 0.0057947938330471516,
      "step": 37220
    },
    {
      "loss_action": 0.00951392948627472,
      "loss_total": 0.00951392948627472,
      "step": 37220
    },
    {
      "loss_action": 0.008572308346629143,
      "loss_total": 0.008572308346629143,
      "step": 37220
    },
    {
      "loss_action": 0.013014841824769974,
      "loss_total": 0.013014841824769974,
      "step": 37220
    },
    {
      "loss_action": 0.003484959015622735,
      "loss_total": 0.003484959015622735,
      "step": 37220
    },
    {
      "grad_norm": 0.14798307418823242,
      "learning_rate": 7.419049242766348e-05,
      "loss": 0.0089,
      "step": 37230
    },
    {
      "loss_action": 0.007198624312877655,
      "loss_total": 0.007198624312877655,
      "step": 37230
    },
    {
      "loss_action": 0.00832287222146988,
      "loss_total": 0.00832287222146988,
      "step": 37230
    },
    {
      "loss_action": 0.007083483040332794,
      "loss_total": 0.007083483040332794,
      "step": 37230
    },
    {
      "loss_action": 0.004552392289042473,
      "loss_total": 0.004552392289042473,
      "step": 37230
    },
    {
      "loss_action": 0.01747516356408596,
      "loss_total": 0.01747516356408596,
      "step": 37230
    },
    {
      "loss_action": 0.016368862241506577,
      "loss_total": 0.016368862241506577,
      "step": 37230
    },
    {
      "loss_action": 0.010020730085670948,
      "loss_total": 0.010020730085670948,
      "step": 37230
    },
    {
      "loss_action": 0.008370280265808105,
      "loss_total": 0.008370280265808105,
      "step": 37230
    },
    {
      "grad_norm": 0.13401192426681519,
      "learning_rate": 7.417602038143533e-05,
      "loss": 0.0096,
      "step": 37240
    },
    {
      "loss_action": 0.010736256837844849,
      "loss_total": 0.010736256837844849,
      "step": 37240
    },
    {
      "loss_action": 0.008606125600636005,
      "loss_total": 0.008606125600636005,
      "step": 37240
    },
    {
      "loss_action": 0.004057427868247032,
      "loss_total": 0.004057427868247032,
      "step": 37240
    },
    {
      "loss_action": 0.006413061637431383,
      "loss_total": 0.006413061637431383,
      "step": 37240
    },
    {
      "loss_action": 0.011414652690291405,
      "loss_total": 0.011414652690291405,
      "step": 37240
    },
    {
      "loss_action": 0.0029857931658625603,
      "loss_total": 0.0029857931658625603,
      "step": 37240
    },
    {
      "loss_action": 0.019542459398508072,
      "loss_total": 0.019542459398508072,
      "step": 37240
    },
    {
      "loss_action": 0.004687313921749592,
      "loss_total": 0.004687313921749592,
      "step": 37240
    },
    {
      "grad_norm": 0.16619911789894104,
      "learning_rate": 7.416154569135393e-05,
      "loss": 0.0099,
      "step": 37250
    },
    {
      "loss_action": 0.021550282835960388,
      "loss_total": 0.021550282835960388,
      "step": 37250
    },
    {
      "loss_action": 0.01150565780699253,
      "loss_total": 0.01150565780699253,
      "step": 37250
    },
    {
      "loss_action": 0.00943649373948574,
      "loss_total": 0.00943649373948574,
      "step": 37250
    },
    {
      "loss_action": 0.006806883029639721,
      "loss_total": 0.006806883029639721,
      "step": 37250
    },
    {
      "loss_action": 0.023026444017887115,
      "loss_total": 0.023026444017887115,
      "step": 37250
    },
    {
      "loss_action": 0.005819110665470362,
      "loss_total": 0.005819110665470362,
      "step": 37250
    },
    {
      "loss_action": 0.009328794665634632,
      "loss_total": 0.009328794665634632,
      "step": 37250
    },
    {
      "loss_action": 0.008294034749269485,
      "loss_total": 0.008294034749269485,
      "step": 37250
    },
    {
      "grad_norm": 0.10916110128164291,
      "learning_rate": 7.414706835900222e-05,
      "loss": 0.0101,
      "step": 37260
    },
    {
      "loss_action": 0.008142026141285896,
      "loss_total": 0.008142026141285896,
      "step": 37260
    },
    {
      "loss_action": 0.003788251895457506,
      "loss_total": 0.003788251895457506,
      "step": 37260
    },
    {
      "loss_action": 0.008955681696534157,
      "loss_total": 0.008955681696534157,
      "step": 37260
    },
    {
      "loss_action": 0.0071423714980483055,
      "loss_total": 0.0071423714980483055,
      "step": 37260
    },
    {
      "loss_action": 0.007231487892568111,
      "loss_total": 0.007231487892568111,
      "step": 37260
    },
    {
      "loss_action": 0.007755903992801905,
      "loss_total": 0.007755903992801905,
      "step": 37260
    },
    {
      "loss_action": 0.006755533162504435,
      "loss_total": 0.006755533162504435,
      "step": 37260
    },
    {
      "loss_action": 0.010239783674478531,
      "loss_total": 0.010239783674478531,
      "step": 37260
    },
    {
      "grad_norm": 0.1276402771472931,
      "learning_rate": 7.413258838596345e-05,
      "loss": 0.0095,
      "step": 37270
    },
    {
      "loss_action": 0.013391310349106789,
      "loss_total": 0.013391310349106789,
      "step": 37270
    },
    {
      "loss_action": 0.007229749113321304,
      "loss_total": 0.007229749113321304,
      "step": 37270
    },
    {
      "loss_action": 0.012761944904923439,
      "loss_total": 0.012761944904923439,
      "step": 37270
    },
    {
      "loss_action": 0.002256126143038273,
      "loss_total": 0.002256126143038273,
      "step": 37270
    },
    {
      "loss_action": 0.022244684398174286,
      "loss_total": 0.022244684398174286,
      "step": 37270
    },
    {
      "loss_action": 0.02503722906112671,
      "loss_total": 0.02503722906112671,
      "step": 37270
    },
    {
      "loss_action": 0.010468967258930206,
      "loss_total": 0.010468967258930206,
      "step": 37270
    },
    {
      "loss_action": 0.01579941436648369,
      "loss_total": 0.01579941436648369,
      "step": 37270
    },
    {
      "grad_norm": 0.13200600445270538,
      "learning_rate": 7.411810577382106e-05,
      "loss": 0.0089,
      "step": 37280
    },
    {
      "loss_action": 0.002624597167596221,
      "loss_total": 0.002624597167596221,
      "step": 37280
    },
    {
      "loss_action": 0.0059645758010447025,
      "loss_total": 0.0059645758010447025,
      "step": 37280
    },
    {
      "loss_action": 0.007059107068926096,
      "loss_total": 0.007059107068926096,
      "step": 37280
    },
    {
      "loss_action": 0.01026123482733965,
      "loss_total": 0.01026123482733965,
      "step": 37280
    },
    {
      "loss_action": 0.012779543176293373,
      "loss_total": 0.012779543176293373,
      "step": 37280
    },
    {
      "loss_action": 0.008676077239215374,
      "loss_total": 0.008676077239215374,
      "step": 37280
    },
    {
      "loss_action": 0.010937167331576347,
      "loss_total": 0.010937167331576347,
      "step": 37280
    },
    {
      "loss_action": 0.00676023680716753,
      "loss_total": 0.00676023680716753,
      "step": 37280
    },
    {
      "grad_norm": 0.13245192170143127,
      "learning_rate": 7.410362052415889e-05,
      "loss": 0.0106,
      "step": 37290
    },
    {
      "loss_action": 0.007271583192050457,
      "loss_total": 0.007271583192050457,
      "step": 37290
    },
    {
      "loss_action": 0.006740927696228027,
      "loss_total": 0.006740927696228027,
      "step": 37290
    },
    {
      "loss_action": 0.009990566410124302,
      "loss_total": 0.009990566410124302,
      "step": 37290
    },
    {
      "loss_action": 0.014737237244844437,
      "loss_total": 0.014737237244844437,
      "step": 37290
    },
    {
      "loss_action": 0.005385181866586208,
      "loss_total": 0.005385181866586208,
      "step": 37290
    },
    {
      "loss_action": 0.006985597778111696,
      "loss_total": 0.006985597778111696,
      "step": 37290
    },
    {
      "loss_action": 0.0037127595860511065,
      "loss_total": 0.0037127595860511065,
      "step": 37290
    },
    {
      "loss_action": 0.003124792128801346,
      "loss_total": 0.003124792128801346,
      "step": 37290
    },
    {
      "grad_norm": 0.12109990417957306,
      "learning_rate": 7.408913263856102e-05,
      "loss": 0.011,
      "step": 37300
    },
    {
      "loss_action": 0.01816892996430397,
      "loss_total": 0.01816892996430397,
      "step": 37300
    },
    {
      "loss_action": 0.0037460799794644117,
      "loss_total": 0.0037460799794644117,
      "step": 37300
    },
    {
      "loss_action": 0.00583590567111969,
      "loss_total": 0.00583590567111969,
      "step": 37300
    },
    {
      "loss_action": 0.014903310686349869,
      "loss_total": 0.014903310686349869,
      "step": 37300
    },
    {
      "loss_action": 0.008098576217889786,
      "loss_total": 0.008098576217889786,
      "step": 37300
    },
    {
      "loss_action": 0.012195996940135956,
      "loss_total": 0.012195996940135956,
      "step": 37300
    },
    {
      "loss_action": 0.004035155288875103,
      "loss_total": 0.004035155288875103,
      "step": 37300
    },
    {
      "loss_action": 0.010619442909955978,
      "loss_total": 0.010619442909955978,
      "step": 37300
    },
    {
      "grad_norm": 0.1728622317314148,
      "learning_rate": 7.407464211861183e-05,
      "loss": 0.0089,
      "step": 37310
    },
    {
      "loss_action": 0.005352054722607136,
      "loss_total": 0.005352054722607136,
      "step": 37310
    },
    {
      "loss_action": 0.020937876775860786,
      "loss_total": 0.020937876775860786,
      "step": 37310
    },
    {
      "loss_action": 0.0052956934086978436,
      "loss_total": 0.0052956934086978436,
      "step": 37310
    },
    {
      "loss_action": 0.010286714881658554,
      "loss_total": 0.010286714881658554,
      "step": 37310
    },
    {
      "loss_action": 0.004690703935921192,
      "loss_total": 0.004690703935921192,
      "step": 37310
    },
    {
      "loss_action": 0.008857867680490017,
      "loss_total": 0.008857867680490017,
      "step": 37310
    },
    {
      "loss_action": 0.0044281380251049995,
      "loss_total": 0.0044281380251049995,
      "step": 37310
    },
    {
      "loss_action": 0.019027695059776306,
      "loss_total": 0.019027695059776306,
      "step": 37310
    },
    {
      "grad_norm": 0.1271517127752304,
      "learning_rate": 7.406014896589597e-05,
      "loss": 0.0092,
      "step": 37320
    },
    {
      "loss_action": 0.006584223825484514,
      "loss_total": 0.006584223825484514,
      "step": 37320
    },
    {
      "loss_action": 0.0038794344291090965,
      "loss_total": 0.0038794344291090965,
      "step": 37320
    },
    {
      "loss_action": 0.007972074672579765,
      "loss_total": 0.007972074672579765,
      "step": 37320
    },
    {
      "loss_action": 0.008685971610248089,
      "loss_total": 0.008685971610248089,
      "step": 37320
    },
    {
      "loss_action": 0.011079834774136543,
      "loss_total": 0.011079834774136543,
      "step": 37320
    },
    {
      "loss_action": 0.013099567033350468,
      "loss_total": 0.013099567033350468,
      "step": 37320
    },
    {
      "loss_action": 0.010740076191723347,
      "loss_total": 0.010740076191723347,
      "step": 37320
    },
    {
      "loss_action": 0.005656499415636063,
      "loss_total": 0.005656499415636063,
      "step": 37320
    },
    {
      "grad_norm": 0.11914904415607452,
      "learning_rate": 7.404565318199838e-05,
      "loss": 0.0087,
      "step": 37330
    },
    {
      "loss_action": 0.005927232094109058,
      "loss_total": 0.005927232094109058,
      "step": 37330
    },
    {
      "loss_action": 0.008245312608778477,
      "loss_total": 0.008245312608778477,
      "step": 37330
    },
    {
      "loss_action": 0.00587240606546402,
      "loss_total": 0.00587240606546402,
      "step": 37330
    },
    {
      "loss_action": 0.005759767256677151,
      "loss_total": 0.005759767256677151,
      "step": 37330
    },
    {
      "loss_action": 0.00690627982839942,
      "loss_total": 0.00690627982839942,
      "step": 37330
    },
    {
      "loss_action": 0.005288646090775728,
      "loss_total": 0.005288646090775728,
      "step": 37330
    },
    {
      "loss_action": 0.004261955618858337,
      "loss_total": 0.004261955618858337,
      "step": 37330
    },
    {
      "loss_action": 0.006629114039242268,
      "loss_total": 0.006629114039242268,
      "step": 37330
    },
    {
      "grad_norm": 0.10376936942338943,
      "learning_rate": 7.403115476850432e-05,
      "loss": 0.0091,
      "step": 37340
    },
    {
      "loss_action": 0.012723606079816818,
      "loss_total": 0.012723606079816818,
      "step": 37340
    },
    {
      "loss_action": 0.007716761436313391,
      "loss_total": 0.007716761436313391,
      "step": 37340
    },
    {
      "loss_action": 0.009358897805213928,
      "loss_total": 0.009358897805213928,
      "step": 37340
    },
    {
      "loss_action": 0.014258796349167824,
      "loss_total": 0.014258796349167824,
      "step": 37340
    },
    {
      "loss_action": 0.006714452523738146,
      "loss_total": 0.006714452523738146,
      "step": 37340
    },
    {
      "loss_action": 0.00778597267344594,
      "loss_total": 0.00778597267344594,
      "step": 37340
    },
    {
      "loss_action": 0.02133321948349476,
      "loss_total": 0.02133321948349476,
      "step": 37340
    },
    {
      "loss_action": 0.009645350277423859,
      "loss_total": 0.009645350277423859,
      "step": 37340
    },
    {
      "grad_norm": 0.08494189381599426,
      "learning_rate": 7.401665372699932e-05,
      "loss": 0.0103,
      "step": 37350
    },
    {
      "loss_action": 0.0036922895815223455,
      "loss_total": 0.0036922895815223455,
      "step": 37350
    },
    {
      "loss_action": 0.007698994595557451,
      "loss_total": 0.007698994595557451,
      "step": 37350
    },
    {
      "loss_action": 0.004537301138043404,
      "loss_total": 0.004537301138043404,
      "step": 37350
    },
    {
      "loss_action": 0.012294696643948555,
      "loss_total": 0.012294696643948555,
      "step": 37350
    },
    {
      "loss_action": 0.015900254249572754,
      "loss_total": 0.015900254249572754,
      "step": 37350
    },
    {
      "loss_action": 0.006251518614590168,
      "loss_total": 0.006251518614590168,
      "step": 37350
    },
    {
      "loss_action": 0.010789463296532631,
      "loss_total": 0.010789463296532631,
      "step": 37350
    },
    {
      "loss_action": 0.0049493322148919106,
      "loss_total": 0.0049493322148919106,
      "step": 37350
    },
    {
      "grad_norm": 0.10572430491447449,
      "learning_rate": 7.400215005906916e-05,
      "loss": 0.008,
      "step": 37360
    },
    {
      "loss_action": 0.007661418989300728,
      "loss_total": 0.007661418989300728,
      "step": 37360
    },
    {
      "loss_action": 0.034211166203022,
      "loss_total": 0.034211166203022,
      "step": 37360
    },
    {
      "loss_action": 0.0076742712408304214,
      "loss_total": 0.0076742712408304214,
      "step": 37360
    },
    {
      "loss_action": 0.02453664131462574,
      "loss_total": 0.02453664131462574,
      "step": 37360
    },
    {
      "loss_action": 0.007201299071311951,
      "loss_total": 0.007201299071311951,
      "step": 37360
    },
    {
      "loss_action": 0.011868765577673912,
      "loss_total": 0.011868765577673912,
      "step": 37360
    },
    {
      "loss_action": 0.0022778676357120275,
      "loss_total": 0.0022778676357120275,
      "step": 37360
    },
    {
      "loss_action": 0.008490100502967834,
      "loss_total": 0.008490100502967834,
      "step": 37360
    },
    {
      "grad_norm": 0.10480816662311554,
      "learning_rate": 7.398764376629996e-05,
      "loss": 0.0099,
      "step": 37370
    },
    {
      "loss_action": 0.0032168652396649122,
      "loss_total": 0.0032168652396649122,
      "step": 37370
    },
    {
      "loss_action": 0.01759248599410057,
      "loss_total": 0.01759248599410057,
      "step": 37370
    },
    {
      "loss_action": 0.004402506165206432,
      "loss_total": 0.004402506165206432,
      "step": 37370
    },
    {
      "loss_action": 0.004491683095693588,
      "loss_total": 0.004491683095693588,
      "step": 37370
    },
    {
      "loss_action": 0.005999384447932243,
      "loss_total": 0.005999384447932243,
      "step": 37370
    },
    {
      "loss_action": 0.009636901319026947,
      "loss_total": 0.009636901319026947,
      "step": 37370
    },
    {
      "loss_action": 0.007840355858206749,
      "loss_total": 0.007840355858206749,
      "step": 37370
    },
    {
      "loss_action": 0.0052114371210336685,
      "loss_total": 0.0052114371210336685,
      "step": 37370
    },
    {
      "grad_norm": 0.12856099009513855,
      "learning_rate": 7.39731348502781e-05,
      "loss": 0.0103,
      "step": 37380
    },
    {
      "loss_action": 0.006527227815240622,
      "loss_total": 0.006527227815240622,
      "step": 37380
    },
    {
      "loss_action": 0.006555918604135513,
      "loss_total": 0.006555918604135513,
      "step": 37380
    },
    {
      "loss_action": 0.005537012591958046,
      "loss_total": 0.005537012591958046,
      "step": 37380
    },
    {
      "loss_action": 0.0031798365525901318,
      "loss_total": 0.0031798365525901318,
      "step": 37380
    },
    {
      "loss_action": 0.00814883690327406,
      "loss_total": 0.00814883690327406,
      "step": 37380
    },
    {
      "loss_action": 0.0090167922899127,
      "loss_total": 0.0090167922899127,
      "step": 37380
    },
    {
      "loss_action": 0.004444364923983812,
      "loss_total": 0.004444364923983812,
      "step": 37380
    },
    {
      "loss_action": 0.004724218510091305,
      "loss_total": 0.004724218510091305,
      "step": 37380
    },
    {
      "grad_norm": 0.12215638905763626,
      "learning_rate": 7.395862331259028e-05,
      "loss": 0.0095,
      "step": 37390
    },
    {
      "loss_action": 0.009693741798400879,
      "loss_total": 0.009693741798400879,
      "step": 37390
    },
    {
      "loss_action": 0.007309802807867527,
      "loss_total": 0.007309802807867527,
      "step": 37390
    },
    {
      "loss_action": 0.019404713064432144,
      "loss_total": 0.019404713064432144,
      "step": 37390
    },
    {
      "loss_action": 0.004630963318049908,
      "loss_total": 0.004630963318049908,
      "step": 37390
    },
    {
      "loss_action": 0.00894568208605051,
      "loss_total": 0.00894568208605051,
      "step": 37390
    },
    {
      "loss_action": 0.008405379951000214,
      "loss_total": 0.008405379951000214,
      "step": 37390
    },
    {
      "loss_action": 0.002731856657192111,
      "loss_total": 0.002731856657192111,
      "step": 37390
    },
    {
      "loss_action": 0.006961192470043898,
      "loss_total": 0.006961192470043898,
      "step": 37390
    },
    {
      "grad_norm": 0.09322288632392883,
      "learning_rate": 7.394410915482341e-05,
      "loss": 0.0088,
      "step": 37400
    },
    {
      "loss_action": 0.0046559227630496025,
      "loss_total": 0.0046559227630496025,
      "step": 37400
    },
    {
      "loss_action": 0.007902859710156918,
      "loss_total": 0.007902859710156918,
      "step": 37400
    },
    {
      "loss_action": 0.010730518028140068,
      "loss_total": 0.010730518028140068,
      "step": 37400
    },
    {
      "loss_action": 0.005050302483141422,
      "loss_total": 0.005050302483141422,
      "step": 37400
    },
    {
      "loss_action": 0.0028585540130734444,
      "loss_total": 0.0028585540130734444,
      "step": 37400
    },
    {
      "loss_action": 0.003973078448325396,
      "loss_total": 0.003973078448325396,
      "step": 37400
    },
    {
      "loss_action": 0.00821396242827177,
      "loss_total": 0.00821396242827177,
      "step": 37400
    },
    {
      "loss_action": 0.006417068187147379,
      "loss_total": 0.006417068187147379,
      "step": 37400
    },
    {
      "grad_norm": 0.10842034220695496,
      "learning_rate": 7.392959237856476e-05,
      "loss": 0.0073,
      "step": 37410
    },
    {
      "loss_action": 0.01604504883289337,
      "loss_total": 0.01604504883289337,
      "step": 37410
    },
    {
      "loss_action": 0.009383093565702438,
      "loss_total": 0.009383093565702438,
      "step": 37410
    },
    {
      "loss_action": 0.00312507594935596,
      "loss_total": 0.00312507594935596,
      "step": 37410
    },
    {
      "loss_action": 0.003731865668669343,
      "loss_total": 0.003731865668669343,
      "step": 37410
    },
    {
      "loss_action": 0.014476481825113297,
      "loss_total": 0.014476481825113297,
      "step": 37410
    },
    {
      "loss_action": 0.007687215227633715,
      "loss_total": 0.007687215227633715,
      "step": 37410
    },
    {
      "loss_action": 0.006613928824663162,
      "loss_total": 0.006613928824663162,
      "step": 37410
    },
    {
      "loss_action": 0.006723093334585428,
      "loss_total": 0.006723093334585428,
      "step": 37410
    },
    {
      "grad_norm": 0.0987350344657898,
      "learning_rate": 7.391507298540187e-05,
      "loss": 0.0106,
      "step": 37420
    },
    {
      "loss_action": 0.008961480110883713,
      "loss_total": 0.008961480110883713,
      "step": 37420
    },
    {
      "loss_action": 0.010079463943839073,
      "loss_total": 0.010079463943839073,
      "step": 37420
    },
    {
      "loss_action": 0.013706963509321213,
      "loss_total": 0.013706963509321213,
      "step": 37420
    },
    {
      "loss_action": 0.00516326492652297,
      "loss_total": 0.00516326492652297,
      "step": 37420
    },
    {
      "loss_action": 0.002781161107122898,
      "loss_total": 0.002781161107122898,
      "step": 37420
    },
    {
      "loss_action": 0.011418350040912628,
      "loss_total": 0.011418350040912628,
      "step": 37420
    },
    {
      "loss_action": 0.009885421022772789,
      "loss_total": 0.009885421022772789,
      "step": 37420
    },
    {
      "loss_action": 0.005449630320072174,
      "loss_total": 0.005449630320072174,
      "step": 37420
    },
    {
      "grad_norm": 0.1669311672449112,
      "learning_rate": 7.390055097692257e-05,
      "loss": 0.0086,
      "step": 37430
    },
    {
      "loss_action": 0.004710827022790909,
      "loss_total": 0.004710827022790909,
      "step": 37430
    },
    {
      "loss_action": 0.005652764346450567,
      "loss_total": 0.005652764346450567,
      "step": 37430
    },
    {
      "loss_action": 0.0036848585586994886,
      "loss_total": 0.0036848585586994886,
      "step": 37430
    },
    {
      "loss_action": 0.010380756109952927,
      "loss_total": 0.010380756109952927,
      "step": 37430
    },
    {
      "loss_action": 0.009939868003129959,
      "loss_total": 0.009939868003129959,
      "step": 37430
    },
    {
      "loss_action": 0.008217917755246162,
      "loss_total": 0.008217917755246162,
      "step": 37430
    },
    {
      "loss_action": 0.02190713956952095,
      "loss_total": 0.02190713956952095,
      "step": 37430
    },
    {
      "loss_action": 0.011849706061184406,
      "loss_total": 0.011849706061184406,
      "step": 37430
    },
    {
      "grad_norm": 0.12164144217967987,
      "learning_rate": 7.388602635471494e-05,
      "loss": 0.0094,
      "step": 37440
    },
    {
      "loss_action": 0.01508726179599762,
      "loss_total": 0.01508726179599762,
      "step": 37440
    },
    {
      "loss_action": 0.024683162569999695,
      "loss_total": 0.024683162569999695,
      "step": 37440
    },
    {
      "loss_action": 0.0096844881772995,
      "loss_total": 0.0096844881772995,
      "step": 37440
    },
    {
      "loss_action": 0.010055488906800747,
      "loss_total": 0.010055488906800747,
      "step": 37440
    },
    {
      "loss_action": 0.0033544786274433136,
      "loss_total": 0.0033544786274433136,
      "step": 37440
    },
    {
      "loss_action": 0.005639216862618923,
      "loss_total": 0.005639216862618923,
      "step": 37440
    },
    {
      "loss_action": 0.002669369336217642,
      "loss_total": 0.002669369336217642,
      "step": 37440
    },
    {
      "loss_action": 0.0706779882311821,
      "loss_total": 0.0706779882311821,
      "step": 37440
    },
    {
      "grad_norm": 0.16956326365470886,
      "learning_rate": 7.387149912036738e-05,
      "loss": 0.0115,
      "step": 37450
    },
    {
      "loss_action": 0.007349096704274416,
      "loss_total": 0.007349096704274416,
      "step": 37450
    },
    {
      "loss_action": 0.004641600884497166,
      "loss_total": 0.004641600884497166,
      "step": 37450
    },
    {
      "loss_action": 0.008481089025735855,
      "loss_total": 0.008481089025735855,
      "step": 37450
    },
    {
      "loss_action": 0.007985273376107216,
      "loss_total": 0.007985273376107216,
      "step": 37450
    },
    {
      "loss_action": 0.009963292628526688,
      "loss_total": 0.009963292628526688,
      "step": 37450
    },
    {
      "loss_action": 0.0039288694970309734,
      "loss_total": 0.0039288694970309734,
      "step": 37450
    },
    {
      "loss_action": 0.012752030976116657,
      "loss_total": 0.012752030976116657,
      "step": 37450
    },
    {
      "loss_action": 0.0052743819542229176,
      "loss_total": 0.0052743819542229176,
      "step": 37450
    },
    {
      "grad_norm": 0.12208335101604462,
      "learning_rate": 7.385696927546854e-05,
      "loss": 0.0094,
      "step": 37460
    },
    {
      "loss_action": 0.009484332986176014,
      "loss_total": 0.009484332986176014,
      "step": 37460
    },
    {
      "loss_action": 0.0057413289323449135,
      "loss_total": 0.0057413289323449135,
      "step": 37460
    },
    {
      "loss_action": 0.013082708232104778,
      "loss_total": 0.013082708232104778,
      "step": 37460
    },
    {
      "loss_action": 0.0066633448004722595,
      "loss_total": 0.0066633448004722595,
      "step": 37460
    },
    {
      "loss_action": 0.004255837295204401,
      "loss_total": 0.004255837295204401,
      "step": 37460
    },
    {
      "loss_action": 0.007082528434693813,
      "loss_total": 0.007082528434693813,
      "step": 37460
    },
    {
      "loss_action": 0.007924923673272133,
      "loss_total": 0.007924923673272133,
      "step": 37460
    },
    {
      "loss_action": 0.010580255649983883,
      "loss_total": 0.010580255649983883,
      "step": 37460
    },
    {
      "grad_norm": 0.10371425002813339,
      "learning_rate": 7.384243682160743e-05,
      "loss": 0.0092,
      "step": 37470
    },
    {
      "loss_action": 0.0023209936916828156,
      "loss_total": 0.0023209936916828156,
      "step": 37470
    },
    {
      "loss_action": 0.011620821431279182,
      "loss_total": 0.011620821431279182,
      "step": 37470
    },
    {
      "loss_action": 0.013098102994263172,
      "loss_total": 0.013098102994263172,
      "step": 37470
    },
    {
      "loss_action": 0.004219241440296173,
      "loss_total": 0.004219241440296173,
      "step": 37470
    },
    {
      "loss_action": 0.010863527655601501,
      "loss_total": 0.010863527655601501,
      "step": 37470
    },
    {
      "loss_action": 0.015193674713373184,
      "loss_total": 0.015193674713373184,
      "step": 37470
    },
    {
      "loss_action": 0.01063548680394888,
      "loss_total": 0.01063548680394888,
      "step": 37470
    },
    {
      "loss_action": 0.009741897694766521,
      "loss_total": 0.009741897694766521,
      "step": 37470
    },
    {
      "grad_norm": 0.08674658834934235,
      "learning_rate": 7.382790176037329e-05,
      "loss": 0.0092,
      "step": 37480
    },
    {
      "loss_action": 0.017387287691235542,
      "loss_total": 0.017387287691235542,
      "step": 37480
    },
    {
      "loss_action": 0.003816623706370592,
      "loss_total": 0.003816623706370592,
      "step": 37480
    },
    {
      "loss_action": 0.004683664068579674,
      "loss_total": 0.004683664068579674,
      "step": 37480
    },
    {
      "loss_action": 0.009512940421700478,
      "loss_total": 0.009512940421700478,
      "step": 37480
    },
    {
      "loss_action": 0.00409876462072134,
      "loss_total": 0.00409876462072134,
      "step": 37480
    },
    {
      "loss_action": 0.006693432107567787,
      "loss_total": 0.006693432107567787,
      "step": 37480
    },
    {
      "loss_action": 0.009544526226818562,
      "loss_total": 0.009544526226818562,
      "step": 37480
    },
    {
      "loss_action": 0.024626389145851135,
      "loss_total": 0.024626389145851135,
      "step": 37480
    },
    {
      "grad_norm": 0.12847191095352173,
      "learning_rate": 7.381336409335562e-05,
      "loss": 0.0098,
      "step": 37490
    },
    {
      "loss_action": 0.010978621430695057,
      "loss_total": 0.010978621430695057,
      "step": 37490
    },
    {
      "loss_action": 0.014708168804645538,
      "loss_total": 0.014708168804645538,
      "step": 37490
    },
    {
      "loss_action": 0.018800774589180946,
      "loss_total": 0.018800774589180946,
      "step": 37490
    },
    {
      "loss_action": 0.008747212588787079,
      "loss_total": 0.008747212588787079,
      "step": 37490
    },
    {
      "loss_action": 0.005207555368542671,
      "loss_total": 0.005207555368542671,
      "step": 37490
    },
    {
      "loss_action": 0.011395854875445366,
      "loss_total": 0.011395854875445366,
      "step": 37490
    },
    {
      "loss_action": 0.009338360279798508,
      "loss_total": 0.009338360279798508,
      "step": 37490
    },
    {
      "loss_action": 0.005456536076962948,
      "loss_total": 0.005456536076962948,
      "step": 37490
    },
    {
      "grad_norm": 0.11243317276239395,
      "learning_rate": 7.379882382214426e-05,
      "loss": 0.0128,
      "step": 37500
    },
    {
      "loss_action": 0.01760999672114849,
      "loss_total": 0.01760999672114849,
      "step": 37500
    },
    {
      "loss_action": 0.003833406837657094,
      "loss_total": 0.003833406837657094,
      "step": 37500
    },
    {
      "loss_action": 0.0061413682997226715,
      "loss_total": 0.0061413682997226715,
      "step": 37500
    },
    {
      "loss_action": 0.023266887292265892,
      "loss_total": 0.023266887292265892,
      "step": 37500
    },
    {
      "loss_action": 0.01836824230849743,
      "loss_total": 0.01836824230849743,
      "step": 37500
    },
    {
      "loss_action": 0.006167285144329071,
      "loss_total": 0.006167285144329071,
      "step": 37500
    },
    {
      "loss_action": 0.007670056074857712,
      "loss_total": 0.007670056074857712,
      "step": 37500
    },
    {
      "loss_action": 0.013139692135155201,
      "loss_total": 0.013139692135155201,
      "step": 37500
    },
    {
      "grad_norm": 0.2647043466567993,
      "learning_rate": 7.378428094832931e-05,
      "loss": 0.0135,
      "step": 37510
    },
    {
      "loss_action": 0.008413281291723251,
      "loss_total": 0.008413281291723251,
      "step": 37510
    },
    {
      "loss_action": 0.019342586398124695,
      "loss_total": 0.019342586398124695,
      "step": 37510
    },
    {
      "loss_action": 0.013736836612224579,
      "loss_total": 0.013736836612224579,
      "step": 37510
    },
    {
      "loss_action": 0.02164417877793312,
      "loss_total": 0.02164417877793312,
      "step": 37510
    },
    {
      "loss_action": 0.01711568608880043,
      "loss_total": 0.01711568608880043,
      "step": 37510
    },
    {
      "loss_action": 0.02419491857290268,
      "loss_total": 0.02419491857290268,
      "step": 37510
    },
    {
      "loss_action": 0.0039063794538378716,
      "loss_total": 0.0039063794538378716,
      "step": 37510
    },
    {
      "loss_action": 0.006585981696844101,
      "loss_total": 0.006585981696844101,
      "step": 37510
    },
    {
      "grad_norm": 0.15081413090229034,
      "learning_rate": 7.376973547350114e-05,
      "loss": 0.0121,
      "step": 37520
    },
    {
      "loss_action": 0.02586314268410206,
      "loss_total": 0.02586314268410206,
      "step": 37520
    },
    {
      "loss_action": 0.013071076013147831,
      "loss_total": 0.013071076013147831,
      "step": 37520
    },
    {
      "loss_action": 0.005540346261113882,
      "loss_total": 0.005540346261113882,
      "step": 37520
    },
    {
      "loss_action": 0.0142676355317235,
      "loss_total": 0.0142676355317235,
      "step": 37520
    },
    {
      "loss_action": 0.008009698241949081,
      "loss_total": 0.008009698241949081,
      "step": 37520
    },
    {
      "loss_action": 0.008007412776350975,
      "loss_total": 0.008007412776350975,
      "step": 37520
    },
    {
      "loss_action": 0.015208877623081207,
      "loss_total": 0.015208877623081207,
      "step": 37520
    },
    {
      "loss_action": 0.003590783104300499,
      "loss_total": 0.003590783104300499,
      "step": 37520
    },
    {
      "grad_norm": 0.11036147177219391,
      "learning_rate": 7.375518739925046e-05,
      "loss": 0.0091,
      "step": 37530
    },
    {
      "loss_action": 0.007975172251462936,
      "loss_total": 0.007975172251462936,
      "step": 37530
    },
    {
      "loss_action": 0.0036064214073121548,
      "loss_total": 0.0036064214073121548,
      "step": 37530
    },
    {
      "loss_action": 0.015763716772198677,
      "loss_total": 0.015763716772198677,
      "step": 37530
    },
    {
      "loss_action": 0.011261106468737125,
      "loss_total": 0.011261106468737125,
      "step": 37530
    },
    {
      "loss_action": 0.008493997156620026,
      "loss_total": 0.008493997156620026,
      "step": 37530
    },
    {
      "loss_action": 0.008976402692496777,
      "loss_total": 0.008976402692496777,
      "step": 37530
    },
    {
      "loss_action": 0.00721219414845109,
      "loss_total": 0.00721219414845109,
      "step": 37530
    },
    {
      "loss_action": 0.007193716708570719,
      "loss_total": 0.007193716708570719,
      "step": 37530
    },
    {
      "grad_norm": 0.10747916996479034,
      "learning_rate": 7.374063672716818e-05,
      "loss": 0.0102,
      "step": 37540
    },
    {
      "loss_action": 0.009300949051976204,
      "loss_total": 0.009300949051976204,
      "step": 37540
    },
    {
      "loss_action": 0.008716557174921036,
      "loss_total": 0.008716557174921036,
      "step": 37540
    },
    {
      "loss_action": 0.008450577035546303,
      "loss_total": 0.008450577035546303,
      "step": 37540
    },
    {
      "loss_action": 0.010027609765529633,
      "loss_total": 0.010027609765529633,
      "step": 37540
    },
    {
      "loss_action": 0.010911654680967331,
      "loss_total": 0.010911654680967331,
      "step": 37540
    },
    {
      "loss_action": 0.019140515476465225,
      "loss_total": 0.019140515476465225,
      "step": 37540
    },
    {
      "loss_action": 0.009831788018345833,
      "loss_total": 0.009831788018345833,
      "step": 37540
    },
    {
      "loss_action": 0.007091253064572811,
      "loss_total": 0.007091253064572811,
      "step": 37540
    },
    {
      "grad_norm": 0.145491823554039,
      "learning_rate": 7.372608345884558e-05,
      "loss": 0.0103,
      "step": 37550
    },
    {
      "loss_action": 0.00741793867200613,
      "loss_total": 0.00741793867200613,
      "step": 37550
    },
    {
      "loss_action": 0.009501161053776741,
      "loss_total": 0.009501161053776741,
      "step": 37550
    },
    {
      "loss_action": 0.005859263241291046,
      "loss_total": 0.005859263241291046,
      "step": 37550
    },
    {
      "loss_action": 0.010142689570784569,
      "loss_total": 0.010142689570784569,
      "step": 37550
    },
    {
      "loss_action": 0.012224049307405949,
      "loss_total": 0.012224049307405949,
      "step": 37550
    },
    {
      "loss_action": 0.010553034022450447,
      "loss_total": 0.010553034022450447,
      "step": 37550
    },
    {
      "loss_action": 0.0043181246146559715,
      "loss_total": 0.0043181246146559715,
      "step": 37550
    },
    {
      "loss_action": 0.005817804019898176,
      "loss_total": 0.005817804019898176,
      "step": 37550
    },
    {
      "grad_norm": 0.1052965298295021,
      "learning_rate": 7.371152759587415e-05,
      "loss": 0.0089,
      "step": 37560
    },
    {
      "loss_action": 0.005138511769473553,
      "loss_total": 0.005138511769473553,
      "step": 37560
    },
    {
      "loss_action": 0.006483658216893673,
      "loss_total": 0.006483658216893673,
      "step": 37560
    },
    {
      "loss_action": 0.005049539264291525,
      "loss_total": 0.005049539264291525,
      "step": 37560
    },
    {
      "loss_action": 0.011439675465226173,
      "loss_total": 0.011439675465226173,
      "step": 37560
    },
    {
      "loss_action": 0.003519010730087757,
      "loss_total": 0.003519010730087757,
      "step": 37560
    },
    {
      "loss_action": 0.005766173359006643,
      "loss_total": 0.005766173359006643,
      "step": 37560
    },
    {
      "loss_action": 0.00845319777727127,
      "loss_total": 0.00845319777727127,
      "step": 37560
    },
    {
      "loss_action": 0.007726756390184164,
      "loss_total": 0.007726756390184164,
      "step": 37560
    },
    {
      "grad_norm": 0.13255339860916138,
      "learning_rate": 7.369696913984572e-05,
      "loss": 0.0104,
      "step": 37570
    },
    {
      "loss_action": 0.008175532333552837,
      "loss_total": 0.008175532333552837,
      "step": 37570
    },
    {
      "loss_action": 0.010134706273674965,
      "loss_total": 0.010134706273674965,
      "step": 37570
    },
    {
      "loss_action": 0.014861773699522018,
      "loss_total": 0.014861773699522018,
      "step": 37570
    },
    {
      "loss_action": 0.018972299993038177,
      "loss_total": 0.018972299993038177,
      "step": 37570
    },
    {
      "loss_action": 0.010417232289910316,
      "loss_total": 0.010417232289910316,
      "step": 37570
    },
    {
      "loss_action": 0.007804997731000185,
      "loss_total": 0.007804997731000185,
      "step": 37570
    },
    {
      "loss_action": 0.007301385048776865,
      "loss_total": 0.007301385048776865,
      "step": 37570
    },
    {
      "loss_action": 0.012644708156585693,
      "loss_total": 0.012644708156585693,
      "step": 37570
    },
    {
      "grad_norm": 0.12369231879711151,
      "learning_rate": 7.368240809235237e-05,
      "loss": 0.0102,
      "step": 37580
    },
    {
      "loss_action": 0.008028382435441017,
      "loss_total": 0.008028382435441017,
      "step": 37580
    },
    {
      "loss_action": 0.004126984626054764,
      "loss_total": 0.004126984626054764,
      "step": 37580
    },
    {
      "loss_action": 0.008883096277713776,
      "loss_total": 0.008883096277713776,
      "step": 37580
    },
    {
      "loss_action": 0.005316555500030518,
      "loss_total": 0.005316555500030518,
      "step": 37580
    },
    {
      "loss_action": 0.003853130154311657,
      "loss_total": 0.003853130154311657,
      "step": 37580
    },
    {
      "loss_action": 0.01120489090681076,
      "loss_total": 0.01120489090681076,
      "step": 37580
    },
    {
      "loss_action": 0.0063937450759112835,
      "loss_total": 0.0063937450759112835,
      "step": 37580
    },
    {
      "loss_action": 0.006997552700340748,
      "loss_total": 0.006997552700340748,
      "step": 37580
    },
    {
      "grad_norm": 0.14439184963703156,
      "learning_rate": 7.366784445498649e-05,
      "loss": 0.0098,
      "step": 37590
    },
    {
      "loss_action": 0.008498111739754677,
      "loss_total": 0.008498111739754677,
      "step": 37590
    },
    {
      "loss_action": 0.019924398511648178,
      "loss_total": 0.019924398511648178,
      "step": 37590
    },
    {
      "loss_action": 0.019541284069418907,
      "loss_total": 0.019541284069418907,
      "step": 37590
    },
    {
      "loss_action": 0.011570785194635391,
      "loss_total": 0.011570785194635391,
      "step": 37590
    },
    {
      "loss_action": 0.003365038428455591,
      "loss_total": 0.003365038428455591,
      "step": 37590
    },
    {
      "loss_action": 0.006368756294250488,
      "loss_total": 0.006368756294250488,
      "step": 37590
    },
    {
      "loss_action": 0.006167567800730467,
      "loss_total": 0.006167567800730467,
      "step": 37590
    },
    {
      "loss_action": 0.024373628199100494,
      "loss_total": 0.024373628199100494,
      "step": 37590
    },
    {
      "grad_norm": 0.12854763865470886,
      "learning_rate": 7.36532782293407e-05,
      "loss": 0.0119,
      "step": 37600
    },
    {
      "loss_action": 0.023028871044516563,
      "loss_total": 0.023028871044516563,
      "step": 37600
    },
    {
      "loss_action": 0.011497259140014648,
      "loss_total": 0.011497259140014648,
      "step": 37600
    },
    {
      "loss_action": 0.00937659665942192,
      "loss_total": 0.00937659665942192,
      "step": 37600
    },
    {
      "loss_action": 0.006485810503363609,
      "loss_total": 0.006485810503363609,
      "step": 37600
    },
    {
      "loss_action": 0.004116562660783529,
      "loss_total": 0.004116562660783529,
      "step": 37600
    },
    {
      "loss_action": 0.010229744017124176,
      "loss_total": 0.010229744017124176,
      "step": 37600
    },
    {
      "loss_action": 0.005951002240180969,
      "loss_total": 0.005951002240180969,
      "step": 37600
    },
    {
      "loss_action": 0.006928505375981331,
      "loss_total": 0.006928505375981331,
      "step": 37600
    },
    {
      "grad_norm": 0.11508569121360779,
      "learning_rate": 7.363870941700797e-05,
      "loss": 0.01,
      "step": 37610
    },
    {
      "loss_action": 0.01521383784711361,
      "loss_total": 0.01521383784711361,
      "step": 37610
    },
    {
      "loss_action": 0.00814896635711193,
      "loss_total": 0.00814896635711193,
      "step": 37610
    },
    {
      "loss_action": 0.00979708507657051,
      "loss_total": 0.00979708507657051,
      "step": 37610
    },
    {
      "loss_action": 0.013420529663562775,
      "loss_total": 0.013420529663562775,
      "step": 37610
    },
    {
      "loss_action": 0.004620756953954697,
      "loss_total": 0.004620756953954697,
      "step": 37610
    },
    {
      "loss_action": 0.008546963334083557,
      "loss_total": 0.008546963334083557,
      "step": 37610
    },
    {
      "loss_action": 0.007750906981527805,
      "loss_total": 0.007750906981527805,
      "step": 37610
    },
    {
      "loss_action": 0.011185555718839169,
      "loss_total": 0.011185555718839169,
      "step": 37610
    },
    {
      "grad_norm": 0.08139321208000183,
      "learning_rate": 7.362413801958152e-05,
      "loss": 0.0106,
      "step": 37620
    },
    {
      "loss_action": 0.005164246074855328,
      "loss_total": 0.005164246074855328,
      "step": 37620
    },
    {
      "loss_action": 0.00566722359508276,
      "loss_total": 0.00566722359508276,
      "step": 37620
    },
    {
      "loss_action": 0.0029572334606200457,
      "loss_total": 0.0029572334606200457,
      "step": 37620
    },
    {
      "loss_action": 0.00784190371632576,
      "loss_total": 0.00784190371632576,
      "step": 37620
    },
    {
      "loss_action": 0.008500521071255207,
      "loss_total": 0.008500521071255207,
      "step": 37620
    },
    {
      "loss_action": 0.006197186652570963,
      "loss_total": 0.006197186652570963,
      "step": 37620
    },
    {
      "loss_action": 0.022958677262067795,
      "loss_total": 0.022958677262067795,
      "step": 37620
    },
    {
      "loss_action": 0.010407062247395515,
      "loss_total": 0.010407062247395515,
      "step": 37620
    },
    {
      "grad_norm": 0.1317511647939682,
      "learning_rate": 7.360956403865486e-05,
      "loss": 0.0094,
      "step": 37630
    },
    {
      "loss_action": 0.0033558765426278114,
      "loss_total": 0.0033558765426278114,
      "step": 37630
    },
    {
      "loss_action": 0.005156915169209242,
      "loss_total": 0.005156915169209242,
      "step": 37630
    },
    {
      "loss_action": 0.018841424956917763,
      "loss_total": 0.018841424956917763,
      "step": 37630
    },
    {
      "loss_action": 0.004901302047073841,
      "loss_total": 0.004901302047073841,
      "step": 37630
    },
    {
      "loss_action": 0.01467178575694561,
      "loss_total": 0.01467178575694561,
      "step": 37630
    },
    {
      "loss_action": 0.018245762214064598,
      "loss_total": 0.018245762214064598,
      "step": 37630
    },
    {
      "loss_action": 0.014615016058087349,
      "loss_total": 0.014615016058087349,
      "step": 37630
    },
    {
      "loss_action": 0.00983160175383091,
      "loss_total": 0.00983160175383091,
      "step": 37630
    },
    {
      "grad_norm": 0.10743959993124008,
      "learning_rate": 7.359498747582177e-05,
      "loss": 0.0105,
      "step": 37640
    },
    {
      "loss_action": 0.010368864051997662,
      "loss_total": 0.010368864051997662,
      "step": 37640
    },
    {
      "loss_action": 0.026537755504250526,
      "loss_total": 0.026537755504250526,
      "step": 37640
    },
    {
      "loss_action": 0.004148011561483145,
      "loss_total": 0.004148011561483145,
      "step": 37640
    },
    {
      "loss_action": 0.008309470489621162,
      "loss_total": 0.008309470489621162,
      "step": 37640
    },
    {
      "loss_action": 0.007178834639489651,
      "loss_total": 0.007178834639489651,
      "step": 37640
    },
    {
      "loss_action": 0.008167197927832603,
      "loss_total": 0.008167197927832603,
      "step": 37640
    },
    {
      "loss_action": 0.013611843809485435,
      "loss_total": 0.013611843809485435,
      "step": 37640
    },
    {
      "loss_action": 0.005983333569020033,
      "loss_total": 0.005983333569020033,
      "step": 37640
    },
    {
      "grad_norm": 0.12399562448263168,
      "learning_rate": 7.358040833267634e-05,
      "loss": 0.0083,
      "step": 37650
    },
    {
      "loss_action": 0.002379797399044037,
      "loss_total": 0.002379797399044037,
      "step": 37650
    },
    {
      "loss_action": 0.004647814668715,
      "loss_total": 0.004647814668715,
      "step": 37650
    },
    {
      "loss_action": 0.005307178944349289,
      "loss_total": 0.005307178944349289,
      "step": 37650
    },
    {
      "loss_action": 0.00596844544634223,
      "loss_total": 0.00596844544634223,
      "step": 37650
    },
    {
      "loss_action": 0.010296078398823738,
      "loss_total": 0.010296078398823738,
      "step": 37650
    },
    {
      "loss_action": 0.007576984819024801,
      "loss_total": 0.007576984819024801,
      "step": 37650
    },
    {
      "loss_action": 0.015522701665759087,
      "loss_total": 0.015522701665759087,
      "step": 37650
    },
    {
      "loss_action": 0.007612533867359161,
      "loss_total": 0.007612533867359161,
      "step": 37650
    },
    {
      "grad_norm": 0.10482373088598251,
      "learning_rate": 7.356582661081288e-05,
      "loss": 0.0088,
      "step": 37660
    },
    {
      "loss_action": 0.025123950093984604,
      "loss_total": 0.025123950093984604,
      "step": 37660
    },
    {
      "loss_action": 0.0026176024693995714,
      "loss_total": 0.0026176024693995714,
      "step": 37660
    },
    {
      "loss_action": 0.016303759068250656,
      "loss_total": 0.016303759068250656,
      "step": 37660
    },
    {
      "loss_action": 0.0054041724652051926,
      "loss_total": 0.0054041724652051926,
      "step": 37660
    },
    {
      "loss_action": 0.006838590372353792,
      "loss_total": 0.006838590372353792,
      "step": 37660
    },
    {
      "loss_action": 0.016717644408345222,
      "loss_total": 0.016717644408345222,
      "step": 37660
    },
    {
      "loss_action": 0.005340461619198322,
      "loss_total": 0.005340461619198322,
      "step": 37660
    },
    {
      "loss_action": 0.017378147691488266,
      "loss_total": 0.017378147691488266,
      "step": 37660
    },
    {
      "grad_norm": 0.09818870574235916,
      "learning_rate": 7.355124231182607e-05,
      "loss": 0.0099,
      "step": 37670
    },
    {
      "loss_action": 0.005949797108769417,
      "loss_total": 0.005949797108769417,
      "step": 37670
    },
    {
      "loss_action": 0.009797257371246815,
      "loss_total": 0.009797257371246815,
      "step": 37670
    },
    {
      "loss_action": 0.009245319291949272,
      "loss_total": 0.009245319291949272,
      "step": 37670
    },
    {
      "loss_action": 0.00634473841637373,
      "loss_total": 0.00634473841637373,
      "step": 37670
    },
    {
      "loss_action": 0.00787818431854248,
      "loss_total": 0.00787818431854248,
      "step": 37670
    },
    {
      "loss_action": 0.00791897438466549,
      "loss_total": 0.00791897438466549,
      "step": 37670
    },
    {
      "loss_action": 0.0017467960715293884,
      "loss_total": 0.0017467960715293884,
      "step": 37670
    },
    {
      "loss_action": 0.009121597744524479,
      "loss_total": 0.009121597744524479,
      "step": 37670
    },
    {
      "grad_norm": 0.11940901726484299,
      "learning_rate": 7.353665543731083e-05,
      "loss": 0.0076,
      "step": 37680
    },
    {
      "loss_action": 0.006308316718786955,
      "loss_total": 0.006308316718786955,
      "step": 37680
    },
    {
      "loss_action": 0.014622293412685394,
      "loss_total": 0.014622293412685394,
      "step": 37680
    },
    {
      "loss_action": 0.004141543991863728,
      "loss_total": 0.004141543991863728,
      "step": 37680
    },
    {
      "loss_action": 0.005025358870625496,
      "loss_total": 0.005025358870625496,
      "step": 37680
    },
    {
      "loss_action": 0.006304159760475159,
      "loss_total": 0.006304159760475159,
      "step": 37680
    },
    {
      "loss_action": 0.007793901953846216,
      "loss_total": 0.007793901953846216,
      "step": 37680
    },
    {
      "loss_action": 0.007577528711408377,
      "loss_total": 0.007577528711408377,
      "step": 37680
    },
    {
      "loss_action": 0.006225606892257929,
      "loss_total": 0.006225606892257929,
      "step": 37680
    },
    {
      "grad_norm": 0.12226508557796478,
      "learning_rate": 7.352206598886229e-05,
      "loss": 0.0082,
      "step": 37690
    },
    {
      "loss_action": 0.004902590997517109,
      "loss_total": 0.004902590997517109,
      "step": 37690
    },
    {
      "loss_action": 0.007247154600918293,
      "loss_total": 0.007247154600918293,
      "step": 37690
    },
    {
      "loss_action": 0.007140334229916334,
      "loss_total": 0.007140334229916334,
      "step": 37690
    },
    {
      "loss_action": 0.024426251649856567,
      "loss_total": 0.024426251649856567,
      "step": 37690
    },
    {
      "loss_action": 0.0144101707264781,
      "loss_total": 0.0144101707264781,
      "step": 37690
    },
    {
      "loss_action": 0.00632008770480752,
      "loss_total": 0.00632008770480752,
      "step": 37690
    },
    {
      "loss_action": 0.009804043918848038,
      "loss_total": 0.009804043918848038,
      "step": 37690
    },
    {
      "loss_action": 0.004631577059626579,
      "loss_total": 0.004631577059626579,
      "step": 37690
    },
    {
      "grad_norm": 0.09098510444164276,
      "learning_rate": 7.350747396807601e-05,
      "loss": 0.0085,
      "step": 37700
    },
    {
      "loss_action": 0.005450286902487278,
      "loss_total": 0.005450286902487278,
      "step": 37700
    },
    {
      "loss_action": 0.005617864895612001,
      "loss_total": 0.005617864895612001,
      "step": 37700
    },
    {
      "loss_action": 0.0023086622823029757,
      "loss_total": 0.0023086622823029757,
      "step": 37700
    },
    {
      "loss_action": 0.010988067835569382,
      "loss_total": 0.010988067835569382,
      "step": 37700
    },
    {
      "loss_action": 0.014892849139869213,
      "loss_total": 0.014892849139869213,
      "step": 37700
    },
    {
      "loss_action": 0.009582087397575378,
      "loss_total": 0.009582087397575378,
      "step": 37700
    },
    {
      "loss_action": 0.024115988984704018,
      "loss_total": 0.024115988984704018,
      "step": 37700
    },
    {
      "loss_action": 0.0047769611701369286,
      "loss_total": 0.0047769611701369286,
      "step": 37700
    },
    {
      "grad_norm": 0.13676369190216064,
      "learning_rate": 7.349287937654772e-05,
      "loss": 0.009,
      "step": 37710
    },
    {
      "loss_action": 0.011412842199206352,
      "loss_total": 0.011412842199206352,
      "step": 37710
    },
    {
      "loss_action": 0.0035086406860500574,
      "loss_total": 0.0035086406860500574,
      "step": 37710
    },
    {
      "loss_action": 0.007452620659023523,
      "loss_total": 0.007452620659023523,
      "step": 37710
    },
    {
      "loss_action": 0.01121883187443018,
      "loss_total": 0.01121883187443018,
      "step": 37710
    },
    {
      "loss_action": 0.006076523568481207,
      "loss_total": 0.006076523568481207,
      "step": 37710
    },
    {
      "loss_action": 0.008537666872143745,
      "loss_total": 0.008537666872143745,
      "step": 37710
    },
    {
      "loss_action": 0.016380928456783295,
      "loss_total": 0.016380928456783295,
      "step": 37710
    },
    {
      "loss_action": 0.010151881724596024,
      "loss_total": 0.010151881724596024,
      "step": 37710
    },
    {
      "grad_norm": 0.15570548176765442,
      "learning_rate": 7.347828221587345e-05,
      "loss": 0.0088,
      "step": 37720
    },
    {
      "loss_action": 0.006867114920169115,
      "loss_total": 0.006867114920169115,
      "step": 37720
    },
    {
      "loss_action": 0.003908499144017696,
      "loss_total": 0.003908499144017696,
      "step": 37720
    },
    {
      "loss_action": 0.01278308592736721,
      "loss_total": 0.01278308592736721,
      "step": 37720
    },
    {
      "loss_action": 0.00343075068667531,
      "loss_total": 0.00343075068667531,
      "step": 37720
    },
    {
      "loss_action": 0.005866954103112221,
      "loss_total": 0.005866954103112221,
      "step": 37720
    },
    {
      "loss_action": 0.0075433277525007725,
      "loss_total": 0.0075433277525007725,
      "step": 37720
    },
    {
      "loss_action": 0.011096218600869179,
      "loss_total": 0.011096218600869179,
      "step": 37720
    },
    {
      "loss_action": 0.0028493928257375956,
      "loss_total": 0.0028493928257375956,
      "step": 37720
    },
    {
      "grad_norm": 0.09911919385194778,
      "learning_rate": 7.346368248764955e-05,
      "loss": 0.0083,
      "step": 37730
    },
    {
      "loss_action": 0.010843485593795776,
      "loss_total": 0.010843485593795776,
      "step": 37730
    },
    {
      "loss_action": 0.008300188928842545,
      "loss_total": 0.008300188928842545,
      "step": 37730
    },
    {
      "loss_action": 0.016963046044111252,
      "loss_total": 0.016963046044111252,
      "step": 37730
    },
    {
      "loss_action": 0.009449789300560951,
      "loss_total": 0.009449789300560951,
      "step": 37730
    },
    {
      "loss_action": 0.015687186270952225,
      "loss_total": 0.015687186270952225,
      "step": 37730
    },
    {
      "loss_action": 0.018728015944361687,
      "loss_total": 0.018728015944361687,
      "step": 37730
    },
    {
      "loss_action": 0.006884092465043068,
      "loss_total": 0.006884092465043068,
      "step": 37730
    },
    {
      "loss_action": 0.012617751955986023,
      "loss_total": 0.012617751955986023,
      "step": 37730
    },
    {
      "grad_norm": 0.12424123287200928,
      "learning_rate": 7.34490801934726e-05,
      "loss": 0.0119,
      "step": 37740
    },
    {
      "loss_action": 0.0070718638598918915,
      "loss_total": 0.0070718638598918915,
      "step": 37740
    },
    {
      "loss_action": 0.006223684176802635,
      "loss_total": 0.006223684176802635,
      "step": 37740
    },
    {
      "loss_action": 0.01585417240858078,
      "loss_total": 0.01585417240858078,
      "step": 37740
    },
    {
      "loss_action": 0.004336563870310783,
      "loss_total": 0.004336563870310783,
      "step": 37740
    },
    {
      "loss_action": 0.00263393297791481,
      "loss_total": 0.00263393297791481,
      "step": 37740
    },
    {
      "loss_action": 0.008686594665050507,
      "loss_total": 0.008686594665050507,
      "step": 37740
    },
    {
      "loss_action": 0.02441415935754776,
      "loss_total": 0.02441415935754776,
      "step": 37740
    },
    {
      "loss_action": 0.004913663957268,
      "loss_total": 0.004913663957268,
      "step": 37740
    },
    {
      "grad_norm": 0.10605453699827194,
      "learning_rate": 7.343447533493947e-05,
      "loss": 0.0101,
      "step": 37750
    },
    {
      "loss_action": 0.011470288038253784,
      "loss_total": 0.011470288038253784,
      "step": 37750
    },
    {
      "loss_action": 0.0061294822953641415,
      "loss_total": 0.0061294822953641415,
      "step": 37750
    },
    {
      "loss_action": 0.009748581796884537,
      "loss_total": 0.009748581796884537,
      "step": 37750
    },
    {
      "loss_action": 0.035952191799879074,
      "loss_total": 0.035952191799879074,
      "step": 37750
    },
    {
      "loss_action": 0.003021199256181717,
      "loss_total": 0.003021199256181717,
      "step": 37750
    },
    {
      "loss_action": 0.0051865726709365845,
      "loss_total": 0.0051865726709365845,
      "step": 37750
    },
    {
      "loss_action": 0.012024345807731152,
      "loss_total": 0.012024345807731152,
      "step": 37750
    },
    {
      "loss_action": 0.00794292613863945,
      "loss_total": 0.00794292613863945,
      "step": 37750
    },
    {
      "grad_norm": 0.16209641098976135,
      "learning_rate": 7.341986791364739e-05,
      "loss": 0.0095,
      "step": 37760
    },
    {
      "loss_action": 0.009549004957079887,
      "loss_total": 0.009549004957079887,
      "step": 37760
    },
    {
      "loss_action": 0.024610284715890884,
      "loss_total": 0.024610284715890884,
      "step": 37760
    },
    {
      "loss_action": 0.005516994744539261,
      "loss_total": 0.005516994744539261,
      "step": 37760
    },
    {
      "loss_action": 0.007238267455250025,
      "loss_total": 0.007238267455250025,
      "step": 37760
    },
    {
      "loss_action": 0.008839350193738937,
      "loss_total": 0.008839350193738937,
      "step": 37760
    },
    {
      "loss_action": 0.010970250703394413,
      "loss_total": 0.010970250703394413,
      "step": 37760
    },
    {
      "loss_action": 0.0028864447958767414,
      "loss_total": 0.0028864447958767414,
      "step": 37760
    },
    {
      "loss_action": 0.004485560581088066,
      "loss_total": 0.004485560581088066,
      "step": 37760
    },
    {
      "grad_norm": 0.11627744883298874,
      "learning_rate": 7.340525793119374e-05,
      "loss": 0.0094,
      "step": 37770
    },
    {
      "loss_action": 0.012269042432308197,
      "loss_total": 0.012269042432308197,
      "step": 37770
    },
    {
      "loss_action": 0.011859547346830368,
      "loss_total": 0.011859547346830368,
      "step": 37770
    },
    {
      "loss_action": 0.005835404619574547,
      "loss_total": 0.005835404619574547,
      "step": 37770
    },
    {
      "loss_action": 0.012882838025689125,
      "loss_total": 0.012882838025689125,
      "step": 37770
    },
    {
      "loss_action": 0.007234595715999603,
      "loss_total": 0.007234595715999603,
      "step": 37770
    },
    {
      "loss_action": 0.006789932493120432,
      "loss_total": 0.006789932493120432,
      "step": 37770
    },
    {
      "loss_action": 0.02976052463054657,
      "loss_total": 0.02976052463054657,
      "step": 37770
    },
    {
      "loss_action": 0.014702478423714638,
      "loss_total": 0.014702478423714638,
      "step": 37770
    },
    {
      "grad_norm": 0.12039180099964142,
      "learning_rate": 7.33906453891763e-05,
      "loss": 0.0092,
      "step": 37780
    },
    {
      "loss_action": 0.015680566430091858,
      "loss_total": 0.015680566430091858,
      "step": 37780
    },
    {
      "loss_action": 0.005144843831658363,
      "loss_total": 0.005144843831658363,
      "step": 37780
    },
    {
      "loss_action": 0.016833940520882607,
      "loss_total": 0.016833940520882607,
      "step": 37780
    },
    {
      "loss_action": 0.01330657210201025,
      "loss_total": 0.01330657210201025,
      "step": 37780
    },
    {
      "loss_action": 0.012721914798021317,
      "loss_total": 0.012721914798021317,
      "step": 37780
    },
    {
      "loss_action": 0.010303102433681488,
      "loss_total": 0.010303102433681488,
      "step": 37780
    },
    {
      "loss_action": 0.010203801095485687,
      "loss_total": 0.010203801095485687,
      "step": 37780
    },
    {
      "loss_action": 0.006087571382522583,
      "loss_total": 0.006087571382522583,
      "step": 37780
    },
    {
      "grad_norm": 0.09656938165426254,
      "learning_rate": 7.337603028919303e-05,
      "loss": 0.0095,
      "step": 37790
    },
    {
      "loss_action": 0.009876206517219543,
      "loss_total": 0.009876206517219543,
      "step": 37790
    },
    {
      "loss_action": 0.02302437275648117,
      "loss_total": 0.02302437275648117,
      "step": 37790
    },
    {
      "loss_action": 0.006964103318750858,
      "loss_total": 0.006964103318750858,
      "step": 37790
    },
    {
      "loss_action": 0.0027183550409972668,
      "loss_total": 0.0027183550409972668,
      "step": 37790
    },
    {
      "loss_action": 0.004274397622793913,
      "loss_total": 0.004274397622793913,
      "step": 37790
    },
    {
      "loss_action": 0.010054273530840874,
      "loss_total": 0.010054273530840874,
      "step": 37790
    },
    {
      "loss_action": 0.004812923725694418,
      "loss_total": 0.004812923725694418,
      "step": 37790
    },
    {
      "loss_action": 0.016285743564367294,
      "loss_total": 0.016285743564367294,
      "step": 37790
    },
    {
      "grad_norm": 0.15581996738910675,
      "learning_rate": 7.336141263284225e-05,
      "loss": 0.011,
      "step": 37800
    },
    {
      "loss_action": 0.008493993431329727,
      "loss_total": 0.008493993431329727,
      "step": 37800
    },
    {
      "loss_action": 0.007674222346395254,
      "loss_total": 0.007674222346395254,
      "step": 37800
    },
    {
      "loss_action": 0.010942570865154266,
      "loss_total": 0.010942570865154266,
      "step": 37800
    },
    {
      "loss_action": 0.016733750700950623,
      "loss_total": 0.016733750700950623,
      "step": 37800
    },
    {
      "loss_action": 0.003706729505211115,
      "loss_total": 0.003706729505211115,
      "step": 37800
    },
    {
      "loss_action": 0.009350322186946869,
      "loss_total": 0.009350322186946869,
      "step": 37800
    },
    {
      "loss_action": 0.006589042022824287,
      "loss_total": 0.006589042022824287,
      "step": 37800
    },
    {
      "loss_action": 0.009720992296934128,
      "loss_total": 0.009720992296934128,
      "step": 37800
    },
    {
      "grad_norm": 0.14708396792411804,
      "learning_rate": 7.334679242172249e-05,
      "loss": 0.0096,
      "step": 37810
    },
    {
      "loss_action": 0.020227951928973198,
      "loss_total": 0.020227951928973198,
      "step": 37810
    },
    {
      "loss_action": 0.02320435270667076,
      "loss_total": 0.02320435270667076,
      "step": 37810
    },
    {
      "loss_action": 0.00644807331264019,
      "loss_total": 0.00644807331264019,
      "step": 37810
    },
    {
      "loss_action": 0.004303317051380873,
      "loss_total": 0.004303317051380873,
      "step": 37810
    },
    {
      "loss_action": 0.009683353826403618,
      "loss_total": 0.009683353826403618,
      "step": 37810
    },
    {
      "loss_action": 0.011038211174309254,
      "loss_total": 0.011038211174309254,
      "step": 37810
    },
    {
      "loss_action": 0.010111170820891857,
      "loss_total": 0.010111170820891857,
      "step": 37810
    },
    {
      "loss_action": 0.01899178884923458,
      "loss_total": 0.01899178884923458,
      "step": 37810
    },
    {
      "grad_norm": 0.14284008741378784,
      "learning_rate": 7.33321696574326e-05,
      "loss": 0.0101,
      "step": 37820
    },
    {
      "loss_action": 0.0091980816796422,
      "loss_total": 0.0091980816796422,
      "step": 37820
    },
    {
      "loss_action": 0.006155396346002817,
      "loss_total": 0.006155396346002817,
      "step": 37820
    },
    {
      "loss_action": 0.021943705156445503,
      "loss_total": 0.021943705156445503,
      "step": 37820
    },
    {
      "loss_action": 0.007765867747366428,
      "loss_total": 0.007765867747366428,
      "step": 37820
    },
    {
      "loss_action": 0.003275019582360983,
      "loss_total": 0.003275019582360983,
      "step": 37820
    },
    {
      "loss_action": 0.0070550390519201756,
      "loss_total": 0.0070550390519201756,
      "step": 37820
    },
    {
      "loss_action": 0.0070076268166303635,
      "loss_total": 0.0070076268166303635,
      "step": 37820
    },
    {
      "loss_action": 0.00708625465631485,
      "loss_total": 0.00708625465631485,
      "step": 37820
    },
    {
      "grad_norm": 0.13643214106559753,
      "learning_rate": 7.331754434157174e-05,
      "loss": 0.0096,
      "step": 37830
    },
    {
      "loss_action": 0.007859843783080578,
      "loss_total": 0.007859843783080578,
      "step": 37830
    },
    {
      "loss_action": 0.0067548854276537895,
      "loss_total": 0.0067548854276537895,
      "step": 37830
    },
    {
      "loss_action": 0.013162458315491676,
      "loss_total": 0.013162458315491676,
      "step": 37830
    },
    {
      "loss_action": 0.0029174438677728176,
      "loss_total": 0.0029174438677728176,
      "step": 37830
    },
    {
      "loss_action": 0.005535205360502005,
      "loss_total": 0.005535205360502005,
      "step": 37830
    },
    {
      "loss_action": 0.009634080342948437,
      "loss_total": 0.009634080342948437,
      "step": 37830
    },
    {
      "loss_action": 0.01126333512365818,
      "loss_total": 0.01126333512365818,
      "step": 37830
    },
    {
      "loss_action": 0.004372190218418837,
      "loss_total": 0.004372190218418837,
      "step": 37830
    },
    {
      "grad_norm": 0.12969493865966797,
      "learning_rate": 7.330291647573928e-05,
      "loss": 0.0081,
      "step": 37840
    },
    {
      "loss_action": 0.019370852038264275,
      "loss_total": 0.019370852038264275,
      "step": 37840
    },
    {
      "loss_action": 0.007171168923377991,
      "loss_total": 0.007171168923377991,
      "step": 37840
    },
    {
      "loss_action": 0.03878364711999893,
      "loss_total": 0.03878364711999893,
      "step": 37840
    },
    {
      "loss_action": 0.012186412699520588,
      "loss_total": 0.012186412699520588,
      "step": 37840
    },
    {
      "loss_action": 0.004352432209998369,
      "loss_total": 0.004352432209998369,
      "step": 37840
    },
    {
      "loss_action": 0.0037197936326265335,
      "loss_total": 0.0037197936326265335,
      "step": 37840
    },
    {
      "loss_action": 0.0033179246820509434,
      "loss_total": 0.0033179246820509434,
      "step": 37840
    },
    {
      "loss_action": 0.0077105737291276455,
      "loss_total": 0.0077105737291276455,
      "step": 37840
    },
    {
      "grad_norm": 0.08741924166679382,
      "learning_rate": 7.32882860615349e-05,
      "loss": 0.0093,
      "step": 37850
    },
    {
      "loss_action": 0.008193513378500938,
      "loss_total": 0.008193513378500938,
      "step": 37850
    },
    {
      "loss_action": 0.0060862647369503975,
      "loss_total": 0.0060862647369503975,
      "step": 37850
    },
    {
      "loss_action": 0.0037232208997011185,
      "loss_total": 0.0037232208997011185,
      "step": 37850
    },
    {
      "loss_action": 0.011708030477166176,
      "loss_total": 0.011708030477166176,
      "step": 37850
    },
    {
      "loss_action": 0.01401819009333849,
      "loss_total": 0.01401819009333849,
      "step": 37850
    },
    {
      "loss_action": 0.007424435578286648,
      "loss_total": 0.007424435578286648,
      "step": 37850
    },
    {
      "loss_action": 0.011151961982250214,
      "loss_total": 0.011151961982250214,
      "step": 37850
    },
    {
      "loss_action": 0.002082389546558261,
      "loss_total": 0.002082389546558261,
      "step": 37850
    },
    {
      "grad_norm": 0.11610452085733414,
      "learning_rate": 7.327365310055858e-05,
      "loss": 0.0077,
      "step": 37860
    },
    {
      "loss_action": 0.006492937915027142,
      "loss_total": 0.006492937915027142,
      "step": 37860
    },
    {
      "loss_action": 0.00880672037601471,
      "loss_total": 0.00880672037601471,
      "step": 37860
    },
    {
      "loss_action": 0.005083062686026096,
      "loss_total": 0.005083062686026096,
      "step": 37860
    },
    {
      "loss_action": 0.007184984162449837,
      "loss_total": 0.007184984162449837,
      "step": 37860
    },
    {
      "loss_action": 0.0039026776794344187,
      "loss_total": 0.0039026776794344187,
      "step": 37860
    },
    {
      "loss_action": 0.009471277706325054,
      "loss_total": 0.009471277706325054,
      "step": 37860
    },
    {
      "loss_action": 0.006427589803934097,
      "loss_total": 0.006427589803934097,
      "step": 37860
    },
    {
      "loss_action": 0.005717564839869738,
      "loss_total": 0.005717564839869738,
      "step": 37860
    },
    {
      "grad_norm": 0.09268709272146225,
      "learning_rate": 7.325901759441055e-05,
      "loss": 0.0097,
      "step": 37870
    },
    {
      "loss_action": 0.011423665098845959,
      "loss_total": 0.011423665098845959,
      "step": 37870
    },
    {
      "loss_action": 0.002937132027000189,
      "loss_total": 0.002937132027000189,
      "step": 37870
    },
    {
      "loss_action": 0.015562836080789566,
      "loss_total": 0.015562836080789566,
      "step": 37870
    },
    {
      "loss_action": 0.01870475895702839,
      "loss_total": 0.01870475895702839,
      "step": 37870
    },
    {
      "loss_action": 0.014403576031327248,
      "loss_total": 0.014403576031327248,
      "step": 37870
    },
    {
      "loss_action": 0.008155635558068752,
      "loss_total": 0.008155635558068752,
      "step": 37870
    },
    {
      "loss_action": 0.010188618674874306,
      "loss_total": 0.010188618674874306,
      "step": 37870
    },
    {
      "loss_action": 0.022656049579381943,
      "loss_total": 0.022656049579381943,
      "step": 37870
    },
    {
      "grad_norm": 0.13262738287448883,
      "learning_rate": 7.324437954469132e-05,
      "loss": 0.0104,
      "step": 37880
    },
    {
      "loss_action": 0.004465137608349323,
      "loss_total": 0.004465137608349323,
      "step": 37880
    },
    {
      "loss_action": 0.0047061266377568245,
      "loss_total": 0.0047061266377568245,
      "step": 37880
    },
    {
      "loss_action": 0.004837819840759039,
      "loss_total": 0.004837819840759039,
      "step": 37880
    },
    {
      "loss_action": 0.005936895497143269,
      "loss_total": 0.005936895497143269,
      "step": 37880
    },
    {
      "loss_action": 0.0033616190776228905,
      "loss_total": 0.0033616190776228905,
      "step": 37880
    },
    {
      "loss_action": 0.008129825815558434,
      "loss_total": 0.008129825815558434,
      "step": 37880
    },
    {
      "loss_action": 0.019011197611689568,
      "loss_total": 0.019011197611689568,
      "step": 37880
    },
    {
      "loss_action": 0.005516293924301863,
      "loss_total": 0.005516293924301863,
      "step": 37880
    },
    {
      "grad_norm": 0.11427397280931473,
      "learning_rate": 7.32297389530017e-05,
      "loss": 0.0084,
      "step": 37890
    },
    {
      "loss_action": 0.006753462366759777,
      "loss_total": 0.006753462366759777,
      "step": 37890
    },
    {
      "loss_action": 0.004144556820392609,
      "loss_total": 0.004144556820392609,
      "step": 37890
    },
    {
      "loss_action": 0.008825582452118397,
      "loss_total": 0.008825582452118397,
      "step": 37890
    },
    {
      "loss_action": 0.012914548628032207,
      "loss_total": 0.012914548628032207,
      "step": 37890
    },
    {
      "loss_action": 0.011826412752270699,
      "loss_total": 0.011826412752270699,
      "step": 37890
    },
    {
      "loss_action": 0.008167438209056854,
      "loss_total": 0.008167438209056854,
      "step": 37890
    },
    {
      "loss_action": 0.011964242905378342,
      "loss_total": 0.011964242905378342,
      "step": 37890
    },
    {
      "loss_action": 0.005411944352090359,
      "loss_total": 0.005411944352090359,
      "step": 37890
    },
    {
      "grad_norm": 0.0949695035815239,
      "learning_rate": 7.321509582094274e-05,
      "loss": 0.009,
      "step": 37900
    },
    {
      "loss_action": 0.006020913831889629,
      "loss_total": 0.006020913831889629,
      "step": 37900
    },
    {
      "loss_action": 0.0023965411819517612,
      "loss_total": 0.0023965411819517612,
      "step": 37900
    },
    {
      "loss_action": 0.009736095555126667,
      "loss_total": 0.009736095555126667,
      "step": 37900
    },
    {
      "loss_action": 0.009117744863033295,
      "loss_total": 0.009117744863033295,
      "step": 37900
    },
    {
      "loss_action": 0.01383882761001587,
      "loss_total": 0.01383882761001587,
      "step": 37900
    },
    {
      "loss_action": 0.005425184965133667,
      "loss_total": 0.005425184965133667,
      "step": 37900
    },
    {
      "loss_action": 0.004649282433092594,
      "loss_total": 0.004649282433092594,
      "step": 37900
    },
    {
      "loss_action": 0.005588102154433727,
      "loss_total": 0.005588102154433727,
      "step": 37900
    },
    {
      "grad_norm": 0.07947385311126709,
      "learning_rate": 7.320045015011582e-05,
      "loss": 0.0094,
      "step": 37910
    },
    {
      "loss_action": 0.007047970313578844,
      "loss_total": 0.007047970313578844,
      "step": 37910
    },
    {
      "loss_action": 0.004532358609139919,
      "loss_total": 0.004532358609139919,
      "step": 37910
    },
    {
      "loss_action": 0.007464148104190826,
      "loss_total": 0.007464148104190826,
      "step": 37910
    },
    {
      "loss_action": 0.02654161863029003,
      "loss_total": 0.02654161863029003,
      "step": 37910
    },
    {
      "loss_action": 0.0062263477593660355,
      "loss_total": 0.0062263477593660355,
      "step": 37910
    },
    {
      "loss_action": 0.009732164442539215,
      "loss_total": 0.009732164442539215,
      "step": 37910
    },
    {
      "loss_action": 0.004835881758481264,
      "loss_total": 0.004835881758481264,
      "step": 37910
    },
    {
      "loss_action": 0.008053342811763287,
      "loss_total": 0.008053342811763287,
      "step": 37910
    },
    {
      "grad_norm": 0.15059645473957062,
      "learning_rate": 7.318580194212253e-05,
      "loss": 0.0106,
      "step": 37920
    },
    {
      "loss_action": 0.025345943868160248,
      "loss_total": 0.025345943868160248,
      "step": 37920
    },
    {
      "loss_action": 0.004111346323043108,
      "loss_total": 0.004111346323043108,
      "step": 37920
    },
    {
      "loss_action": 0.01192378532141447,
      "loss_total": 0.01192378532141447,
      "step": 37920
    },
    {
      "loss_action": 0.005855419673025608,
      "loss_total": 0.005855419673025608,
      "step": 37920
    },
    {
      "loss_action": 0.00431562727317214,
      "loss_total": 0.00431562727317214,
      "step": 37920
    },
    {
      "loss_action": 0.012439180165529251,
      "loss_total": 0.012439180165529251,
      "step": 37920
    },
    {
      "loss_action": 0.010524839162826538,
      "loss_total": 0.010524839162826538,
      "step": 37920
    },
    {
      "loss_action": 0.02739301696419716,
      "loss_total": 0.02739301696419716,
      "step": 37920
    },
    {
      "grad_norm": 0.07590565085411072,
      "learning_rate": 7.317115119856483e-05,
      "loss": 0.0098,
      "step": 37930
    },
    {
      "loss_action": 0.00454191118478775,
      "loss_total": 0.00454191118478775,
      "step": 37930
    },
    {
      "loss_action": 0.003899336326867342,
      "loss_total": 0.003899336326867342,
      "step": 37930
    },
    {
      "loss_action": 0.004666167311370373,
      "loss_total": 0.004666167311370373,
      "step": 37930
    },
    {
      "loss_action": 0.0438588485121727,
      "loss_total": 0.0438588485121727,
      "step": 37930
    },
    {
      "loss_action": 0.005355252884328365,
      "loss_total": 0.005355252884328365,
      "step": 37930
    },
    {
      "loss_action": 0.0031548896804451942,
      "loss_total": 0.0031548896804451942,
      "step": 37930
    },
    {
      "loss_action": 0.005386038683354855,
      "loss_total": 0.005386038683354855,
      "step": 37930
    },
    {
      "loss_action": 0.008588721975684166,
      "loss_total": 0.008588721975684166,
      "step": 37930
    },
    {
      "grad_norm": 0.08338934928178787,
      "learning_rate": 7.315649792104485e-05,
      "loss": 0.0086,
      "step": 37940
    },
    {
      "loss_action": 0.016036519780755043,
      "loss_total": 0.016036519780755043,
      "step": 37940
    },
    {
      "loss_action": 0.003958468325436115,
      "loss_total": 0.003958468325436115,
      "step": 37940
    },
    {
      "loss_action": 0.007419569883495569,
      "loss_total": 0.007419569883495569,
      "step": 37940
    },
    {
      "loss_action": 0.008798995986580849,
      "loss_total": 0.008798995986580849,
      "step": 37940
    },
    {
      "loss_action": 0.003949359059333801,
      "loss_total": 0.003949359059333801,
      "step": 37940
    },
    {
      "loss_action": 0.006524843163788319,
      "loss_total": 0.006524843163788319,
      "step": 37940
    },
    {
      "loss_action": 0.011794430203735828,
      "loss_total": 0.011794430203735828,
      "step": 37940
    },
    {
      "loss_action": 0.014323190785944462,
      "loss_total": 0.014323190785944462,
      "step": 37940
    },
    {
      "grad_norm": 0.1152711734175682,
      "learning_rate": 7.314184211116507e-05,
      "loss": 0.0085,
      "step": 37950
    },
    {
      "loss_action": 0.005956887733191252,
      "loss_total": 0.005956887733191252,
      "step": 37950
    },
    {
      "loss_action": 0.015234384685754776,
      "loss_total": 0.015234384685754776,
      "step": 37950
    },
    {
      "loss_action": 0.018069906160235405,
      "loss_total": 0.018069906160235405,
      "step": 37950
    },
    {
      "loss_action": 0.004214953165501356,
      "loss_total": 0.004214953165501356,
      "step": 37950
    },
    {
      "loss_action": 0.008599603548645973,
      "loss_total": 0.008599603548645973,
      "step": 37950
    },
    {
      "loss_action": 0.013158543035387993,
      "loss_total": 0.013158543035387993,
      "step": 37950
    },
    {
      "loss_action": 0.013682479038834572,
      "loss_total": 0.013682479038834572,
      "step": 37950
    },
    {
      "loss_action": 0.01265325304120779,
      "loss_total": 0.01265325304120779,
      "step": 37950
    },
    {
      "grad_norm": 0.09230011701583862,
      "learning_rate": 7.312718377052823e-05,
      "loss": 0.0093,
      "step": 37960
    },
    {
      "loss_action": 0.008732898160815239,
      "loss_total": 0.008732898160815239,
      "step": 37960
    },
    {
      "loss_action": 0.010398732498288155,
      "loss_total": 0.010398732498288155,
      "step": 37960
    },
    {
      "loss_action": 0.006256193853914738,
      "loss_total": 0.006256193853914738,
      "step": 37960
    },
    {
      "loss_action": 0.00662390748038888,
      "loss_total": 0.00662390748038888,
      "step": 37960
    },
    {
      "loss_action": 0.006861893925815821,
      "loss_total": 0.006861893925815821,
      "step": 37960
    },
    {
      "loss_action": 0.0038442653603851795,
      "loss_total": 0.0038442653603851795,
      "step": 37960
    },
    {
      "loss_action": 0.002631775802001357,
      "loss_total": 0.002631775802001357,
      "step": 37960
    },
    {
      "loss_action": 0.008249550126492977,
      "loss_total": 0.008249550126492977,
      "step": 37960
    },
    {
      "grad_norm": 0.08921678364276886,
      "learning_rate": 7.311252290073737e-05,
      "loss": 0.0106,
      "step": 37970
    },
    {
      "loss_action": 0.005760106258094311,
      "loss_total": 0.005760106258094311,
      "step": 37970
    },
    {
      "loss_action": 0.010790769010782242,
      "loss_total": 0.010790769010782242,
      "step": 37970
    },
    {
      "loss_action": 0.0017851484008133411,
      "loss_total": 0.0017851484008133411,
      "step": 37970
    },
    {
      "loss_action": 0.005399687215685844,
      "loss_total": 0.005399687215685844,
      "step": 37970
    },
    {
      "loss_action": 0.004525574389845133,
      "loss_total": 0.004525574389845133,
      "step": 37970
    },
    {
      "loss_action": 0.006377686746418476,
      "loss_total": 0.006377686746418476,
      "step": 37970
    },
    {
      "loss_action": 0.011285597458481789,
      "loss_total": 0.011285597458481789,
      "step": 37970
    },
    {
      "loss_action": 0.01534305140376091,
      "loss_total": 0.01534305140376091,
      "step": 37970
    },
    {
      "grad_norm": 0.13123160600662231,
      "learning_rate": 7.309785950339572e-05,
      "loss": 0.0094,
      "step": 37980
    },
    {
      "loss_action": 0.005382242146879435,
      "loss_total": 0.005382242146879435,
      "step": 37980
    },
    {
      "loss_action": 0.004708819556981325,
      "loss_total": 0.004708819556981325,
      "step": 37980
    },
    {
      "loss_action": 0.006017239764332771,
      "loss_total": 0.006017239764332771,
      "step": 37980
    },
    {
      "loss_action": 0.006122441962361336,
      "loss_total": 0.006122441962361336,
      "step": 37980
    },
    {
      "loss_action": 0.004414954222738743,
      "loss_total": 0.004414954222738743,
      "step": 37980
    },
    {
      "loss_action": 0.010933857411146164,
      "loss_total": 0.010933857411146164,
      "step": 37980
    },
    {
      "loss_action": 0.017758991569280624,
      "loss_total": 0.017758991569280624,
      "step": 37980
    },
    {
      "loss_action": 0.0029940661042928696,
      "loss_total": 0.0029940661042928696,
      "step": 37980
    },
    {
      "grad_norm": 0.10809316486120224,
      "learning_rate": 7.308319358010692e-05,
      "loss": 0.0083,
      "step": 37990
    },
    {
      "loss_action": 0.012972451746463776,
      "loss_total": 0.012972451746463776,
      "step": 37990
    },
    {
      "loss_action": 0.003999410197138786,
      "loss_total": 0.003999410197138786,
      "step": 37990
    },
    {
      "loss_action": 0.014561396092176437,
      "loss_total": 0.014561396092176437,
      "step": 37990
    },
    {
      "loss_action": 0.016638725996017456,
      "loss_total": 0.016638725996017456,
      "step": 37990
    },
    {
      "loss_action": 0.009979920461773872,
      "loss_total": 0.009979920461773872,
      "step": 37990
    },
    {
      "loss_action": 0.009435735642910004,
      "loss_total": 0.009435735642910004,
      "step": 37990
    },
    {
      "loss_action": 0.005244767293334007,
      "loss_total": 0.005244767293334007,
      "step": 37990
    },
    {
      "loss_action": 0.004777221940457821,
      "loss_total": 0.004777221940457821,
      "step": 37990
    },
    {
      "grad_norm": 0.14599160850048065,
      "learning_rate": 7.306852513247474e-05,
      "loss": 0.0091,
      "step": 38000
    },
    {
      "loss_action": 0.0038837925530970097,
      "loss_total": 0.0038837925530970097,
      "step": 38000
    },
    {
      "loss_action": 0.03095385432243347,
      "loss_total": 0.03095385432243347,
      "step": 38000
    },
    {
      "loss_action": 0.005773378536105156,
      "loss_total": 0.005773378536105156,
      "step": 38000
    },
    {
      "loss_action": 0.009836748242378235,
      "loss_total": 0.009836748242378235,
      "step": 38000
    },
    {
      "loss_action": 0.00484113534912467,
      "loss_total": 0.00484113534912467,
      "step": 38000
    },
    {
      "loss_action": 0.007634446024894714,
      "loss_total": 0.007634446024894714,
      "step": 38000
    },
    {
      "loss_action": 0.005820001475512981,
      "loss_total": 0.005820001475512981,
      "step": 38000
    },
    {
      "loss_action": 0.00859393272548914,
      "loss_total": 0.00859393272548914,
      "step": 38000
    },
    {
      "grad_norm": 0.1329144984483719,
      "learning_rate": 7.305385416210336e-05,
      "loss": 0.0083,
      "step": 38010
    },
    {
      "loss_action": 0.003615135559812188,
      "loss_total": 0.003615135559812188,
      "step": 38010
    },
    {
      "loss_action": 0.0076552196405828,
      "loss_total": 0.0076552196405828,
      "step": 38010
    },
    {
      "loss_action": 0.0060158586129546165,
      "loss_total": 0.0060158586129546165,
      "step": 38010
    },
    {
      "loss_action": 0.01403150986880064,
      "loss_total": 0.01403150986880064,
      "step": 38010
    },
    {
      "loss_action": 0.011325330473482609,
      "loss_total": 0.011325330473482609,
      "step": 38010
    },
    {
      "loss_action": 0.006800569593906403,
      "loss_total": 0.006800569593906403,
      "step": 38010
    },
    {
      "loss_action": 0.013347512111067772,
      "loss_total": 0.013347512111067772,
      "step": 38010
    },
    {
      "loss_action": 0.014554004184901714,
      "loss_total": 0.014554004184901714,
      "step": 38010
    },
    {
      "grad_norm": 0.21915137767791748,
      "learning_rate": 7.303918067059711e-05,
      "loss": 0.0104,
      "step": 38020
    },
    {
      "loss_action": 0.013869239017367363,
      "loss_total": 0.013869239017367363,
      "step": 38020
    },
    {
      "loss_action": 0.01779564842581749,
      "loss_total": 0.01779564842581749,
      "step": 38020
    },
    {
      "loss_action": 0.006063689012080431,
      "loss_total": 0.006063689012080431,
      "step": 38020
    },
    {
      "loss_action": 0.011286908760666847,
      "loss_total": 0.011286908760666847,
      "step": 38020
    },
    {
      "loss_action": 0.006903806701302528,
      "loss_total": 0.006903806701302528,
      "step": 38020
    },
    {
      "loss_action": 0.002079509664326906,
      "loss_total": 0.002079509664326906,
      "step": 38020
    },
    {
      "loss_action": 0.0126743633300066,
      "loss_total": 0.0126743633300066,
      "step": 38020
    },
    {
      "loss_action": 0.008728517219424248,
      "loss_total": 0.008728517219424248,
      "step": 38020
    },
    {
      "grad_norm": 0.12940266728401184,
      "learning_rate": 7.302450465956075e-05,
      "loss": 0.0101,
      "step": 38030
    },
    {
      "loss_action": 0.011812558397650719,
      "loss_total": 0.011812558397650719,
      "step": 38030
    },
    {
      "loss_action": 0.009752171114087105,
      "loss_total": 0.009752171114087105,
      "step": 38030
    },
    {
      "loss_action": 0.008445016108453274,
      "loss_total": 0.008445016108453274,
      "step": 38030
    },
    {
      "loss_action": 0.012246630154550076,
      "loss_total": 0.012246630154550076,
      "step": 38030
    },
    {
      "loss_action": 0.012892501428723335,
      "loss_total": 0.012892501428723335,
      "step": 38030
    },
    {
      "loss_action": 0.01799698919057846,
      "loss_total": 0.01799698919057846,
      "step": 38030
    },
    {
      "loss_action": 0.00720670260488987,
      "loss_total": 0.00720670260488987,
      "step": 38030
    },
    {
      "loss_action": 0.005736814811825752,
      "loss_total": 0.005736814811825752,
      "step": 38030
    },
    {
      "grad_norm": 0.14337706565856934,
      "learning_rate": 7.300982613059914e-05,
      "loss": 0.0088,
      "step": 38040
    },
    {
      "loss_action": 0.006565996445715427,
      "loss_total": 0.006565996445715427,
      "step": 38040
    },
    {
      "loss_action": 0.019824082031846046,
      "loss_total": 0.019824082031846046,
      "step": 38040
    },
    {
      "loss_action": 0.010564284399151802,
      "loss_total": 0.010564284399151802,
      "step": 38040
    },
    {
      "loss_action": 0.003995412029325962,
      "loss_total": 0.003995412029325962,
      "step": 38040
    },
    {
      "loss_action": 0.004387739580124617,
      "loss_total": 0.004387739580124617,
      "step": 38040
    },
    {
      "loss_action": 0.005999606102705002,
      "loss_total": 0.005999606102705002,
      "step": 38040
    },
    {
      "loss_action": 0.003037333255633712,
      "loss_total": 0.003037333255633712,
      "step": 38040
    },
    {
      "loss_action": 0.006290941033512354,
      "loss_total": 0.006290941033512354,
      "step": 38040
    },
    {
      "grad_norm": 0.10077187418937683,
      "learning_rate": 7.299514508531757e-05,
      "loss": 0.0088,
      "step": 38050
    },
    {
      "loss_action": 0.002094872063025832,
      "loss_total": 0.002094872063025832,
      "step": 38050
    },
    {
      "loss_action": 0.008811450563371181,
      "loss_total": 0.008811450563371181,
      "step": 38050
    },
    {
      "loss_action": 0.010512325912714005,
      "loss_total": 0.010512325912714005,
      "step": 38050
    },
    {
      "loss_action": 0.004994887858629227,
      "loss_total": 0.004994887858629227,
      "step": 38050
    },
    {
      "loss_action": 0.006681391503661871,
      "loss_total": 0.006681391503661871,
      "step": 38050
    },
    {
      "loss_action": 0.006643324624747038,
      "loss_total": 0.006643324624747038,
      "step": 38050
    },
    {
      "loss_action": 0.006785151548683643,
      "loss_total": 0.006785151548683643,
      "step": 38050
    },
    {
      "loss_action": 0.005069504491984844,
      "loss_total": 0.005069504491984844,
      "step": 38050
    },
    {
      "grad_norm": 0.1581343561410904,
      "learning_rate": 7.298046152532148e-05,
      "loss": 0.0091,
      "step": 38060
    },
    {
      "loss_action": 0.003474731696769595,
      "loss_total": 0.003474731696769595,
      "step": 38060
    },
    {
      "loss_action": 0.007958129979670048,
      "loss_total": 0.007958129979670048,
      "step": 38060
    },
    {
      "loss_action": 0.0016677353996783495,
      "loss_total": 0.0016677353996783495,
      "step": 38060
    },
    {
      "loss_action": 0.014043954201042652,
      "loss_total": 0.014043954201042652,
      "step": 38060
    },
    {
      "loss_action": 0.011784929782152176,
      "loss_total": 0.011784929782152176,
      "step": 38060
    },
    {
      "loss_action": 0.026154696941375732,
      "loss_total": 0.026154696941375732,
      "step": 38060
    },
    {
      "loss_action": 0.019095677882432938,
      "loss_total": 0.019095677882432938,
      "step": 38060
    },
    {
      "loss_action": 0.010704267770051956,
      "loss_total": 0.010704267770051956,
      "step": 38060
    },
    {
      "grad_norm": 0.10605045408010483,
      "learning_rate": 7.296577545221668e-05,
      "loss": 0.0086,
      "step": 38070
    },
    {
      "loss_action": 0.008220821619033813,
      "loss_total": 0.008220821619033813,
      "step": 38070
    },
    {
      "loss_action": 0.005979928188025951,
      "loss_total": 0.005979928188025951,
      "step": 38070
    },
    {
      "loss_action": 0.008043906651437283,
      "loss_total": 0.008043906651437283,
      "step": 38070
    },
    {
      "loss_action": 0.004770240746438503,
      "loss_total": 0.004770240746438503,
      "step": 38070
    },
    {
      "loss_action": 0.009796504862606525,
      "loss_total": 0.009796504862606525,
      "step": 38070
    },
    {
      "loss_action": 0.00411005225032568,
      "loss_total": 0.00411005225032568,
      "step": 38070
    },
    {
      "loss_action": 0.003238803707063198,
      "loss_total": 0.003238803707063198,
      "step": 38070
    },
    {
      "loss_action": 0.006295252591371536,
      "loss_total": 0.006295252591371536,
      "step": 38070
    },
    {
      "grad_norm": 0.1092807799577713,
      "learning_rate": 7.29510868676092e-05,
      "loss": 0.0096,
      "step": 38080
    },
    {
      "loss_action": 0.005690252408385277,
      "loss_total": 0.005690252408385277,
      "step": 38080
    },
    {
      "loss_action": 0.008873803541064262,
      "loss_total": 0.008873803541064262,
      "step": 38080
    },
    {
      "loss_action": 0.005001114681363106,
      "loss_total": 0.005001114681363106,
      "step": 38080
    },
    {
      "loss_action": 0.014737837947905064,
      "loss_total": 0.014737837947905064,
      "step": 38080
    },
    {
      "loss_action": 0.01369563490152359,
      "loss_total": 0.01369563490152359,
      "step": 38080
    },
    {
      "loss_action": 0.003002817276865244,
      "loss_total": 0.003002817276865244,
      "step": 38080
    },
    {
      "loss_action": 0.006530663929879665,
      "loss_total": 0.006530663929879665,
      "step": 38080
    },
    {
      "loss_action": 0.010136422701179981,
      "loss_total": 0.010136422701179981,
      "step": 38080
    },
    {
      "grad_norm": 0.10041520744562149,
      "learning_rate": 7.293639577310538e-05,
      "loss": 0.0096,
      "step": 38090
    },
    {
      "loss_action": 0.02342565916478634,
      "loss_total": 0.02342565916478634,
      "step": 38090
    },
    {
      "loss_action": 0.013474160805344582,
      "loss_total": 0.013474160805344582,
      "step": 38090
    },
    {
      "loss_action": 0.009897150099277496,
      "loss_total": 0.009897150099277496,
      "step": 38090
    },
    {
      "loss_action": 0.006842164788395166,
      "loss_total": 0.006842164788395166,
      "step": 38090
    },
    {
      "loss_action": 0.013431177474558353,
      "loss_total": 0.013431177474558353,
      "step": 38090
    },
    {
      "loss_action": 0.005824916530400515,
      "loss_total": 0.005824916530400515,
      "step": 38090
    },
    {
      "loss_action": 0.019031871110200882,
      "loss_total": 0.019031871110200882,
      "step": 38090
    },
    {
      "loss_action": 0.0050900401547551155,
      "loss_total": 0.0050900401547551155,
      "step": 38090
    },
    {
      "grad_norm": 0.10894790291786194,
      "learning_rate": 7.292170217031179e-05,
      "loss": 0.009,
      "step": 38100
    },
    {
      "loss_action": 0.011652915738523006,
      "loss_total": 0.011652915738523006,
      "step": 38100
    },
    {
      "loss_action": 0.009464966133236885,
      "loss_total": 0.009464966133236885,
      "step": 38100
    },
    {
      "loss_action": 0.0071580554358661175,
      "loss_total": 0.0071580554358661175,
      "step": 38100
    },
    {
      "loss_action": 0.00789011549204588,
      "loss_total": 0.00789011549204588,
      "step": 38100
    },
    {
      "loss_action": 0.006636186968535185,
      "loss_total": 0.006636186968535185,
      "step": 38100
    },
    {
      "loss_action": 0.006158109288662672,
      "loss_total": 0.006158109288662672,
      "step": 38100
    },
    {
      "loss_action": 0.0037777372635900974,
      "loss_total": 0.0037777372635900974,
      "step": 38100
    },
    {
      "loss_action": 0.006280552130192518,
      "loss_total": 0.006280552130192518,
      "step": 38100
    },
    {
      "grad_norm": 0.1132391169667244,
      "learning_rate": 7.290700606083532e-05,
      "loss": 0.008,
      "step": 38110
    },
    {
      "loss_action": 0.011993505991995335,
      "loss_total": 0.011993505991995335,
      "step": 38110
    },
    {
      "loss_action": 0.007163442671298981,
      "loss_total": 0.007163442671298981,
      "step": 38110
    },
    {
      "loss_action": 0.006072693504393101,
      "loss_total": 0.006072693504393101,
      "step": 38110
    },
    {
      "loss_action": 0.006617949344217777,
      "loss_total": 0.006617949344217777,
      "step": 38110
    },
    {
      "loss_action": 0.0060745468363165855,
      "loss_total": 0.0060745468363165855,
      "step": 38110
    },
    {
      "loss_action": 0.0049246130511164665,
      "loss_total": 0.0049246130511164665,
      "step": 38110
    },
    {
      "loss_action": 0.014581570401787758,
      "loss_total": 0.014581570401787758,
      "step": 38110
    },
    {
      "loss_action": 0.006561062298715115,
      "loss_total": 0.006561062298715115,
      "step": 38110
    },
    {
      "grad_norm": 0.12091119587421417,
      "learning_rate": 7.28923074462831e-05,
      "loss": 0.0081,
      "step": 38120
    },
    {
      "loss_action": 0.009966288693249226,
      "loss_total": 0.009966288693249226,
      "step": 38120
    },
    {
      "loss_action": 0.009337550029158592,
      "loss_total": 0.009337550029158592,
      "step": 38120
    },
    {
      "loss_action": 0.006850350648164749,
      "loss_total": 0.006850350648164749,
      "step": 38120
    },
    {
      "loss_action": 0.011873945593833923,
      "loss_total": 0.011873945593833923,
      "step": 38120
    },
    {
      "loss_action": 0.019185271114110947,
      "loss_total": 0.019185271114110947,
      "step": 38120
    },
    {
      "loss_action": 0.028278473764657974,
      "loss_total": 0.028278473764657974,
      "step": 38120
    },
    {
      "loss_action": 0.051753830164670944,
      "loss_total": 0.051753830164670944,
      "step": 38120
    },
    {
      "loss_action": 0.010633891448378563,
      "loss_total": 0.010633891448378563,
      "step": 38120
    },
    {
      "grad_norm": 0.12047921866178513,
      "learning_rate": 7.287760632826255e-05,
      "loss": 0.0113,
      "step": 38130
    },
    {
      "loss_action": 0.007519490085542202,
      "loss_total": 0.007519490085542202,
      "step": 38130
    },
    {
      "loss_action": 0.017493130639195442,
      "loss_total": 0.017493130639195442,
      "step": 38130
    },
    {
      "loss_action": 0.006512659601867199,
      "loss_total": 0.006512659601867199,
      "step": 38130
    },
    {
      "loss_action": 0.009787775576114655,
      "loss_total": 0.009787775576114655,
      "step": 38130
    },
    {
      "loss_action": 0.015521528199315071,
      "loss_total": 0.015521528199315071,
      "step": 38130
    },
    {
      "loss_action": 0.007939815521240234,
      "loss_total": 0.007939815521240234,
      "step": 38130
    },
    {
      "loss_action": 0.0062807099893689156,
      "loss_total": 0.0062807099893689156,
      "step": 38130
    },
    {
      "loss_action": 0.00758892297744751,
      "loss_total": 0.00758892297744751,
      "step": 38130
    },
    {
      "grad_norm": 0.1444639414548874,
      "learning_rate": 7.286290270838139e-05,
      "loss": 0.0095,
      "step": 38140
    },
    {
      "loss_action": 0.010423973202705383,
      "loss_total": 0.010423973202705383,
      "step": 38140
    },
    {
      "loss_action": 0.010047435760498047,
      "loss_total": 0.010047435760498047,
      "step": 38140
    },
    {
      "loss_action": 0.008230998180806637,
      "loss_total": 0.008230998180806637,
      "step": 38140
    },
    {
      "loss_action": 0.007869770750403404,
      "loss_total": 0.007869770750403404,
      "step": 38140
    },
    {
      "loss_action": 0.019232872873544693,
      "loss_total": 0.019232872873544693,
      "step": 38140
    },
    {
      "loss_action": 0.006282150745391846,
      "loss_total": 0.006282150745391846,
      "step": 38140
    },
    {
      "loss_action": 0.015555531717836857,
      "loss_total": 0.015555531717836857,
      "step": 38140
    },
    {
      "loss_action": 0.01941622793674469,
      "loss_total": 0.01941622793674469,
      "step": 38140
    },
    {
      "grad_norm": 0.17729632556438446,
      "learning_rate": 7.284819658824756e-05,
      "loss": 0.0112,
      "step": 38150
    },
    {
      "loss_action": 0.009830156341195107,
      "loss_total": 0.009830156341195107,
      "step": 38150
    },
    {
      "loss_action": 0.009164692834019661,
      "loss_total": 0.009164692834019661,
      "step": 38150
    },
    {
      "loss_action": 0.010633517988026142,
      "loss_total": 0.010633517988026142,
      "step": 38150
    },
    {
      "loss_action": 0.02348250523209572,
      "loss_total": 0.02348250523209572,
      "step": 38150
    },
    {
      "loss_action": 0.01112874411046505,
      "loss_total": 0.01112874411046505,
      "step": 38150
    },
    {
      "loss_action": 0.01963731274008751,
      "loss_total": 0.01963731274008751,
      "step": 38150
    },
    {
      "loss_action": 0.01676788553595543,
      "loss_total": 0.01676788553595543,
      "step": 38150
    },
    {
      "loss_action": 0.012964248657226562,
      "loss_total": 0.012964248657226562,
      "step": 38150
    },
    {
      "grad_norm": 0.10419740527868271,
      "learning_rate": 7.283348796946929e-05,
      "loss": 0.0113,
      "step": 38160
    },
    {
      "loss_action": 0.003052599262446165,
      "loss_total": 0.003052599262446165,
      "step": 38160
    },
    {
      "loss_action": 0.006257136818021536,
      "loss_total": 0.006257136818021536,
      "step": 38160
    },
    {
      "loss_action": 0.011530278250575066,
      "loss_total": 0.011530278250575066,
      "step": 38160
    },
    {
      "loss_action": 0.007486633025109768,
      "loss_total": 0.007486633025109768,
      "step": 38160
    },
    {
      "loss_action": 0.008771499618887901,
      "loss_total": 0.008771499618887901,
      "step": 38160
    },
    {
      "loss_action": 0.006740126293152571,
      "loss_total": 0.006740126293152571,
      "step": 38160
    },
    {
      "loss_action": 0.004327892325818539,
      "loss_total": 0.004327892325818539,
      "step": 38160
    },
    {
      "loss_action": 0.006306365132331848,
      "loss_total": 0.006306365132331848,
      "step": 38160
    },
    {
      "grad_norm": 0.23824113607406616,
      "learning_rate": 7.28187768536551e-05,
      "loss": 0.0095,
      "step": 38170
    },
    {
      "loss_action": 0.007247155532240868,
      "loss_total": 0.007247155532240868,
      "step": 38170
    },
    {
      "loss_action": 0.009783247485756874,
      "loss_total": 0.009783247485756874,
      "step": 38170
    },
    {
      "loss_action": 0.014008372090756893,
      "loss_total": 0.014008372090756893,
      "step": 38170
    },
    {
      "loss_action": 0.005410485900938511,
      "loss_total": 0.005410485900938511,
      "step": 38170
    },
    {
      "loss_action": 0.008879182860255241,
      "loss_total": 0.008879182860255241,
      "step": 38170
    },
    {
      "loss_action": 0.005144983995705843,
      "loss_total": 0.005144983995705843,
      "step": 38170
    },
    {
      "loss_action": 0.05140955001115799,
      "loss_total": 0.05140955001115799,
      "step": 38170
    },
    {
      "loss_action": 0.011211415752768517,
      "loss_total": 0.011211415752768517,
      "step": 38170
    },
    {
      "grad_norm": 0.14512182772159576,
      "learning_rate": 7.280406324241379e-05,
      "loss": 0.0093,
      "step": 38180
    },
    {
      "loss_action": 0.007844495587050915,
      "loss_total": 0.007844495587050915,
      "step": 38180
    },
    {
      "loss_action": 0.008468816056847572,
      "loss_total": 0.008468816056847572,
      "step": 38180
    },
    {
      "loss_action": 0.014325827360153198,
      "loss_total": 0.014325827360153198,
      "step": 38180
    },
    {
      "loss_action": 0.02932322956621647,
      "loss_total": 0.02932322956621647,
      "step": 38180
    },
    {
      "loss_action": 0.004583400208503008,
      "loss_total": 0.004583400208503008,
      "step": 38180
    },
    {
      "loss_action": 0.011016740463674068,
      "loss_total": 0.011016740463674068,
      "step": 38180
    },
    {
      "loss_action": 0.0691872388124466,
      "loss_total": 0.0691872388124466,
      "step": 38180
    },
    {
      "loss_action": 0.004739600699394941,
      "loss_total": 0.004739600699394941,
      "step": 38180
    },
    {
      "grad_norm": 0.13842082023620605,
      "learning_rate": 7.278934713735441e-05,
      "loss": 0.0111,
      "step": 38190
    },
    {
      "loss_action": 0.002417861483991146,
      "loss_total": 0.002417861483991146,
      "step": 38190
    },
    {
      "loss_action": 0.00905205775052309,
      "loss_total": 0.00905205775052309,
      "step": 38190
    },
    {
      "loss_action": 0.00640261871740222,
      "loss_total": 0.00640261871740222,
      "step": 38190
    },
    {
      "loss_action": 0.006602189503610134,
      "loss_total": 0.006602189503610134,
      "step": 38190
    },
    {
      "loss_action": 0.018096763640642166,
      "loss_total": 0.018096763640642166,
      "step": 38190
    },
    {
      "loss_action": 0.015448861755430698,
      "loss_total": 0.015448861755430698,
      "step": 38190
    },
    {
      "loss_action": 0.012468108907341957,
      "loss_total": 0.012468108907341957,
      "step": 38190
    },
    {
      "loss_action": 0.004164677578955889,
      "loss_total": 0.004164677578955889,
      "step": 38190
    },
    {
      "grad_norm": 0.19600677490234375,
      "learning_rate": 7.277462854008629e-05,
      "loss": 0.0106,
      "step": 38200
    },
    {
      "loss_action": 0.007303738966584206,
      "loss_total": 0.007303738966584206,
      "step": 38200
    },
    {
      "loss_action": 0.015149448066949844,
      "loss_total": 0.015149448066949844,
      "step": 38200
    },
    {
      "loss_action": 0.004146107938140631,
      "loss_total": 0.004146107938140631,
      "step": 38200
    },
    {
      "loss_action": 0.006069269496947527,
      "loss_total": 0.006069269496947527,
      "step": 38200
    },
    {
      "loss_action": 0.04496359825134277,
      "loss_total": 0.04496359825134277,
      "step": 38200
    },
    {
      "loss_action": 0.012740664184093475,
      "loss_total": 0.012740664184093475,
      "step": 38200
    },
    {
      "loss_action": 0.00833367370069027,
      "loss_total": 0.00833367370069027,
      "step": 38200
    },
    {
      "loss_action": 0.01761934906244278,
      "loss_total": 0.01761934906244278,
      "step": 38200
    },
    {
      "grad_norm": 0.18059907853603363,
      "learning_rate": 7.275990745221904e-05,
      "loss": 0.0094,
      "step": 38210
    },
    {
      "loss_action": 0.016955211758613586,
      "loss_total": 0.016955211758613586,
      "step": 38210
    },
    {
      "loss_action": 0.005659396294504404,
      "loss_total": 0.005659396294504404,
      "step": 38210
    },
    {
      "loss_action": 0.026655012741684914,
      "loss_total": 0.026655012741684914,
      "step": 38210
    },
    {
      "loss_action": 0.005118987523019314,
      "loss_total": 0.005118987523019314,
      "step": 38210
    },
    {
      "loss_action": 0.003938842564821243,
      "loss_total": 0.003938842564821243,
      "step": 38210
    },
    {
      "loss_action": 0.005481895059347153,
      "loss_total": 0.005481895059347153,
      "step": 38210
    },
    {
      "loss_action": 0.013997861184179783,
      "loss_total": 0.013997861184179783,
      "step": 38210
    },
    {
      "loss_action": 0.008489636704325676,
      "loss_total": 0.008489636704325676,
      "step": 38210
    },
    {
      "grad_norm": 0.10750100016593933,
      "learning_rate": 7.274518387536252e-05,
      "loss": 0.0098,
      "step": 38220
    },
    {
      "loss_action": 0.009353451430797577,
      "loss_total": 0.009353451430797577,
      "step": 38220
    },
    {
      "loss_action": 0.010221934877336025,
      "loss_total": 0.010221934877336025,
      "step": 38220
    },
    {
      "loss_action": 0.005731514655053616,
      "loss_total": 0.005731514655053616,
      "step": 38220
    },
    {
      "loss_action": 0.0018635374726727605,
      "loss_total": 0.0018635374726727605,
      "step": 38220
    },
    {
      "loss_action": 0.005381247028708458,
      "loss_total": 0.005381247028708458,
      "step": 38220
    },
    {
      "loss_action": 0.008058834820985794,
      "loss_total": 0.008058834820985794,
      "step": 38220
    },
    {
      "loss_action": 0.011213497258722782,
      "loss_total": 0.011213497258722782,
      "step": 38220
    },
    {
      "loss_action": 0.02559637650847435,
      "loss_total": 0.02559637650847435,
      "step": 38220
    },
    {
      "grad_norm": 0.12746171653270721,
      "learning_rate": 7.273045781112689e-05,
      "loss": 0.0087,
      "step": 38230
    },
    {
      "loss_action": 0.0046216570772230625,
      "loss_total": 0.0046216570772230625,
      "step": 38230
    },
    {
      "loss_action": 0.004205952398478985,
      "loss_total": 0.004205952398478985,
      "step": 38230
    },
    {
      "loss_action": 0.004956969991326332,
      "loss_total": 0.004956969991326332,
      "step": 38230
    },
    {
      "loss_action": 0.004177500959485769,
      "loss_total": 0.004177500959485769,
      "step": 38230
    },
    {
      "loss_action": 0.00562941562384367,
      "loss_total": 0.00562941562384367,
      "step": 38230
    },
    {
      "loss_action": 0.01412954367697239,
      "loss_total": 0.01412954367697239,
      "step": 38230
    },
    {
      "loss_action": 0.0044464608654379845,
      "loss_total": 0.0044464608654379845,
      "step": 38230
    },
    {
      "loss_action": 0.004361941944807768,
      "loss_total": 0.004361941944807768,
      "step": 38230
    },
    {
      "grad_norm": 0.10939416289329529,
      "learning_rate": 7.271572926112257e-05,
      "loss": 0.0074,
      "step": 38240
    },
    {
      "loss_action": 0.009206777438521385,
      "loss_total": 0.009206777438521385,
      "step": 38240
    },
    {
      "loss_action": 0.016365069895982742,
      "loss_total": 0.016365069895982742,
      "step": 38240
    },
    {
      "loss_action": 0.02225794456899166,
      "loss_total": 0.02225794456899166,
      "step": 38240
    },
    {
      "loss_action": 0.007752350531518459,
      "loss_total": 0.007752350531518459,
      "step": 38240
    },
    {
      "loss_action": 0.004364207852631807,
      "loss_total": 0.004364207852631807,
      "step": 38240
    },
    {
      "loss_action": 0.006132116541266441,
      "loss_total": 0.006132116541266441,
      "step": 38240
    },
    {
      "loss_action": 0.006160194519907236,
      "loss_total": 0.006160194519907236,
      "step": 38240
    },
    {
      "loss_action": 0.003934037871658802,
      "loss_total": 0.003934037871658802,
      "step": 38240
    },
    {
      "grad_norm": 0.10610312968492508,
      "learning_rate": 7.270099822696024e-05,
      "loss": 0.0076,
      "step": 38250
    },
    {
      "loss_action": 0.006123041734099388,
      "loss_total": 0.006123041734099388,
      "step": 38250
    },
    {
      "loss_action": 0.011745491065084934,
      "loss_total": 0.011745491065084934,
      "step": 38250
    },
    {
      "loss_action": 0.0047141071408987045,
      "loss_total": 0.0047141071408987045,
      "step": 38250
    },
    {
      "loss_action": 0.0028114609885960817,
      "loss_total": 0.0028114609885960817,
      "step": 38250
    },
    {
      "loss_action": 0.008397400379180908,
      "loss_total": 0.008397400379180908,
      "step": 38250
    },
    {
      "loss_action": 0.014524323865771294,
      "loss_total": 0.014524323865771294,
      "step": 38250
    },
    {
      "loss_action": 0.0024372637271881104,
      "loss_total": 0.0024372637271881104,
      "step": 38250
    },
    {
      "loss_action": 0.006553622428327799,
      "loss_total": 0.006553622428327799,
      "step": 38250
    },
    {
      "grad_norm": 0.16219906508922577,
      "learning_rate": 7.26862647102509e-05,
      "loss": 0.0087,
      "step": 38260
    },
    {
      "loss_action": 0.017028087750077248,
      "loss_total": 0.017028087750077248,
      "step": 38260
    },
    {
      "loss_action": 0.006408281158655882,
      "loss_total": 0.006408281158655882,
      "step": 38260
    },
    {
      "loss_action": 0.005975308362394571,
      "loss_total": 0.005975308362394571,
      "step": 38260
    },
    {
      "loss_action": 0.02570033073425293,
      "loss_total": 0.02570033073425293,
      "step": 38260
    },
    {
      "loss_action": 0.0032994451466947794,
      "loss_total": 0.0032994451466947794,
      "step": 38260
    },
    {
      "loss_action": 0.007395663298666477,
      "loss_total": 0.007395663298666477,
      "step": 38260
    },
    {
      "loss_action": 0.01808096468448639,
      "loss_total": 0.01808096468448639,
      "step": 38260
    },
    {
      "loss_action": 0.005099528934806585,
      "loss_total": 0.005099528934806585,
      "step": 38260
    },
    {
      "grad_norm": 0.20199672877788544,
      "learning_rate": 7.267152871260573e-05,
      "loss": 0.0102,
      "step": 38270
    },
    {
      "loss_action": 0.01450377982109785,
      "loss_total": 0.01450377982109785,
      "step": 38270
    },
    {
      "loss_action": 0.03695787489414215,
      "loss_total": 0.03695787489414215,
      "step": 38270
    },
    {
      "loss_action": 0.007425839081406593,
      "loss_total": 0.007425839081406593,
      "step": 38270
    },
    {
      "loss_action": 0.015204914845526218,
      "loss_total": 0.015204914845526218,
      "step": 38270
    },
    {
      "loss_action": 0.021757667884230614,
      "loss_total": 0.021757667884230614,
      "step": 38270
    },
    {
      "loss_action": 0.008543247357010841,
      "loss_total": 0.008543247357010841,
      "step": 38270
    },
    {
      "loss_action": 0.01784399151802063,
      "loss_total": 0.01784399151802063,
      "step": 38270
    },
    {
      "loss_action": 0.024486247450113297,
      "loss_total": 0.024486247450113297,
      "step": 38270
    },
    {
      "grad_norm": 0.1479138284921646,
      "learning_rate": 7.265679023563629e-05,
      "loss": 0.0101,
      "step": 38280
    },
    {
      "loss_action": 0.007790976203978062,
      "loss_total": 0.007790976203978062,
      "step": 38280
    },
    {
      "loss_action": 0.01111607812345028,
      "loss_total": 0.01111607812345028,
      "step": 38280
    },
    {
      "loss_action": 0.012882544659078121,
      "loss_total": 0.012882544659078121,
      "step": 38280
    },
    {
      "loss_action": 0.0076115732081234455,
      "loss_total": 0.0076115732081234455,
      "step": 38280
    },
    {
      "loss_action": 0.010236011818051338,
      "loss_total": 0.010236011818051338,
      "step": 38280
    },
    {
      "loss_action": 0.007120413240045309,
      "loss_total": 0.007120413240045309,
      "step": 38280
    },
    {
      "loss_action": 0.008948060683906078,
      "loss_total": 0.008948060683906078,
      "step": 38280
    },
    {
      "loss_action": 0.006076924502849579,
      "loss_total": 0.006076924502849579,
      "step": 38280
    },
    {
      "grad_norm": 0.13963407278060913,
      "learning_rate": 7.264204928095433e-05,
      "loss": 0.0098,
      "step": 38290
    },
    {
      "loss_action": 0.009332627058029175,
      "loss_total": 0.009332627058029175,
      "step": 38290
    },
    {
      "loss_action": 0.011125609278678894,
      "loss_total": 0.011125609278678894,
      "step": 38290
    },
    {
      "loss_action": 0.0078093865886330605,
      "loss_total": 0.0078093865886330605,
      "step": 38290
    },
    {
      "loss_action": 0.0071453191339969635,
      "loss_total": 0.0071453191339969635,
      "step": 38290
    },
    {
      "loss_action": 0.04933319613337517,
      "loss_total": 0.04933319613337517,
      "step": 38290
    },
    {
      "loss_action": 0.008082261309027672,
      "loss_total": 0.008082261309027672,
      "step": 38290
    },
    {
      "loss_action": 0.0034880596213042736,
      "loss_total": 0.0034880596213042736,
      "step": 38290
    },
    {
      "loss_action": 0.004719620570540428,
      "loss_total": 0.004719620570540428,
      "step": 38290
    },
    {
      "grad_norm": 0.11962492763996124,
      "learning_rate": 7.262730585017188e-05,
      "loss": 0.0102,
      "step": 38300
    },
    {
      "loss_action": 0.005475599784404039,
      "loss_total": 0.005475599784404039,
      "step": 38300
    },
    {
      "loss_action": 0.012936195358633995,
      "loss_total": 0.012936195358633995,
      "step": 38300
    },
    {
      "loss_action": 0.004860838875174522,
      "loss_total": 0.004860838875174522,
      "step": 38300
    },
    {
      "loss_action": 0.014678376726806164,
      "loss_total": 0.014678376726806164,
      "step": 38300
    },
    {
      "loss_action": 0.004274267237633467,
      "loss_total": 0.004274267237633467,
      "step": 38300
    },
    {
      "loss_action": 0.005466568283736706,
      "loss_total": 0.005466568283736706,
      "step": 38300
    },
    {
      "loss_action": 0.00650843046605587,
      "loss_total": 0.00650843046605587,
      "step": 38300
    },
    {
      "loss_action": 0.017212843522429466,
      "loss_total": 0.017212843522429466,
      "step": 38300
    },
    {
      "grad_norm": 0.19782540202140808,
      "learning_rate": 7.261255994490131e-05,
      "loss": 0.0098,
      "step": 38310
    },
    {
      "loss_action": 0.009874220006167889,
      "loss_total": 0.009874220006167889,
      "step": 38310
    },
    {
      "loss_action": 0.013623543083667755,
      "loss_total": 0.013623543083667755,
      "step": 38310
    },
    {
      "loss_action": 0.008145480416715145,
      "loss_total": 0.008145480416715145,
      "step": 38310
    },
    {
      "loss_action": 0.009824907407164574,
      "loss_total": 0.009824907407164574,
      "step": 38310
    },
    {
      "loss_action": 0.0372731052339077,
      "loss_total": 0.0372731052339077,
      "step": 38310
    },
    {
      "loss_action": 0.006238656118512154,
      "loss_total": 0.006238656118512154,
      "step": 38310
    },
    {
      "loss_action": 0.008400216698646545,
      "loss_total": 0.008400216698646545,
      "step": 38310
    },
    {
      "loss_action": 0.013001399114727974,
      "loss_total": 0.013001399114727974,
      "step": 38310
    },
    {
      "grad_norm": 0.40895479917526245,
      "learning_rate": 7.259781156675517e-05,
      "loss": 0.0106,
      "step": 38320
    },
    {
      "loss_action": 0.01436777226626873,
      "loss_total": 0.01436777226626873,
      "step": 38320
    },
    {
      "loss_action": 0.0067523932084441185,
      "loss_total": 0.0067523932084441185,
      "step": 38320
    },
    {
      "loss_action": 0.009364504367113113,
      "loss_total": 0.009364504367113113,
      "step": 38320
    },
    {
      "loss_action": 0.03140860050916672,
      "loss_total": 0.03140860050916672,
      "step": 38320
    },
    {
      "loss_action": 0.00936489924788475,
      "loss_total": 0.00936489924788475,
      "step": 38320
    },
    {
      "loss_action": 0.008410125970840454,
      "loss_total": 0.008410125970840454,
      "step": 38320
    },
    {
      "loss_action": 0.006913994904607534,
      "loss_total": 0.006913994904607534,
      "step": 38320
    },
    {
      "loss_action": 0.00958417821675539,
      "loss_total": 0.00958417821675539,
      "step": 38320
    },
    {
      "grad_norm": 0.12164387106895447,
      "learning_rate": 7.258306071734633e-05,
      "loss": 0.0103,
      "step": 38330
    },
    {
      "loss_action": 0.0067703379318118095,
      "loss_total": 0.0067703379318118095,
      "step": 38330
    },
    {
      "loss_action": 0.013867244124412537,
      "loss_total": 0.013867244124412537,
      "step": 38330
    },
    {
      "loss_action": 0.006998365744948387,
      "loss_total": 0.006998365744948387,
      "step": 38330
    },
    {
      "loss_action": 0.0038409396074712276,
      "loss_total": 0.0038409396074712276,
      "step": 38330
    },
    {
      "loss_action": 0.02088412456214428,
      "loss_total": 0.02088412456214428,
      "step": 38330
    },
    {
      "loss_action": 0.010358942672610283,
      "loss_total": 0.010358942672610283,
      "step": 38330
    },
    {
      "loss_action": 0.013765513896942139,
      "loss_total": 0.013765513896942139,
      "step": 38330
    },
    {
      "loss_action": 0.012537281028926373,
      "loss_total": 0.012537281028926373,
      "step": 38330
    },
    {
      "grad_norm": 0.15003162622451782,
      "learning_rate": 7.256830739828792e-05,
      "loss": 0.0097,
      "step": 38340
    },
    {
      "loss_action": 0.003499220125377178,
      "loss_total": 0.003499220125377178,
      "step": 38340
    },
    {
      "loss_action": 0.004983157850801945,
      "loss_total": 0.004983157850801945,
      "step": 38340
    },
    {
      "loss_action": 0.010747285559773445,
      "loss_total": 0.010747285559773445,
      "step": 38340
    },
    {
      "loss_action": 0.011921852827072144,
      "loss_total": 0.011921852827072144,
      "step": 38340
    },
    {
      "loss_action": 0.015153766609728336,
      "loss_total": 0.015153766609728336,
      "step": 38340
    },
    {
      "loss_action": 0.01575467921793461,
      "loss_total": 0.01575467921793461,
      "step": 38340
    },
    {
      "loss_action": 0.011617980897426605,
      "loss_total": 0.011617980897426605,
      "step": 38340
    },
    {
      "loss_action": 0.0157526433467865,
      "loss_total": 0.0157526433467865,
      "step": 38340
    },
    {
      "grad_norm": 0.10085242241621017,
      "learning_rate": 7.255355161119336e-05,
      "loss": 0.0096,
      "step": 38350
    },
    {
      "loss_action": 0.011191521771252155,
      "loss_total": 0.011191521771252155,
      "step": 38350
    },
    {
      "loss_action": 0.008485447615385056,
      "loss_total": 0.008485447615385056,
      "step": 38350
    },
    {
      "loss_action": 0.007626531179994345,
      "loss_total": 0.007626531179994345,
      "step": 38350
    },
    {
      "loss_action": 0.007739362306892872,
      "loss_total": 0.007739362306892872,
      "step": 38350
    },
    {
      "loss_action": 0.0066489726305007935,
      "loss_total": 0.0066489726305007935,
      "step": 38350
    },
    {
      "loss_action": 0.0027346552815288305,
      "loss_total": 0.0027346552815288305,
      "step": 38350
    },
    {
      "loss_action": 0.016206324100494385,
      "loss_total": 0.016206324100494385,
      "step": 38350
    },
    {
      "loss_action": 0.0066523924469947815,
      "loss_total": 0.0066523924469947815,
      "step": 38350
    },
    {
      "grad_norm": 0.06933055073022842,
      "learning_rate": 7.253879335767628e-05,
      "loss": 0.0074,
      "step": 38360
    },
    {
      "loss_action": 0.009122204035520554,
      "loss_total": 0.009122204035520554,
      "step": 38360
    },
    {
      "loss_action": 0.004996183328330517,
      "loss_total": 0.004996183328330517,
      "step": 38360
    },
    {
      "loss_action": 0.0069236718118190765,
      "loss_total": 0.0069236718118190765,
      "step": 38360
    },
    {
      "loss_action": 0.005064081400632858,
      "loss_total": 0.005064081400632858,
      "step": 38360
    },
    {
      "loss_action": 0.00455929571762681,
      "loss_total": 0.00455929571762681,
      "step": 38360
    },
    {
      "loss_action": 0.011161286383867264,
      "loss_total": 0.011161286383867264,
      "step": 38360
    },
    {
      "loss_action": 0.0047405678778886795,
      "loss_total": 0.0047405678778886795,
      "step": 38360
    },
    {
      "loss_action": 0.010526522994041443,
      "loss_total": 0.010526522994041443,
      "step": 38360
    },
    {
      "grad_norm": 0.09293676167726517,
      "learning_rate": 7.252403263935067e-05,
      "loss": 0.0078,
      "step": 38370
    },
    {
      "loss_action": 0.0023264989722520113,
      "loss_total": 0.0023264989722520113,
      "step": 38370
    },
    {
      "loss_action": 0.005124596878886223,
      "loss_total": 0.005124596878886223,
      "step": 38370
    },
    {
      "loss_action": 0.00348825566470623,
      "loss_total": 0.00348825566470623,
      "step": 38370
    },
    {
      "loss_action": 0.005958048161119223,
      "loss_total": 0.005958048161119223,
      "step": 38370
    },
    {
      "loss_action": 0.008314068429172039,
      "loss_total": 0.008314068429172039,
      "step": 38370
    },
    {
      "loss_action": 0.009159431792795658,
      "loss_total": 0.009159431792795658,
      "step": 38370
    },
    {
      "loss_action": 0.008709099143743515,
      "loss_total": 0.008709099143743515,
      "step": 38370
    },
    {
      "loss_action": 0.006359046325087547,
      "loss_total": 0.006359046325087547,
      "step": 38370
    },
    {
      "grad_norm": 0.17032381892204285,
      "learning_rate": 7.25092694578307e-05,
      "loss": 0.0077,
      "step": 38380
    },
    {
      "loss_action": 0.013284178450703621,
      "loss_total": 0.013284178450703621,
      "step": 38380
    },
    {
      "loss_action": 0.01827426068484783,
      "loss_total": 0.01827426068484783,
      "step": 38380
    },
    {
      "loss_action": 0.009389925748109818,
      "loss_total": 0.009389925748109818,
      "step": 38380
    },
    {
      "loss_action": 0.006786663085222244,
      "loss_total": 0.006786663085222244,
      "step": 38380
    },
    {
      "loss_action": 0.004572143312543631,
      "loss_total": 0.004572143312543631,
      "step": 38380
    },
    {
      "loss_action": 0.012727349996566772,
      "loss_total": 0.012727349996566772,
      "step": 38380
    },
    {
      "loss_action": 0.008585227653384209,
      "loss_total": 0.008585227653384209,
      "step": 38380
    },
    {
      "loss_action": 0.007225013338029385,
      "loss_total": 0.007225013338029385,
      "step": 38380
    },
    {
      "grad_norm": 0.14960341155529022,
      "learning_rate": 7.249450381473087e-05,
      "loss": 0.0105,
      "step": 38390
    },
    {
      "loss_action": 0.00555038545280695,
      "loss_total": 0.00555038545280695,
      "step": 38390
    },
    {
      "loss_action": 0.011820930056273937,
      "loss_total": 0.011820930056273937,
      "step": 38390
    },
    {
      "loss_action": 0.00707201799377799,
      "loss_total": 0.00707201799377799,
      "step": 38390
    },
    {
      "loss_action": 0.00929964054375887,
      "loss_total": 0.00929964054375887,
      "step": 38390
    },
    {
      "loss_action": 0.006690749898552895,
      "loss_total": 0.006690749898552895,
      "step": 38390
    },
    {
      "loss_action": 0.011649206280708313,
      "loss_total": 0.011649206280708313,
      "step": 38390
    },
    {
      "loss_action": 0.007579911965876818,
      "loss_total": 0.007579911965876818,
      "step": 38390
    },
    {
      "loss_action": 0.004644903354346752,
      "loss_total": 0.004644903354346752,
      "step": 38390
    },
    {
      "grad_norm": 0.17914852499961853,
      "learning_rate": 7.247973571166593e-05,
      "loss": 0.0093,
      "step": 38400
    },
    {
      "loss_action": 0.003036604728549719,
      "loss_total": 0.003036604728549719,
      "step": 38400
    },
    {
      "loss_action": 0.00369576015509665,
      "loss_total": 0.00369576015509665,
      "step": 38400
    },
    {
      "loss_action": 0.010151742026209831,
      "loss_total": 0.010151742026209831,
      "step": 38400
    },
    {
      "loss_action": 0.003857019590213895,
      "loss_total": 0.003857019590213895,
      "step": 38400
    },
    {
      "loss_action": 0.005385794211179018,
      "loss_total": 0.005385794211179018,
      "step": 38400
    },
    {
      "loss_action": 0.00797400064766407,
      "loss_total": 0.00797400064766407,
      "step": 38400
    },
    {
      "loss_action": 0.005925617180764675,
      "loss_total": 0.005925617180764675,
      "step": 38400
    },
    {
      "loss_action": 0.00434678141027689,
      "loss_total": 0.00434678141027689,
      "step": 38400
    },
    {
      "grad_norm": 0.16265685856342316,
      "learning_rate": 7.246496515025089e-05,
      "loss": 0.0081,
      "step": 38410
    },
    {
      "loss_action": 0.007345239631831646,
      "loss_total": 0.007345239631831646,
      "step": 38410
    },
    {
      "loss_action": 0.004821806214749813,
      "loss_total": 0.004821806214749813,
      "step": 38410
    },
    {
      "loss_action": 0.012851730920374393,
      "loss_total": 0.012851730920374393,
      "step": 38410
    },
    {
      "loss_action": 0.01915111020207405,
      "loss_total": 0.01915111020207405,
      "step": 38410
    },
    {
      "loss_action": 0.0067139542661607265,
      "loss_total": 0.0067139542661607265,
      "step": 38410
    },
    {
      "loss_action": 0.0033815759234130383,
      "loss_total": 0.0033815759234130383,
      "step": 38410
    },
    {
      "loss_action": 0.004294008947908878,
      "loss_total": 0.004294008947908878,
      "step": 38410
    },
    {
      "loss_action": 0.0037410599179565907,
      "loss_total": 0.0037410599179565907,
      "step": 38410
    },
    {
      "grad_norm": 0.12524539232254028,
      "learning_rate": 7.245019213210101e-05,
      "loss": 0.0093,
      "step": 38420
    },
    {
      "loss_action": 0.006675052456557751,
      "loss_total": 0.006675052456557751,
      "step": 38420
    },
    {
      "loss_action": 0.008178949356079102,
      "loss_total": 0.008178949356079102,
      "step": 38420
    },
    {
      "loss_action": 0.006291912402957678,
      "loss_total": 0.006291912402957678,
      "step": 38420
    },
    {
      "loss_action": 0.00333081791177392,
      "loss_total": 0.00333081791177392,
      "step": 38420
    },
    {
      "loss_action": 0.007173341233283281,
      "loss_total": 0.007173341233283281,
      "step": 38420
    },
    {
      "loss_action": 0.005108929239213467,
      "loss_total": 0.005108929239213467,
      "step": 38420
    },
    {
      "loss_action": 0.005080407485365868,
      "loss_total": 0.005080407485365868,
      "step": 38420
    },
    {
      "loss_action": 0.0046918075531721115,
      "loss_total": 0.0046918075531721115,
      "step": 38420
    },
    {
      "grad_norm": 0.08845420926809311,
      "learning_rate": 7.24354166588319e-05,
      "loss": 0.0091,
      "step": 38430
    },
    {
      "loss_action": 0.00667769368737936,
      "loss_total": 0.00667769368737936,
      "step": 38430
    },
    {
      "loss_action": 0.006371170748025179,
      "loss_total": 0.006371170748025179,
      "step": 38430
    },
    {
      "loss_action": 0.004261084366589785,
      "loss_total": 0.004261084366589785,
      "step": 38430
    },
    {
      "loss_action": 0.008372996002435684,
      "loss_total": 0.008372996002435684,
      "step": 38430
    },
    {
      "loss_action": 0.01296510174870491,
      "loss_total": 0.01296510174870491,
      "step": 38430
    },
    {
      "loss_action": 0.008403979241847992,
      "loss_total": 0.008403979241847992,
      "step": 38430
    },
    {
      "loss_action": 0.012415844947099686,
      "loss_total": 0.012415844947099686,
      "step": 38430
    },
    {
      "loss_action": 0.0049651023000478745,
      "loss_total": 0.0049651023000478745,
      "step": 38430
    },
    {
      "grad_norm": 0.12799642980098724,
      "learning_rate": 7.242063873205935e-05,
      "loss": 0.0078,
      "step": 38440
    },
    {
      "loss_action": 0.013601950369775295,
      "loss_total": 0.013601950369775295,
      "step": 38440
    },
    {
      "loss_action": 0.002977097639814019,
      "loss_total": 0.002977097639814019,
      "step": 38440
    },
    {
      "loss_action": 0.008731480687856674,
      "loss_total": 0.008731480687856674,
      "step": 38440
    },
    {
      "loss_action": 0.010510656982660294,
      "loss_total": 0.010510656982660294,
      "step": 38440
    },
    {
      "loss_action": 0.004593856632709503,
      "loss_total": 0.004593856632709503,
      "step": 38440
    },
    {
      "loss_action": 0.00716919731348753,
      "loss_total": 0.00716919731348753,
      "step": 38440
    },
    {
      "loss_action": 0.012787356041371822,
      "loss_total": 0.012787356041371822,
      "step": 38440
    },
    {
      "loss_action": 0.010502751916646957,
      "loss_total": 0.010502751916646957,
      "step": 38440
    },
    {
      "grad_norm": 0.13154463469982147,
      "learning_rate": 7.240585835339946e-05,
      "loss": 0.0101,
      "step": 38450
    },
    {
      "loss_action": 0.009528173133730888,
      "loss_total": 0.009528173133730888,
      "step": 38450
    },
    {
      "loss_action": 0.009584587067365646,
      "loss_total": 0.009584587067365646,
      "step": 38450
    },
    {
      "loss_action": 0.011235852725803852,
      "loss_total": 0.011235852725803852,
      "step": 38450
    },
    {
      "loss_action": 0.007430573459714651,
      "loss_total": 0.007430573459714651,
      "step": 38450
    },
    {
      "loss_action": 0.003181991633027792,
      "loss_total": 0.003181991633027792,
      "step": 38450
    },
    {
      "loss_action": 0.0037091239355504513,
      "loss_total": 0.0037091239355504513,
      "step": 38450
    },
    {
      "loss_action": 0.008403077721595764,
      "loss_total": 0.008403077721595764,
      "step": 38450
    },
    {
      "loss_action": 0.007854953408241272,
      "loss_total": 0.007854953408241272,
      "step": 38450
    },
    {
      "grad_norm": 0.12965233623981476,
      "learning_rate": 7.239107552446857e-05,
      "loss": 0.0082,
      "step": 38460
    },
    {
      "loss_action": 0.0034759289119392633,
      "loss_total": 0.0034759289119392633,
      "step": 38460
    },
    {
      "loss_action": 0.006034382153302431,
      "loss_total": 0.006034382153302431,
      "step": 38460
    },
    {
      "loss_action": 0.010619844309985638,
      "loss_total": 0.010619844309985638,
      "step": 38460
    },
    {
      "loss_action": 0.007224966771900654,
      "loss_total": 0.007224966771900654,
      "step": 38460
    },
    {
      "loss_action": 0.01569303683936596,
      "loss_total": 0.01569303683936596,
      "step": 38460
    },
    {
      "loss_action": 0.02044205367565155,
      "loss_total": 0.02044205367565155,
      "step": 38460
    },
    {
      "loss_action": 0.00813979096710682,
      "loss_total": 0.00813979096710682,
      "step": 38460
    },
    {
      "loss_action": 0.00993273500353098,
      "loss_total": 0.00993273500353098,
      "step": 38460
    },
    {
      "grad_norm": 0.09714861959218979,
      "learning_rate": 7.237629024688334e-05,
      "loss": 0.008,
      "step": 38470
    },
    {
      "loss_action": 0.003232733579352498,
      "loss_total": 0.003232733579352498,
      "step": 38470
    },
    {
      "loss_action": 0.008508831262588501,
      "loss_total": 0.008508831262588501,
      "step": 38470
    },
    {
      "loss_action": 0.011912381276488304,
      "loss_total": 0.011912381276488304,
      "step": 38470
    },
    {
      "loss_action": 0.008490942418575287,
      "loss_total": 0.008490942418575287,
      "step": 38470
    },
    {
      "loss_action": 0.003731095464900136,
      "loss_total": 0.003731095464900136,
      "step": 38470
    },
    {
      "loss_action": 0.004591421224176884,
      "loss_total": 0.004591421224176884,
      "step": 38470
    },
    {
      "loss_action": 0.008062115870416164,
      "loss_total": 0.008062115870416164,
      "step": 38470
    },
    {
      "loss_action": 0.01631789468228817,
      "loss_total": 0.01631789468228817,
      "step": 38470
    },
    {
      "grad_norm": 0.1354573667049408,
      "learning_rate": 7.236150252226064e-05,
      "loss": 0.0083,
      "step": 38480
    },
    {
      "loss_action": 0.0046015107072889805,
      "loss_total": 0.0046015107072889805,
      "step": 38480
    },
    {
      "loss_action": 0.006427384912967682,
      "loss_total": 0.006427384912967682,
      "step": 38480
    },
    {
      "loss_action": 0.015054930001497269,
      "loss_total": 0.015054930001497269,
      "step": 38480
    },
    {
      "loss_action": 0.0037548725958913565,
      "loss_total": 0.0037548725958913565,
      "step": 38480
    },
    {
      "loss_action": 0.02401621639728546,
      "loss_total": 0.02401621639728546,
      "step": 38480
    },
    {
      "loss_action": 0.01607336662709713,
      "loss_total": 0.01607336662709713,
      "step": 38480
    },
    {
      "loss_action": 0.014329379424452782,
      "loss_total": 0.014329379424452782,
      "step": 38480
    },
    {
      "loss_action": 0.0025478005409240723,
      "loss_total": 0.0025478005409240723,
      "step": 38480
    },
    {
      "grad_norm": 0.12461306899785995,
      "learning_rate": 7.234671235221765e-05,
      "loss": 0.0083,
      "step": 38490
    },
    {
      "loss_action": 0.01335989311337471,
      "loss_total": 0.01335989311337471,
      "step": 38490
    },
    {
      "loss_action": 0.008728822693228722,
      "loss_total": 0.008728822693228722,
      "step": 38490
    },
    {
      "loss_action": 0.012139879167079926,
      "loss_total": 0.012139879167079926,
      "step": 38490
    },
    {
      "loss_action": 0.002749301493167877,
      "loss_total": 0.002749301493167877,
      "step": 38490
    },
    {
      "loss_action": 0.0023608566261827946,
      "loss_total": 0.0023608566261827946,
      "step": 38490
    },
    {
      "loss_action": 0.006818912457674742,
      "loss_total": 0.006818912457674742,
      "step": 38490
    },
    {
      "loss_action": 0.003197908867150545,
      "loss_total": 0.003197908867150545,
      "step": 38490
    },
    {
      "loss_action": 0.006140910089015961,
      "loss_total": 0.006140910089015961,
      "step": 38490
    },
    {
      "grad_norm": 0.13564258813858032,
      "learning_rate": 7.233191973837179e-05,
      "loss": 0.0094,
      "step": 38500
    },
    {
      "loss_action": 0.0034516779705882072,
      "loss_total": 0.0034516779705882072,
      "step": 38500
    },
    {
      "loss_action": 0.016088228672742844,
      "loss_total": 0.016088228672742844,
      "step": 38500
    },
    {
      "loss_action": 0.00699037266895175,
      "loss_total": 0.00699037266895175,
      "step": 38500
    },
    {
      "loss_action": 0.00879934523254633,
      "loss_total": 0.00879934523254633,
      "step": 38500
    },
    {
      "loss_action": 0.005073080770671368,
      "loss_total": 0.005073080770671368,
      "step": 38500
    },
    {
      "loss_action": 0.016051379963755608,
      "loss_total": 0.016051379963755608,
      "step": 38500
    },
    {
      "loss_action": 0.00956733524799347,
      "loss_total": 0.00956733524799347,
      "step": 38500
    },
    {
      "loss_action": 0.010058967396616936,
      "loss_total": 0.010058967396616936,
      "step": 38500
    },
    {
      "grad_norm": 0.20653286576271057,
      "learning_rate": 7.231712468234078e-05,
      "loss": 0.0096,
      "step": 38510
    },
    {
      "loss_action": 0.0239409226924181,
      "loss_total": 0.0239409226924181,
      "step": 38510
    },
    {
      "loss_action": 0.029908495023846626,
      "loss_total": 0.029908495023846626,
      "step": 38510
    },
    {
      "loss_action": 0.013987546786665916,
      "loss_total": 0.013987546786665916,
      "step": 38510
    },
    {
      "loss_action": 0.020146697759628296,
      "loss_total": 0.020146697759628296,
      "step": 38510
    },
    {
      "loss_action": 0.01308208517730236,
      "loss_total": 0.01308208517730236,
      "step": 38510
    },
    {
      "loss_action": 0.0193801112473011,
      "loss_total": 0.0193801112473011,
      "step": 38510
    },
    {
      "loss_action": 0.006436154246330261,
      "loss_total": 0.006436154246330261,
      "step": 38510
    },
    {
      "loss_action": 0.010914207436144352,
      "loss_total": 0.010914207436144352,
      "step": 38510
    },
    {
      "grad_norm": 0.10778485983610153,
      "learning_rate": 7.230232718574254e-05,
      "loss": 0.0101,
      "step": 38520
    },
    {
      "loss_action": 0.011545691639184952,
      "loss_total": 0.011545691639184952,
      "step": 38520
    },
    {
      "loss_action": 0.006685019005089998,
      "loss_total": 0.006685019005089998,
      "step": 38520
    },
    {
      "loss_action": 0.009303168393671513,
      "loss_total": 0.009303168393671513,
      "step": 38520
    },
    {
      "loss_action": 0.00447112089022994,
      "loss_total": 0.00447112089022994,
      "step": 38520
    },
    {
      "loss_action": 0.010247692465782166,
      "loss_total": 0.010247692465782166,
      "step": 38520
    },
    {
      "loss_action": 0.005721072666347027,
      "loss_total": 0.005721072666347027,
      "step": 38520
    },
    {
      "loss_action": 0.010328873991966248,
      "loss_total": 0.010328873991966248,
      "step": 38520
    },
    {
      "loss_action": 0.003764290828257799,
      "loss_total": 0.003764290828257799,
      "step": 38520
    },
    {
      "grad_norm": 0.09808482229709625,
      "learning_rate": 7.228752725019535e-05,
      "loss": 0.0095,
      "step": 38530
    },
    {
      "loss_action": 0.006185890641063452,
      "loss_total": 0.006185890641063452,
      "step": 38530
    },
    {
      "loss_action": 0.004339184146374464,
      "loss_total": 0.004339184146374464,
      "step": 38530
    },
    {
      "loss_action": 0.00881449319422245,
      "loss_total": 0.00881449319422245,
      "step": 38530
    },
    {
      "loss_action": 0.009930510073900223,
      "loss_total": 0.009930510073900223,
      "step": 38530
    },
    {
      "loss_action": 0.006363595835864544,
      "loss_total": 0.006363595835864544,
      "step": 38530
    },
    {
      "loss_action": 0.004102389328181744,
      "loss_total": 0.004102389328181744,
      "step": 38530
    },
    {
      "loss_action": 0.012177420780062675,
      "loss_total": 0.012177420780062675,
      "step": 38530
    },
    {
      "loss_action": 0.003085079602897167,
      "loss_total": 0.003085079602897167,
      "step": 38530
    },
    {
      "grad_norm": 0.1979515254497528,
      "learning_rate": 7.227272487731769e-05,
      "loss": 0.0091,
      "step": 38540
    },
    {
      "loss_action": 0.00587787851691246,
      "loss_total": 0.00587787851691246,
      "step": 38540
    },
    {
      "loss_action": 0.00695648230612278,
      "loss_total": 0.00695648230612278,
      "step": 38540
    },
    {
      "loss_action": 0.014578938484191895,
      "loss_total": 0.014578938484191895,
      "step": 38540
    },
    {
      "loss_action": 0.006032060831785202,
      "loss_total": 0.006032060831785202,
      "step": 38540
    },
    {
      "loss_action": 0.010746835730969906,
      "loss_total": 0.010746835730969906,
      "step": 38540
    },
    {
      "loss_action": 0.011525385081768036,
      "loss_total": 0.011525385081768036,
      "step": 38540
    },
    {
      "loss_action": 0.007522348780184984,
      "loss_total": 0.007522348780184984,
      "step": 38540
    },
    {
      "loss_action": 0.018188215792179108,
      "loss_total": 0.018188215792179108,
      "step": 38540
    },
    {
      "grad_norm": 0.13528227806091309,
      "learning_rate": 7.225792006872831e-05,
      "loss": 0.0108,
      "step": 38550
    },
    {
      "loss_action": 0.006839371286332607,
      "loss_total": 0.006839371286332607,
      "step": 38550
    },
    {
      "loss_action": 0.007063605822622776,
      "loss_total": 0.007063605822622776,
      "step": 38550
    },
    {
      "loss_action": 0.006546095944941044,
      "loss_total": 0.006546095944941044,
      "step": 38550
    },
    {
      "loss_action": 0.01216476783156395,
      "loss_total": 0.01216476783156395,
      "step": 38550
    },
    {
      "loss_action": 0.015059824101626873,
      "loss_total": 0.015059824101626873,
      "step": 38550
    },
    {
      "loss_action": 0.00592405628412962,
      "loss_total": 0.00592405628412962,
      "step": 38550
    },
    {
      "loss_action": 0.021816162392497063,
      "loss_total": 0.021816162392497063,
      "step": 38550
    },
    {
      "loss_action": 0.01617709919810295,
      "loss_total": 0.01617709919810295,
      "step": 38550
    },
    {
      "grad_norm": 0.1608240157365799,
      "learning_rate": 7.224311282604628e-05,
      "loss": 0.0094,
      "step": 38560
    },
    {
      "loss_action": 0.005587381310760975,
      "loss_total": 0.005587381310760975,
      "step": 38560
    },
    {
      "loss_action": 0.011788856238126755,
      "loss_total": 0.011788856238126755,
      "step": 38560
    },
    {
      "loss_action": 0.017686422914266586,
      "loss_total": 0.017686422914266586,
      "step": 38560
    },
    {
      "loss_action": 0.007361071649938822,
      "loss_total": 0.007361071649938822,
      "step": 38560
    },
    {
      "loss_action": 0.020612318068742752,
      "loss_total": 0.020612318068742752,
      "step": 38560
    },
    {
      "loss_action": 0.009164471179246902,
      "loss_total": 0.009164471179246902,
      "step": 38560
    },
    {
      "loss_action": 0.007214811630547047,
      "loss_total": 0.007214811630547047,
      "step": 38560
    },
    {
      "loss_action": 0.012883668765425682,
      "loss_total": 0.012883668765425682,
      "step": 38560
    },
    {
      "grad_norm": 0.10614421963691711,
      "learning_rate": 7.222830315089085e-05,
      "loss": 0.0099,
      "step": 38570
    },
    {
      "loss_action": 0.020712871104478836,
      "loss_total": 0.020712871104478836,
      "step": 38570
    },
    {
      "loss_action": 0.005909742321819067,
      "loss_total": 0.005909742321819067,
      "step": 38570
    },
    {
      "loss_action": 0.01455638837069273,
      "loss_total": 0.01455638837069273,
      "step": 38570
    },
    {
      "loss_action": 0.00439209770411253,
      "loss_total": 0.00439209770411253,
      "step": 38570
    },
    {
      "loss_action": 0.005016724579036236,
      "loss_total": 0.005016724579036236,
      "step": 38570
    },
    {
      "loss_action": 0.01719019189476967,
      "loss_total": 0.01719019189476967,
      "step": 38570
    },
    {
      "loss_action": 0.004062991589307785,
      "loss_total": 0.004062991589307785,
      "step": 38570
    },
    {
      "loss_action": 0.008170170709490776,
      "loss_total": 0.008170170709490776,
      "step": 38570
    },
    {
      "grad_norm": 0.1765938699245453,
      "learning_rate": 7.22134910448816e-05,
      "loss": 0.0099,
      "step": 38580
    },
    {
      "loss_action": 0.005420442670583725,
      "loss_total": 0.005420442670583725,
      "step": 38580
    },
    {
      "loss_action": 0.02770034596323967,
      "loss_total": 0.02770034596323967,
      "step": 38580
    },
    {
      "loss_action": 0.008847055956721306,
      "loss_total": 0.008847055956721306,
      "step": 38580
    },
    {
      "loss_action": 0.015077445656061172,
      "loss_total": 0.015077445656061172,
      "step": 38580
    },
    {
      "loss_action": 0.004266388714313507,
      "loss_total": 0.004266388714313507,
      "step": 38580
    },
    {
      "loss_action": 0.010177440010011196,
      "loss_total": 0.010177440010011196,
      "step": 38580
    },
    {
      "loss_action": 0.003445982001721859,
      "loss_total": 0.003445982001721859,
      "step": 38580
    },
    {
      "loss_action": 0.004776199348270893,
      "loss_total": 0.004776199348270893,
      "step": 38580
    },
    {
      "grad_norm": 0.10772637277841568,
      "learning_rate": 7.219867650963839e-05,
      "loss": 0.0116,
      "step": 38590
    },
    {
      "loss_action": 0.0048734890297055244,
      "loss_total": 0.0048734890297055244,
      "step": 38590
    },
    {
      "loss_action": 0.007197010330855846,
      "loss_total": 0.007197010330855846,
      "step": 38590
    },
    {
      "loss_action": 0.005304043181240559,
      "loss_total": 0.005304043181240559,
      "step": 38590
    },
    {
      "loss_action": 0.0069410065189003944,
      "loss_total": 0.0069410065189003944,
      "step": 38590
    },
    {
      "loss_action": 0.007038624491542578,
      "loss_total": 0.007038624491542578,
      "step": 38590
    },
    {
      "loss_action": 0.008549399673938751,
      "loss_total": 0.008549399673938751,
      "step": 38590
    },
    {
      "loss_action": 0.0077209919691085815,
      "loss_total": 0.0077209919691085815,
      "step": 38590
    },
    {
      "loss_action": 0.013447084464132786,
      "loss_total": 0.013447084464132786,
      "step": 38590
    },
    {
      "grad_norm": 0.1333589106798172,
      "learning_rate": 7.21838595467813e-05,
      "loss": 0.0103,
      "step": 38600
    },
    {
      "loss_action": 0.00781188253313303,
      "loss_total": 0.00781188253313303,
      "step": 38600
    },
    {
      "loss_action": 0.00887349247932434,
      "loss_total": 0.00887349247932434,
      "step": 38600
    },
    {
      "loss_action": 0.003846263512969017,
      "loss_total": 0.003846263512969017,
      "step": 38600
    },
    {
      "loss_action": 0.034026794135570526,
      "loss_total": 0.034026794135570526,
      "step": 38600
    },
    {
      "loss_action": 0.01595141552388668,
      "loss_total": 0.01595141552388668,
      "step": 38600
    },
    {
      "loss_action": 0.0059779733419418335,
      "loss_total": 0.0059779733419418335,
      "step": 38600
    },
    {
      "loss_action": 0.009952261112630367,
      "loss_total": 0.009952261112630367,
      "step": 38600
    },
    {
      "loss_action": 0.032134369015693665,
      "loss_total": 0.032134369015693665,
      "step": 38600
    },
    {
      "grad_norm": 0.15204930305480957,
      "learning_rate": 7.216904015793067e-05,
      "loss": 0.0114,
      "step": 38610
    },
    {
      "loss_action": 0.006767360493540764,
      "loss_total": 0.006767360493540764,
      "step": 38610
    },
    {
      "loss_action": 0.016100995242595673,
      "loss_total": 0.016100995242595673,
      "step": 38610
    },
    {
      "loss_action": 0.005079835653305054,
      "loss_total": 0.005079835653305054,
      "step": 38610
    },
    {
      "loss_action": 0.011418003588914871,
      "loss_total": 0.011418003588914871,
      "step": 38610
    },
    {
      "loss_action": 0.005740211345255375,
      "loss_total": 0.005740211345255375,
      "step": 38610
    },
    {
      "loss_action": 0.007772874552756548,
      "loss_total": 0.007772874552756548,
      "step": 38610
    },
    {
      "loss_action": 0.0065148393623530865,
      "loss_total": 0.0065148393623530865,
      "step": 38610
    },
    {
      "loss_action": 0.016829680651426315,
      "loss_total": 0.016829680651426315,
      "step": 38610
    },
    {
      "grad_norm": 0.16451911628246307,
      "learning_rate": 7.215421834470713e-05,
      "loss": 0.009,
      "step": 38620
    },
    {
      "loss_action": 0.0119596216827631,
      "loss_total": 0.0119596216827631,
      "step": 38620
    },
    {
      "loss_action": 0.011562535539269447,
      "loss_total": 0.011562535539269447,
      "step": 38620
    },
    {
      "loss_action": 0.0034095430746674538,
      "loss_total": 0.0034095430746674538,
      "step": 38620
    },
    {
      "loss_action": 0.008666357025504112,
      "loss_total": 0.008666357025504112,
      "step": 38620
    },
    {
      "loss_action": 0.0034132814034819603,
      "loss_total": 0.0034132814034819603,
      "step": 38620
    },
    {
      "loss_action": 0.020950887352228165,
      "loss_total": 0.020950887352228165,
      "step": 38620
    },
    {
      "loss_action": 0.013621898368000984,
      "loss_total": 0.013621898368000984,
      "step": 38620
    },
    {
      "loss_action": 0.013694634661078453,
      "loss_total": 0.013694634661078453,
      "step": 38620
    },
    {
      "grad_norm": 0.10100531578063965,
      "learning_rate": 7.213939410873158e-05,
      "loss": 0.0082,
      "step": 38630
    },
    {
      "loss_action": 0.01198488287627697,
      "loss_total": 0.01198488287627697,
      "step": 38630
    },
    {
      "loss_action": 0.006879819557070732,
      "loss_total": 0.006879819557070732,
      "step": 38630
    },
    {
      "loss_action": 0.005919231567531824,
      "loss_total": 0.005919231567531824,
      "step": 38630
    },
    {
      "loss_action": 0.00853854138404131,
      "loss_total": 0.00853854138404131,
      "step": 38630
    },
    {
      "loss_action": 0.008213973604142666,
      "loss_total": 0.008213973604142666,
      "step": 38630
    },
    {
      "loss_action": 0.0062751565128564835,
      "loss_total": 0.0062751565128564835,
      "step": 38630
    },
    {
      "loss_action": 0.009187334217131138,
      "loss_total": 0.009187334217131138,
      "step": 38630
    },
    {
      "loss_action": 0.012385993264615536,
      "loss_total": 0.012385993264615536,
      "step": 38630
    },
    {
      "grad_norm": 0.14716105163097382,
      "learning_rate": 7.212456745162519e-05,
      "loss": 0.0096,
      "step": 38640
    },
    {
      "loss_action": 0.004635917488485575,
      "loss_total": 0.004635917488485575,
      "step": 38640
    },
    {
      "loss_action": 0.009932782500982285,
      "loss_total": 0.009932782500982285,
      "step": 38640
    },
    {
      "loss_action": 0.016917536035180092,
      "loss_total": 0.016917536035180092,
      "step": 38640
    },
    {
      "loss_action": 0.015237795189023018,
      "loss_total": 0.015237795189023018,
      "step": 38640
    },
    {
      "loss_action": 0.01019201334565878,
      "loss_total": 0.01019201334565878,
      "step": 38640
    },
    {
      "loss_action": 0.010701030492782593,
      "loss_total": 0.010701030492782593,
      "step": 38640
    },
    {
      "loss_action": 0.01192283071577549,
      "loss_total": 0.01192283071577549,
      "step": 38640
    },
    {
      "loss_action": 0.008062729611992836,
      "loss_total": 0.008062729611992836,
      "step": 38640
    },
    {
      "grad_norm": 0.10459262877702713,
      "learning_rate": 7.210973837500937e-05,
      "loss": 0.0097,
      "step": 38650
    },
    {
      "loss_action": 0.014173328876495361,
      "loss_total": 0.014173328876495361,
      "step": 38650
    },
    {
      "loss_action": 0.0154942087829113,
      "loss_total": 0.0154942087829113,
      "step": 38650
    },
    {
      "loss_action": 0.00818057544529438,
      "loss_total": 0.00818057544529438,
      "step": 38650
    },
    {
      "loss_action": 0.029711691662669182,
      "loss_total": 0.029711691662669182,
      "step": 38650
    },
    {
      "loss_action": 0.008692785166203976,
      "loss_total": 0.008692785166203976,
      "step": 38650
    },
    {
      "loss_action": 0.015073467046022415,
      "loss_total": 0.015073467046022415,
      "step": 38650
    },
    {
      "loss_action": 0.016938213258981705,
      "loss_total": 0.016938213258981705,
      "step": 38650
    },
    {
      "loss_action": 0.03219447284936905,
      "loss_total": 0.03219447284936905,
      "step": 38650
    },
    {
      "grad_norm": 0.11565935611724854,
      "learning_rate": 7.209490688050578e-05,
      "loss": 0.0102,
      "step": 38660
    },
    {
      "loss_action": 0.012502719648182392,
      "loss_total": 0.012502719648182392,
      "step": 38660
    },
    {
      "loss_action": 0.012660844251513481,
      "loss_total": 0.012660844251513481,
      "step": 38660
    },
    {
      "loss_action": 0.007990923710167408,
      "loss_total": 0.007990923710167408,
      "step": 38660
    },
    {
      "loss_action": 0.011195575818419456,
      "loss_total": 0.011195575818419456,
      "step": 38660
    },
    {
      "loss_action": 0.006157197989523411,
      "loss_total": 0.006157197989523411,
      "step": 38660
    },
    {
      "loss_action": 0.006253642495721579,
      "loss_total": 0.006253642495721579,
      "step": 38660
    },
    {
      "loss_action": 0.007907459512352943,
      "loss_total": 0.007907459512352943,
      "step": 38660
    },
    {
      "loss_action": 0.004086743108928204,
      "loss_total": 0.004086743108928204,
      "step": 38660
    },
    {
      "grad_norm": 0.14137642085552216,
      "learning_rate": 7.208007296973641e-05,
      "loss": 0.0097,
      "step": 38670
    },
    {
      "loss_action": 0.004131637047976255,
      "loss_total": 0.004131637047976255,
      "step": 38670
    },
    {
      "loss_action": 0.021371429786086082,
      "loss_total": 0.021371429786086082,
      "step": 38670
    },
    {
      "loss_action": 0.012812633998692036,
      "loss_total": 0.012812633998692036,
      "step": 38670
    },
    {
      "loss_action": 0.014257325790822506,
      "loss_total": 0.014257325790822506,
      "step": 38670
    },
    {
      "loss_action": 0.010942459106445312,
      "loss_total": 0.010942459106445312,
      "step": 38670
    },
    {
      "loss_action": 0.012966173700988293,
      "loss_total": 0.012966173700988293,
      "step": 38670
    },
    {
      "loss_action": 0.013205938041210175,
      "loss_total": 0.013205938041210175,
      "step": 38670
    },
    {
      "loss_action": 0.0029586844611912966,
      "loss_total": 0.0029586844611912966,
      "step": 38670
    },
    {
      "grad_norm": 0.14583046734333038,
      "learning_rate": 7.206523664432345e-05,
      "loss": 0.0108,
      "step": 38680
    },
    {
      "loss_action": 0.007195663638412952,
      "loss_total": 0.007195663638412952,
      "step": 38680
    },
    {
      "loss_action": 0.003299388103187084,
      "loss_total": 0.003299388103187084,
      "step": 38680
    },
    {
      "loss_action": 0.005303761921823025,
      "loss_total": 0.005303761921823025,
      "step": 38680
    },
    {
      "loss_action": 0.004870560020208359,
      "loss_total": 0.004870560020208359,
      "step": 38680
    },
    {
      "loss_action": 0.00334704527631402,
      "loss_total": 0.00334704527631402,
      "step": 38680
    },
    {
      "loss_action": 0.00793752633035183,
      "loss_total": 0.00793752633035183,
      "step": 38680
    },
    {
      "loss_action": 0.001962424023076892,
      "loss_total": 0.001962424023076892,
      "step": 38680
    },
    {
      "loss_action": 0.005435970611870289,
      "loss_total": 0.005435970611870289,
      "step": 38680
    },
    {
      "grad_norm": 0.11500079184770584,
      "learning_rate": 7.205039790588939e-05,
      "loss": 0.0077,
      "step": 38690
    },
    {
      "loss_action": 0.024578191339969635,
      "loss_total": 0.024578191339969635,
      "step": 38690
    },
    {
      "loss_action": 0.0014634293038398027,
      "loss_total": 0.0014634293038398027,
      "step": 38690
    },
    {
      "loss_action": 0.008107617497444153,
      "loss_total": 0.008107617497444153,
      "step": 38690
    },
    {
      "loss_action": 0.006664375774562359,
      "loss_total": 0.006664375774562359,
      "step": 38690
    },
    {
      "loss_action": 0.009275663644075394,
      "loss_total": 0.009275663644075394,
      "step": 38690
    },
    {
      "loss_action": 0.01746733859181404,
      "loss_total": 0.01746733859181404,
      "step": 38690
    },
    {
      "loss_action": 0.006170247215777636,
      "loss_total": 0.006170247215777636,
      "step": 38690
    },
    {
      "loss_action": 0.009526543319225311,
      "loss_total": 0.009526543319225311,
      "step": 38690
    },
    {
      "grad_norm": 0.12870852649211884,
      "learning_rate": 7.203555675605697e-05,
      "loss": 0.0096,
      "step": 38700
    },
    {
      "loss_action": 0.008404817432165146,
      "loss_total": 0.008404817432165146,
      "step": 38700
    },
    {
      "loss_action": 0.008103376254439354,
      "loss_total": 0.008103376254439354,
      "step": 38700
    },
    {
      "loss_action": 0.006780222058296204,
      "loss_total": 0.006780222058296204,
      "step": 38700
    },
    {
      "loss_action": 0.017100881785154343,
      "loss_total": 0.017100881785154343,
      "step": 38700
    },
    {
      "loss_action": 0.005242114420980215,
      "loss_total": 0.005242114420980215,
      "step": 38700
    },
    {
      "loss_action": 0.00446279114112258,
      "loss_total": 0.00446279114112258,
      "step": 38700
    },
    {
      "loss_action": 0.005618790630251169,
      "loss_total": 0.005618790630251169,
      "step": 38700
    },
    {
      "loss_action": 0.00972871296107769,
      "loss_total": 0.00972871296107769,
      "step": 38700
    },
    {
      "grad_norm": 0.13495254516601562,
      "learning_rate": 7.202071319644917e-05,
      "loss": 0.0088,
      "step": 38710
    },
    {
      "loss_action": 0.008406358771026134,
      "loss_total": 0.008406358771026134,
      "step": 38710
    },
    {
      "loss_action": 0.020114149898290634,
      "loss_total": 0.020114149898290634,
      "step": 38710
    },
    {
      "loss_action": 0.007243665400892496,
      "loss_total": 0.007243665400892496,
      "step": 38710
    },
    {
      "loss_action": 0.006616418249905109,
      "loss_total": 0.006616418249905109,
      "step": 38710
    },
    {
      "loss_action": 0.006958968471735716,
      "loss_total": 0.006958968471735716,
      "step": 38710
    },
    {
      "loss_action": 0.007773521821945906,
      "loss_total": 0.007773521821945906,
      "step": 38710
    },
    {
      "loss_action": 0.0046268850564956665,
      "loss_total": 0.0046268850564956665,
      "step": 38710
    },
    {
      "loss_action": 0.0020883504766970873,
      "loss_total": 0.0020883504766970873,
      "step": 38710
    },
    {
      "grad_norm": 0.09145428240299225,
      "learning_rate": 7.200586722868932e-05,
      "loss": 0.0085,
      "step": 38720
    },
    {
      "loss_action": 0.011487020179629326,
      "loss_total": 0.011487020179629326,
      "step": 38720
    },
    {
      "loss_action": 0.006025121547281742,
      "loss_total": 0.006025121547281742,
      "step": 38720
    },
    {
      "loss_action": 0.005685051437467337,
      "loss_total": 0.005685051437467337,
      "step": 38720
    },
    {
      "loss_action": 0.002866372000426054,
      "loss_total": 0.002866372000426054,
      "step": 38720
    },
    {
      "loss_action": 0.01120813749730587,
      "loss_total": 0.01120813749730587,
      "step": 38720
    },
    {
      "loss_action": 0.01345194224268198,
      "loss_total": 0.01345194224268198,
      "step": 38720
    },
    {
      "loss_action": 0.0027185343205928802,
      "loss_total": 0.0027185343205928802,
      "step": 38720
    },
    {
      "loss_action": 0.0031277684029191732,
      "loss_total": 0.0031277684029191732,
      "step": 38720
    },
    {
      "grad_norm": 0.10400179028511047,
      "learning_rate": 7.199101885440088e-05,
      "loss": 0.0089,
      "step": 38730
    },
    {
      "loss_action": 0.007534034084528685,
      "loss_total": 0.007534034084528685,
      "step": 38730
    },
    {
      "loss_action": 0.011229462921619415,
      "loss_total": 0.011229462921619415,
      "step": 38730
    },
    {
      "loss_action": 0.0062012323178350925,
      "loss_total": 0.0062012323178350925,
      "step": 38730
    },
    {
      "loss_action": 0.007006797939538956,
      "loss_total": 0.007006797939538956,
      "step": 38730
    },
    {
      "loss_action": 0.005756000522524118,
      "loss_total": 0.005756000522524118,
      "step": 38730
    },
    {
      "loss_action": 0.0072960639372467995,
      "loss_total": 0.0072960639372467995,
      "step": 38730
    },
    {
      "loss_action": 0.0052405367605388165,
      "loss_total": 0.0052405367605388165,
      "step": 38730
    },
    {
      "loss_action": 0.008070075884461403,
      "loss_total": 0.008070075884461403,
      "step": 38730
    },
    {
      "grad_norm": 0.1394157111644745,
      "learning_rate": 7.197616807520771e-05,
      "loss": 0.0097,
      "step": 38740
    },
    {
      "loss_action": 0.009837244637310505,
      "loss_total": 0.009837244637310505,
      "step": 38740
    },
    {
      "loss_action": 0.009653687477111816,
      "loss_total": 0.009653687477111816,
      "step": 38740
    },
    {
      "loss_action": 0.0167858824133873,
      "loss_total": 0.0167858824133873,
      "step": 38740
    },
    {
      "loss_action": 0.007908484898507595,
      "loss_total": 0.007908484898507595,
      "step": 38740
    },
    {
      "loss_action": 0.0028598876670002937,
      "loss_total": 0.0028598876670002937,
      "step": 38740
    },
    {
      "loss_action": 0.008396364748477936,
      "loss_total": 0.008396364748477936,
      "step": 38740
    },
    {
      "loss_action": 0.008265728130936623,
      "loss_total": 0.008265728130936623,
      "step": 38740
    },
    {
      "loss_action": 0.021090567111968994,
      "loss_total": 0.021090567111968994,
      "step": 38740
    },
    {
      "grad_norm": 0.11230288445949554,
      "learning_rate": 7.196131489273381e-05,
      "loss": 0.0094,
      "step": 38750
    },
    {
      "loss_action": 0.010383817367255688,
      "loss_total": 0.010383817367255688,
      "step": 38750
    },
    {
      "loss_action": 0.0059970468282699585,
      "loss_total": 0.0059970468282699585,
      "step": 38750
    },
    {
      "loss_action": 0.01480088196694851,
      "loss_total": 0.01480088196694851,
      "step": 38750
    },
    {
      "loss_action": 0.005629162769764662,
      "loss_total": 0.005629162769764662,
      "step": 38750
    },
    {
      "loss_action": 0.005264517851173878,
      "loss_total": 0.005264517851173878,
      "step": 38750
    },
    {
      "loss_action": 0.004718344192951918,
      "loss_total": 0.004718344192951918,
      "step": 38750
    },
    {
      "loss_action": 0.00642402982339263,
      "loss_total": 0.00642402982339263,
      "step": 38750
    },
    {
      "loss_action": 0.007761680521070957,
      "loss_total": 0.007761680521070957,
      "step": 38750
    },
    {
      "grad_norm": 0.214546799659729,
      "learning_rate": 7.194645930860355e-05,
      "loss": 0.0098,
      "step": 38760
    },
    {
      "loss_action": 0.015124819241464138,
      "loss_total": 0.015124819241464138,
      "step": 38760
    },
    {
      "loss_action": 0.01695309951901436,
      "loss_total": 0.01695309951901436,
      "step": 38760
    },
    {
      "loss_action": 0.016711078584194183,
      "loss_total": 0.016711078584194183,
      "step": 38760
    },
    {
      "loss_action": 0.01470562256872654,
      "loss_total": 0.01470562256872654,
      "step": 38760
    },
    {
      "loss_action": 0.0034981241915374994,
      "loss_total": 0.0034981241915374994,
      "step": 38760
    },
    {
      "loss_action": 0.006614611484110355,
      "loss_total": 0.006614611484110355,
      "step": 38760
    },
    {
      "loss_action": 0.007818156853318214,
      "loss_total": 0.007818156853318214,
      "step": 38760
    },
    {
      "loss_action": 0.005251585505902767,
      "loss_total": 0.005251585505902767,
      "step": 38760
    },
    {
      "grad_norm": 0.17781539261341095,
      "learning_rate": 7.19316013244415e-05,
      "loss": 0.0099,
      "step": 38770
    },
    {
      "loss_action": 0.008831284940242767,
      "loss_total": 0.008831284940242767,
      "step": 38770
    },
    {
      "loss_action": 0.006124857813119888,
      "loss_total": 0.006124857813119888,
      "step": 38770
    },
    {
      "loss_action": 0.0070519233122467995,
      "loss_total": 0.0070519233122467995,
      "step": 38770
    },
    {
      "loss_action": 0.008556031621992588,
      "loss_total": 0.008556031621992588,
      "step": 38770
    },
    {
      "loss_action": 0.0033932896330952644,
      "loss_total": 0.0033932896330952644,
      "step": 38770
    },
    {
      "loss_action": 0.010465008206665516,
      "loss_total": 0.010465008206665516,
      "step": 38770
    },
    {
      "loss_action": 0.00688429269939661,
      "loss_total": 0.00688429269939661,
      "step": 38770
    },
    {
      "loss_action": 0.004288759082555771,
      "loss_total": 0.004288759082555771,
      "step": 38770
    },
    {
      "grad_norm": 0.12335067242383957,
      "learning_rate": 7.191674094187248e-05,
      "loss": 0.0085,
      "step": 38780
    },
    {
      "loss_action": 0.0034018123988062143,
      "loss_total": 0.0034018123988062143,
      "step": 38780
    },
    {
      "loss_action": 0.007096229121088982,
      "loss_total": 0.007096229121088982,
      "step": 38780
    },
    {
      "loss_action": 0.01243572123348713,
      "loss_total": 0.01243572123348713,
      "step": 38780
    },
    {
      "loss_action": 0.0048941392451524734,
      "loss_total": 0.0048941392451524734,
      "step": 38780
    },
    {
      "loss_action": 0.0026242423336952925,
      "loss_total": 0.0026242423336952925,
      "step": 38780
    },
    {
      "loss_action": 0.009490367025136948,
      "loss_total": 0.009490367025136948,
      "step": 38780
    },
    {
      "loss_action": 0.010828620754182339,
      "loss_total": 0.010828620754182339,
      "step": 38780
    },
    {
      "loss_action": 0.006175818853080273,
      "loss_total": 0.006175818853080273,
      "step": 38780
    },
    {
      "grad_norm": 0.1324753761291504,
      "learning_rate": 7.190187816252165e-05,
      "loss": 0.008,
      "step": 38790
    },
    {
      "loss_action": 0.015034337528049946,
      "loss_total": 0.015034337528049946,
      "step": 38790
    },
    {
      "loss_action": 0.008375652134418488,
      "loss_total": 0.008375652134418488,
      "step": 38790
    },
    {
      "loss_action": 0.006156235933303833,
      "loss_total": 0.006156235933303833,
      "step": 38790
    },
    {
      "loss_action": 0.0055701457895338535,
      "loss_total": 0.0055701457895338535,
      "step": 38790
    },
    {
      "loss_action": 0.005340597126632929,
      "loss_total": 0.005340597126632929,
      "step": 38790
    },
    {
      "loss_action": 0.00830581970512867,
      "loss_total": 0.00830581970512867,
      "step": 38790
    },
    {
      "loss_action": 0.01764163002371788,
      "loss_total": 0.01764163002371788,
      "step": 38790
    },
    {
      "loss_action": 0.00799906812608242,
      "loss_total": 0.00799906812608242,
      "step": 38790
    },
    {
      "grad_norm": 0.14272592961788177,
      "learning_rate": 7.188701298801435e-05,
      "loss": 0.0092,
      "step": 38800
    },
    {
      "loss_action": 0.0018251282162964344,
      "loss_total": 0.0018251282162964344,
      "step": 38800
    },
    {
      "loss_action": 0.005089582875370979,
      "loss_total": 0.005089582875370979,
      "step": 38800
    },
    {
      "loss_action": 0.002424652688205242,
      "loss_total": 0.002424652688205242,
      "step": 38800
    },
    {
      "loss_action": 0.007768351584672928,
      "loss_total": 0.007768351584672928,
      "step": 38800
    },
    {
      "loss_action": 0.007685338146984577,
      "loss_total": 0.007685338146984577,
      "step": 38800
    },
    {
      "loss_action": 0.018987897783517838,
      "loss_total": 0.018987897783517838,
      "step": 38800
    },
    {
      "loss_action": 0.02751883864402771,
      "loss_total": 0.02751883864402771,
      "step": 38800
    },
    {
      "loss_action": 0.01750221848487854,
      "loss_total": 0.01750221848487854,
      "step": 38800
    },
    {
      "grad_norm": 0.09642551839351654,
      "learning_rate": 7.18721454199762e-05,
      "loss": 0.0097,
      "step": 38810
    },
    {
      "loss_action": 0.009160574525594711,
      "loss_total": 0.009160574525594711,
      "step": 38810
    },
    {
      "loss_action": 0.02078794315457344,
      "loss_total": 0.02078794315457344,
      "step": 38810
    },
    {
      "loss_action": 0.0054258741438388824,
      "loss_total": 0.0054258741438388824,
      "step": 38810
    },
    {
      "loss_action": 0.008051712065935135,
      "loss_total": 0.008051712065935135,
      "step": 38810
    },
    {
      "loss_action": 0.04837467521429062,
      "loss_total": 0.04837467521429062,
      "step": 38810
    },
    {
      "loss_action": 0.022891249507665634,
      "loss_total": 0.022891249507665634,
      "step": 38810
    },
    {
      "loss_action": 0.008739925920963287,
      "loss_total": 0.008739925920963287,
      "step": 38810
    },
    {
      "loss_action": 0.012957967817783356,
      "loss_total": 0.012957967817783356,
      "step": 38810
    },
    {
      "grad_norm": 0.08834250271320343,
      "learning_rate": 7.185727546003312e-05,
      "loss": 0.0097,
      "step": 38820
    },
    {
      "loss_action": 0.008944975212216377,
      "loss_total": 0.008944975212216377,
      "step": 38820
    },
    {
      "loss_action": 0.014207814820110798,
      "loss_total": 0.014207814820110798,
      "step": 38820
    },
    {
      "loss_action": 0.008654638193547726,
      "loss_total": 0.008654638193547726,
      "step": 38820
    },
    {
      "loss_action": 0.006802815478295088,
      "loss_total": 0.006802815478295088,
      "step": 38820
    },
    {
      "loss_action": 0.003620410105213523,
      "loss_total": 0.003620410105213523,
      "step": 38820
    },
    {
      "loss_action": 0.008051482029259205,
      "loss_total": 0.008051482029259205,
      "step": 38820
    },
    {
      "loss_action": 0.01502731628715992,
      "loss_total": 0.01502731628715992,
      "step": 38820
    },
    {
      "loss_action": 0.008532809093594551,
      "loss_total": 0.008532809093594551,
      "step": 38820
    },
    {
      "grad_norm": 0.11376221477985382,
      "learning_rate": 7.184240310981126e-05,
      "loss": 0.0103,
      "step": 38830
    },
    {
      "loss_action": 0.0042168390937149525,
      "loss_total": 0.0042168390937149525,
      "step": 38830
    },
    {
      "loss_action": 0.002046214649453759,
      "loss_total": 0.002046214649453759,
      "step": 38830
    },
    {
      "loss_action": 0.008238177746534348,
      "loss_total": 0.008238177746534348,
      "step": 38830
    },
    {
      "loss_action": 0.012200451456010342,
      "loss_total": 0.012200451456010342,
      "step": 38830
    },
    {
      "loss_action": 0.01753402128815651,
      "loss_total": 0.01753402128815651,
      "step": 38830
    },
    {
      "loss_action": 0.009229639545083046,
      "loss_total": 0.009229639545083046,
      "step": 38830
    },
    {
      "loss_action": 0.012924963608384132,
      "loss_total": 0.012924963608384132,
      "step": 38830
    },
    {
      "loss_action": 0.007737685926258564,
      "loss_total": 0.007737685926258564,
      "step": 38830
    },
    {
      "grad_norm": 0.11608867347240448,
      "learning_rate": 7.182752837093704e-05,
      "loss": 0.0098,
      "step": 38840
    },
    {
      "loss_action": 0.004035149235278368,
      "loss_total": 0.004035149235278368,
      "step": 38840
    },
    {
      "loss_action": 0.007699943147599697,
      "loss_total": 0.007699943147599697,
      "step": 38840
    },
    {
      "loss_action": 0.005415807943791151,
      "loss_total": 0.005415807943791151,
      "step": 38840
    },
    {
      "loss_action": 0.015288423746824265,
      "loss_total": 0.015288423746824265,
      "step": 38840
    },
    {
      "loss_action": 0.00367095903493464,
      "loss_total": 0.00367095903493464,
      "step": 38840
    },
    {
      "loss_action": 0.00584171898663044,
      "loss_total": 0.00584171898663044,
      "step": 38840
    },
    {
      "loss_action": 0.00459984689950943,
      "loss_total": 0.00459984689950943,
      "step": 38840
    },
    {
      "loss_action": 0.008213836699724197,
      "loss_total": 0.008213836699724197,
      "step": 38840
    },
    {
      "grad_norm": 0.12510736286640167,
      "learning_rate": 7.181265124503711e-05,
      "loss": 0.0106,
      "step": 38850
    },
    {
      "loss_action": 0.0034114322625100613,
      "loss_total": 0.0034114322625100613,
      "step": 38850
    },
    {
      "loss_action": 0.00960599072277546,
      "loss_total": 0.00960599072277546,
      "step": 38850
    },
    {
      "loss_action": 0.018356572836637497,
      "loss_total": 0.018356572836637497,
      "step": 38850
    },
    {
      "loss_action": 0.0036765411496162415,
      "loss_total": 0.0036765411496162415,
      "step": 38850
    },
    {
      "loss_action": 0.008412744849920273,
      "loss_total": 0.008412744849920273,
      "step": 38850
    },
    {
      "loss_action": 0.004336444195359945,
      "loss_total": 0.004336444195359945,
      "step": 38850
    },
    {
      "loss_action": 0.0030007297173142433,
      "loss_total": 0.0030007297173142433,
      "step": 38850
    },
    {
      "loss_action": 0.006044463720172644,
      "loss_total": 0.006044463720172644,
      "step": 38850
    },
    {
      "grad_norm": 0.08783092349767685,
      "learning_rate": 7.179777173373847e-05,
      "loss": 0.007,
      "step": 38860
    },
    {
      "loss_action": 0.003806420136243105,
      "loss_total": 0.003806420136243105,
      "step": 38860
    },
    {
      "loss_action": 0.0047050099819898605,
      "loss_total": 0.0047050099819898605,
      "step": 38860
    },
    {
      "loss_action": 0.026627400889992714,
      "loss_total": 0.026627400889992714,
      "step": 38860
    },
    {
      "loss_action": 0.012314509600400925,
      "loss_total": 0.012314509600400925,
      "step": 38860
    },
    {
      "loss_action": 0.003780168015509844,
      "loss_total": 0.003780168015509844,
      "step": 38860
    },
    {
      "loss_action": 0.009992816485464573,
      "loss_total": 0.009992816485464573,
      "step": 38860
    },
    {
      "loss_action": 0.020908109843730927,
      "loss_total": 0.020908109843730927,
      "step": 38860
    },
    {
      "loss_action": 0.00913733895868063,
      "loss_total": 0.00913733895868063,
      "step": 38860
    },
    {
      "grad_norm": 0.10080482065677643,
      "learning_rate": 7.178288983866826e-05,
      "loss": 0.0112,
      "step": 38870
    },
    {
      "loss_action": 0.008325479924678802,
      "loss_total": 0.008325479924678802,
      "step": 38870
    },
    {
      "loss_action": 0.004197786562144756,
      "loss_total": 0.004197786562144756,
      "step": 38870
    },
    {
      "loss_action": 0.007545315194875002,
      "loss_total": 0.007545315194875002,
      "step": 38870
    },
    {
      "loss_action": 0.009190249256789684,
      "loss_total": 0.009190249256789684,
      "step": 38870
    },
    {
      "loss_action": 0.010338131338357925,
      "loss_total": 0.010338131338357925,
      "step": 38870
    },
    {
      "loss_action": 0.010223052464425564,
      "loss_total": 0.010223052464425564,
      "step": 38870
    },
    {
      "loss_action": 0.01628119684755802,
      "loss_total": 0.01628119684755802,
      "step": 38870
    },
    {
      "loss_action": 0.002994111506268382,
      "loss_total": 0.002994111506268382,
      "step": 38870
    },
    {
      "grad_norm": 0.1228540763258934,
      "learning_rate": 7.176800556145397e-05,
      "loss": 0.0102,
      "step": 38880
    },
    {
      "loss_action": 0.006988150998950005,
      "loss_total": 0.006988150998950005,
      "step": 38880
    },
    {
      "loss_action": 0.01351757813245058,
      "loss_total": 0.01351757813245058,
      "step": 38880
    },
    {
      "loss_action": 0.0061373175121843815,
      "loss_total": 0.0061373175121843815,
      "step": 38880
    },
    {
      "loss_action": 0.015425119549036026,
      "loss_total": 0.015425119549036026,
      "step": 38880
    },
    {
      "loss_action": 0.0030425558798015118,
      "loss_total": 0.0030425558798015118,
      "step": 38880
    },
    {
      "loss_action": 0.003549507586285472,
      "loss_total": 0.003549507586285472,
      "step": 38880
    },
    {
      "loss_action": 0.010853080078959465,
      "loss_total": 0.010853080078959465,
      "step": 38880
    },
    {
      "loss_action": 0.00729268416762352,
      "loss_total": 0.00729268416762352,
      "step": 38880
    },
    {
      "grad_norm": 0.11535076797008514,
      "learning_rate": 7.175311890372334e-05,
      "loss": 0.0098,
      "step": 38890
    },
    {
      "loss_action": 0.0040738508105278015,
      "loss_total": 0.0040738508105278015,
      "step": 38890
    },
    {
      "loss_action": 0.009470359422266483,
      "loss_total": 0.009470359422266483,
      "step": 38890
    },
    {
      "loss_action": 0.007996385917067528,
      "loss_total": 0.007996385917067528,
      "step": 38890
    },
    {
      "loss_action": 0.0033695376478135586,
      "loss_total": 0.0033695376478135586,
      "step": 38890
    },
    {
      "loss_action": 0.016740961000323296,
      "loss_total": 0.016740961000323296,
      "step": 38890
    },
    {
      "loss_action": 0.003006570041179657,
      "loss_total": 0.003006570041179657,
      "step": 38890
    },
    {
      "loss_action": 0.005177031271159649,
      "loss_total": 0.005177031271159649,
      "step": 38890
    },
    {
      "loss_action": 0.002244954463094473,
      "loss_total": 0.002244954463094473,
      "step": 38890
    },
    {
      "grad_norm": 0.1215914934873581,
      "learning_rate": 7.17382298671043e-05,
      "loss": 0.0093,
      "step": 38900
    },
    {
      "loss_action": 0.004676593001931906,
      "loss_total": 0.004676593001931906,
      "step": 38900
    },
    {
      "loss_action": 0.008217225782573223,
      "loss_total": 0.008217225782573223,
      "step": 38900
    },
    {
      "loss_action": 0.010246753692626953,
      "loss_total": 0.010246753692626953,
      "step": 38900
    },
    {
      "loss_action": 0.005965197458863258,
      "loss_total": 0.005965197458863258,
      "step": 38900
    },
    {
      "loss_action": 0.01632329821586609,
      "loss_total": 0.01632329821586609,
      "step": 38900
    },
    {
      "loss_action": 0.018837839365005493,
      "loss_total": 0.018837839365005493,
      "step": 38900
    },
    {
      "loss_action": 0.004964402876794338,
      "loss_total": 0.004964402876794338,
      "step": 38900
    },
    {
      "loss_action": 0.004930558614432812,
      "loss_total": 0.004930558614432812,
      "step": 38900
    },
    {
      "grad_norm": 0.1264888048171997,
      "learning_rate": 7.172333845322515e-05,
      "loss": 0.0091,
      "step": 38910
    },
    {
      "loss_action": 0.02983769401907921,
      "loss_total": 0.02983769401907921,
      "step": 38910
    },
    {
      "loss_action": 0.004450878594070673,
      "loss_total": 0.004450878594070673,
      "step": 38910
    },
    {
      "loss_action": 0.006400705315172672,
      "loss_total": 0.006400705315172672,
      "step": 38910
    },
    {
      "loss_action": 0.00348514667712152,
      "loss_total": 0.00348514667712152,
      "step": 38910
    },
    {
      "loss_action": 0.0024256138131022453,
      "loss_total": 0.0024256138131022453,
      "step": 38910
    },
    {
      "loss_action": 0.008269616402685642,
      "loss_total": 0.008269616402685642,
      "step": 38910
    },
    {
      "loss_action": 0.003892546519637108,
      "loss_total": 0.003892546519637108,
      "step": 38910
    },
    {
      "loss_action": 0.00461253197863698,
      "loss_total": 0.00461253197863698,
      "step": 38910
    },
    {
      "grad_norm": 0.1445295512676239,
      "learning_rate": 7.170844466371436e-05,
      "loss": 0.0087,
      "step": 38920
    },
    {
      "loss_action": 0.018923843279480934,
      "loss_total": 0.018923843279480934,
      "step": 38920
    },
    {
      "loss_action": 0.009044530801475048,
      "loss_total": 0.009044530801475048,
      "step": 38920
    },
    {
      "loss_action": 0.0060281092301011086,
      "loss_total": 0.0060281092301011086,
      "step": 38920
    },
    {
      "loss_action": 0.014981163665652275,
      "loss_total": 0.014981163665652275,
      "step": 38920
    },
    {
      "loss_action": 0.008067261427640915,
      "loss_total": 0.008067261427640915,
      "step": 38920
    },
    {
      "loss_action": 0.007725928910076618,
      "loss_total": 0.007725928910076618,
      "step": 38920
    },
    {
      "loss_action": 0.006879077292978764,
      "loss_total": 0.006879077292978764,
      "step": 38920
    },
    {
      "loss_action": 0.008425920270383358,
      "loss_total": 0.008425920270383358,
      "step": 38920
    },
    {
      "grad_norm": 0.11307486891746521,
      "learning_rate": 7.16935485002007e-05,
      "loss": 0.0101,
      "step": 38930
    },
    {
      "loss_action": 0.01301595102995634,
      "loss_total": 0.01301595102995634,
      "step": 38930
    },
    {
      "loss_action": 0.04196391999721527,
      "loss_total": 0.04196391999721527,
      "step": 38930
    },
    {
      "loss_action": 0.0020700308959931135,
      "loss_total": 0.0020700308959931135,
      "step": 38930
    },
    {
      "loss_action": 0.0015011210925877094,
      "loss_total": 0.0015011210925877094,
      "step": 38930
    },
    {
      "loss_action": 0.009543108753859997,
      "loss_total": 0.009543108753859997,
      "step": 38930
    },
    {
      "loss_action": 0.007247962988913059,
      "loss_total": 0.007247962988913059,
      "step": 38930
    },
    {
      "loss_action": 0.003907177597284317,
      "loss_total": 0.003907177597284317,
      "step": 38930
    },
    {
      "loss_action": 0.011123879812657833,
      "loss_total": 0.011123879812657833,
      "step": 38930
    },
    {
      "grad_norm": 0.19101038575172424,
      "learning_rate": 7.167864996431319e-05,
      "loss": 0.0105,
      "step": 38940
    },
    {
      "loss_action": 0.0034925281070172787,
      "loss_total": 0.0034925281070172787,
      "step": 38940
    },
    {
      "loss_action": 0.008601606823503971,
      "loss_total": 0.008601606823503971,
      "step": 38940
    },
    {
      "loss_action": 0.011792629025876522,
      "loss_total": 0.011792629025876522,
      "step": 38940
    },
    {
      "loss_action": 0.009996567852795124,
      "loss_total": 0.009996567852795124,
      "step": 38940
    },
    {
      "loss_action": 0.012633286416530609,
      "loss_total": 0.012633286416530609,
      "step": 38940
    },
    {
      "loss_action": 0.015408388338983059,
      "loss_total": 0.015408388338983059,
      "step": 38940
    },
    {
      "loss_action": 0.00818266998976469,
      "loss_total": 0.00818266998976469,
      "step": 38940
    },
    {
      "loss_action": 0.0138617642223835,
      "loss_total": 0.0138617642223835,
      "step": 38940
    },
    {
      "grad_norm": 0.14524948596954346,
      "learning_rate": 7.166374905768111e-05,
      "loss": 0.0096,
      "step": 38950
    },
    {
      "loss_action": 0.006360333878546953,
      "loss_total": 0.006360333878546953,
      "step": 38950
    },
    {
      "loss_action": 0.005622795317322016,
      "loss_total": 0.005622795317322016,
      "step": 38950
    },
    {
      "loss_action": 0.021220669150352478,
      "loss_total": 0.021220669150352478,
      "step": 38950
    },
    {
      "loss_action": 0.01963137276470661,
      "loss_total": 0.01963137276470661,
      "step": 38950
    },
    {
      "loss_action": 0.005451370030641556,
      "loss_total": 0.005451370030641556,
      "step": 38950
    },
    {
      "loss_action": 0.013798477128148079,
      "loss_total": 0.013798477128148079,
      "step": 38950
    },
    {
      "loss_action": 0.008942602202296257,
      "loss_total": 0.008942602202296257,
      "step": 38950
    },
    {
      "loss_action": 0.008126980625092983,
      "loss_total": 0.008126980625092983,
      "step": 38950
    },
    {
      "grad_norm": 0.20131072402000427,
      "learning_rate": 7.164884578193401e-05,
      "loss": 0.0087,
      "step": 38960
    },
    {
      "loss_action": 0.007067520171403885,
      "loss_total": 0.007067520171403885,
      "step": 38960
    },
    {
      "loss_action": 0.009158484637737274,
      "loss_total": 0.009158484637737274,
      "step": 38960
    },
    {
      "loss_action": 0.0037860912270843983,
      "loss_total": 0.0037860912270843983,
      "step": 38960
    },
    {
      "loss_action": 0.003562687896192074,
      "loss_total": 0.003562687896192074,
      "step": 38960
    },
    {
      "loss_action": 0.008239038288593292,
      "loss_total": 0.008239038288593292,
      "step": 38960
    },
    {
      "loss_action": 0.01694353111088276,
      "loss_total": 0.01694353111088276,
      "step": 38960
    },
    {
      "loss_action": 0.01000869832932949,
      "loss_total": 0.01000869832932949,
      "step": 38960
    },
    {
      "loss_action": 0.0059988368302583694,
      "loss_total": 0.0059988368302583694,
      "step": 38960
    },
    {
      "grad_norm": 0.09838367998600006,
      "learning_rate": 7.163394013870168e-05,
      "loss": 0.0086,
      "step": 38970
    },
    {
      "loss_action": 0.004843664355576038,
      "loss_total": 0.004843664355576038,
      "step": 38970
    },
    {
      "loss_action": 0.017645159736275673,
      "loss_total": 0.017645159736275673,
      "step": 38970
    },
    {
      "loss_action": 0.005435299128293991,
      "loss_total": 0.005435299128293991,
      "step": 38970
    },
    {
      "loss_action": 0.012213006615638733,
      "loss_total": 0.012213006615638733,
      "step": 38970
    },
    {
      "loss_action": 0.007323750760406256,
      "loss_total": 0.007323750760406256,
      "step": 38970
    },
    {
      "loss_action": 0.003451419761404395,
      "loss_total": 0.003451419761404395,
      "step": 38970
    },
    {
      "loss_action": 0.010671982541680336,
      "loss_total": 0.010671982541680336,
      "step": 38970
    },
    {
      "loss_action": 0.0028196745552122593,
      "loss_total": 0.0028196745552122593,
      "step": 38970
    },
    {
      "grad_norm": 0.1268104761838913,
      "learning_rate": 7.161903212961419e-05,
      "loss": 0.0078,
      "step": 38980
    },
    {
      "loss_action": 0.019051797688007355,
      "loss_total": 0.019051797688007355,
      "step": 38980
    },
    {
      "loss_action": 0.016291338950395584,
      "loss_total": 0.016291338950395584,
      "step": 38980
    },
    {
      "loss_action": 0.016198622062802315,
      "loss_total": 0.016198622062802315,
      "step": 38980
    },
    {
      "loss_action": 0.009991835802793503,
      "loss_total": 0.009991835802793503,
      "step": 38980
    },
    {
      "loss_action": 0.01575835421681404,
      "loss_total": 0.01575835421681404,
      "step": 38980
    },
    {
      "loss_action": 0.0055793654173612595,
      "loss_total": 0.0055793654173612595,
      "step": 38980
    },
    {
      "loss_action": 0.007688075769692659,
      "loss_total": 0.007688075769692659,
      "step": 38980
    },
    {
      "loss_action": 0.0044267610646784306,
      "loss_total": 0.0044267610646784306,
      "step": 38980
    },
    {
      "grad_norm": 0.1261519342660904,
      "learning_rate": 7.160412175630183e-05,
      "loss": 0.0107,
      "step": 38990
    },
    {
      "loss_action": 0.007149691693484783,
      "loss_total": 0.007149691693484783,
      "step": 38990
    },
    {
      "loss_action": 0.00893106497824192,
      "loss_total": 0.00893106497824192,
      "step": 38990
    },
    {
      "loss_action": 0.006610044278204441,
      "loss_total": 0.006610044278204441,
      "step": 38990
    },
    {
      "loss_action": 0.004425588995218277,
      "loss_total": 0.004425588995218277,
      "step": 38990
    },
    {
      "loss_action": 0.0037954901345074177,
      "loss_total": 0.0037954901345074177,
      "step": 38990
    },
    {
      "loss_action": 0.004311337135732174,
      "loss_total": 0.004311337135732174,
      "step": 38990
    },
    {
      "loss_action": 0.022187454625964165,
      "loss_total": 0.022187454625964165,
      "step": 38990
    },
    {
      "loss_action": 0.007052395027130842,
      "loss_total": 0.007052395027130842,
      "step": 38990
    },
    {
      "grad_norm": 0.13262730836868286,
      "learning_rate": 7.158920902039521e-05,
      "loss": 0.0091,
      "step": 39000
    },
    {
      "loss_action": 0.013599749654531479,
      "loss_total": 0.013599749654531479,
      "step": 39000
    },
    {
      "loss_action": 0.0076247090473771095,
      "loss_total": 0.0076247090473771095,
      "step": 39000
    },
    {
      "loss_action": 0.003949624486267567,
      "loss_total": 0.003949624486267567,
      "step": 39000
    },
    {
      "loss_action": 0.015489225275814533,
      "loss_total": 0.015489225275814533,
      "step": 39000
    },
    {
      "loss_action": 0.007006646133959293,
      "loss_total": 0.007006646133959293,
      "step": 39000
    },
    {
      "loss_action": 0.005707914941012859,
      "loss_total": 0.005707914941012859,
      "step": 39000
    },
    {
      "loss_action": 0.0033059492707252502,
      "loss_total": 0.0033059492707252502,
      "step": 39000
    },
    {
      "loss_action": 0.00445975735783577,
      "loss_total": 0.00445975735783577,
      "step": 39000
    },
    {
      "grad_norm": 0.11999589949846268,
      "learning_rate": 7.157429392352514e-05,
      "loss": 0.0078,
      "step": 39010
    },
    {
      "loss_action": 0.006579545326530933,
      "loss_total": 0.006579545326530933,
      "step": 39010
    },
    {
      "loss_action": 0.00571222510188818,
      "loss_total": 0.00571222510188818,
      "step": 39010
    },
    {
      "loss_action": 0.004648865200579166,
      "loss_total": 0.004648865200579166,
      "step": 39010
    },
    {
      "loss_action": 0.005493960343301296,
      "loss_total": 0.005493960343301296,
      "step": 39010
    },
    {
      "loss_action": 0.003355213673785329,
      "loss_total": 0.003355213673785329,
      "step": 39010
    },
    {
      "loss_action": 0.015714604407548904,
      "loss_total": 0.015714604407548904,
      "step": 39010
    },
    {
      "loss_action": 0.00554746575653553,
      "loss_total": 0.00554746575653553,
      "step": 39010
    },
    {
      "loss_action": 0.009498922154307365,
      "loss_total": 0.009498922154307365,
      "step": 39010
    },
    {
      "grad_norm": 0.16525474190711975,
      "learning_rate": 7.155937646732275e-05,
      "loss": 0.0095,
      "step": 39020
    },
    {
      "loss_action": 0.006929928436875343,
      "loss_total": 0.006929928436875343,
      "step": 39020
    },
    {
      "loss_action": 0.01880744844675064,
      "loss_total": 0.01880744844675064,
      "step": 39020
    },
    {
      "loss_action": 0.010915005579590797,
      "loss_total": 0.010915005579590797,
      "step": 39020
    },
    {
      "loss_action": 0.0026524588465690613,
      "loss_total": 0.0026524588465690613,
      "step": 39020
    },
    {
      "loss_action": 0.008396163582801819,
      "loss_total": 0.008396163582801819,
      "step": 39020
    },
    {
      "loss_action": 0.0174357108771801,
      "loss_total": 0.0174357108771801,
      "step": 39020
    },
    {
      "loss_action": 0.00770142488181591,
      "loss_total": 0.00770142488181591,
      "step": 39020
    },
    {
      "loss_action": 0.004862435162067413,
      "loss_total": 0.004862435162067413,
      "step": 39020
    },
    {
      "grad_norm": 0.12134197354316711,
      "learning_rate": 7.154445665341933e-05,
      "loss": 0.0088,
      "step": 39030
    },
    {
      "loss_action": 0.00425212737172842,
      "loss_total": 0.00425212737172842,
      "step": 39030
    },
    {
      "loss_action": 0.006369456183165312,
      "loss_total": 0.006369456183165312,
      "step": 39030
    },
    {
      "loss_action": 0.0052866144105792046,
      "loss_total": 0.0052866144105792046,
      "step": 39030
    },
    {
      "loss_action": 0.021664956584572792,
      "loss_total": 0.021664956584572792,
      "step": 39030
    },
    {
      "loss_action": 0.010833054780960083,
      "loss_total": 0.010833054780960083,
      "step": 39030
    },
    {
      "loss_action": 0.027012459933757782,
      "loss_total": 0.027012459933757782,
      "step": 39030
    },
    {
      "loss_action": 0.009004471823573112,
      "loss_total": 0.009004471823573112,
      "step": 39030
    },
    {
      "loss_action": 0.01669623702764511,
      "loss_total": 0.01669623702764511,
      "step": 39030
    },
    {
      "grad_norm": 0.14965839684009552,
      "learning_rate": 7.152953448344654e-05,
      "loss": 0.0097,
      "step": 39040
    },
    {
      "loss_action": 0.010215695947408676,
      "loss_total": 0.010215695947408676,
      "step": 39040
    },
    {
      "loss_action": 0.009372272528707981,
      "loss_total": 0.009372272528707981,
      "step": 39040
    },
    {
      "loss_action": 0.00855979509651661,
      "loss_total": 0.00855979509651661,
      "step": 39040
    },
    {
      "loss_action": 0.018287982791662216,
      "loss_total": 0.018287982791662216,
      "step": 39040
    },
    {
      "loss_action": 0.005205073859542608,
      "loss_total": 0.005205073859542608,
      "step": 39040
    },
    {
      "loss_action": 0.012109162285923958,
      "loss_total": 0.012109162285923958,
      "step": 39040
    },
    {
      "loss_action": 0.007886056788265705,
      "loss_total": 0.007886056788265705,
      "step": 39040
    },
    {
      "loss_action": 0.011810000985860825,
      "loss_total": 0.011810000985860825,
      "step": 39040
    },
    {
      "grad_norm": 0.08000104129314423,
      "learning_rate": 7.151460995903624e-05,
      "loss": 0.0087,
      "step": 39050
    },
    {
      "loss_action": 0.00375392846763134,
      "loss_total": 0.00375392846763134,
      "step": 39050
    },
    {
      "loss_action": 0.013692031614482403,
      "loss_total": 0.013692031614482403,
      "step": 39050
    },
    {
      "loss_action": 0.029063325375318527,
      "loss_total": 0.029063325375318527,
      "step": 39050
    },
    {
      "loss_action": 0.006271314807236195,
      "loss_total": 0.006271314807236195,
      "step": 39050
    },
    {
      "loss_action": 0.004302555229514837,
      "loss_total": 0.004302555229514837,
      "step": 39050
    },
    {
      "loss_action": 0.0035289395600557327,
      "loss_total": 0.0035289395600557327,
      "step": 39050
    },
    {
      "loss_action": 0.004506820812821388,
      "loss_total": 0.004506820812821388,
      "step": 39050
    },
    {
      "loss_action": 0.007900882512331009,
      "loss_total": 0.007900882512331009,
      "step": 39050
    },
    {
      "grad_norm": 0.10556893795728683,
      "learning_rate": 7.149968308182052e-05,
      "loss": 0.008,
      "step": 39060
    },
    {
      "loss_action": 0.0033376277424395084,
      "loss_total": 0.0033376277424395084,
      "step": 39060
    },
    {
      "loss_action": 0.010075323283672333,
      "loss_total": 0.010075323283672333,
      "step": 39060
    },
    {
      "loss_action": 0.0038373626302927732,
      "loss_total": 0.0038373626302927732,
      "step": 39060
    },
    {
      "loss_action": 0.007280454505234957,
      "loss_total": 0.007280454505234957,
      "step": 39060
    },
    {
      "loss_action": 0.012596040032804012,
      "loss_total": 0.012596040032804012,
      "step": 39060
    },
    {
      "loss_action": 0.0070047336630523205,
      "loss_total": 0.0070047336630523205,
      "step": 39060
    },
    {
      "loss_action": 0.00951126404106617,
      "loss_total": 0.00951126404106617,
      "step": 39060
    },
    {
      "loss_action": 0.0019907080568373203,
      "loss_total": 0.0019907080568373203,
      "step": 39060
    },
    {
      "grad_norm": 0.13880203664302826,
      "learning_rate": 7.14847538534318e-05,
      "loss": 0.0092,
      "step": 39070
    },
    {
      "loss_action": 0.011147371493279934,
      "loss_total": 0.011147371493279934,
      "step": 39070
    },
    {
      "loss_action": 0.002479225629940629,
      "loss_total": 0.002479225629940629,
      "step": 39070
    },
    {
      "loss_action": 0.010841887444257736,
      "loss_total": 0.010841887444257736,
      "step": 39070
    },
    {
      "loss_action": 0.002546638250350952,
      "loss_total": 0.002546638250350952,
      "step": 39070
    },
    {
      "loss_action": 0.007292528636753559,
      "loss_total": 0.007292528636753559,
      "step": 39070
    },
    {
      "loss_action": 0.0037154885940253735,
      "loss_total": 0.0037154885940253735,
      "step": 39070
    },
    {
      "loss_action": 0.004868787247687578,
      "loss_total": 0.004868787247687578,
      "step": 39070
    },
    {
      "loss_action": 0.0026289992965757847,
      "loss_total": 0.0026289992965757847,
      "step": 39070
    },
    {
      "grad_norm": 0.10685314983129501,
      "learning_rate": 7.14698222755027e-05,
      "loss": 0.0074,
      "step": 39080
    },
    {
      "loss_action": 0.005355271510779858,
      "loss_total": 0.005355271510779858,
      "step": 39080
    },
    {
      "loss_action": 0.007904666475951672,
      "loss_total": 0.007904666475951672,
      "step": 39080
    },
    {
      "loss_action": 0.009988647885620594,
      "loss_total": 0.009988647885620594,
      "step": 39080
    },
    {
      "loss_action": 0.006487088277935982,
      "loss_total": 0.006487088277935982,
      "step": 39080
    },
    {
      "loss_action": 0.0063363127410411835,
      "loss_total": 0.0063363127410411835,
      "step": 39080
    },
    {
      "loss_action": 0.01047547347843647,
      "loss_total": 0.01047547347843647,
      "step": 39080
    },
    {
      "loss_action": 0.00876520574092865,
      "loss_total": 0.00876520574092865,
      "step": 39080
    },
    {
      "loss_action": 0.0025664796121418476,
      "loss_total": 0.0025664796121418476,
      "step": 39080
    },
    {
      "grad_norm": 0.12978869676589966,
      "learning_rate": 7.14548883496661e-05,
      "loss": 0.0089,
      "step": 39090
    },
    {
      "loss_action": 0.008326269686222076,
      "loss_total": 0.008326269686222076,
      "step": 39090
    },
    {
      "loss_action": 0.005804969929158688,
      "loss_total": 0.005804969929158688,
      "step": 39090
    },
    {
      "loss_action": 0.011571704410016537,
      "loss_total": 0.011571704410016537,
      "step": 39090
    },
    {
      "loss_action": 0.005839639343321323,
      "loss_total": 0.005839639343321323,
      "step": 39090
    },
    {
      "loss_action": 0.010329237207770348,
      "loss_total": 0.010329237207770348,
      "step": 39090
    },
    {
      "loss_action": 0.008645721711218357,
      "loss_total": 0.008645721711218357,
      "step": 39090
    },
    {
      "loss_action": 0.005640854127705097,
      "loss_total": 0.005640854127705097,
      "step": 39090
    },
    {
      "loss_action": 0.009038672782480717,
      "loss_total": 0.009038672782480717,
      "step": 39090
    },
    {
      "grad_norm": 0.17784026265144348,
      "learning_rate": 7.143995207755517e-05,
      "loss": 0.0092,
      "step": 39100
    },
    {
      "loss_action": 0.0074020447209477425,
      "loss_total": 0.0074020447209477425,
      "step": 39100
    },
    {
      "loss_action": 0.016917914152145386,
      "loss_total": 0.016917914152145386,
      "step": 39100
    },
    {
      "loss_action": 0.011916367337107658,
      "loss_total": 0.011916367337107658,
      "step": 39100
    },
    {
      "loss_action": 0.014580827206373215,
      "loss_total": 0.014580827206373215,
      "step": 39100
    },
    {
      "loss_action": 0.005184270441532135,
      "loss_total": 0.005184270441532135,
      "step": 39100
    },
    {
      "loss_action": 0.017632488161325455,
      "loss_total": 0.017632488161325455,
      "step": 39100
    },
    {
      "loss_action": 0.0029913054313510656,
      "loss_total": 0.0029913054313510656,
      "step": 39100
    },
    {
      "loss_action": 0.003594594541937113,
      "loss_total": 0.003594594541937113,
      "step": 39100
    },
    {
      "grad_norm": 0.10711289942264557,
      "learning_rate": 7.142501346080333e-05,
      "loss": 0.009,
      "step": 39110
    },
    {
      "loss_action": 0.008041784167289734,
      "loss_total": 0.008041784167289734,
      "step": 39110
    },
    {
      "loss_action": 0.005219988524913788,
      "loss_total": 0.005219988524913788,
      "step": 39110
    },
    {
      "loss_action": 0.0033294339664280415,
      "loss_total": 0.0033294339664280415,
      "step": 39110
    },
    {
      "loss_action": 0.011416655965149403,
      "loss_total": 0.011416655965149403,
      "step": 39110
    },
    {
      "loss_action": 0.009741123765707016,
      "loss_total": 0.009741123765707016,
      "step": 39110
    },
    {
      "loss_action": 0.007383570075035095,
      "loss_total": 0.007383570075035095,
      "step": 39110
    },
    {
      "loss_action": 0.010405371896922588,
      "loss_total": 0.010405371896922588,
      "step": 39110
    },
    {
      "loss_action": 0.008166670799255371,
      "loss_total": 0.008166670799255371,
      "step": 39110
    },
    {
      "grad_norm": 0.1437336504459381,
      "learning_rate": 7.141007250104421e-05,
      "loss": 0.0086,
      "step": 39120
    },
    {
      "loss_action": 0.013680791482329369,
      "loss_total": 0.013680791482329369,
      "step": 39120
    },
    {
      "loss_action": 0.0032158754765987396,
      "loss_total": 0.0032158754765987396,
      "step": 39120
    },
    {
      "loss_action": 0.013462789356708527,
      "loss_total": 0.013462789356708527,
      "step": 39120
    },
    {
      "loss_action": 0.006265854928642511,
      "loss_total": 0.006265854928642511,
      "step": 39120
    },
    {
      "loss_action": 0.003244206076487899,
      "loss_total": 0.003244206076487899,
      "step": 39120
    },
    {
      "loss_action": 0.011694682762026787,
      "loss_total": 0.011694682762026787,
      "step": 39120
    },
    {
      "loss_action": 0.013961137272417545,
      "loss_total": 0.013961137272417545,
      "step": 39120
    },
    {
      "loss_action": 0.007989352568984032,
      "loss_total": 0.007989352568984032,
      "step": 39120
    },
    {
      "grad_norm": 0.11355289816856384,
      "learning_rate": 7.139512919991176e-05,
      "loss": 0.0078,
      "step": 39130
    },
    {
      "loss_action": 0.01290071476250887,
      "loss_total": 0.01290071476250887,
      "step": 39130
    },
    {
      "loss_action": 0.007390175946056843,
      "loss_total": 0.007390175946056843,
      "step": 39130
    },
    {
      "loss_action": 0.00519340205937624,
      "loss_total": 0.00519340205937624,
      "step": 39130
    },
    {
      "loss_action": 0.009332484565675259,
      "loss_total": 0.009332484565675259,
      "step": 39130
    },
    {
      "loss_action": 0.01226118765771389,
      "loss_total": 0.01226118765771389,
      "step": 39130
    },
    {
      "loss_action": 0.009217720478773117,
      "loss_total": 0.009217720478773117,
      "step": 39130
    },
    {
      "loss_action": 0.005455966107547283,
      "loss_total": 0.005455966107547283,
      "step": 39130
    },
    {
      "loss_action": 0.006273079663515091,
      "loss_total": 0.006273079663515091,
      "step": 39130
    },
    {
      "grad_norm": 0.14898385107517242,
      "learning_rate": 7.138018355904014e-05,
      "loss": 0.0085,
      "step": 39140
    },
    {
      "loss_action": 0.007473565172404051,
      "loss_total": 0.007473565172404051,
      "step": 39140
    },
    {
      "loss_action": 0.002581983571872115,
      "loss_total": 0.002581983571872115,
      "step": 39140
    },
    {
      "loss_action": 0.019075272604823112,
      "loss_total": 0.019075272604823112,
      "step": 39140
    },
    {
      "loss_action": 0.01180728804320097,
      "loss_total": 0.01180728804320097,
      "step": 39140
    },
    {
      "loss_action": 0.0059469896368682384,
      "loss_total": 0.0059469896368682384,
      "step": 39140
    },
    {
      "loss_action": 0.007678491063416004,
      "loss_total": 0.007678491063416004,
      "step": 39140
    },
    {
      "loss_action": 0.0038709568325430155,
      "loss_total": 0.0038709568325430155,
      "step": 39140
    },
    {
      "loss_action": 0.00300991116091609,
      "loss_total": 0.00300991116091609,
      "step": 39140
    },
    {
      "grad_norm": 0.10801301151514053,
      "learning_rate": 7.13652355800638e-05,
      "loss": 0.0088,
      "step": 39150
    },
    {
      "loss_action": 0.00864385161548853,
      "loss_total": 0.00864385161548853,
      "step": 39150
    },
    {
      "loss_action": 0.003848480060696602,
      "loss_total": 0.003848480060696602,
      "step": 39150
    },
    {
      "loss_action": 0.015546172857284546,
      "loss_total": 0.015546172857284546,
      "step": 39150
    },
    {
      "loss_action": 0.005522201769053936,
      "loss_total": 0.005522201769053936,
      "step": 39150
    },
    {
      "loss_action": 0.008591906167566776,
      "loss_total": 0.008591906167566776,
      "step": 39150
    },
    {
      "loss_action": 0.010757273063063622,
      "loss_total": 0.010757273063063622,
      "step": 39150
    },
    {
      "loss_action": 0.011955315247178078,
      "loss_total": 0.011955315247178078,
      "step": 39150
    },
    {
      "loss_action": 0.009083722718060017,
      "loss_total": 0.009083722718060017,
      "step": 39150
    },
    {
      "grad_norm": 0.10123050212860107,
      "learning_rate": 7.135028526461743e-05,
      "loss": 0.0087,
      "step": 39160
    },
    {
      "loss_action": 0.014263628982007504,
      "loss_total": 0.014263628982007504,
      "step": 39160
    },
    {
      "loss_action": 0.008328389376401901,
      "loss_total": 0.008328389376401901,
      "step": 39160
    },
    {
      "loss_action": 0.0241294763982296,
      "loss_total": 0.0241294763982296,
      "step": 39160
    },
    {
      "loss_action": 0.015887023881077766,
      "loss_total": 0.015887023881077766,
      "step": 39160
    },
    {
      "loss_action": 0.009748359210789204,
      "loss_total": 0.009748359210789204,
      "step": 39160
    },
    {
      "loss_action": 0.013575119897723198,
      "loss_total": 0.013575119897723198,
      "step": 39160
    },
    {
      "loss_action": 0.009915288537740707,
      "loss_total": 0.009915288537740707,
      "step": 39160
    },
    {
      "loss_action": 0.01112423650920391,
      "loss_total": 0.01112423650920391,
      "step": 39160
    },
    {
      "grad_norm": 0.11954551935195923,
      "learning_rate": 7.133533261433594e-05,
      "loss": 0.0097,
      "step": 39170
    },
    {
      "loss_action": 0.005395124200731516,
      "loss_total": 0.005395124200731516,
      "step": 39170
    },
    {
      "loss_action": 0.012133562937378883,
      "loss_total": 0.012133562937378883,
      "step": 39170
    },
    {
      "loss_action": 0.003218309488147497,
      "loss_total": 0.003218309488147497,
      "step": 39170
    },
    {
      "loss_action": 0.00385841797105968,
      "loss_total": 0.00385841797105968,
      "step": 39170
    },
    {
      "loss_action": 0.013734419830143452,
      "loss_total": 0.013734419830143452,
      "step": 39170
    },
    {
      "loss_action": 0.00429527647793293,
      "loss_total": 0.00429527647793293,
      "step": 39170
    },
    {
      "loss_action": 0.007296692579984665,
      "loss_total": 0.007296692579984665,
      "step": 39170
    },
    {
      "loss_action": 0.03570251911878586,
      "loss_total": 0.03570251911878586,
      "step": 39170
    },
    {
      "grad_norm": 0.09680479019880295,
      "learning_rate": 7.132037763085457e-05,
      "loss": 0.0096,
      "step": 39180
    },
    {
      "loss_action": 0.007168568205088377,
      "loss_total": 0.007168568205088377,
      "step": 39180
    },
    {
      "loss_action": 0.006759054027497768,
      "loss_total": 0.006759054027497768,
      "step": 39180
    },
    {
      "loss_action": 0.016765546053647995,
      "loss_total": 0.016765546053647995,
      "step": 39180
    },
    {
      "loss_action": 0.014226129278540611,
      "loss_total": 0.014226129278540611,
      "step": 39180
    },
    {
      "loss_action": 0.004948653280735016,
      "loss_total": 0.004948653280735016,
      "step": 39180
    },
    {
      "loss_action": 0.004917425103485584,
      "loss_total": 0.004917425103485584,
      "step": 39180
    },
    {
      "loss_action": 0.008269980549812317,
      "loss_total": 0.008269980549812317,
      "step": 39180
    },
    {
      "loss_action": 0.037060998380184174,
      "loss_total": 0.037060998380184174,
      "step": 39180
    },
    {
      "grad_norm": 0.14169129729270935,
      "learning_rate": 7.130542031580875e-05,
      "loss": 0.0095,
      "step": 39190
    },
    {
      "loss_action": 0.005457267165184021,
      "loss_total": 0.005457267165184021,
      "step": 39190
    },
    {
      "loss_action": 0.02622603438794613,
      "loss_total": 0.02622603438794613,
      "step": 39190
    },
    {
      "loss_action": 0.008185189217329025,
      "loss_total": 0.008185189217329025,
      "step": 39190
    },
    {
      "loss_action": 0.0062431106343865395,
      "loss_total": 0.0062431106343865395,
      "step": 39190
    },
    {
      "loss_action": 0.005802636034786701,
      "loss_total": 0.005802636034786701,
      "step": 39190
    },
    {
      "loss_action": 0.0044893985614180565,
      "loss_total": 0.0044893985614180565,
      "step": 39190
    },
    {
      "loss_action": 0.010962311178445816,
      "loss_total": 0.010962311178445816,
      "step": 39190
    },
    {
      "loss_action": 0.019027527421712875,
      "loss_total": 0.019027527421712875,
      "step": 39190
    },
    {
      "grad_norm": 0.18056775629520416,
      "learning_rate": 7.12904606708342e-05,
      "loss": 0.0092,
      "step": 39200
    },
    {
      "loss_action": 0.008292516693472862,
      "loss_total": 0.008292516693472862,
      "step": 39200
    },
    {
      "loss_action": 0.003186221932992339,
      "loss_total": 0.003186221932992339,
      "step": 39200
    },
    {
      "loss_action": 0.022019511088728905,
      "loss_total": 0.022019511088728905,
      "step": 39200
    },
    {
      "loss_action": 0.002869389485567808,
      "loss_total": 0.002869389485567808,
      "step": 39200
    },
    {
      "loss_action": 0.01386447437107563,
      "loss_total": 0.01386447437107563,
      "step": 39200
    },
    {
      "loss_action": 0.009199419990181923,
      "loss_total": 0.009199419990181923,
      "step": 39200
    },
    {
      "loss_action": 0.0074628135189414024,
      "loss_total": 0.0074628135189414024,
      "step": 39200
    },
    {
      "loss_action": 0.010911610908806324,
      "loss_total": 0.010911610908806324,
      "step": 39200
    },
    {
      "grad_norm": 0.10223780572414398,
      "learning_rate": 7.127549869756687e-05,
      "loss": 0.0109,
      "step": 39210
    },
    {
      "loss_action": 0.00513795530423522,
      "loss_total": 0.00513795530423522,
      "step": 39210
    },
    {
      "loss_action": 0.006112114526331425,
      "loss_total": 0.006112114526331425,
      "step": 39210
    },
    {
      "loss_action": 0.005923455581068993,
      "loss_total": 0.005923455581068993,
      "step": 39210
    },
    {
      "loss_action": 0.013093560934066772,
      "loss_total": 0.013093560934066772,
      "step": 39210
    },
    {
      "loss_action": 0.0162828229367733,
      "loss_total": 0.0162828229367733,
      "step": 39210
    },
    {
      "loss_action": 0.01157908421009779,
      "loss_total": 0.01157908421009779,
      "step": 39210
    },
    {
      "loss_action": 0.006295795552432537,
      "loss_total": 0.006295795552432537,
      "step": 39210
    },
    {
      "loss_action": 0.006314505822956562,
      "loss_total": 0.006314505822956562,
      "step": 39210
    },
    {
      "grad_norm": 0.0805247500538826,
      "learning_rate": 7.126053439764299e-05,
      "loss": 0.0092,
      "step": 39220
    },
    {
      "loss_action": 0.007310778368264437,
      "loss_total": 0.007310778368264437,
      "step": 39220
    },
    {
      "loss_action": 0.00551897706463933,
      "loss_total": 0.00551897706463933,
      "step": 39220
    },
    {
      "loss_action": 0.00838857889175415,
      "loss_total": 0.00838857889175415,
      "step": 39220
    },
    {
      "loss_action": 0.02137983776628971,
      "loss_total": 0.02137983776628971,
      "step": 39220
    },
    {
      "loss_action": 0.005465655587613583,
      "loss_total": 0.005465655587613583,
      "step": 39220
    },
    {
      "loss_action": 0.005036517046391964,
      "loss_total": 0.005036517046391964,
      "step": 39220
    },
    {
      "loss_action": 0.008103030733764172,
      "loss_total": 0.008103030733764172,
      "step": 39220
    },
    {
      "loss_action": 0.01846473291516304,
      "loss_total": 0.01846473291516304,
      "step": 39220
    },
    {
      "grad_norm": 0.17545263469219208,
      "learning_rate": 7.124556777269904e-05,
      "loss": 0.0103,
      "step": 39230
    },
    {
      "loss_action": 0.0167582668364048,
      "loss_total": 0.0167582668364048,
      "step": 39230
    },
    {
      "loss_action": 0.012416151352226734,
      "loss_total": 0.012416151352226734,
      "step": 39230
    },
    {
      "loss_action": 0.020871588960289955,
      "loss_total": 0.020871588960289955,
      "step": 39230
    },
    {
      "loss_action": 0.00665699178352952,
      "loss_total": 0.00665699178352952,
      "step": 39230
    },
    {
      "loss_action": 0.010383184999227524,
      "loss_total": 0.010383184999227524,
      "step": 39230
    },
    {
      "loss_action": 0.013294302858412266,
      "loss_total": 0.013294302858412266,
      "step": 39230
    },
    {
      "loss_action": 0.006677204743027687,
      "loss_total": 0.006677204743027687,
      "step": 39230
    },
    {
      "loss_action": 0.010088572278618813,
      "loss_total": 0.010088572278618813,
      "step": 39230
    },
    {
      "grad_norm": 0.15366792678833008,
      "learning_rate": 7.123059882437174e-05,
      "loss": 0.0096,
      "step": 39240
    },
    {
      "loss_action": 0.009560205042362213,
      "loss_total": 0.009560205042362213,
      "step": 39240
    },
    {
      "loss_action": 0.00770410755649209,
      "loss_total": 0.00770410755649209,
      "step": 39240
    },
    {
      "loss_action": 0.0074848150834441185,
      "loss_total": 0.0074848150834441185,
      "step": 39240
    },
    {
      "loss_action": 0.00830044411122799,
      "loss_total": 0.00830044411122799,
      "step": 39240
    },
    {
      "loss_action": 0.008011984638869762,
      "loss_total": 0.008011984638869762,
      "step": 39240
    },
    {
      "loss_action": 0.011394809931516647,
      "loss_total": 0.011394809931516647,
      "step": 39240
    },
    {
      "loss_action": 0.00590728223323822,
      "loss_total": 0.00590728223323822,
      "step": 39240
    },
    {
      "loss_action": 0.0055341655388474464,
      "loss_total": 0.0055341655388474464,
      "step": 39240
    },
    {
      "grad_norm": 0.1326698362827301,
      "learning_rate": 7.121562755429807e-05,
      "loss": 0.0082,
      "step": 39250
    },
    {
      "loss_action": 0.003100804751738906,
      "loss_total": 0.003100804751738906,
      "step": 39250
    },
    {
      "loss_action": 0.005666018463671207,
      "loss_total": 0.005666018463671207,
      "step": 39250
    },
    {
      "loss_action": 0.02033866196870804,
      "loss_total": 0.02033866196870804,
      "step": 39250
    },
    {
      "loss_action": 0.003980053588747978,
      "loss_total": 0.003980053588747978,
      "step": 39250
    },
    {
      "loss_action": 0.01607946678996086,
      "loss_total": 0.01607946678996086,
      "step": 39250
    },
    {
      "loss_action": 0.0069436742924153805,
      "loss_total": 0.0069436742924153805,
      "step": 39250
    },
    {
      "loss_action": 0.012780598364770412,
      "loss_total": 0.012780598364770412,
      "step": 39250
    },
    {
      "loss_action": 0.006073763594031334,
      "loss_total": 0.006073763594031334,
      "step": 39250
    },
    {
      "grad_norm": 0.13974639773368835,
      "learning_rate": 7.120065396411528e-05,
      "loss": 0.0104,
      "step": 39260
    },
    {
      "loss_action": 0.00322265038266778,
      "loss_total": 0.00322265038266778,
      "step": 39260
    },
    {
      "loss_action": 0.002838362939655781,
      "loss_total": 0.002838362939655781,
      "step": 39260
    },
    {
      "loss_action": 0.01177997700870037,
      "loss_total": 0.01177997700870037,
      "step": 39260
    },
    {
      "loss_action": 0.0022205577697604895,
      "loss_total": 0.0022205577697604895,
      "step": 39260
    },
    {
      "loss_action": 0.0021906979382038116,
      "loss_total": 0.0021906979382038116,
      "step": 39260
    },
    {
      "loss_action": 0.006589384749531746,
      "loss_total": 0.006589384749531746,
      "step": 39260
    },
    {
      "loss_action": 0.0057091061025857925,
      "loss_total": 0.0057091061025857925,
      "step": 39260
    },
    {
      "loss_action": 0.01260021235793829,
      "loss_total": 0.01260021235793829,
      "step": 39260
    },
    {
      "grad_norm": 0.15276138484477997,
      "learning_rate": 7.118567805546084e-05,
      "loss": 0.009,
      "step": 39270
    },
    {
      "loss_action": 0.004475189372897148,
      "loss_total": 0.004475189372897148,
      "step": 39270
    },
    {
      "loss_action": 0.003210614901036024,
      "loss_total": 0.003210614901036024,
      "step": 39270
    },
    {
      "loss_action": 0.0051579782739281654,
      "loss_total": 0.0051579782739281654,
      "step": 39270
    },
    {
      "loss_action": 0.014273295179009438,
      "loss_total": 0.014273295179009438,
      "step": 39270
    },
    {
      "loss_action": 0.0056119440123438835,
      "loss_total": 0.0056119440123438835,
      "step": 39270
    },
    {
      "loss_action": 0.019801080226898193,
      "loss_total": 0.019801080226898193,
      "step": 39270
    },
    {
      "loss_action": 0.011095155030488968,
      "loss_total": 0.011095155030488968,
      "step": 39270
    },
    {
      "loss_action": 0.012350431643426418,
      "loss_total": 0.012350431643426418,
      "step": 39270
    },
    {
      "grad_norm": 0.13055431842803955,
      "learning_rate": 7.117069982997248e-05,
      "loss": 0.0081,
      "step": 39280
    },
    {
      "loss_action": 0.008836351335048676,
      "loss_total": 0.008836351335048676,
      "step": 39280
    },
    {
      "loss_action": 0.0055579617619514465,
      "loss_total": 0.0055579617619514465,
      "step": 39280
    },
    {
      "loss_action": 0.00557711161673069,
      "loss_total": 0.00557711161673069,
      "step": 39280
    },
    {
      "loss_action": 0.003908929415047169,
      "loss_total": 0.003908929415047169,
      "step": 39280
    },
    {
      "loss_action": 0.006622936110943556,
      "loss_total": 0.006622936110943556,
      "step": 39280
    },
    {
      "loss_action": 0.009412330575287342,
      "loss_total": 0.009412330575287342,
      "step": 39280
    },
    {
      "loss_action": 0.008029406890273094,
      "loss_total": 0.008029406890273094,
      "step": 39280
    },
    {
      "loss_action": 0.0068671987392008305,
      "loss_total": 0.0068671987392008305,
      "step": 39280
    },
    {
      "grad_norm": 0.13971176743507385,
      "learning_rate": 7.115571928928825e-05,
      "loss": 0.0079,
      "step": 39290
    },
    {
      "loss_action": 0.014663970097899437,
      "loss_total": 0.014663970097899437,
      "step": 39290
    },
    {
      "loss_action": 0.008597329258918762,
      "loss_total": 0.008597329258918762,
      "step": 39290
    },
    {
      "loss_action": 0.004089360125362873,
      "loss_total": 0.004089360125362873,
      "step": 39290
    },
    {
      "loss_action": 0.012983380816876888,
      "loss_total": 0.012983380816876888,
      "step": 39290
    },
    {
      "loss_action": 0.008880214765667915,
      "loss_total": 0.008880214765667915,
      "step": 39290
    },
    {
      "loss_action": 0.004393921233713627,
      "loss_total": 0.004393921233713627,
      "step": 39290
    },
    {
      "loss_action": 0.0048454925417900085,
      "loss_total": 0.0048454925417900085,
      "step": 39290
    },
    {
      "loss_action": 0.005814854521304369,
      "loss_total": 0.005814854521304369,
      "step": 39290
    },
    {
      "grad_norm": 0.10935884714126587,
      "learning_rate": 7.114073643504635e-05,
      "loss": 0.0085,
      "step": 39300
    },
    {
      "loss_action": 0.0057550957426428795,
      "loss_total": 0.0057550957426428795,
      "step": 39300
    },
    {
      "loss_action": 0.0034746285527944565,
      "loss_total": 0.0034746285527944565,
      "step": 39300
    },
    {
      "loss_action": 0.012580541893839836,
      "loss_total": 0.012580541893839836,
      "step": 39300
    },
    {
      "loss_action": 0.01176952663809061,
      "loss_total": 0.01176952663809061,
      "step": 39300
    },
    {
      "loss_action": 0.01445691753178835,
      "loss_total": 0.01445691753178835,
      "step": 39300
    },
    {
      "loss_action": 0.009785850532352924,
      "loss_total": 0.009785850532352924,
      "step": 39300
    },
    {
      "loss_action": 0.009180565364658833,
      "loss_total": 0.009180565364658833,
      "step": 39300
    },
    {
      "loss_action": 0.008780833333730698,
      "loss_total": 0.008780833333730698,
      "step": 39300
    },
    {
      "grad_norm": 0.15659058094024658,
      "learning_rate": 7.11257512688853e-05,
      "loss": 0.0126,
      "step": 39310
    },
    {
      "loss_action": 0.01890377514064312,
      "loss_total": 0.01890377514064312,
      "step": 39310
    },
    {
      "loss_action": 0.026219435036182404,
      "loss_total": 0.026219435036182404,
      "step": 39310
    },
    {
      "loss_action": 0.017009980976581573,
      "loss_total": 0.017009980976581573,
      "step": 39310
    },
    {
      "loss_action": 0.006692156195640564,
      "loss_total": 0.006692156195640564,
      "step": 39310
    },
    {
      "loss_action": 0.004894084297120571,
      "loss_total": 0.004894084297120571,
      "step": 39310
    },
    {
      "loss_action": 0.018448976799845695,
      "loss_total": 0.018448976799845695,
      "step": 39310
    },
    {
      "loss_action": 0.0032072127796709538,
      "loss_total": 0.0032072127796709538,
      "step": 39310
    },
    {
      "loss_action": 0.007752239238470793,
      "loss_total": 0.007752239238470793,
      "step": 39310
    },
    {
      "grad_norm": 0.10128231346607208,
      "learning_rate": 7.111076379244384e-05,
      "loss": 0.0089,
      "step": 39320
    },
    {
      "loss_action": 0.008324320428073406,
      "loss_total": 0.008324320428073406,
      "step": 39320
    },
    {
      "loss_action": 0.005594206042587757,
      "loss_total": 0.005594206042587757,
      "step": 39320
    },
    {
      "loss_action": 0.012264356017112732,
      "loss_total": 0.012264356017112732,
      "step": 39320
    },
    {
      "loss_action": 0.010275119915604591,
      "loss_total": 0.010275119915604591,
      "step": 39320
    },
    {
      "loss_action": 0.012434962205588818,
      "loss_total": 0.012434962205588818,
      "step": 39320
    },
    {
      "loss_action": 0.013438965193927288,
      "loss_total": 0.013438965193927288,
      "step": 39320
    },
    {
      "loss_action": 0.023853670805692673,
      "loss_total": 0.023853670805692673,
      "step": 39320
    },
    {
      "loss_action": 0.004414718598127365,
      "loss_total": 0.004414718598127365,
      "step": 39320
    },
    {
      "grad_norm": 0.1244623064994812,
      "learning_rate": 7.109577400736101e-05,
      "loss": 0.0095,
      "step": 39330
    },
    {
      "loss_action": 0.00865388847887516,
      "loss_total": 0.00865388847887516,
      "step": 39330
    },
    {
      "loss_action": 0.0034779489506036043,
      "loss_total": 0.0034779489506036043,
      "step": 39330
    },
    {
      "loss_action": 0.013831681571900845,
      "loss_total": 0.013831681571900845,
      "step": 39330
    },
    {
      "loss_action": 0.00806709285825491,
      "loss_total": 0.00806709285825491,
      "step": 39330
    },
    {
      "loss_action": 0.009291048161685467,
      "loss_total": 0.009291048161685467,
      "step": 39330
    },
    {
      "loss_action": 0.003352954052388668,
      "loss_total": 0.003352954052388668,
      "step": 39330
    },
    {
      "loss_action": 0.01735207624733448,
      "loss_total": 0.01735207624733448,
      "step": 39330
    },
    {
      "loss_action": 0.002057094592601061,
      "loss_total": 0.002057094592601061,
      "step": 39330
    },
    {
      "grad_norm": 0.12388011068105698,
      "learning_rate": 7.108078191527605e-05,
      "loss": 0.0101,
      "step": 39340
    },
    {
      "loss_action": 0.004915817640721798,
      "loss_total": 0.004915817640721798,
      "step": 39340
    },
    {
      "loss_action": 0.0076243095099925995,
      "loss_total": 0.0076243095099925995,
      "step": 39340
    },
    {
      "loss_action": 0.006193363107740879,
      "loss_total": 0.006193363107740879,
      "step": 39340
    },
    {
      "loss_action": 0.006674688309431076,
      "loss_total": 0.006674688309431076,
      "step": 39340
    },
    {
      "loss_action": 0.01477215625345707,
      "loss_total": 0.01477215625345707,
      "step": 39340
    },
    {
      "loss_action": 0.009320048615336418,
      "loss_total": 0.009320048615336418,
      "step": 39340
    },
    {
      "loss_action": 0.008521568961441517,
      "loss_total": 0.008521568961441517,
      "step": 39340
    },
    {
      "loss_action": 0.005460398271679878,
      "loss_total": 0.005460398271679878,
      "step": 39340
    },
    {
      "grad_norm": 0.1264422982931137,
      "learning_rate": 7.106578751782847e-05,
      "loss": 0.0096,
      "step": 39350
    },
    {
      "loss_action": 0.015101272612810135,
      "loss_total": 0.015101272612810135,
      "step": 39350
    },
    {
      "loss_action": 0.003452859353274107,
      "loss_total": 0.003452859353274107,
      "step": 39350
    },
    {
      "loss_action": 0.01548700500279665,
      "loss_total": 0.01548700500279665,
      "step": 39350
    },
    {
      "loss_action": 0.00811657216399908,
      "loss_total": 0.00811657216399908,
      "step": 39350
    },
    {
      "loss_action": 0.015213913284242153,
      "loss_total": 0.015213913284242153,
      "step": 39350
    },
    {
      "loss_action": 0.003695519408211112,
      "loss_total": 0.003695519408211112,
      "step": 39350
    },
    {
      "loss_action": 0.007226020097732544,
      "loss_total": 0.007226020097732544,
      "step": 39350
    },
    {
      "loss_action": 0.004848799202591181,
      "loss_total": 0.004848799202591181,
      "step": 39350
    },
    {
      "grad_norm": 0.1508135050535202,
      "learning_rate": 7.105079081665803e-05,
      "loss": 0.0103,
      "step": 39360
    },
    {
      "loss_action": 0.006405083928257227,
      "loss_total": 0.006405083928257227,
      "step": 39360
    },
    {
      "loss_action": 0.0036715930327773094,
      "loss_total": 0.0036715930327773094,
      "step": 39360
    },
    {
      "loss_action": 0.008410916663706303,
      "loss_total": 0.008410916663706303,
      "step": 39360
    },
    {
      "loss_action": 0.012988997623324394,
      "loss_total": 0.012988997623324394,
      "step": 39360
    },
    {
      "loss_action": 0.0030078752897679806,
      "loss_total": 0.0030078752897679806,
      "step": 39360
    },
    {
      "loss_action": 0.006783238612115383,
      "loss_total": 0.006783238612115383,
      "step": 39360
    },
    {
      "loss_action": 0.003118479158729315,
      "loss_total": 0.003118479158729315,
      "step": 39360
    },
    {
      "loss_action": 0.005139673128724098,
      "loss_total": 0.005139673128724098,
      "step": 39360
    },
    {
      "grad_norm": 0.15662191808223724,
      "learning_rate": 7.103579181340476e-05,
      "loss": 0.0105,
      "step": 39370
    },
    {
      "loss_action": 0.009073726832866669,
      "loss_total": 0.009073726832866669,
      "step": 39370
    },
    {
      "loss_action": 0.00787021778523922,
      "loss_total": 0.00787021778523922,
      "step": 39370
    },
    {
      "loss_action": 0.009896439500153065,
      "loss_total": 0.009896439500153065,
      "step": 39370
    },
    {
      "loss_action": 0.01031844038516283,
      "loss_total": 0.01031844038516283,
      "step": 39370
    },
    {
      "loss_action": 0.008622732944786549,
      "loss_total": 0.008622732944786549,
      "step": 39370
    },
    {
      "loss_action": 0.013375754468142986,
      "loss_total": 0.013375754468142986,
      "step": 39370
    },
    {
      "loss_action": 0.005741918925195932,
      "loss_total": 0.005741918925195932,
      "step": 39370
    },
    {
      "loss_action": 0.0026235966943204403,
      "loss_total": 0.0026235966943204403,
      "step": 39370
    },
    {
      "grad_norm": 0.1024872362613678,
      "learning_rate": 7.102079050970893e-05,
      "loss": 0.011,
      "step": 39380
    },
    {
      "loss_action": 0.0072273681871593,
      "loss_total": 0.0072273681871593,
      "step": 39380
    },
    {
      "loss_action": 0.022302666679024696,
      "loss_total": 0.022302666679024696,
      "step": 39380
    },
    {
      "loss_action": 0.002972653601318598,
      "loss_total": 0.002972653601318598,
      "step": 39380
    },
    {
      "loss_action": 0.0026633203960955143,
      "loss_total": 0.0026633203960955143,
      "step": 39380
    },
    {
      "loss_action": 0.003987136296927929,
      "loss_total": 0.003987136296927929,
      "step": 39380
    },
    {
      "loss_action": 0.005255896132439375,
      "loss_total": 0.005255896132439375,
      "step": 39380
    },
    {
      "loss_action": 0.008126091212034225,
      "loss_total": 0.008126091212034225,
      "step": 39380
    },
    {
      "loss_action": 0.003301334800198674,
      "loss_total": 0.003301334800198674,
      "step": 39380
    },
    {
      "grad_norm": 0.1137503907084465,
      "learning_rate": 7.100578690721105e-05,
      "loss": 0.0093,
      "step": 39390
    },
    {
      "loss_action": 0.010599629022181034,
      "loss_total": 0.010599629022181034,
      "step": 39390
    },
    {
      "loss_action": 0.016393978148698807,
      "loss_total": 0.016393978148698807,
      "step": 39390
    },
    {
      "loss_action": 0.012289084494113922,
      "loss_total": 0.012289084494113922,
      "step": 39390
    },
    {
      "loss_action": 0.0052834502421319485,
      "loss_total": 0.0052834502421319485,
      "step": 39390
    },
    {
      "loss_action": 0.013428974896669388,
      "loss_total": 0.013428974896669388,
      "step": 39390
    },
    {
      "loss_action": 0.0057911137118935585,
      "loss_total": 0.0057911137118935585,
      "step": 39390
    },
    {
      "loss_action": 0.0077460152097046375,
      "loss_total": 0.0077460152097046375,
      "step": 39390
    },
    {
      "loss_action": 0.0033422308042645454,
      "loss_total": 0.0033422308042645454,
      "step": 39390
    },
    {
      "grad_norm": 0.11546844244003296,
      "learning_rate": 7.09907810075519e-05,
      "loss": 0.0093,
      "step": 39400
    },
    {
      "loss_action": 0.002667514141649008,
      "loss_total": 0.002667514141649008,
      "step": 39400
    },
    {
      "loss_action": 0.00435212254524231,
      "loss_total": 0.00435212254524231,
      "step": 39400
    },
    {
      "loss_action": 0.005354083143174648,
      "loss_total": 0.005354083143174648,
      "step": 39400
    },
    {
      "loss_action": 0.010470626875758171,
      "loss_total": 0.010470626875758171,
      "step": 39400
    },
    {
      "loss_action": 0.010389912873506546,
      "loss_total": 0.010389912873506546,
      "step": 39400
    },
    {
      "loss_action": 0.013128139078617096,
      "loss_total": 0.013128139078617096,
      "step": 39400
    },
    {
      "loss_action": 0.016045179218053818,
      "loss_total": 0.016045179218053818,
      "step": 39400
    },
    {
      "loss_action": 0.0025855472777038813,
      "loss_total": 0.0025855472777038813,
      "step": 39400
    },
    {
      "grad_norm": 0.08643712848424911,
      "learning_rate": 7.097577281237249e-05,
      "loss": 0.0091,
      "step": 39410
    },
    {
      "loss_action": 0.011999587528407574,
      "loss_total": 0.011999587528407574,
      "step": 39410
    },
    {
      "loss_action": 0.004828734323382378,
      "loss_total": 0.004828734323382378,
      "step": 39410
    },
    {
      "loss_action": 0.004594241268932819,
      "loss_total": 0.004594241268932819,
      "step": 39410
    },
    {
      "loss_action": 0.005904899910092354,
      "loss_total": 0.005904899910092354,
      "step": 39410
    },
    {
      "loss_action": 0.007116864435374737,
      "loss_total": 0.007116864435374737,
      "step": 39410
    },
    {
      "loss_action": 0.02451995387673378,
      "loss_total": 0.02451995387673378,
      "step": 39410
    },
    {
      "loss_action": 0.0055648814886808395,
      "loss_total": 0.0055648814886808395,
      "step": 39410
    },
    {
      "loss_action": 0.004165502730756998,
      "loss_total": 0.004165502730756998,
      "step": 39410
    },
    {
      "grad_norm": 0.18075869977474213,
      "learning_rate": 7.09607623233141e-05,
      "loss": 0.0102,
      "step": 39420
    },
    {
      "loss_action": 0.0030221850611269474,
      "loss_total": 0.0030221850611269474,
      "step": 39420
    },
    {
      "loss_action": 0.006067177280783653,
      "loss_total": 0.006067177280783653,
      "step": 39420
    },
    {
      "loss_action": 0.003842164296656847,
      "loss_total": 0.003842164296656847,
      "step": 39420
    },
    {
      "loss_action": 0.005339021794497967,
      "loss_total": 0.005339021794497967,
      "step": 39420
    },
    {
      "loss_action": 0.005518787074834108,
      "loss_total": 0.005518787074834108,
      "step": 39420
    },
    {
      "loss_action": 0.00943564623594284,
      "loss_total": 0.00943564623594284,
      "step": 39420
    },
    {
      "loss_action": 0.003118553664535284,
      "loss_total": 0.003118553664535284,
      "step": 39420
    },
    {
      "loss_action": 0.014649740420281887,
      "loss_total": 0.014649740420281887,
      "step": 39420
    },
    {
      "grad_norm": 0.10684642940759659,
      "learning_rate": 7.094574954201827e-05,
      "loss": 0.0085,
      "step": 39430
    },
    {
      "loss_action": 0.04266483336687088,
      "loss_total": 0.04266483336687088,
      "step": 39430
    },
    {
      "loss_action": 0.007886230014264584,
      "loss_total": 0.007886230014264584,
      "step": 39430
    },
    {
      "loss_action": 0.01763063296675682,
      "loss_total": 0.01763063296675682,
      "step": 39430
    },
    {
      "loss_action": 0.015695912763476372,
      "loss_total": 0.015695912763476372,
      "step": 39430
    },
    {
      "loss_action": 0.006804540753364563,
      "loss_total": 0.006804540753364563,
      "step": 39430
    },
    {
      "loss_action": 0.013978682458400726,
      "loss_total": 0.013978682458400726,
      "step": 39430
    },
    {
      "loss_action": 0.004652077332139015,
      "loss_total": 0.004652077332139015,
      "step": 39430
    },
    {
      "loss_action": 0.015521063469350338,
      "loss_total": 0.015521063469350338,
      "step": 39430
    },
    {
      "grad_norm": 0.13055691123008728,
      "learning_rate": 7.093073447012675e-05,
      "loss": 0.0098,
      "step": 39440
    },
    {
      "loss_action": 0.005029850639402866,
      "loss_total": 0.005029850639402866,
      "step": 39440
    },
    {
      "loss_action": 0.015391528606414795,
      "loss_total": 0.015391528606414795,
      "step": 39440
    },
    {
      "loss_action": 0.005216632038354874,
      "loss_total": 0.005216632038354874,
      "step": 39440
    },
    {
      "loss_action": 0.0068780817091465,
      "loss_total": 0.0068780817091465,
      "step": 39440
    },
    {
      "loss_action": 0.014975124038755894,
      "loss_total": 0.014975124038755894,
      "step": 39440
    },
    {
      "loss_action": 0.011566556990146637,
      "loss_total": 0.011566556990146637,
      "step": 39440
    },
    {
      "loss_action": 0.009359680116176605,
      "loss_total": 0.009359680116176605,
      "step": 39440
    },
    {
      "loss_action": 0.009750423021614552,
      "loss_total": 0.009750423021614552,
      "step": 39440
    },
    {
      "grad_norm": 0.09309843182563782,
      "learning_rate": 7.09157171092816e-05,
      "loss": 0.008,
      "step": 39450
    },
    {
      "loss_action": 0.0062132226303219795,
      "loss_total": 0.0062132226303219795,
      "step": 39450
    },
    {
      "loss_action": 0.007931141182780266,
      "loss_total": 0.007931141182780266,
      "step": 39450
    },
    {
      "loss_action": 0.012461774051189423,
      "loss_total": 0.012461774051189423,
      "step": 39450
    },
    {
      "loss_action": 0.003081767586991191,
      "loss_total": 0.003081767586991191,
      "step": 39450
    },
    {
      "loss_action": 0.005407046992331743,
      "loss_total": 0.005407046992331743,
      "step": 39450
    },
    {
      "loss_action": 0.013658763840794563,
      "loss_total": 0.013658763840794563,
      "step": 39450
    },
    {
      "loss_action": 0.006614533718675375,
      "loss_total": 0.006614533718675375,
      "step": 39450
    },
    {
      "loss_action": 0.009604979306459427,
      "loss_total": 0.009604979306459427,
      "step": 39450
    },
    {
      "grad_norm": 0.14497259259223938,
      "learning_rate": 7.090069746112504e-05,
      "loss": 0.0102,
      "step": 39460
    },
    {
      "loss_action": 0.01199282519519329,
      "loss_total": 0.01199282519519329,
      "step": 39460
    },
    {
      "loss_action": 0.01567593216896057,
      "loss_total": 0.01567593216896057,
      "step": 39460
    },
    {
      "loss_action": 0.005092194303870201,
      "loss_total": 0.005092194303870201,
      "step": 39460
    },
    {
      "loss_action": 0.011935723945498466,
      "loss_total": 0.011935723945498466,
      "step": 39460
    },
    {
      "loss_action": 0.003323410637676716,
      "loss_total": 0.003323410637676716,
      "step": 39460
    },
    {
      "loss_action": 0.002974226139485836,
      "loss_total": 0.002974226139485836,
      "step": 39460
    },
    {
      "loss_action": 0.0089038060978055,
      "loss_total": 0.0089038060978055,
      "step": 39460
    },
    {
      "loss_action": 0.0135335773229599,
      "loss_total": 0.0135335773229599,
      "step": 39460
    },
    {
      "grad_norm": 0.250952810049057,
      "learning_rate": 7.088567552729965e-05,
      "loss": 0.0086,
      "step": 39470
    },
    {
      "loss_action": 0.009728068485856056,
      "loss_total": 0.009728068485856056,
      "step": 39470
    },
    {
      "loss_action": 0.005828613415360451,
      "loss_total": 0.005828613415360451,
      "step": 39470
    },
    {
      "loss_action": 0.005448447540402412,
      "loss_total": 0.005448447540402412,
      "step": 39470
    },
    {
      "loss_action": 0.011988864280283451,
      "loss_total": 0.011988864280283451,
      "step": 39470
    },
    {
      "loss_action": 0.007066016085445881,
      "loss_total": 0.007066016085445881,
      "step": 39470
    },
    {
      "loss_action": 0.01276465691626072,
      "loss_total": 0.01276465691626072,
      "step": 39470
    },
    {
      "loss_action": 0.010034142062067986,
      "loss_total": 0.010034142062067986,
      "step": 39470
    },
    {
      "loss_action": 0.013641510158777237,
      "loss_total": 0.013641510158777237,
      "step": 39470
    },
    {
      "grad_norm": 0.16404227912425995,
      "learning_rate": 7.087065130944818e-05,
      "loss": 0.0084,
      "step": 39480
    },
    {
      "loss_action": 0.00705795967951417,
      "loss_total": 0.00705795967951417,
      "step": 39480
    },
    {
      "loss_action": 0.04722316935658455,
      "loss_total": 0.04722316935658455,
      "step": 39480
    },
    {
      "loss_action": 0.016115296632051468,
      "loss_total": 0.016115296632051468,
      "step": 39480
    },
    {
      "loss_action": 0.0033969967626035213,
      "loss_total": 0.0033969967626035213,
      "step": 39480
    },
    {
      "loss_action": 0.010008614510297775,
      "loss_total": 0.010008614510297775,
      "step": 39480
    },
    {
      "loss_action": 0.010268712416291237,
      "loss_total": 0.010268712416291237,
      "step": 39480
    },
    {
      "loss_action": 0.004051818512380123,
      "loss_total": 0.004051818512380123,
      "step": 39480
    },
    {
      "loss_action": 0.010227923281490803,
      "loss_total": 0.010227923281490803,
      "step": 39480
    },
    {
      "grad_norm": 0.11948791891336441,
      "learning_rate": 7.085562480921366e-05,
      "loss": 0.01,
      "step": 39490
    },
    {
      "loss_action": 0.004501355346292257,
      "loss_total": 0.004501355346292257,
      "step": 39490
    },
    {
      "loss_action": 0.0027229737024754286,
      "loss_total": 0.0027229737024754286,
      "step": 39490
    },
    {
      "loss_action": 0.006414772942662239,
      "loss_total": 0.006414772942662239,
      "step": 39490
    },
    {
      "loss_action": 0.009322583675384521,
      "loss_total": 0.009322583675384521,
      "step": 39490
    },
    {
      "loss_action": 0.005000554025173187,
      "loss_total": 0.005000554025173187,
      "step": 39490
    },
    {
      "loss_action": 0.011429276317358017,
      "loss_total": 0.011429276317358017,
      "step": 39490
    },
    {
      "loss_action": 0.00543962512165308,
      "loss_total": 0.00543962512165308,
      "step": 39490
    },
    {
      "loss_action": 0.018385782837867737,
      "loss_total": 0.018385782837867737,
      "step": 39490
    },
    {
      "grad_norm": 0.11411575227975845,
      "learning_rate": 7.084059602823937e-05,
      "loss": 0.0091,
      "step": 39500
    },
    {
      "loss_action": 0.00718093104660511,
      "loss_total": 0.00718093104660511,
      "step": 39500
    },
    {
      "loss_action": 0.006769268773496151,
      "loss_total": 0.006769268773496151,
      "step": 39500
    },
    {
      "loss_action": 0.017995420843362808,
      "loss_total": 0.017995420843362808,
      "step": 39500
    },
    {
      "loss_action": 0.008580613881349564,
      "loss_total": 0.008580613881349564,
      "step": 39500
    },
    {
      "loss_action": 0.01134136039763689,
      "loss_total": 0.01134136039763689,
      "step": 39500
    },
    {
      "loss_action": 0.01869755983352661,
      "loss_total": 0.01869755983352661,
      "step": 39500
    },
    {
      "loss_action": 0.004234295338392258,
      "loss_total": 0.004234295338392258,
      "step": 39500
    },
    {
      "loss_action": 0.005149477161467075,
      "loss_total": 0.005149477161467075,
      "step": 39500
    },
    {
      "grad_norm": 0.1243172287940979,
      "learning_rate": 7.082556496816882e-05,
      "loss": 0.0099,
      "step": 39510
    },
    {
      "loss_action": 0.005635224748402834,
      "loss_total": 0.005635224748402834,
      "step": 39510
    },
    {
      "loss_action": 0.00943088624626398,
      "loss_total": 0.00943088624626398,
      "step": 39510
    },
    {
      "loss_action": 0.006145743653178215,
      "loss_total": 0.006145743653178215,
      "step": 39510
    },
    {
      "loss_action": 0.00473296083509922,
      "loss_total": 0.00473296083509922,
      "step": 39510
    },
    {
      "loss_action": 0.00976644642651081,
      "loss_total": 0.00976644642651081,
      "step": 39510
    },
    {
      "loss_action": 0.004088276531547308,
      "loss_total": 0.004088276531547308,
      "step": 39510
    },
    {
      "loss_action": 0.013255013152956963,
      "loss_total": 0.013255013152956963,
      "step": 39510
    },
    {
      "loss_action": 0.014142615720629692,
      "loss_total": 0.014142615720629692,
      "step": 39510
    },
    {
      "grad_norm": 0.13954026997089386,
      "learning_rate": 7.081053163064582e-05,
      "loss": 0.0097,
      "step": 39520
    },
    {
      "loss_action": 0.007215329445898533,
      "loss_total": 0.007215329445898533,
      "step": 39520
    },
    {
      "loss_action": 0.01234351471066475,
      "loss_total": 0.01234351471066475,
      "step": 39520
    },
    {
      "loss_action": 0.020554592832922935,
      "loss_total": 0.020554592832922935,
      "step": 39520
    },
    {
      "loss_action": 0.01085600908845663,
      "loss_total": 0.01085600908845663,
      "step": 39520
    },
    {
      "loss_action": 0.01666989177465439,
      "loss_total": 0.01666989177465439,
      "step": 39520
    },
    {
      "loss_action": 0.006199830677360296,
      "loss_total": 0.006199830677360296,
      "step": 39520
    },
    {
      "loss_action": 0.0037459838204085827,
      "loss_total": 0.0037459838204085827,
      "step": 39520
    },
    {
      "loss_action": 0.0069269295781850815,
      "loss_total": 0.0069269295781850815,
      "step": 39520
    },
    {
      "grad_norm": 0.11280921846628189,
      "learning_rate": 7.079549601731434e-05,
      "loss": 0.0089,
      "step": 39530
    },
    {
      "loss_action": 0.005095224827528,
      "loss_total": 0.005095224827528,
      "step": 39530
    },
    {
      "loss_action": 0.0035845753736793995,
      "loss_total": 0.0035845753736793995,
      "step": 39530
    },
    {
      "loss_action": 0.01345866173505783,
      "loss_total": 0.01345866173505783,
      "step": 39530
    },
    {
      "loss_action": 0.0051774862222373486,
      "loss_total": 0.0051774862222373486,
      "step": 39530
    },
    {
      "loss_action": 0.012118978425860405,
      "loss_total": 0.012118978425860405,
      "step": 39530
    },
    {
      "loss_action": 0.008136430755257607,
      "loss_total": 0.008136430755257607,
      "step": 39530
    },
    {
      "loss_action": 0.0020030299201607704,
      "loss_total": 0.0020030299201607704,
      "step": 39530
    },
    {
      "loss_action": 0.004700751509517431,
      "loss_total": 0.004700751509517431,
      "step": 39530
    },
    {
      "grad_norm": 0.13489645719528198,
      "learning_rate": 7.07804581298187e-05,
      "loss": 0.0099,
      "step": 39540
    },
    {
      "loss_action": 0.00938079971820116,
      "loss_total": 0.00938079971820116,
      "step": 39540
    },
    {
      "loss_action": 0.012145469896495342,
      "loss_total": 0.012145469896495342,
      "step": 39540
    },
    {
      "loss_action": 0.005825013387948275,
      "loss_total": 0.005825013387948275,
      "step": 39540
    },
    {
      "loss_action": 0.007432171143591404,
      "loss_total": 0.007432171143591404,
      "step": 39540
    },
    {
      "loss_action": 0.011993158608675003,
      "loss_total": 0.011993158608675003,
      "step": 39540
    },
    {
      "loss_action": 0.006289435550570488,
      "loss_total": 0.006289435550570488,
      "step": 39540
    },
    {
      "loss_action": 0.0027386280708014965,
      "loss_total": 0.0027386280708014965,
      "step": 39540
    },
    {
      "loss_action": 0.006027028895914555,
      "loss_total": 0.006027028895914555,
      "step": 39540
    },
    {
      "grad_norm": 0.11012640595436096,
      "learning_rate": 7.07654179698034e-05,
      "loss": 0.0085,
      "step": 39550
    },
    {
      "loss_action": 0.00979374349117279,
      "loss_total": 0.00979374349117279,
      "step": 39550
    },
    {
      "loss_action": 0.018036305904388428,
      "loss_total": 0.018036305904388428,
      "step": 39550
    },
    {
      "loss_action": 0.009032908827066422,
      "loss_total": 0.009032908827066422,
      "step": 39550
    },
    {
      "loss_action": 0.012995588593184948,
      "loss_total": 0.012995588593184948,
      "step": 39550
    },
    {
      "loss_action": 0.010898550041019917,
      "loss_total": 0.010898550041019917,
      "step": 39550
    },
    {
      "loss_action": 0.0027358480729162693,
      "loss_total": 0.0027358480729162693,
      "step": 39550
    },
    {
      "loss_action": 0.005141894333064556,
      "loss_total": 0.005141894333064556,
      "step": 39550
    },
    {
      "loss_action": 0.00539254629984498,
      "loss_total": 0.00539254629984498,
      "step": 39550
    },
    {
      "grad_norm": 0.1103689968585968,
      "learning_rate": 7.075037553891321e-05,
      "loss": 0.0087,
      "step": 39560
    },
    {
      "loss_action": 0.009631874039769173,
      "loss_total": 0.009631874039769173,
      "step": 39560
    },
    {
      "loss_action": 0.006065543740987778,
      "loss_total": 0.006065543740987778,
      "step": 39560
    },
    {
      "loss_action": 0.009362660348415375,
      "loss_total": 0.009362660348415375,
      "step": 39560
    },
    {
      "loss_action": 0.005957374814897776,
      "loss_total": 0.005957374814897776,
      "step": 39560
    },
    {
      "loss_action": 0.005127537064254284,
      "loss_total": 0.005127537064254284,
      "step": 39560
    },
    {
      "loss_action": 0.004944409243762493,
      "loss_total": 0.004944409243762493,
      "step": 39560
    },
    {
      "loss_action": 0.010705225169658661,
      "loss_total": 0.010705225169658661,
      "step": 39560
    },
    {
      "loss_action": 0.006034749560058117,
      "loss_total": 0.006034749560058117,
      "step": 39560
    },
    {
      "grad_norm": 0.13206855952739716,
      "learning_rate": 7.073533083879315e-05,
      "loss": 0.011,
      "step": 39570
    },
    {
      "loss_action": 0.00789725873619318,
      "loss_total": 0.00789725873619318,
      "step": 39570
    },
    {
      "loss_action": 0.005040568299591541,
      "loss_total": 0.005040568299591541,
      "step": 39570
    },
    {
      "loss_action": 0.014020897448062897,
      "loss_total": 0.014020897448062897,
      "step": 39570
    },
    {
      "loss_action": 0.005241343751549721,
      "loss_total": 0.005241343751549721,
      "step": 39570
    },
    {
      "loss_action": 0.01574472337961197,
      "loss_total": 0.01574472337961197,
      "step": 39570
    },
    {
      "loss_action": 0.028429366648197174,
      "loss_total": 0.028429366648197174,
      "step": 39570
    },
    {
      "loss_action": 0.007293379865586758,
      "loss_total": 0.007293379865586758,
      "step": 39570
    },
    {
      "loss_action": 0.00990366656333208,
      "loss_total": 0.00990366656333208,
      "step": 39570
    },
    {
      "grad_norm": 0.11848931759595871,
      "learning_rate": 7.072028387108849e-05,
      "loss": 0.009,
      "step": 39580
    },
    {
      "loss_action": 0.004755605477839708,
      "loss_total": 0.004755605477839708,
      "step": 39580
    },
    {
      "loss_action": 0.01425743754953146,
      "loss_total": 0.01425743754953146,
      "step": 39580
    },
    {
      "loss_action": 0.002938368357717991,
      "loss_total": 0.002938368357717991,
      "step": 39580
    },
    {
      "loss_action": 0.008250858634710312,
      "loss_total": 0.008250858634710312,
      "step": 39580
    },
    {
      "loss_action": 0.008382050320506096,
      "loss_total": 0.008382050320506096,
      "step": 39580
    },
    {
      "loss_action": 0.007828189060091972,
      "loss_total": 0.007828189060091972,
      "step": 39580
    },
    {
      "loss_action": 0.0024524996988475323,
      "loss_total": 0.0024524996988475323,
      "step": 39580
    },
    {
      "loss_action": 0.0030544246546924114,
      "loss_total": 0.0030544246546924114,
      "step": 39580
    },
    {
      "grad_norm": 0.1335117220878601,
      "learning_rate": 7.070523463744472e-05,
      "loss": 0.0083,
      "step": 39590
    },
    {
      "loss_action": 0.007140973582863808,
      "loss_total": 0.007140973582863808,
      "step": 39590
    },
    {
      "loss_action": 0.003442344954237342,
      "loss_total": 0.003442344954237342,
      "step": 39590
    },
    {
      "loss_action": 0.01220010407269001,
      "loss_total": 0.01220010407269001,
      "step": 39590
    },
    {
      "loss_action": 0.013327095657587051,
      "loss_total": 0.013327095657587051,
      "step": 39590
    },
    {
      "loss_action": 0.008969249203801155,
      "loss_total": 0.008969249203801155,
      "step": 39590
    },
    {
      "loss_action": 0.006232073530554771,
      "loss_total": 0.006232073530554771,
      "step": 39590
    },
    {
      "loss_action": 0.0027819687966257334,
      "loss_total": 0.0027819687966257334,
      "step": 39590
    },
    {
      "loss_action": 0.011485832743346691,
      "loss_total": 0.011485832743346691,
      "step": 39590
    },
    {
      "grad_norm": 0.11617521941661835,
      "learning_rate": 7.069018313950763e-05,
      "loss": 0.0097,
      "step": 39600
    },
    {
      "loss_action": 0.00964665412902832,
      "loss_total": 0.00964665412902832,
      "step": 39600
    },
    {
      "loss_action": 0.005639578215777874,
      "loss_total": 0.005639578215777874,
      "step": 39600
    },
    {
      "loss_action": 0.007206552196294069,
      "loss_total": 0.007206552196294069,
      "step": 39600
    },
    {
      "loss_action": 0.018977096304297447,
      "loss_total": 0.018977096304297447,
      "step": 39600
    },
    {
      "loss_action": 0.010740276426076889,
      "loss_total": 0.010740276426076889,
      "step": 39600
    },
    {
      "loss_action": 0.03343714773654938,
      "loss_total": 0.03343714773654938,
      "step": 39600
    },
    {
      "loss_action": 0.007284821011126041,
      "loss_total": 0.007284821011126041,
      "step": 39600
    },
    {
      "loss_action": 0.0024801522959023714,
      "loss_total": 0.0024801522959023714,
      "step": 39600
    },
    {
      "grad_norm": 0.14684316515922546,
      "learning_rate": 7.067512937892322e-05,
      "loss": 0.009,
      "step": 39610
    },
    {
      "loss_action": 0.0024256014730781317,
      "loss_total": 0.0024256014730781317,
      "step": 39610
    },
    {
      "loss_action": 0.010909004136919975,
      "loss_total": 0.010909004136919975,
      "step": 39610
    },
    {
      "loss_action": 0.012844949960708618,
      "loss_total": 0.012844949960708618,
      "step": 39610
    },
    {
      "loss_action": 0.02835935167968273,
      "loss_total": 0.02835935167968273,
      "step": 39610
    },
    {
      "loss_action": 0.007805129513144493,
      "loss_total": 0.007805129513144493,
      "step": 39610
    },
    {
      "loss_action": 0.011187165975570679,
      "loss_total": 0.011187165975570679,
      "step": 39610
    },
    {
      "loss_action": 0.003788215573877096,
      "loss_total": 0.003788215573877096,
      "step": 39610
    },
    {
      "loss_action": 0.01053854450583458,
      "loss_total": 0.01053854450583458,
      "step": 39610
    },
    {
      "grad_norm": 0.13613766431808472,
      "learning_rate": 7.066007335733775e-05,
      "loss": 0.0099,
      "step": 39620
    },
    {
      "loss_action": 0.006023793946951628,
      "loss_total": 0.006023793946951628,
      "step": 39620
    },
    {
      "loss_action": 0.008330552838742733,
      "loss_total": 0.008330552838742733,
      "step": 39620
    },
    {
      "loss_action": 0.0023545725271105766,
      "loss_total": 0.0023545725271105766,
      "step": 39620
    },
    {
      "loss_action": 0.008507365360856056,
      "loss_total": 0.008507365360856056,
      "step": 39620
    },
    {
      "loss_action": 0.00472401874139905,
      "loss_total": 0.00472401874139905,
      "step": 39620
    },
    {
      "loss_action": 0.015108193270862103,
      "loss_total": 0.015108193270862103,
      "step": 39620
    },
    {
      "loss_action": 0.024883931502699852,
      "loss_total": 0.024883931502699852,
      "step": 39620
    },
    {
      "loss_action": 0.003010554937645793,
      "loss_total": 0.003010554937645793,
      "step": 39620
    },
    {
      "grad_norm": 0.10135741531848907,
      "learning_rate": 7.064501507639772e-05,
      "loss": 0.0092,
      "step": 39630
    },
    {
      "loss_action": 0.01304404716938734,
      "loss_total": 0.01304404716938734,
      "step": 39630
    },
    {
      "loss_action": 0.006585313938558102,
      "loss_total": 0.006585313938558102,
      "step": 39630
    },
    {
      "loss_action": 0.009897087700664997,
      "loss_total": 0.009897087700664997,
      "step": 39630
    },
    {
      "loss_action": 0.0070951757952570915,
      "loss_total": 0.0070951757952570915,
      "step": 39630
    },
    {
      "loss_action": 0.01488209143280983,
      "loss_total": 0.01488209143280983,
      "step": 39630
    },
    {
      "loss_action": 0.005456767976284027,
      "loss_total": 0.005456767976284027,
      "step": 39630
    },
    {
      "loss_action": 0.0034412220120429993,
      "loss_total": 0.0034412220120429993,
      "step": 39630
    },
    {
      "loss_action": 0.0036763115786015987,
      "loss_total": 0.0036763115786015987,
      "step": 39630
    },
    {
      "grad_norm": 0.14694879949092865,
      "learning_rate": 7.062995453774987e-05,
      "loss": 0.0089,
      "step": 39640
    },
    {
      "loss_action": 0.004923185333609581,
      "loss_total": 0.004923185333609581,
      "step": 39640
    },
    {
      "loss_action": 0.0037981937639415264,
      "loss_total": 0.0037981937639415264,
      "step": 39640
    },
    {
      "loss_action": 0.0034881068859249353,
      "loss_total": 0.0034881068859249353,
      "step": 39640
    },
    {
      "loss_action": 0.0033062442671507597,
      "loss_total": 0.0033062442671507597,
      "step": 39640
    },
    {
      "loss_action": 0.011683745309710503,
      "loss_total": 0.011683745309710503,
      "step": 39640
    },
    {
      "loss_action": 0.011924400925636292,
      "loss_total": 0.011924400925636292,
      "step": 39640
    },
    {
      "loss_action": 0.012330284342169762,
      "loss_total": 0.012330284342169762,
      "step": 39640
    },
    {
      "loss_action": 0.01791302114725113,
      "loss_total": 0.01791302114725113,
      "step": 39640
    },
    {
      "grad_norm": 0.1380336880683899,
      "learning_rate": 7.061489174304121e-05,
      "loss": 0.0094,
      "step": 39650
    },
    {
      "loss_action": 0.001850804896093905,
      "loss_total": 0.001850804896093905,
      "step": 39650
    },
    {
      "loss_action": 0.00871332362294197,
      "loss_total": 0.00871332362294197,
      "step": 39650
    },
    {
      "loss_action": 0.00455700047314167,
      "loss_total": 0.00455700047314167,
      "step": 39650
    },
    {
      "loss_action": 0.002055742545053363,
      "loss_total": 0.002055742545053363,
      "step": 39650
    },
    {
      "loss_action": 0.0031765089370310307,
      "loss_total": 0.0031765089370310307,
      "step": 39650
    },
    {
      "loss_action": 0.004170962609350681,
      "loss_total": 0.004170962609350681,
      "step": 39650
    },
    {
      "loss_action": 0.0034686592407524586,
      "loss_total": 0.0034686592407524586,
      "step": 39650
    },
    {
      "loss_action": 0.007052244618535042,
      "loss_total": 0.007052244618535042,
      "step": 39650
    },
    {
      "grad_norm": 0.09095894545316696,
      "learning_rate": 7.0599826693919e-05,
      "loss": 0.0081,
      "step": 39660
    },
    {
      "loss_action": 0.003614886663854122,
      "loss_total": 0.003614886663854122,
      "step": 39660
    },
    {
      "loss_action": 0.002281549386680126,
      "loss_total": 0.002281549386680126,
      "step": 39660
    },
    {
      "loss_action": 0.00322953169234097,
      "loss_total": 0.00322953169234097,
      "step": 39660
    },
    {
      "loss_action": 0.0067639159969985485,
      "loss_total": 0.0067639159969985485,
      "step": 39660
    },
    {
      "loss_action": 0.020394543185830116,
      "loss_total": 0.020394543185830116,
      "step": 39660
    },
    {
      "loss_action": 0.0070725916884839535,
      "loss_total": 0.0070725916884839535,
      "step": 39660
    },
    {
      "loss_action": 0.011003847233951092,
      "loss_total": 0.011003847233951092,
      "step": 39660
    },
    {
      "loss_action": 0.004772632382810116,
      "loss_total": 0.004772632382810116,
      "step": 39660
    },
    {
      "grad_norm": 0.07507801800966263,
      "learning_rate": 7.05847593920307e-05,
      "loss": 0.0082,
      "step": 39670
    },
    {
      "loss_action": 0.002396197523921728,
      "loss_total": 0.002396197523921728,
      "step": 39670
    },
    {
      "loss_action": 0.01033884845674038,
      "loss_total": 0.01033884845674038,
      "step": 39670
    },
    {
      "loss_action": 0.002851017750799656,
      "loss_total": 0.002851017750799656,
      "step": 39670
    },
    {
      "loss_action": 0.01207072101533413,
      "loss_total": 0.01207072101533413,
      "step": 39670
    },
    {
      "loss_action": 0.002788124606013298,
      "loss_total": 0.002788124606013298,
      "step": 39670
    },
    {
      "loss_action": 0.007081377785652876,
      "loss_total": 0.007081377785652876,
      "step": 39670
    },
    {
      "loss_action": 0.01085512526333332,
      "loss_total": 0.01085512526333332,
      "step": 39670
    },
    {
      "loss_action": 0.023608749732375145,
      "loss_total": 0.023608749732375145,
      "step": 39670
    },
    {
      "grad_norm": 0.1526005119085312,
      "learning_rate": 7.056968983902406e-05,
      "loss": 0.0087,
      "step": 39680
    },
    {
      "loss_action": 0.012022255919873714,
      "loss_total": 0.012022255919873714,
      "step": 39680
    },
    {
      "loss_action": 0.005577527917921543,
      "loss_total": 0.005577527917921543,
      "step": 39680
    },
    {
      "loss_action": 0.011372722685337067,
      "loss_total": 0.011372722685337067,
      "step": 39680
    },
    {
      "loss_action": 0.028490561991930008,
      "loss_total": 0.028490561991930008,
      "step": 39680
    },
    {
      "loss_action": 0.022317765280604362,
      "loss_total": 0.022317765280604362,
      "step": 39680
    },
    {
      "loss_action": 0.011586838401854038,
      "loss_total": 0.011586838401854038,
      "step": 39680
    },
    {
      "loss_action": 0.006324603222310543,
      "loss_total": 0.006324603222310543,
      "step": 39680
    },
    {
      "loss_action": 0.05395924672484398,
      "loss_total": 0.05395924672484398,
      "step": 39680
    },
    {
      "grad_norm": 0.10326676070690155,
      "learning_rate": 7.055461803654706e-05,
      "loss": 0.0121,
      "step": 39690
    },
    {
      "loss_action": 0.007334873545914888,
      "loss_total": 0.007334873545914888,
      "step": 39690
    },
    {
      "loss_action": 0.013799392618238926,
      "loss_total": 0.013799392618238926,
      "step": 39690
    },
    {
      "loss_action": 0.018317406997084618,
      "loss_total": 0.018317406997084618,
      "step": 39690
    },
    {
      "loss_action": 0.01587936282157898,
      "loss_total": 0.01587936282157898,
      "step": 39690
    },
    {
      "loss_action": 0.006896666716784239,
      "loss_total": 0.006896666716784239,
      "step": 39690
    },
    {
      "loss_action": 0.00830131210386753,
      "loss_total": 0.00830131210386753,
      "step": 39690
    },
    {
      "loss_action": 0.008314590901136398,
      "loss_total": 0.008314590901136398,
      "step": 39690
    },
    {
      "loss_action": 0.010466448962688446,
      "loss_total": 0.010466448962688446,
      "step": 39690
    },
    {
      "grad_norm": 0.18307091295719147,
      "learning_rate": 7.053954398624794e-05,
      "loss": 0.0113,
      "step": 39700
    },
    {
      "loss_action": 0.011125443503260612,
      "loss_total": 0.011125443503260612,
      "step": 39700
    },
    {
      "loss_action": 0.01572016254067421,
      "loss_total": 0.01572016254067421,
      "step": 39700
    },
    {
      "loss_action": 0.007660201285034418,
      "loss_total": 0.007660201285034418,
      "step": 39700
    },
    {
      "loss_action": 0.012241633608937263,
      "loss_total": 0.012241633608937263,
      "step": 39700
    },
    {
      "loss_action": 0.007119141519069672,
      "loss_total": 0.007119141519069672,
      "step": 39700
    },
    {
      "loss_action": 0.006151958368718624,
      "loss_total": 0.006151958368718624,
      "step": 39700
    },
    {
      "loss_action": 0.017527582123875618,
      "loss_total": 0.017527582123875618,
      "step": 39700
    },
    {
      "loss_action": 0.0038543487899005413,
      "loss_total": 0.0038543487899005413,
      "step": 39700
    },
    {
      "grad_norm": 0.14608559012413025,
      "learning_rate": 7.052446768977518e-05,
      "loss": 0.0104,
      "step": 39710
    },
    {
      "loss_action": 0.022828560322523117,
      "loss_total": 0.022828560322523117,
      "step": 39710
    },
    {
      "loss_action": 0.005354599095880985,
      "loss_total": 0.005354599095880985,
      "step": 39710
    },
    {
      "loss_action": 0.02958124503493309,
      "loss_total": 0.02958124503493309,
      "step": 39710
    },
    {
      "loss_action": 0.008101158775389194,
      "loss_total": 0.008101158775389194,
      "step": 39710
    },
    {
      "loss_action": 0.01679982803761959,
      "loss_total": 0.01679982803761959,
      "step": 39710
    },
    {
      "loss_action": 0.013165678828954697,
      "loss_total": 0.013165678828954697,
      "step": 39710
    },
    {
      "loss_action": 0.007764865178614855,
      "loss_total": 0.007764865178614855,
      "step": 39710
    },
    {
      "loss_action": 0.008171850815415382,
      "loss_total": 0.008171850815415382,
      "step": 39710
    },
    {
      "grad_norm": 0.1394561380147934,
      "learning_rate": 7.050938914877748e-05,
      "loss": 0.0098,
      "step": 39720
    },
    {
      "loss_action": 0.0089754993095994,
      "loss_total": 0.0089754993095994,
      "step": 39720
    },
    {
      "loss_action": 0.010244956240057945,
      "loss_total": 0.010244956240057945,
      "step": 39720
    },
    {
      "loss_action": 0.005041111260652542,
      "loss_total": 0.005041111260652542,
      "step": 39720
    },
    {
      "loss_action": 0.007059790194034576,
      "loss_total": 0.007059790194034576,
      "step": 39720
    },
    {
      "loss_action": 0.013538714498281479,
      "loss_total": 0.013538714498281479,
      "step": 39720
    },
    {
      "loss_action": 0.001755911624059081,
      "loss_total": 0.001755911624059081,
      "step": 39720
    },
    {
      "loss_action": 0.005572156980633736,
      "loss_total": 0.005572156980633736,
      "step": 39720
    },
    {
      "loss_action": 0.01183560211211443,
      "loss_total": 0.01183560211211443,
      "step": 39720
    },
    {
      "grad_norm": 0.09353521466255188,
      "learning_rate": 7.049430836490382e-05,
      "loss": 0.0079,
      "step": 39730
    },
    {
      "loss_action": 0.011076828464865685,
      "loss_total": 0.011076828464865685,
      "step": 39730
    },
    {
      "loss_action": 0.002765366807579994,
      "loss_total": 0.002765366807579994,
      "step": 39730
    },
    {
      "loss_action": 0.012652818113565445,
      "loss_total": 0.012652818113565445,
      "step": 39730
    },
    {
      "loss_action": 0.008490429259836674,
      "loss_total": 0.008490429259836674,
      "step": 39730
    },
    {
      "loss_action": 0.02067118138074875,
      "loss_total": 0.02067118138074875,
      "step": 39730
    },
    {
      "loss_action": 0.006003183778375387,
      "loss_total": 0.006003183778375387,
      "step": 39730
    },
    {
      "loss_action": 0.00483769690617919,
      "loss_total": 0.00483769690617919,
      "step": 39730
    },
    {
      "loss_action": 0.004977799952030182,
      "loss_total": 0.004977799952030182,
      "step": 39730
    },
    {
      "grad_norm": 0.10892241448163986,
      "learning_rate": 7.047922533980342e-05,
      "loss": 0.0094,
      "step": 39740
    },
    {
      "loss_action": 0.00659376522526145,
      "loss_total": 0.00659376522526145,
      "step": 39740
    },
    {
      "loss_action": 0.008773948065936565,
      "loss_total": 0.008773948065936565,
      "step": 39740
    },
    {
      "loss_action": 0.008985798805952072,
      "loss_total": 0.008985798805952072,
      "step": 39740
    },
    {
      "loss_action": 0.007507539354264736,
      "loss_total": 0.007507539354264736,
      "step": 39740
    },
    {
      "loss_action": 0.0033599466551095247,
      "loss_total": 0.0033599466551095247,
      "step": 39740
    },
    {
      "loss_action": 0.006604967638850212,
      "loss_total": 0.006604967638850212,
      "step": 39740
    },
    {
      "loss_action": 0.013980897143483162,
      "loss_total": 0.013980897143483162,
      "step": 39740
    },
    {
      "loss_action": 0.0023331535048782825,
      "loss_total": 0.0023331535048782825,
      "step": 39740
    },
    {
      "grad_norm": 0.1463855803012848,
      "learning_rate": 7.046414007512571e-05,
      "loss": 0.0088,
      "step": 39750
    },
    {
      "loss_action": 0.009889349341392517,
      "loss_total": 0.009889349341392517,
      "step": 39750
    },
    {
      "loss_action": 0.024835634976625443,
      "loss_total": 0.024835634976625443,
      "step": 39750
    },
    {
      "loss_action": 0.0022966302931308746,
      "loss_total": 0.0022966302931308746,
      "step": 39750
    },
    {
      "loss_action": 0.016924994066357613,
      "loss_total": 0.016924994066357613,
      "step": 39750
    },
    {
      "loss_action": 0.004614148288965225,
      "loss_total": 0.004614148288965225,
      "step": 39750
    },
    {
      "loss_action": 0.009391012601554394,
      "loss_total": 0.009391012601554394,
      "step": 39750
    },
    {
      "loss_action": 0.0054953270591795444,
      "loss_total": 0.0054953270591795444,
      "step": 39750
    },
    {
      "loss_action": 0.01507624052464962,
      "loss_total": 0.01507624052464962,
      "step": 39750
    },
    {
      "grad_norm": 0.19479960203170776,
      "learning_rate": 7.044905257252042e-05,
      "loss": 0.0094,
      "step": 39760
    },
    {
      "loss_action": 0.0029445807449519634,
      "loss_total": 0.0029445807449519634,
      "step": 39760
    },
    {
      "loss_action": 0.01221885159611702,
      "loss_total": 0.01221885159611702,
      "step": 39760
    },
    {
      "loss_action": 0.00885578989982605,
      "loss_total": 0.00885578989982605,
      "step": 39760
    },
    {
      "loss_action": 0.008814454078674316,
      "loss_total": 0.008814454078674316,
      "step": 39760
    },
    {
      "loss_action": 0.0089818574488163,
      "loss_total": 0.0089818574488163,
      "step": 39760
    },
    {
      "loss_action": 0.010106926783919334,
      "loss_total": 0.010106926783919334,
      "step": 39760
    },
    {
      "loss_action": 0.021608926355838776,
      "loss_total": 0.021608926355838776,
      "step": 39760
    },
    {
      "loss_action": 0.007696489337831736,
      "loss_total": 0.007696489337831736,
      "step": 39760
    },
    {
      "grad_norm": 0.10103820264339447,
      "learning_rate": 7.04339628336375e-05,
      "loss": 0.0098,
      "step": 39770
    },
    {
      "loss_action": 0.015099829062819481,
      "loss_total": 0.015099829062819481,
      "step": 39770
    },
    {
      "loss_action": 0.020351510494947433,
      "loss_total": 0.020351510494947433,
      "step": 39770
    },
    {
      "loss_action": 0.005025907885283232,
      "loss_total": 0.005025907885283232,
      "step": 39770
    },
    {
      "loss_action": 0.006728720851242542,
      "loss_total": 0.006728720851242542,
      "step": 39770
    },
    {
      "loss_action": 0.005725611001253128,
      "loss_total": 0.005725611001253128,
      "step": 39770
    },
    {
      "loss_action": 0.0031585493125021458,
      "loss_total": 0.0031585493125021458,
      "step": 39770
    },
    {
      "loss_action": 0.005877199582755566,
      "loss_total": 0.005877199582755566,
      "step": 39770
    },
    {
      "loss_action": 0.013409985229372978,
      "loss_total": 0.013409985229372978,
      "step": 39770
    },
    {
      "grad_norm": 0.08336436748504639,
      "learning_rate": 7.041887086012711e-05,
      "loss": 0.0083,
      "step": 39780
    },
    {
      "loss_action": 0.01011976134032011,
      "loss_total": 0.01011976134032011,
      "step": 39780
    },
    {
      "loss_action": 0.007708627264946699,
      "loss_total": 0.007708627264946699,
      "step": 39780
    },
    {
      "loss_action": 0.003333459608256817,
      "loss_total": 0.003333459608256817,
      "step": 39780
    },
    {
      "loss_action": 0.0025214138440787792,
      "loss_total": 0.0025214138440787792,
      "step": 39780
    },
    {
      "loss_action": 0.007842469029128551,
      "loss_total": 0.007842469029128551,
      "step": 39780
    },
    {
      "loss_action": 0.00619778735563159,
      "loss_total": 0.00619778735563159,
      "step": 39780
    },
    {
      "loss_action": 0.01674077659845352,
      "loss_total": 0.01674077659845352,
      "step": 39780
    },
    {
      "loss_action": 0.0033264602534472942,
      "loss_total": 0.0033264602534472942,
      "step": 39780
    },
    {
      "grad_norm": 0.11777282506227493,
      "learning_rate": 7.040377665363969e-05,
      "loss": 0.0096,
      "step": 39790
    },
    {
      "loss_action": 0.008461492136120796,
      "loss_total": 0.008461492136120796,
      "step": 39790
    },
    {
      "loss_action": 0.011428463272750378,
      "loss_total": 0.011428463272750378,
      "step": 39790
    },
    {
      "loss_action": 0.0034554642625153065,
      "loss_total": 0.0034554642625153065,
      "step": 39790
    },
    {
      "loss_action": 0.008650950156152248,
      "loss_total": 0.008650950156152248,
      "step": 39790
    },
    {
      "loss_action": 0.0152775589376688,
      "loss_total": 0.0152775589376688,
      "step": 39790
    },
    {
      "loss_action": 0.004599939100444317,
      "loss_total": 0.004599939100444317,
      "step": 39790
    },
    {
      "loss_action": 0.011725935153663158,
      "loss_total": 0.011725935153663158,
      "step": 39790
    },
    {
      "loss_action": 0.04064750671386719,
      "loss_total": 0.04064750671386719,
      "step": 39790
    },
    {
      "grad_norm": 0.7854612469673157,
      "learning_rate": 7.038868021582594e-05,
      "loss": 0.0091,
      "step": 39800
    },
    {
      "loss_action": 0.007768386043608189,
      "loss_total": 0.007768386043608189,
      "step": 39800
    },
    {
      "loss_action": 0.0038077852223068476,
      "loss_total": 0.0038077852223068476,
      "step": 39800
    },
    {
      "loss_action": 0.015388580970466137,
      "loss_total": 0.015388580970466137,
      "step": 39800
    },
    {
      "loss_action": 0.008497555740177631,
      "loss_total": 0.008497555740177631,
      "step": 39800
    },
    {
      "loss_action": 0.0055639175698161125,
      "loss_total": 0.0055639175698161125,
      "step": 39800
    },
    {
      "loss_action": 0.02367149293422699,
      "loss_total": 0.02367149293422699,
      "step": 39800
    },
    {
      "loss_action": 0.011136798188090324,
      "loss_total": 0.011136798188090324,
      "step": 39800
    },
    {
      "loss_action": 0.00409823190420866,
      "loss_total": 0.00409823190420866,
      "step": 39800
    },
    {
      "grad_norm": 0.0851992592215538,
      "learning_rate": 7.037358154833679e-05,
      "loss": 0.0078,
      "step": 39810
    },
    {
      "loss_action": 0.012190967798233032,
      "loss_total": 0.012190967798233032,
      "step": 39810
    },
    {
      "loss_action": 0.01742071472108364,
      "loss_total": 0.01742071472108364,
      "step": 39810
    },
    {
      "loss_action": 0.008862098678946495,
      "loss_total": 0.008862098678946495,
      "step": 39810
    },
    {
      "loss_action": 0.009920649230480194,
      "loss_total": 0.009920649230480194,
      "step": 39810
    },
    {
      "loss_action": 0.002406228333711624,
      "loss_total": 0.002406228333711624,
      "step": 39810
    },
    {
      "loss_action": 0.004865752998739481,
      "loss_total": 0.004865752998739481,
      "step": 39810
    },
    {
      "loss_action": 0.004774833098053932,
      "loss_total": 0.004774833098053932,
      "step": 39810
    },
    {
      "loss_action": 0.004359032027423382,
      "loss_total": 0.004359032027423382,
      "step": 39810
    },
    {
      "grad_norm": 0.10056161880493164,
      "learning_rate": 7.035848065282339e-05,
      "loss": 0.0105,
      "step": 39820
    },
    {
      "loss_action": 0.007847415283322334,
      "loss_total": 0.007847415283322334,
      "step": 39820
    },
    {
      "loss_action": 0.0029581713024526834,
      "loss_total": 0.0029581713024526834,
      "step": 39820
    },
    {
      "loss_action": 0.005970846861600876,
      "loss_total": 0.005970846861600876,
      "step": 39820
    },
    {
      "loss_action": 0.0034935344010591507,
      "loss_total": 0.0034935344010591507,
      "step": 39820
    },
    {
      "loss_action": 0.004261711612343788,
      "loss_total": 0.004261711612343788,
      "step": 39820
    },
    {
      "loss_action": 0.005852305330336094,
      "loss_total": 0.005852305330336094,
      "step": 39820
    },
    {
      "loss_action": 0.04771646112203598,
      "loss_total": 0.04771646112203598,
      "step": 39820
    },
    {
      "loss_action": 0.0035892650485038757,
      "loss_total": 0.0035892650485038757,
      "step": 39820
    },
    {
      "grad_norm": 0.09453456848859787,
      "learning_rate": 7.034337753093714e-05,
      "loss": 0.0091,
      "step": 39830
    },
    {
      "loss_action": 0.010959004051983356,
      "loss_total": 0.010959004051983356,
      "step": 39830
    },
    {
      "loss_action": 0.0037649492733180523,
      "loss_total": 0.0037649492733180523,
      "step": 39830
    },
    {
      "loss_action": 0.0026784208603203297,
      "loss_total": 0.0026784208603203297,
      "step": 39830
    },
    {
      "loss_action": 0.004195038694888353,
      "loss_total": 0.004195038694888353,
      "step": 39830
    },
    {
      "loss_action": 0.002252457896247506,
      "loss_total": 0.002252457896247506,
      "step": 39830
    },
    {
      "loss_action": 0.004091802518814802,
      "loss_total": 0.004091802518814802,
      "step": 39830
    },
    {
      "loss_action": 0.0025971615687012672,
      "loss_total": 0.0025971615687012672,
      "step": 39830
    },
    {
      "loss_action": 0.011023562401533127,
      "loss_total": 0.011023562401533127,
      "step": 39830
    },
    {
      "grad_norm": 0.11514611542224884,
      "learning_rate": 7.032827218432972e-05,
      "loss": 0.0085,
      "step": 39840
    },
    {
      "loss_action": 0.002743437187746167,
      "loss_total": 0.002743437187746167,
      "step": 39840
    },
    {
      "loss_action": 0.009822439402341843,
      "loss_total": 0.009822439402341843,
      "step": 39840
    },
    {
      "loss_action": 0.0162351094186306,
      "loss_total": 0.0162351094186306,
      "step": 39840
    },
    {
      "loss_action": 0.016393791884183884,
      "loss_total": 0.016393791884183884,
      "step": 39840
    },
    {
      "loss_action": 0.00861513800919056,
      "loss_total": 0.00861513800919056,
      "step": 39840
    },
    {
      "loss_action": 0.009959237650036812,
      "loss_total": 0.009959237650036812,
      "step": 39840
    },
    {
      "loss_action": 0.008305010385811329,
      "loss_total": 0.008305010385811329,
      "step": 39840
    },
    {
      "loss_action": 0.0066724298521876335,
      "loss_total": 0.0066724298521876335,
      "step": 39840
    },
    {
      "grad_norm": 0.20025235414505005,
      "learning_rate": 7.031316461465302e-05,
      "loss": 0.0091,
      "step": 39850
    },
    {
      "loss_action": 0.008686528541147709,
      "loss_total": 0.008686528541147709,
      "step": 39850
    },
    {
      "loss_action": 0.007154308259487152,
      "loss_total": 0.007154308259487152,
      "step": 39850
    },
    {
      "loss_action": 0.003001381643116474,
      "loss_total": 0.003001381643116474,
      "step": 39850
    },
    {
      "loss_action": 0.0019181808456778526,
      "loss_total": 0.0019181808456778526,
      "step": 39850
    },
    {
      "loss_action": 0.005384780466556549,
      "loss_total": 0.005384780466556549,
      "step": 39850
    },
    {
      "loss_action": 0.016871584579348564,
      "loss_total": 0.016871584579348564,
      "step": 39850
    },
    {
      "loss_action": 0.011547701433300972,
      "loss_total": 0.011547701433300972,
      "step": 39850
    },
    {
      "loss_action": 0.003179180435836315,
      "loss_total": 0.003179180435836315,
      "step": 39850
    },
    {
      "grad_norm": 0.1163908988237381,
      "learning_rate": 7.029805482355915e-05,
      "loss": 0.0082,
      "step": 39860
    },
    {
      "loss_action": 0.0027000729460269213,
      "loss_total": 0.0027000729460269213,
      "step": 39860
    },
    {
      "loss_action": 0.0046602413058280945,
      "loss_total": 0.0046602413058280945,
      "step": 39860
    },
    {
      "loss_action": 0.0025098102632910013,
      "loss_total": 0.0025098102632910013,
      "step": 39860
    },
    {
      "loss_action": 0.016379550099372864,
      "loss_total": 0.016379550099372864,
      "step": 39860
    },
    {
      "loss_action": 0.004546156153082848,
      "loss_total": 0.004546156153082848,
      "step": 39860
    },
    {
      "loss_action": 0.004403050057590008,
      "loss_total": 0.004403050057590008,
      "step": 39860
    },
    {
      "loss_action": 0.008843909949064255,
      "loss_total": 0.008843909949064255,
      "step": 39860
    },
    {
      "loss_action": 0.005077682435512543,
      "loss_total": 0.005077682435512543,
      "step": 39860
    },
    {
      "grad_norm": 0.12483013421297073,
      "learning_rate": 7.028294281270055e-05,
      "loss": 0.0079,
      "step": 39870
    },
    {
      "loss_action": 0.0055293426848948,
      "loss_total": 0.0055293426848948,
      "step": 39870
    },
    {
      "loss_action": 0.0463566854596138,
      "loss_total": 0.0463566854596138,
      "step": 39870
    },
    {
      "loss_action": 0.006048750132322311,
      "loss_total": 0.006048750132322311,
      "step": 39870
    },
    {
      "loss_action": 0.012300512753427029,
      "loss_total": 0.012300512753427029,
      "step": 39870
    },
    {
      "loss_action": 0.005588012747466564,
      "loss_total": 0.005588012747466564,
      "step": 39870
    },
    {
      "loss_action": 0.014762715436518192,
      "loss_total": 0.014762715436518192,
      "step": 39870
    },
    {
      "loss_action": 0.004374876618385315,
      "loss_total": 0.004374876618385315,
      "step": 39870
    },
    {
      "loss_action": 0.00826655887067318,
      "loss_total": 0.00826655887067318,
      "step": 39870
    },
    {
      "grad_norm": 0.11639901250600815,
      "learning_rate": 7.026782858372982e-05,
      "loss": 0.0092,
      "step": 39880
    },
    {
      "loss_action": 0.006333891302347183,
      "loss_total": 0.006333891302347183,
      "step": 39880
    },
    {
      "loss_action": 0.010139832273125648,
      "loss_total": 0.010139832273125648,
      "step": 39880
    },
    {
      "loss_action": 0.0030351360328495502,
      "loss_total": 0.0030351360328495502,
      "step": 39880
    },
    {
      "loss_action": 0.010713866911828518,
      "loss_total": 0.010713866911828518,
      "step": 39880
    },
    {
      "loss_action": 0.007397915236651897,
      "loss_total": 0.007397915236651897,
      "step": 39880
    },
    {
      "loss_action": 0.0038912082090973854,
      "loss_total": 0.0038912082090973854,
      "step": 39880
    },
    {
      "loss_action": 0.005245665088295937,
      "loss_total": 0.005245665088295937,
      "step": 39880
    },
    {
      "loss_action": 0.005091965198516846,
      "loss_total": 0.005091965198516846,
      "step": 39880
    },
    {
      "grad_norm": 0.07785461843013763,
      "learning_rate": 7.025271213829982e-05,
      "loss": 0.0086,
      "step": 39890
    },
    {
      "loss_action": 0.00832740031182766,
      "loss_total": 0.00832740031182766,
      "step": 39890
    },
    {
      "loss_action": 0.005609855055809021,
      "loss_total": 0.005609855055809021,
      "step": 39890
    },
    {
      "loss_action": 0.005901126191020012,
      "loss_total": 0.005901126191020012,
      "step": 39890
    },
    {
      "loss_action": 0.009334012866020203,
      "loss_total": 0.009334012866020203,
      "step": 39890
    },
    {
      "loss_action": 0.003833577036857605,
      "loss_total": 0.003833577036857605,
      "step": 39890
    },
    {
      "loss_action": 0.0036102563608437777,
      "loss_total": 0.0036102563608437777,
      "step": 39890
    },
    {
      "loss_action": 0.008397545665502548,
      "loss_total": 0.008397545665502548,
      "step": 39890
    },
    {
      "loss_action": 0.010244561359286308,
      "loss_total": 0.010244561359286308,
      "step": 39890
    },
    {
      "grad_norm": 0.08806326985359192,
      "learning_rate": 7.023759347806366e-05,
      "loss": 0.0088,
      "step": 39900
    },
    {
      "loss_action": 0.007922965101897717,
      "loss_total": 0.007922965101897717,
      "step": 39900
    },
    {
      "loss_action": 0.04130075126886368,
      "loss_total": 0.04130075126886368,
      "step": 39900
    },
    {
      "loss_action": 0.012931566685438156,
      "loss_total": 0.012931566685438156,
      "step": 39900
    },
    {
      "loss_action": 0.012230167165398598,
      "loss_total": 0.012230167165398598,
      "step": 39900
    },
    {
      "loss_action": 0.003092661499977112,
      "loss_total": 0.003092661499977112,
      "step": 39900
    },
    {
      "loss_action": 0.008583121001720428,
      "loss_total": 0.008583121001720428,
      "step": 39900
    },
    {
      "loss_action": 0.004967115819454193,
      "loss_total": 0.004967115819454193,
      "step": 39900
    },
    {
      "loss_action": 0.004445432219654322,
      "loss_total": 0.004445432219654322,
      "step": 39900
    },
    {
      "grad_norm": 0.11065276712179184,
      "learning_rate": 7.022247260467472e-05,
      "loss": 0.0082,
      "step": 39910
    },
    {
      "loss_action": 0.009349224157631397,
      "loss_total": 0.009349224157631397,
      "step": 39910
    },
    {
      "loss_action": 0.003182291053235531,
      "loss_total": 0.003182291053235531,
      "step": 39910
    },
    {
      "loss_action": 0.0025406270287930965,
      "loss_total": 0.0025406270287930965,
      "step": 39910
    },
    {
      "loss_action": 0.014686204493045807,
      "loss_total": 0.014686204493045807,
      "step": 39910
    },
    {
      "loss_action": 0.018548306077718735,
      "loss_total": 0.018548306077718735,
      "step": 39910
    },
    {
      "loss_action": 0.008165506646037102,
      "loss_total": 0.008165506646037102,
      "step": 39910
    },
    {
      "loss_action": 0.007815921679139137,
      "loss_total": 0.007815921679139137,
      "step": 39910
    },
    {
      "loss_action": 0.004855788312852383,
      "loss_total": 0.004855788312852383,
      "step": 39910
    },
    {
      "grad_norm": 0.13215060532093048,
      "learning_rate": 7.020734951978658e-05,
      "loss": 0.0079,
      "step": 39920
    },
    {
      "loss_action": 0.004369313828647137,
      "loss_total": 0.004369313828647137,
      "step": 39920
    },
    {
      "loss_action": 0.012727012857794762,
      "loss_total": 0.012727012857794762,
      "step": 39920
    },
    {
      "loss_action": 0.008520115166902542,
      "loss_total": 0.008520115166902542,
      "step": 39920
    },
    {
      "loss_action": 0.004403352737426758,
      "loss_total": 0.004403352737426758,
      "step": 39920
    },
    {
      "loss_action": 0.008943617343902588,
      "loss_total": 0.008943617343902588,
      "step": 39920
    },
    {
      "loss_action": 0.0038057975471019745,
      "loss_total": 0.0038057975471019745,
      "step": 39920
    },
    {
      "loss_action": 0.004396169446408749,
      "loss_total": 0.004396169446408749,
      "step": 39920
    },
    {
      "loss_action": 0.01015771646052599,
      "loss_total": 0.01015771646052599,
      "step": 39920
    },
    {
      "grad_norm": 0.4257321357727051,
      "learning_rate": 7.019222422505307e-05,
      "loss": 0.0092,
      "step": 39930
    },
    {
      "loss_action": 0.0070829917676746845,
      "loss_total": 0.0070829917676746845,
      "step": 39930
    },
    {
      "loss_action": 0.027998846024274826,
      "loss_total": 0.027998846024274826,
      "step": 39930
    },
    {
      "loss_action": 0.011375995352864265,
      "loss_total": 0.011375995352864265,
      "step": 39930
    },
    {
      "loss_action": 0.008896684274077415,
      "loss_total": 0.008896684274077415,
      "step": 39930
    },
    {
      "loss_action": 0.0029495968483388424,
      "loss_total": 0.0029495968483388424,
      "step": 39930
    },
    {
      "loss_action": 0.011928554624319077,
      "loss_total": 0.011928554624319077,
      "step": 39930
    },
    {
      "loss_action": 0.0142035111784935,
      "loss_total": 0.0142035111784935,
      "step": 39930
    },
    {
      "loss_action": 0.006360125727951527,
      "loss_total": 0.006360125727951527,
      "step": 39930
    },
    {
      "grad_norm": 0.13840356469154358,
      "learning_rate": 7.017709672212827e-05,
      "loss": 0.0093,
      "step": 39940
    },
    {
      "loss_action": 0.004814189858734608,
      "loss_total": 0.004814189858734608,
      "step": 39940
    },
    {
      "loss_action": 0.006372689735144377,
      "loss_total": 0.006372689735144377,
      "step": 39940
    },
    {
      "loss_action": 0.014699487015604973,
      "loss_total": 0.014699487015604973,
      "step": 39940
    },
    {
      "loss_action": 0.006541222799569368,
      "loss_total": 0.006541222799569368,
      "step": 39940
    },
    {
      "loss_action": 0.01184773724526167,
      "loss_total": 0.01184773724526167,
      "step": 39940
    },
    {
      "loss_action": 0.011417903006076813,
      "loss_total": 0.011417903006076813,
      "step": 39940
    },
    {
      "loss_action": 0.008524078875780106,
      "loss_total": 0.008524078875780106,
      "step": 39940
    },
    {
      "loss_action": 0.006583167240023613,
      "loss_total": 0.006583167240023613,
      "step": 39940
    },
    {
      "grad_norm": 0.15390843152999878,
      "learning_rate": 7.016196701266652e-05,
      "loss": 0.0097,
      "step": 39950
    },
    {
      "loss_action": 0.00784146599471569,
      "loss_total": 0.00784146599471569,
      "step": 39950
    },
    {
      "loss_action": 0.002875704551115632,
      "loss_total": 0.002875704551115632,
      "step": 39950
    },
    {
      "loss_action": 0.004906658083200455,
      "loss_total": 0.004906658083200455,
      "step": 39950
    },
    {
      "loss_action": 0.004164563491940498,
      "loss_total": 0.004164563491940498,
      "step": 39950
    },
    {
      "loss_action": 0.0075272442772984505,
      "loss_total": 0.0075272442772984505,
      "step": 39950
    },
    {
      "loss_action": 0.008676564320921898,
      "loss_total": 0.008676564320921898,
      "step": 39950
    },
    {
      "loss_action": 0.021571636199951172,
      "loss_total": 0.021571636199951172,
      "step": 39950
    },
    {
      "loss_action": 0.003911261912435293,
      "loss_total": 0.003911261912435293,
      "step": 39950
    },
    {
      "grad_norm": 0.1918022185564041,
      "learning_rate": 7.014683509832238e-05,
      "loss": 0.0096,
      "step": 39960
    },
    {
      "loss_action": 0.03630008548498154,
      "loss_total": 0.03630008548498154,
      "step": 39960
    },
    {
      "loss_action": 0.01000024750828743,
      "loss_total": 0.01000024750828743,
      "step": 39960
    },
    {
      "loss_action": 0.005230908282101154,
      "loss_total": 0.005230908282101154,
      "step": 39960
    },
    {
      "loss_action": 0.005482119973748922,
      "loss_total": 0.005482119973748922,
      "step": 39960
    },
    {
      "loss_action": 0.011828277260065079,
      "loss_total": 0.011828277260065079,
      "step": 39960
    },
    {
      "loss_action": 0.023170247673988342,
      "loss_total": 0.023170247673988342,
      "step": 39960
    },
    {
      "loss_action": 0.015689667314291,
      "loss_total": 0.015689667314291,
      "step": 39960
    },
    {
      "loss_action": 0.007432912476360798,
      "loss_total": 0.007432912476360798,
      "step": 39960
    },
    {
      "grad_norm": 0.17547090351581573,
      "learning_rate": 7.013170098075063e-05,
      "loss": 0.0096,
      "step": 39970
    },
    {
      "loss_action": 0.009301980957388878,
      "loss_total": 0.009301980957388878,
      "step": 39970
    },
    {
      "loss_action": 0.009274397976696491,
      "loss_total": 0.009274397976696491,
      "step": 39970
    },
    {
      "loss_action": 0.008727427572011948,
      "loss_total": 0.008727427572011948,
      "step": 39970
    },
    {
      "loss_action": 0.00477764755487442,
      "loss_total": 0.00477764755487442,
      "step": 39970
    },
    {
      "loss_action": 0.006494197063148022,
      "loss_total": 0.006494197063148022,
      "step": 39970
    },
    {
      "loss_action": 0.026758085936307907,
      "loss_total": 0.026758085936307907,
      "step": 39970
    },
    {
      "loss_action": 0.01939249597489834,
      "loss_total": 0.01939249597489834,
      "step": 39970
    },
    {
      "loss_action": 0.010722789913415909,
      "loss_total": 0.010722789913415909,
      "step": 39970
    },
    {
      "grad_norm": 0.1004311591386795,
      "learning_rate": 7.011656466160632e-05,
      "loss": 0.0095,
      "step": 39980
    },
    {
      "loss_action": 0.004299171734601259,
      "loss_total": 0.004299171734601259,
      "step": 39980
    },
    {
      "loss_action": 0.007466509472578764,
      "loss_total": 0.007466509472578764,
      "step": 39980
    },
    {
      "loss_action": 0.010041018947958946,
      "loss_total": 0.010041018947958946,
      "step": 39980
    },
    {
      "loss_action": 0.020454511046409607,
      "loss_total": 0.020454511046409607,
      "step": 39980
    },
    {
      "loss_action": 0.010686852037906647,
      "loss_total": 0.010686852037906647,
      "step": 39980
    },
    {
      "loss_action": 0.0038435400929301977,
      "loss_total": 0.0038435400929301977,
      "step": 39980
    },
    {
      "loss_action": 0.013531972654163837,
      "loss_total": 0.013531972654163837,
      "step": 39980
    },
    {
      "loss_action": 0.019749218598008156,
      "loss_total": 0.019749218598008156,
      "step": 39980
    },
    {
      "grad_norm": 0.08265955001115799,
      "learning_rate": 7.010142614254475e-05,
      "loss": 0.008,
      "step": 39990
    },
    {
      "loss_action": 0.00585492979735136,
      "loss_total": 0.00585492979735136,
      "step": 39990
    },
    {
      "loss_action": 0.006245301105082035,
      "loss_total": 0.006245301105082035,
      "step": 39990
    },
    {
      "loss_action": 0.0038165177684277296,
      "loss_total": 0.0038165177684277296,
      "step": 39990
    },
    {
      "loss_action": 0.01012512482702732,
      "loss_total": 0.01012512482702732,
      "step": 39990
    },
    {
      "loss_action": 0.013210940174758434,
      "loss_total": 0.013210940174758434,
      "step": 39990
    },
    {
      "loss_action": 0.005722498521208763,
      "loss_total": 0.005722498521208763,
      "step": 39990
    },
    {
      "loss_action": 0.007084301207214594,
      "loss_total": 0.007084301207214594,
      "step": 39990
    },
    {
      "loss_action": 0.007261006161570549,
      "loss_total": 0.007261006161570549,
      "step": 39990
    },
    {
      "grad_norm": 0.12873174250125885,
      "learning_rate": 7.008628542522147e-05,
      "loss": 0.0111,
      "step": 40000
    },
    {
      "loss_action": 0.012378774583339691,
      "loss_total": 0.012378774583339691,
      "step": 40000
    },
    {
      "loss_action": 0.00952787697315216,
      "loss_total": 0.00952787697315216,
      "step": 40000
    },
    {
      "loss_action": 0.0016989854630082846,
      "loss_total": 0.0016989854630082846,
      "step": 40000
    },
    {
      "loss_action": 0.004653517156839371,
      "loss_total": 0.004653517156839371,
      "step": 40000
    },
    {
      "loss_action": 0.005749654956161976,
      "loss_total": 0.005749654956161976,
      "step": 40000
    },
    {
      "loss_action": 0.012056996114552021,
      "loss_total": 0.012056996114552021,
      "step": 40000
    },
    {
      "loss_action": 0.011139743030071259,
      "loss_total": 0.011139743030071259,
      "step": 40000
    },
    {
      "loss_action": 0.00571244303137064,
      "loss_total": 0.00571244303137064,
      "step": 40000
    },
    {
      "grad_norm": 0.1096484586596489,
      "learning_rate": 7.007114251129218e-05,
      "loss": 0.0092,
      "step": 40010
    },
    {
      "loss_action": 0.00950606632977724,
      "loss_total": 0.00950606632977724,
      "step": 40010
    },
    {
      "loss_action": 0.01208333857357502,
      "loss_total": 0.01208333857357502,
      "step": 40010
    },
    {
      "loss_action": 0.009051697328686714,
      "loss_total": 0.009051697328686714,
      "step": 40010
    },
    {
      "loss_action": 0.006283958442509174,
      "loss_total": 0.006283958442509174,
      "step": 40010
    },
    {
      "loss_action": 0.006822484079748392,
      "loss_total": 0.006822484079748392,
      "step": 40010
    },
    {
      "loss_action": 0.011133396998047829,
      "loss_total": 0.011133396998047829,
      "step": 40010
    },
    {
      "loss_action": 0.006808198057115078,
      "loss_total": 0.006808198057115078,
      "step": 40010
    },
    {
      "loss_action": 0.004971453920006752,
      "loss_total": 0.004971453920006752,
      "step": 40010
    },
    {
      "grad_norm": 0.15283870697021484,
      "learning_rate": 7.005599740241293e-05,
      "loss": 0.0094,
      "step": 40020
    },
    {
      "loss_action": 0.004355574492365122,
      "loss_total": 0.004355574492365122,
      "step": 40020
    },
    {
      "loss_action": 0.00625947630032897,
      "loss_total": 0.00625947630032897,
      "step": 40020
    },
    {
      "loss_action": 0.007962949573993683,
      "loss_total": 0.007962949573993683,
      "step": 40020
    },
    {
      "loss_action": 0.004542237613350153,
      "loss_total": 0.004542237613350153,
      "step": 40020
    },
    {
      "loss_action": 0.02557222917675972,
      "loss_total": 0.02557222917675972,
      "step": 40020
    },
    {
      "loss_action": 0.012703479267656803,
      "loss_total": 0.012703479267656803,
      "step": 40020
    },
    {
      "loss_action": 0.007806123234331608,
      "loss_total": 0.007806123234331608,
      "step": 40020
    },
    {
      "loss_action": 0.007121234200894833,
      "loss_total": 0.007121234200894833,
      "step": 40020
    },
    {
      "grad_norm": 0.11488509923219681,
      "learning_rate": 7.004085010023996e-05,
      "loss": 0.0089,
      "step": 40030
    },
    {
      "loss_action": 0.00425527710467577,
      "loss_total": 0.00425527710467577,
      "step": 40030
    },
    {
      "loss_action": 0.00721109239384532,
      "loss_total": 0.00721109239384532,
      "step": 40030
    },
    {
      "loss_action": 0.00818634033203125,
      "loss_total": 0.00818634033203125,
      "step": 40030
    },
    {
      "loss_action": 0.006156240589916706,
      "loss_total": 0.006156240589916706,
      "step": 40030
    },
    {
      "loss_action": 0.010292237624526024,
      "loss_total": 0.010292237624526024,
      "step": 40030
    },
    {
      "loss_action": 0.007524937856942415,
      "loss_total": 0.007524937856942415,
      "step": 40030
    },
    {
      "loss_action": 0.010337302461266518,
      "loss_total": 0.010337302461266518,
      "step": 40030
    },
    {
      "loss_action": 0.0060769347473979,
      "loss_total": 0.0060769347473979,
      "step": 40030
    },
    {
      "grad_norm": 0.2510785758495331,
      "learning_rate": 7.002570060642976e-05,
      "loss": 0.0091,
      "step": 40040
    },
    {
      "loss_action": 0.0071220481768250465,
      "loss_total": 0.0071220481768250465,
      "step": 40040
    },
    {
      "loss_action": 0.0036474415101110935,
      "loss_total": 0.0036474415101110935,
      "step": 40040
    },
    {
      "loss_action": 0.010054787620902061,
      "loss_total": 0.010054787620902061,
      "step": 40040
    },
    {
      "loss_action": 0.009717626497149467,
      "loss_total": 0.009717626497149467,
      "step": 40040
    },
    {
      "loss_action": 0.006521668750792742,
      "loss_total": 0.006521668750792742,
      "step": 40040
    },
    {
      "loss_action": 0.009621376171708107,
      "loss_total": 0.009621376171708107,
      "step": 40040
    },
    {
      "loss_action": 0.014613121747970581,
      "loss_total": 0.014613121747970581,
      "step": 40040
    },
    {
      "loss_action": 0.0050534531474113464,
      "loss_total": 0.0050534531474113464,
      "step": 40040
    },
    {
      "grad_norm": 0.11039171367883682,
      "learning_rate": 7.001054892263903e-05,
      "loss": 0.0097,
      "step": 40050
    },
    {
      "loss_action": 0.00573680829256773,
      "loss_total": 0.00573680829256773,
      "step": 40050
    },
    {
      "loss_action": 0.007940104231238365,
      "loss_total": 0.007940104231238365,
      "step": 40050
    },
    {
      "loss_action": 0.005184285342693329,
      "loss_total": 0.005184285342693329,
      "step": 40050
    },
    {
      "loss_action": 0.008904490619897842,
      "loss_total": 0.008904490619897842,
      "step": 40050
    },
    {
      "loss_action": 0.004023395478725433,
      "loss_total": 0.004023395478725433,
      "step": 40050
    },
    {
      "loss_action": 0.00581011176109314,
      "loss_total": 0.00581011176109314,
      "step": 40050
    },
    {
      "loss_action": 0.009466307237744331,
      "loss_total": 0.009466307237744331,
      "step": 40050
    },
    {
      "loss_action": 0.009130511432886124,
      "loss_total": 0.009130511432886124,
      "step": 40050
    },
    {
      "grad_norm": 0.15960580110549927,
      "learning_rate": 6.999539505052477e-05,
      "loss": 0.0085,
      "step": 40060
    },
    {
      "loss_action": 0.009023498743772507,
      "loss_total": 0.009023498743772507,
      "step": 40060
    },
    {
      "loss_action": 0.005427084863185883,
      "loss_total": 0.005427084863185883,
      "step": 40060
    },
    {
      "loss_action": 0.026308663189411163,
      "loss_total": 0.026308663189411163,
      "step": 40060
    },
    {
      "loss_action": 0.005279585253447294,
      "loss_total": 0.005279585253447294,
      "step": 40060
    },
    {
      "loss_action": 0.011360326781868935,
      "loss_total": 0.011360326781868935,
      "step": 40060
    },
    {
      "loss_action": 0.007005547173321247,
      "loss_total": 0.007005547173321247,
      "step": 40060
    },
    {
      "loss_action": 0.010994039475917816,
      "loss_total": 0.010994039475917816,
      "step": 40060
    },
    {
      "loss_action": 0.012663759291172028,
      "loss_total": 0.012663759291172028,
      "step": 40060
    },
    {
      "grad_norm": 0.11910270899534225,
      "learning_rate": 6.998023899174418e-05,
      "loss": 0.0088,
      "step": 40070
    },
    {
      "loss_action": 0.009510120376944542,
      "loss_total": 0.009510120376944542,
      "step": 40070
    },
    {
      "loss_action": 0.0049417149275541306,
      "loss_total": 0.0049417149275541306,
      "step": 40070
    },
    {
      "loss_action": 0.007334258407354355,
      "loss_total": 0.007334258407354355,
      "step": 40070
    },
    {
      "loss_action": 0.007850626483559608,
      "loss_total": 0.007850626483559608,
      "step": 40070
    },
    {
      "loss_action": 0.011147717013955116,
      "loss_total": 0.011147717013955116,
      "step": 40070
    },
    {
      "loss_action": 0.0033900674898177385,
      "loss_total": 0.0033900674898177385,
      "step": 40070
    },
    {
      "loss_action": 0.005184512585401535,
      "loss_total": 0.005184512585401535,
      "step": 40070
    },
    {
      "loss_action": 0.011183865368366241,
      "loss_total": 0.011183865368366241,
      "step": 40070
    },
    {
      "grad_norm": 0.116273894906044,
      "learning_rate": 6.996508074795467e-05,
      "loss": 0.0106,
      "step": 40080
    },
    {
      "loss_action": 0.022682558745145798,
      "loss_total": 0.022682558745145798,
      "step": 40080
    },
    {
      "loss_action": 0.014320326037704945,
      "loss_total": 0.014320326037704945,
      "step": 40080
    },
    {
      "loss_action": 0.004956655669957399,
      "loss_total": 0.004956655669957399,
      "step": 40080
    },
    {
      "loss_action": 0.0036981445737183094,
      "loss_total": 0.0036981445737183094,
      "step": 40080
    },
    {
      "loss_action": 0.010730861686170101,
      "loss_total": 0.010730861686170101,
      "step": 40080
    },
    {
      "loss_action": 0.0074064042419195175,
      "loss_total": 0.0074064042419195175,
      "step": 40080
    },
    {
      "loss_action": 0.009401243180036545,
      "loss_total": 0.009401243180036545,
      "step": 40080
    },
    {
      "loss_action": 0.01278857234865427,
      "loss_total": 0.01278857234865427,
      "step": 40080
    },
    {
      "grad_norm": 0.146646186709404,
      "learning_rate": 6.994992032081396e-05,
      "loss": 0.0096,
      "step": 40090
    },
    {
      "loss_action": 0.007017082534730434,
      "loss_total": 0.007017082534730434,
      "step": 40090
    },
    {
      "loss_action": 0.0034608396235853434,
      "loss_total": 0.0034608396235853434,
      "step": 40090
    },
    {
      "loss_action": 0.005332296248525381,
      "loss_total": 0.005332296248525381,
      "step": 40090
    },
    {
      "loss_action": 0.017075352370738983,
      "loss_total": 0.017075352370738983,
      "step": 40090
    },
    {
      "loss_action": 0.007423277013003826,
      "loss_total": 0.007423277013003826,
      "step": 40090
    },
    {
      "loss_action": 0.005915375426411629,
      "loss_total": 0.005915375426411629,
      "step": 40090
    },
    {
      "loss_action": 0.005249167326837778,
      "loss_total": 0.005249167326837778,
      "step": 40090
    },
    {
      "loss_action": 0.006753259338438511,
      "loss_total": 0.006753259338438511,
      "step": 40090
    },
    {
      "grad_norm": 0.13216130435466766,
      "learning_rate": 6.993475771197995e-05,
      "loss": 0.0097,
      "step": 40100
    },
    {
      "loss_action": 0.0076237996108829975,
      "loss_total": 0.0076237996108829975,
      "step": 40100
    },
    {
      "loss_action": 0.0026377288158982992,
      "loss_total": 0.0026377288158982992,
      "step": 40100
    },
    {
      "loss_action": 0.006319682113826275,
      "loss_total": 0.006319682113826275,
      "step": 40100
    },
    {
      "loss_action": 0.00285830395296216,
      "loss_total": 0.00285830395296216,
      "step": 40100
    },
    {
      "loss_action": 0.012736917473375797,
      "loss_total": 0.012736917473375797,
      "step": 40100
    },
    {
      "loss_action": 0.012608198449015617,
      "loss_total": 0.012608198449015617,
      "step": 40100
    },
    {
      "loss_action": 0.00313170300796628,
      "loss_total": 0.00313170300796628,
      "step": 40100
    },
    {
      "loss_action": 0.005718851462006569,
      "loss_total": 0.005718851462006569,
      "step": 40100
    },
    {
      "grad_norm": 0.11611409485340118,
      "learning_rate": 6.991959292311082e-05,
      "loss": 0.0086,
      "step": 40110
    },
    {
      "loss_action": 0.002700884360820055,
      "loss_total": 0.002700884360820055,
      "step": 40110
    },
    {
      "loss_action": 0.004925459157675505,
      "loss_total": 0.004925459157675505,
      "step": 40110
    },
    {
      "loss_action": 0.00543676782399416,
      "loss_total": 0.00543676782399416,
      "step": 40110
    },
    {
      "loss_action": 0.009720473550260067,
      "loss_total": 0.009720473550260067,
      "step": 40110
    },
    {
      "loss_action": 0.009977270849049091,
      "loss_total": 0.009977270849049091,
      "step": 40110
    },
    {
      "loss_action": 0.002589469775557518,
      "loss_total": 0.002589469775557518,
      "step": 40110
    },
    {
      "loss_action": 0.015639174729585648,
      "loss_total": 0.015639174729585648,
      "step": 40110
    },
    {
      "loss_action": 0.007915889844298363,
      "loss_total": 0.007915889844298363,
      "step": 40110
    },
    {
      "grad_norm": 0.1199539303779602,
      "learning_rate": 6.990442595586495e-05,
      "loss": 0.008,
      "step": 40120
    },
    {
      "loss_action": 0.004263276234269142,
      "loss_total": 0.004263276234269142,
      "step": 40120
    },
    {
      "loss_action": 0.00581273902207613,
      "loss_total": 0.00581273902207613,
      "step": 40120
    },
    {
      "loss_action": 0.004901002161204815,
      "loss_total": 0.004901002161204815,
      "step": 40120
    },
    {
      "loss_action": 0.004487185273319483,
      "loss_total": 0.004487185273319483,
      "step": 40120
    },
    {
      "loss_action": 0.0078878253698349,
      "loss_total": 0.0078878253698349,
      "step": 40120
    },
    {
      "loss_action": 0.010875849984586239,
      "loss_total": 0.010875849984586239,
      "step": 40120
    },
    {
      "loss_action": 0.006318096071481705,
      "loss_total": 0.006318096071481705,
      "step": 40120
    },
    {
      "loss_action": 0.004112365655601025,
      "loss_total": 0.004112365655601025,
      "step": 40120
    },
    {
      "grad_norm": 0.12181560695171356,
      "learning_rate": 6.988925681190098e-05,
      "loss": 0.008,
      "step": 40130
    },
    {
      "loss_action": 0.006872229743748903,
      "loss_total": 0.006872229743748903,
      "step": 40130
    },
    {
      "loss_action": 0.005367477890104055,
      "loss_total": 0.005367477890104055,
      "step": 40130
    },
    {
      "loss_action": 0.006901648826897144,
      "loss_total": 0.006901648826897144,
      "step": 40130
    },
    {
      "loss_action": 0.004256890155375004,
      "loss_total": 0.004256890155375004,
      "step": 40130
    },
    {
      "loss_action": 0.007328562438488007,
      "loss_total": 0.007328562438488007,
      "step": 40130
    },
    {
      "loss_action": 0.006510517559945583,
      "loss_total": 0.006510517559945583,
      "step": 40130
    },
    {
      "loss_action": 0.00895595084875822,
      "loss_total": 0.00895595084875822,
      "step": 40130
    },
    {
      "loss_action": 0.007146861404180527,
      "loss_total": 0.007146861404180527,
      "step": 40130
    },
    {
      "grad_norm": 0.1269228607416153,
      "learning_rate": 6.987408549287778e-05,
      "loss": 0.0083,
      "step": 40140
    },
    {
      "loss_action": 0.012054127641022205,
      "loss_total": 0.012054127641022205,
      "step": 40140
    },
    {
      "loss_action": 0.004615362733602524,
      "loss_total": 0.004615362733602524,
      "step": 40140
    },
    {
      "loss_action": 0.004901430569589138,
      "loss_total": 0.004901430569589138,
      "step": 40140
    },
    {
      "loss_action": 0.0034303998108953238,
      "loss_total": 0.0034303998108953238,
      "step": 40140
    },
    {
      "loss_action": 0.005811719689518213,
      "loss_total": 0.005811719689518213,
      "step": 40140
    },
    {
      "loss_action": 0.0029042568057775497,
      "loss_total": 0.0029042568057775497,
      "step": 40140
    },
    {
      "loss_action": 0.00815229956060648,
      "loss_total": 0.00815229956060648,
      "step": 40140
    },
    {
      "loss_action": 0.007479455322027206,
      "loss_total": 0.007479455322027206,
      "step": 40140
    },
    {
      "grad_norm": 0.09760288149118423,
      "learning_rate": 6.985891200045449e-05,
      "loss": 0.0085,
      "step": 40150
    },
    {
      "loss_action": 0.014977922663092613,
      "loss_total": 0.014977922663092613,
      "step": 40150
    },
    {
      "loss_action": 0.009089457802474499,
      "loss_total": 0.009089457802474499,
      "step": 40150
    },
    {
      "loss_action": 0.012707562185823917,
      "loss_total": 0.012707562185823917,
      "step": 40150
    },
    {
      "loss_action": 0.003387063043192029,
      "loss_total": 0.003387063043192029,
      "step": 40150
    },
    {
      "loss_action": 0.008535769768059254,
      "loss_total": 0.008535769768059254,
      "step": 40150
    },
    {
      "loss_action": 0.00498995091766119,
      "loss_total": 0.00498995091766119,
      "step": 40150
    },
    {
      "loss_action": 0.004928417969495058,
      "loss_total": 0.004928417969495058,
      "step": 40150
    },
    {
      "loss_action": 0.005477160681039095,
      "loss_total": 0.005477160681039095,
      "step": 40150
    },
    {
      "grad_norm": 0.11540758609771729,
      "learning_rate": 6.984373633629045e-05,
      "loss": 0.0094,
      "step": 40160
    },
    {
      "loss_action": 0.004283049143850803,
      "loss_total": 0.004283049143850803,
      "step": 40160
    },
    {
      "loss_action": 0.00210226746276021,
      "loss_total": 0.00210226746276021,
      "step": 40160
    },
    {
      "loss_action": 0.015165025368332863,
      "loss_total": 0.015165025368332863,
      "step": 40160
    },
    {
      "loss_action": 0.0029236418195068836,
      "loss_total": 0.0029236418195068836,
      "step": 40160
    },
    {
      "loss_action": 0.01644808053970337,
      "loss_total": 0.01644808053970337,
      "step": 40160
    },
    {
      "loss_action": 0.011832959949970245,
      "loss_total": 0.011832959949970245,
      "step": 40160
    },
    {
      "loss_action": 0.010447591543197632,
      "loss_total": 0.010447591543197632,
      "step": 40160
    },
    {
      "loss_action": 0.0029886304400861263,
      "loss_total": 0.0029886304400861263,
      "step": 40160
    },
    {
      "grad_norm": 0.11610018461942673,
      "learning_rate": 6.98285585020452e-05,
      "loss": 0.0098,
      "step": 40170
    },
    {
      "loss_action": 0.004593490622937679,
      "loss_total": 0.004593490622937679,
      "step": 40170
    },
    {
      "loss_action": 0.005632554180920124,
      "loss_total": 0.005632554180920124,
      "step": 40170
    },
    {
      "loss_action": 0.006968971341848373,
      "loss_total": 0.006968971341848373,
      "step": 40170
    },
    {
      "loss_action": 0.014821808785200119,
      "loss_total": 0.014821808785200119,
      "step": 40170
    },
    {
      "loss_action": 0.007890665903687477,
      "loss_total": 0.007890665903687477,
      "step": 40170
    },
    {
      "loss_action": 0.003129124641418457,
      "loss_total": 0.003129124641418457,
      "step": 40170
    },
    {
      "loss_action": 0.003219188190996647,
      "loss_total": 0.003219188190996647,
      "step": 40170
    },
    {
      "loss_action": 0.017194421961903572,
      "loss_total": 0.017194421961903572,
      "step": 40170
    },
    {
      "grad_norm": 0.13430611789226532,
      "learning_rate": 6.981337849937864e-05,
      "loss": 0.0079,
      "step": 40180
    },
    {
      "loss_action": 0.007857088930904865,
      "loss_total": 0.007857088930904865,
      "step": 40180
    },
    {
      "loss_action": 0.006174685433506966,
      "loss_total": 0.006174685433506966,
      "step": 40180
    },
    {
      "loss_action": 0.006956270430237055,
      "loss_total": 0.006956270430237055,
      "step": 40180
    },
    {
      "loss_action": 0.008314143866300583,
      "loss_total": 0.008314143866300583,
      "step": 40180
    },
    {
      "loss_action": 0.013173275627195835,
      "loss_total": 0.013173275627195835,
      "step": 40180
    },
    {
      "loss_action": 0.021973179653286934,
      "loss_total": 0.021973179653286934,
      "step": 40180
    },
    {
      "loss_action": 0.010817848145961761,
      "loss_total": 0.010817848145961761,
      "step": 40180
    },
    {
      "loss_action": 0.015483961440622807,
      "loss_total": 0.015483961440622807,
      "step": 40180
    },
    {
      "grad_norm": 0.1285821497440338,
      "learning_rate": 6.979819632995078e-05,
      "loss": 0.012,
      "step": 40190
    },
    {
      "loss_action": 0.0025891545228660107,
      "loss_total": 0.0025891545228660107,
      "step": 40190
    },
    {
      "loss_action": 0.010836651548743248,
      "loss_total": 0.010836651548743248,
      "step": 40190
    },
    {
      "loss_action": 0.00500505231320858,
      "loss_total": 0.00500505231320858,
      "step": 40190
    },
    {
      "loss_action": 0.0038813322316855192,
      "loss_total": 0.0038813322316855192,
      "step": 40190
    },
    {
      "loss_action": 0.009709691628813744,
      "loss_total": 0.009709691628813744,
      "step": 40190
    },
    {
      "loss_action": 0.005162596702575684,
      "loss_total": 0.005162596702575684,
      "step": 40190
    },
    {
      "loss_action": 0.017131222411990166,
      "loss_total": 0.017131222411990166,
      "step": 40190
    },
    {
      "loss_action": 0.007408434525132179,
      "loss_total": 0.007408434525132179,
      "step": 40190
    },
    {
      "grad_norm": 0.25281089544296265,
      "learning_rate": 6.978301199542193e-05,
      "loss": 0.0101,
      "step": 40200
    },
    {
      "loss_action": 0.023123035207390785,
      "loss_total": 0.023123035207390785,
      "step": 40200
    },
    {
      "loss_action": 0.002510819584131241,
      "loss_total": 0.002510819584131241,
      "step": 40200
    },
    {
      "loss_action": 0.00248845131136477,
      "loss_total": 0.00248845131136477,
      "step": 40200
    },
    {
      "loss_action": 0.009465446695685387,
      "loss_total": 0.009465446695685387,
      "step": 40200
    },
    {
      "loss_action": 0.006400854326784611,
      "loss_total": 0.006400854326784611,
      "step": 40200
    },
    {
      "loss_action": 0.01464940793812275,
      "loss_total": 0.01464940793812275,
      "step": 40200
    },
    {
      "loss_action": 0.005620940588414669,
      "loss_total": 0.005620940588414669,
      "step": 40200
    },
    {
      "loss_action": 0.004365581087768078,
      "loss_total": 0.004365581087768078,
      "step": 40200
    },
    {
      "grad_norm": 0.13384437561035156,
      "learning_rate": 6.976782549745263e-05,
      "loss": 0.0102,
      "step": 40210
    },
    {
      "loss_action": 0.004966435953974724,
      "loss_total": 0.004966435953974724,
      "step": 40210
    },
    {
      "loss_action": 0.018858663737773895,
      "loss_total": 0.018858663737773895,
      "step": 40210
    },
    {
      "loss_action": 0.007978130131959915,
      "loss_total": 0.007978130131959915,
      "step": 40210
    },
    {
      "loss_action": 0.009723545983433723,
      "loss_total": 0.009723545983433723,
      "step": 40210
    },
    {
      "loss_action": 0.004673449322581291,
      "loss_total": 0.004673449322581291,
      "step": 40210
    },
    {
      "loss_action": 0.007587837055325508,
      "loss_total": 0.007587837055325508,
      "step": 40210
    },
    {
      "loss_action": 0.010715838521718979,
      "loss_total": 0.010715838521718979,
      "step": 40210
    },
    {
      "loss_action": 0.017669260501861572,
      "loss_total": 0.017669260501861572,
      "step": 40210
    },
    {
      "grad_norm": 0.10427433252334595,
      "learning_rate": 6.975263683770367e-05,
      "loss": 0.0095,
      "step": 40220
    },
    {
      "loss_action": 0.014217290095984936,
      "loss_total": 0.014217290095984936,
      "step": 40220
    },
    {
      "loss_action": 0.015383504331111908,
      "loss_total": 0.015383504331111908,
      "step": 40220
    },
    {
      "loss_action": 0.004402670077979565,
      "loss_total": 0.004402670077979565,
      "step": 40220
    },
    {
      "loss_action": 0.01131759025156498,
      "loss_total": 0.01131759025156498,
      "step": 40220
    },
    {
      "loss_action": 0.007297437638044357,
      "loss_total": 0.007297437638044357,
      "step": 40220
    },
    {
      "loss_action": 0.004622350446879864,
      "loss_total": 0.004622350446879864,
      "step": 40220
    },
    {
      "loss_action": 0.005048383492976427,
      "loss_total": 0.005048383492976427,
      "step": 40220
    },
    {
      "loss_action": 0.0032232569064944983,
      "loss_total": 0.0032232569064944983,
      "step": 40220
    },
    {
      "grad_norm": 0.09377492964267731,
      "learning_rate": 6.973744601783604e-05,
      "loss": 0.0079,
      "step": 40230
    },
    {
      "loss_action": 0.012215767055749893,
      "loss_total": 0.012215767055749893,
      "step": 40230
    },
    {
      "loss_action": 0.0028359859716147184,
      "loss_total": 0.0028359859716147184,
      "step": 40230
    },
    {
      "loss_action": 0.004789027851074934,
      "loss_total": 0.004789027851074934,
      "step": 40230
    },
    {
      "loss_action": 0.009214555844664574,
      "loss_total": 0.009214555844664574,
      "step": 40230
    },
    {
      "loss_action": 0.0177617110311985,
      "loss_total": 0.0177617110311985,
      "step": 40230
    },
    {
      "loss_action": 0.004599614534527063,
      "loss_total": 0.004599614534527063,
      "step": 40230
    },
    {
      "loss_action": 0.003082830924540758,
      "loss_total": 0.003082830924540758,
      "step": 40230
    },
    {
      "loss_action": 0.00565815344452858,
      "loss_total": 0.00565815344452858,
      "step": 40230
    },
    {
      "grad_norm": 0.15078742802143097,
      "learning_rate": 6.972225303951097e-05,
      "loss": 0.0097,
      "step": 40240
    },
    {
      "loss_action": 0.015711816027760506,
      "loss_total": 0.015711816027760506,
      "step": 40240
    },
    {
      "loss_action": 0.0073749227449297905,
      "loss_total": 0.0073749227449297905,
      "step": 40240
    },
    {
      "loss_action": 0.005142545327544212,
      "loss_total": 0.005142545327544212,
      "step": 40240
    },
    {
      "loss_action": 0.047536060214042664,
      "loss_total": 0.047536060214042664,
      "step": 40240
    },
    {
      "loss_action": 0.006512237247079611,
      "loss_total": 0.006512237247079611,
      "step": 40240
    },
    {
      "loss_action": 0.01342567428946495,
      "loss_total": 0.01342567428946495,
      "step": 40240
    },
    {
      "loss_action": 0.01025223545730114,
      "loss_total": 0.01025223545730114,
      "step": 40240
    },
    {
      "loss_action": 0.004910404793918133,
      "loss_total": 0.004910404793918133,
      "step": 40240
    },
    {
      "grad_norm": 0.1955600529909134,
      "learning_rate": 6.970705790438998e-05,
      "loss": 0.0113,
      "step": 40250
    },
    {
      "loss_action": 0.008019467815756798,
      "loss_total": 0.008019467815756798,
      "step": 40250
    },
    {
      "loss_action": 0.01067991741001606,
      "loss_total": 0.01067991741001606,
      "step": 40250
    },
    {
      "loss_action": 0.008552158251404762,
      "loss_total": 0.008552158251404762,
      "step": 40250
    },
    {
      "loss_action": 0.0064589641988277435,
      "loss_total": 0.0064589641988277435,
      "step": 40250
    },
    {
      "loss_action": 0.009988350793719292,
      "loss_total": 0.009988350793719292,
      "step": 40250
    },
    {
      "loss_action": 0.004414865747094154,
      "loss_total": 0.004414865747094154,
      "step": 40250
    },
    {
      "loss_action": 0.0036447427701205015,
      "loss_total": 0.0036447427701205015,
      "step": 40250
    },
    {
      "loss_action": 0.012060652486979961,
      "loss_total": 0.012060652486979961,
      "step": 40250
    },
    {
      "grad_norm": 0.14054515957832336,
      "learning_rate": 6.969186061413477e-05,
      "loss": 0.0107,
      "step": 40260
    },
    {
      "loss_action": 0.00897105410695076,
      "loss_total": 0.00897105410695076,
      "step": 40260
    },
    {
      "loss_action": 0.014016730710864067,
      "loss_total": 0.014016730710864067,
      "step": 40260
    },
    {
      "loss_action": 0.009656718000769615,
      "loss_total": 0.009656718000769615,
      "step": 40260
    },
    {
      "loss_action": 0.012530556879937649,
      "loss_total": 0.012530556879937649,
      "step": 40260
    },
    {
      "loss_action": 0.019809085875749588,
      "loss_total": 0.019809085875749588,
      "step": 40260
    },
    {
      "loss_action": 0.006604935508221388,
      "loss_total": 0.006604935508221388,
      "step": 40260
    },
    {
      "loss_action": 0.00544511154294014,
      "loss_total": 0.00544511154294014,
      "step": 40260
    },
    {
      "loss_action": 0.007786302827298641,
      "loss_total": 0.007786302827298641,
      "step": 40260
    },
    {
      "grad_norm": 0.14638689160346985,
      "learning_rate": 6.967666117040727e-05,
      "loss": 0.0097,
      "step": 40270
    },
    {
      "loss_action": 0.0034117260947823524,
      "loss_total": 0.0034117260947823524,
      "step": 40270
    },
    {
      "loss_action": 0.004320132080465555,
      "loss_total": 0.004320132080465555,
      "step": 40270
    },
    {
      "loss_action": 0.013775266706943512,
      "loss_total": 0.013775266706943512,
      "step": 40270
    },
    {
      "loss_action": 0.01786540448665619,
      "loss_total": 0.01786540448665619,
      "step": 40270
    },
    {
      "loss_action": 0.005878540221601725,
      "loss_total": 0.005878540221601725,
      "step": 40270
    },
    {
      "loss_action": 0.010453466325998306,
      "loss_total": 0.010453466325998306,
      "step": 40270
    },
    {
      "loss_action": 0.005881166085600853,
      "loss_total": 0.005881166085600853,
      "step": 40270
    },
    {
      "loss_action": 0.015412651933729649,
      "loss_total": 0.015412651933729649,
      "step": 40270
    },
    {
      "grad_norm": 0.1102515235543251,
      "learning_rate": 6.966145957486972e-05,
      "loss": 0.0087,
      "step": 40280
    },
    {
      "loss_action": 0.015817666426301003,
      "loss_total": 0.015817666426301003,
      "step": 40280
    },
    {
      "loss_action": 0.01056385412812233,
      "loss_total": 0.01056385412812233,
      "step": 40280
    },
    {
      "loss_action": 0.00643840292468667,
      "loss_total": 0.00643840292468667,
      "step": 40280
    },
    {
      "loss_action": 0.004774000030010939,
      "loss_total": 0.004774000030010939,
      "step": 40280
    },
    {
      "loss_action": 0.004274939186871052,
      "loss_total": 0.004274939186871052,
      "step": 40280
    },
    {
      "loss_action": 0.005689282901585102,
      "loss_total": 0.005689282901585102,
      "step": 40280
    },
    {
      "loss_action": 0.008652043528854847,
      "loss_total": 0.008652043528854847,
      "step": 40280
    },
    {
      "loss_action": 0.0191660113632679,
      "loss_total": 0.0191660113632679,
      "step": 40280
    },
    {
      "grad_norm": 0.10592804849147797,
      "learning_rate": 6.964625582918449e-05,
      "loss": 0.01,
      "step": 40290
    },
    {
      "loss_action": 0.01865462027490139,
      "loss_total": 0.01865462027490139,
      "step": 40290
    },
    {
      "loss_action": 0.009011954069137573,
      "loss_total": 0.009011954069137573,
      "step": 40290
    },
    {
      "loss_action": 0.003551275935024023,
      "loss_total": 0.003551275935024023,
      "step": 40290
    },
    {
      "loss_action": 0.0045867059379816055,
      "loss_total": 0.0045867059379816055,
      "step": 40290
    },
    {
      "loss_action": 0.01953835040330887,
      "loss_total": 0.01953835040330887,
      "step": 40290
    },
    {
      "loss_action": 0.03808751702308655,
      "loss_total": 0.03808751702308655,
      "step": 40290
    },
    {
      "loss_action": 0.03401213884353638,
      "loss_total": 0.03401213884353638,
      "step": 40290
    },
    {
      "loss_action": 0.012006772682070732,
      "loss_total": 0.012006772682070732,
      "step": 40290
    },
    {
      "grad_norm": 0.12135708332061768,
      "learning_rate": 6.963104993501425e-05,
      "loss": 0.0098,
      "step": 40300
    },
    {
      "loss_action": 0.002494116546586156,
      "loss_total": 0.002494116546586156,
      "step": 40300
    },
    {
      "loss_action": 0.007473945617675781,
      "loss_total": 0.007473945617675781,
      "step": 40300
    },
    {
      "loss_action": 0.008527906611561775,
      "loss_total": 0.008527906611561775,
      "step": 40300
    },
    {
      "loss_action": 0.00775484275072813,
      "loss_total": 0.00775484275072813,
      "step": 40300
    },
    {
      "loss_action": 0.02350369095802307,
      "loss_total": 0.02350369095802307,
      "step": 40300
    },
    {
      "loss_action": 0.013172097504138947,
      "loss_total": 0.013172097504138947,
      "step": 40300
    },
    {
      "loss_action": 0.0044491891749203205,
      "loss_total": 0.0044491891749203205,
      "step": 40300
    },
    {
      "loss_action": 0.013952042907476425,
      "loss_total": 0.013952042907476425,
      "step": 40300
    },
    {
      "grad_norm": 0.08444614708423615,
      "learning_rate": 6.961584189402192e-05,
      "loss": 0.0097,
      "step": 40310
    },
    {
      "loss_action": 0.00830415915697813,
      "loss_total": 0.00830415915697813,
      "step": 40310
    },
    {
      "loss_action": 0.0031562948133796453,
      "loss_total": 0.0031562948133796453,
      "step": 40310
    },
    {
      "loss_action": 0.009305009618401527,
      "loss_total": 0.009305009618401527,
      "step": 40310
    },
    {
      "loss_action": 0.011100804433226585,
      "loss_total": 0.011100804433226585,
      "step": 40310
    },
    {
      "loss_action": 0.0017946023726835847,
      "loss_total": 0.0017946023726835847,
      "step": 40310
    },
    {
      "loss_action": 0.009855849668383598,
      "loss_total": 0.009855849668383598,
      "step": 40310
    },
    {
      "loss_action": 0.01431515533477068,
      "loss_total": 0.01431515533477068,
      "step": 40310
    },
    {
      "loss_action": 0.005046445410698652,
      "loss_total": 0.005046445410698652,
      "step": 40310
    },
    {
      "grad_norm": 0.153742715716362,
      "learning_rate": 6.96006317078706e-05,
      "loss": 0.0082,
      "step": 40320
    },
    {
      "loss_action": 0.009583139792084694,
      "loss_total": 0.009583139792084694,
      "step": 40320
    },
    {
      "loss_action": 0.004799624904990196,
      "loss_total": 0.004799624904990196,
      "step": 40320
    },
    {
      "loss_action": 0.006766015663743019,
      "loss_total": 0.006766015663743019,
      "step": 40320
    },
    {
      "loss_action": 0.011804703623056412,
      "loss_total": 0.011804703623056412,
      "step": 40320
    },
    {
      "loss_action": 0.009969336912035942,
      "loss_total": 0.009969336912035942,
      "step": 40320
    },
    {
      "loss_action": 0.006777667440474033,
      "loss_total": 0.006777667440474033,
      "step": 40320
    },
    {
      "loss_action": 0.009540596976876259,
      "loss_total": 0.009540596976876259,
      "step": 40320
    },
    {
      "loss_action": 0.009779185056686401,
      "loss_total": 0.009779185056686401,
      "step": 40320
    },
    {
      "grad_norm": 0.14554226398468018,
      "learning_rate": 6.958541937822367e-05,
      "loss": 0.0073,
      "step": 40330
    },
    {
      "loss_action": 0.010335464030504227,
      "loss_total": 0.010335464030504227,
      "step": 40330
    },
    {
      "loss_action": 0.005858227610588074,
      "loss_total": 0.005858227610588074,
      "step": 40330
    },
    {
      "loss_action": 0.008566362783312798,
      "loss_total": 0.008566362783312798,
      "step": 40330
    },
    {
      "loss_action": 0.03246434032917023,
      "loss_total": 0.03246434032917023,
      "step": 40330
    },
    {
      "loss_action": 0.005280487239360809,
      "loss_total": 0.005280487239360809,
      "step": 40330
    },
    {
      "loss_action": 0.00720180245116353,
      "loss_total": 0.00720180245116353,
      "step": 40330
    },
    {
      "loss_action": 0.00849342904984951,
      "loss_total": 0.00849342904984951,
      "step": 40330
    },
    {
      "loss_action": 0.009681003168225288,
      "loss_total": 0.009681003168225288,
      "step": 40330
    },
    {
      "grad_norm": 0.1285545378923416,
      "learning_rate": 6.957020490674473e-05,
      "loss": 0.0078,
      "step": 40340
    },
    {
      "loss_action": 0.0054152170196175575,
      "loss_total": 0.0054152170196175575,
      "step": 40340
    },
    {
      "loss_action": 0.008730102330446243,
      "loss_total": 0.008730102330446243,
      "step": 40340
    },
    {
      "loss_action": 0.002233040053397417,
      "loss_total": 0.002233040053397417,
      "step": 40340
    },
    {
      "loss_action": 0.005833650939166546,
      "loss_total": 0.005833650939166546,
      "step": 40340
    },
    {
      "loss_action": 0.017121052369475365,
      "loss_total": 0.017121052369475365,
      "step": 40340
    },
    {
      "loss_action": 0.006444762460887432,
      "loss_total": 0.006444762460887432,
      "step": 40340
    },
    {
      "loss_action": 0.00753276702016592,
      "loss_total": 0.00753276702016592,
      "step": 40340
    },
    {
      "loss_action": 0.002860408741980791,
      "loss_total": 0.002860408741980791,
      "step": 40340
    },
    {
      "grad_norm": 0.10690733045339584,
      "learning_rate": 6.95549882950976e-05,
      "loss": 0.0093,
      "step": 40350
    },
    {
      "loss_action": 0.03488359600305557,
      "loss_total": 0.03488359600305557,
      "step": 40350
    },
    {
      "loss_action": 0.00427239527925849,
      "loss_total": 0.00427239527925849,
      "step": 40350
    },
    {
      "loss_action": 0.004542825743556023,
      "loss_total": 0.004542825743556023,
      "step": 40350
    },
    {
      "loss_action": 0.01006750576198101,
      "loss_total": 0.01006750576198101,
      "step": 40350
    },
    {
      "loss_action": 0.009809821844100952,
      "loss_total": 0.009809821844100952,
      "step": 40350
    },
    {
      "loss_action": 0.00531256478279829,
      "loss_total": 0.00531256478279829,
      "step": 40350
    },
    {
      "loss_action": 0.0059239789843559265,
      "loss_total": 0.0059239789843559265,
      "step": 40350
    },
    {
      "loss_action": 0.008142485283315182,
      "loss_total": 0.008142485283315182,
      "step": 40350
    },
    {
      "grad_norm": 0.13403193652629852,
      "learning_rate": 6.953976954494635e-05,
      "loss": 0.0082,
      "step": 40360
    },
    {
      "loss_action": 0.007177146151661873,
      "loss_total": 0.007177146151661873,
      "step": 40360
    },
    {
      "loss_action": 0.0058501120656728745,
      "loss_total": 0.0058501120656728745,
      "step": 40360
    },
    {
      "loss_action": 0.003995491191744804,
      "loss_total": 0.003995491191744804,
      "step": 40360
    },
    {
      "loss_action": 0.006029409356415272,
      "loss_total": 0.006029409356415272,
      "step": 40360
    },
    {
      "loss_action": 0.005411441903561354,
      "loss_total": 0.005411441903561354,
      "step": 40360
    },
    {
      "loss_action": 0.006750648841261864,
      "loss_total": 0.006750648841261864,
      "step": 40360
    },
    {
      "loss_action": 0.009904017671942711,
      "loss_total": 0.009904017671942711,
      "step": 40360
    },
    {
      "loss_action": 0.007127978373318911,
      "loss_total": 0.007127978373318911,
      "step": 40360
    },
    {
      "grad_norm": 0.1720520257949829,
      "learning_rate": 6.952454865795528e-05,
      "loss": 0.0102,
      "step": 40370
    },
    {
      "loss_action": 0.008442605845630169,
      "loss_total": 0.008442605845630169,
      "step": 40370
    },
    {
      "loss_action": 0.0033485230524092913,
      "loss_total": 0.0033485230524092913,
      "step": 40370
    },
    {
      "loss_action": 0.013151410967111588,
      "loss_total": 0.013151410967111588,
      "step": 40370
    },
    {
      "loss_action": 0.012317721731960773,
      "loss_total": 0.012317721731960773,
      "step": 40370
    },
    {
      "loss_action": 0.016668830066919327,
      "loss_total": 0.016668830066919327,
      "step": 40370
    },
    {
      "loss_action": 0.005220507737249136,
      "loss_total": 0.005220507737249136,
      "step": 40370
    },
    {
      "loss_action": 0.006772866938263178,
      "loss_total": 0.006772866938263178,
      "step": 40370
    },
    {
      "loss_action": 0.01333159301429987,
      "loss_total": 0.01333159301429987,
      "step": 40370
    },
    {
      "grad_norm": 0.11966685950756073,
      "learning_rate": 6.950932563578892e-05,
      "loss": 0.0077,
      "step": 40380
    },
    {
      "loss_action": 0.003626010147854686,
      "loss_total": 0.003626010147854686,
      "step": 40380
    },
    {
      "loss_action": 0.006358572281897068,
      "loss_total": 0.006358572281897068,
      "step": 40380
    },
    {
      "loss_action": 0.005745230708271265,
      "loss_total": 0.005745230708271265,
      "step": 40380
    },
    {
      "loss_action": 0.003945259377360344,
      "loss_total": 0.003945259377360344,
      "step": 40380
    },
    {
      "loss_action": 0.015315685421228409,
      "loss_total": 0.015315685421228409,
      "step": 40380
    },
    {
      "loss_action": 0.011426307260990143,
      "loss_total": 0.011426307260990143,
      "step": 40380
    },
    {
      "loss_action": 0.012245561927556992,
      "loss_total": 0.012245561927556992,
      "step": 40380
    },
    {
      "loss_action": 0.002367899753153324,
      "loss_total": 0.002367899753153324,
      "step": 40380
    },
    {
      "grad_norm": 0.09116142988204956,
      "learning_rate": 6.949410048011206e-05,
      "loss": 0.0092,
      "step": 40390
    },
    {
      "loss_action": 0.007993112318217754,
      "loss_total": 0.007993112318217754,
      "step": 40390
    },
    {
      "loss_action": 0.010951776057481766,
      "loss_total": 0.010951776057481766,
      "step": 40390
    },
    {
      "loss_action": 0.028485670685768127,
      "loss_total": 0.028485670685768127,
      "step": 40390
    },
    {
      "loss_action": 0.009368706494569778,
      "loss_total": 0.009368706494569778,
      "step": 40390
    },
    {
      "loss_action": 0.005168464034795761,
      "loss_total": 0.005168464034795761,
      "step": 40390
    },
    {
      "loss_action": 0.004646225832402706,
      "loss_total": 0.004646225832402706,
      "step": 40390
    },
    {
      "loss_action": 0.007067731581628323,
      "loss_total": 0.007067731581628323,
      "step": 40390
    },
    {
      "loss_action": 0.013792702928185463,
      "loss_total": 0.013792702928185463,
      "step": 40390
    },
    {
      "grad_norm": 0.08789018541574478,
      "learning_rate": 6.947887319258966e-05,
      "loss": 0.0093,
      "step": 40400
    },
    {
      "loss_action": 0.008040247485041618,
      "loss_total": 0.008040247485041618,
      "step": 40400
    },
    {
      "loss_action": 0.011567836627364159,
      "loss_total": 0.011567836627364159,
      "step": 40400
    },
    {
      "loss_action": 0.017502311617136,
      "loss_total": 0.017502311617136,
      "step": 40400
    },
    {
      "loss_action": 0.022632580250501633,
      "loss_total": 0.022632580250501633,
      "step": 40400
    },
    {
      "loss_action": 0.009164255112409592,
      "loss_total": 0.009164255112409592,
      "step": 40400
    },
    {
      "loss_action": 0.009262935258448124,
      "loss_total": 0.009262935258448124,
      "step": 40400
    },
    {
      "loss_action": 0.021613597869873047,
      "loss_total": 0.021613597869873047,
      "step": 40400
    },
    {
      "loss_action": 0.010627462528645992,
      "loss_total": 0.010627462528645992,
      "step": 40400
    },
    {
      "grad_norm": 0.17236723005771637,
      "learning_rate": 6.946364377488696e-05,
      "loss": 0.0099,
      "step": 40410
    },
    {
      "loss_action": 0.00301781902089715,
      "loss_total": 0.00301781902089715,
      "step": 40410
    },
    {
      "loss_action": 0.009005473926663399,
      "loss_total": 0.009005473926663399,
      "step": 40410
    },
    {
      "loss_action": 0.0209616981446743,
      "loss_total": 0.0209616981446743,
      "step": 40410
    },
    {
      "loss_action": 0.006734661757946014,
      "loss_total": 0.006734661757946014,
      "step": 40410
    },
    {
      "loss_action": 0.008574253879487514,
      "loss_total": 0.008574253879487514,
      "step": 40410
    },
    {
      "loss_action": 0.010867217555642128,
      "loss_total": 0.010867217555642128,
      "step": 40410
    },
    {
      "loss_action": 0.0078895203769207,
      "loss_total": 0.0078895203769207,
      "step": 40410
    },
    {
      "loss_action": 0.011107638478279114,
      "loss_total": 0.011107638478279114,
      "step": 40410
    },
    {
      "grad_norm": 0.12907569110393524,
      "learning_rate": 6.944841222866947e-05,
      "loss": 0.0085,
      "step": 40420
    },
    {
      "loss_action": 0.011033354327082634,
      "loss_total": 0.011033354327082634,
      "step": 40420
    },
    {
      "loss_action": 0.006892675068229437,
      "loss_total": 0.006892675068229437,
      "step": 40420
    },
    {
      "loss_action": 0.013454725965857506,
      "loss_total": 0.013454725965857506,
      "step": 40420
    },
    {
      "loss_action": 0.004851872101426125,
      "loss_total": 0.004851872101426125,
      "step": 40420
    },
    {
      "loss_action": 0.006460985634475946,
      "loss_total": 0.006460985634475946,
      "step": 40420
    },
    {
      "loss_action": 0.015406327322125435,
      "loss_total": 0.015406327322125435,
      "step": 40420
    },
    {
      "loss_action": 0.0013881371123716235,
      "loss_total": 0.0013881371123716235,
      "step": 40420
    },
    {
      "loss_action": 0.019435729831457138,
      "loss_total": 0.019435729831457138,
      "step": 40420
    },
    {
      "grad_norm": 0.10672637820243835,
      "learning_rate": 6.943317855560284e-05,
      "loss": 0.0095,
      "step": 40430
    },
    {
      "loss_action": 0.004853288643062115,
      "loss_total": 0.004853288643062115,
      "step": 40430
    },
    {
      "loss_action": 0.006104252301156521,
      "loss_total": 0.006104252301156521,
      "step": 40430
    },
    {
      "loss_action": 0.0062260739505290985,
      "loss_total": 0.0062260739505290985,
      "step": 40430
    },
    {
      "loss_action": 0.002456442918628454,
      "loss_total": 0.002456442918628454,
      "step": 40430
    },
    {
      "loss_action": 0.0034969965927302837,
      "loss_total": 0.0034969965927302837,
      "step": 40430
    },
    {
      "loss_action": 0.0037717667873948812,
      "loss_total": 0.0037717667873948812,
      "step": 40430
    },
    {
      "loss_action": 0.016451353207230568,
      "loss_total": 0.016451353207230568,
      "step": 40430
    },
    {
      "loss_action": 0.006203543860465288,
      "loss_total": 0.006203543860465288,
      "step": 40430
    },
    {
      "grad_norm": 0.10637853294610977,
      "learning_rate": 6.941794275735302e-05,
      "loss": 0.0089,
      "step": 40440
    },
    {
      "loss_action": 0.003295562230050564,
      "loss_total": 0.003295562230050564,
      "step": 40440
    },
    {
      "loss_action": 0.008497264236211777,
      "loss_total": 0.008497264236211777,
      "step": 40440
    },
    {
      "loss_action": 0.008734995499253273,
      "loss_total": 0.008734995499253273,
      "step": 40440
    },
    {
      "loss_action": 0.0026911753229796886,
      "loss_total": 0.0026911753229796886,
      "step": 40440
    },
    {
      "loss_action": 0.008471906185150146,
      "loss_total": 0.008471906185150146,
      "step": 40440
    },
    {
      "loss_action": 0.004212653264403343,
      "loss_total": 0.004212653264403343,
      "step": 40440
    },
    {
      "loss_action": 0.008811505511403084,
      "loss_total": 0.008811505511403084,
      "step": 40440
    },
    {
      "loss_action": 0.009118111804127693,
      "loss_total": 0.009118111804127693,
      "step": 40440
    },
    {
      "grad_norm": 0.42981597781181335,
      "learning_rate": 6.94027048355862e-05,
      "loss": 0.0073,
      "step": 40450
    },
    {
      "loss_action": 0.012701790779829025,
      "loss_total": 0.012701790779829025,
      "step": 40450
    },
    {
      "loss_action": 0.013652103953063488,
      "loss_total": 0.013652103953063488,
      "step": 40450
    },
    {
      "loss_action": 0.004751487635076046,
      "loss_total": 0.004751487635076046,
      "step": 40450
    },
    {
      "loss_action": 0.00672054523602128,
      "loss_total": 0.00672054523602128,
      "step": 40450
    },
    {
      "loss_action": 0.004744375124573708,
      "loss_total": 0.004744375124573708,
      "step": 40450
    },
    {
      "loss_action": 0.009738374501466751,
      "loss_total": 0.009738374501466751,
      "step": 40450
    },
    {
      "loss_action": 0.012933529913425446,
      "loss_total": 0.012933529913425446,
      "step": 40450
    },
    {
      "loss_action": 0.006628893781453371,
      "loss_total": 0.006628893781453371,
      "step": 40450
    },
    {
      "grad_norm": 0.10439687222242355,
      "learning_rate": 6.938746479196871e-05,
      "loss": 0.0082,
      "step": 40460
    },
    {
      "loss_action": 0.0076297130435705185,
      "loss_total": 0.0076297130435705185,
      "step": 40460
    },
    {
      "loss_action": 0.003475939156487584,
      "loss_total": 0.003475939156487584,
      "step": 40460
    },
    {
      "loss_action": 0.012962980195879936,
      "loss_total": 0.012962980195879936,
      "step": 40460
    },
    {
      "loss_action": 0.009505617432296276,
      "loss_total": 0.009505617432296276,
      "step": 40460
    },
    {
      "loss_action": 0.003669379511848092,
      "loss_total": 0.003669379511848092,
      "step": 40460
    },
    {
      "loss_action": 0.0029992018826305866,
      "loss_total": 0.0029992018826305866,
      "step": 40460
    },
    {
      "loss_action": 0.005663454532623291,
      "loss_total": 0.005663454532623291,
      "step": 40460
    },
    {
      "loss_action": 0.009106758050620556,
      "loss_total": 0.009106758050620556,
      "step": 40460
    },
    {
      "grad_norm": 0.10327130556106567,
      "learning_rate": 6.937222262816724e-05,
      "loss": 0.0099,
      "step": 40470
    },
    {
      "loss_action": 0.006958672311156988,
      "loss_total": 0.006958672311156988,
      "step": 40470
    },
    {
      "loss_action": 0.01108037680387497,
      "loss_total": 0.01108037680387497,
      "step": 40470
    },
    {
      "loss_action": 0.0016186402644962072,
      "loss_total": 0.0016186402644962072,
      "step": 40470
    },
    {
      "loss_action": 0.008638003841042519,
      "loss_total": 0.008638003841042519,
      "step": 40470
    },
    {
      "loss_action": 0.01030067540705204,
      "loss_total": 0.01030067540705204,
      "step": 40470
    },
    {
      "loss_action": 0.04939328134059906,
      "loss_total": 0.04939328134059906,
      "step": 40470
    },
    {
      "loss_action": 0.004118470475077629,
      "loss_total": 0.004118470475077629,
      "step": 40470
    },
    {
      "loss_action": 0.004392598755657673,
      "loss_total": 0.004392598755657673,
      "step": 40470
    },
    {
      "grad_norm": 0.13145902752876282,
      "learning_rate": 6.935697834584865e-05,
      "loss": 0.0081,
      "step": 40480
    },
    {
      "loss_action": 0.0065178778022527695,
      "loss_total": 0.0065178778022527695,
      "step": 40480
    },
    {
      "loss_action": 0.01667162775993347,
      "loss_total": 0.01667162775993347,
      "step": 40480
    },
    {
      "loss_action": 0.00604310492053628,
      "loss_total": 0.00604310492053628,
      "step": 40480
    },
    {
      "loss_action": 0.007725180592387915,
      "loss_total": 0.007725180592387915,
      "step": 40480
    },
    {
      "loss_action": 0.006096210330724716,
      "loss_total": 0.006096210330724716,
      "step": 40480
    },
    {
      "loss_action": 0.008355095982551575,
      "loss_total": 0.008355095982551575,
      "step": 40480
    },
    {
      "loss_action": 0.005536267533898354,
      "loss_total": 0.005536267533898354,
      "step": 40480
    },
    {
      "loss_action": 0.035432733595371246,
      "loss_total": 0.035432733595371246,
      "step": 40480
    },
    {
      "grad_norm": 0.08155685663223267,
      "learning_rate": 6.934173194667998e-05,
      "loss": 0.0086,
      "step": 40490
    },
    {
      "loss_action": 0.006024288944900036,
      "loss_total": 0.006024288944900036,
      "step": 40490
    },
    {
      "loss_action": 0.01421094499528408,
      "loss_total": 0.01421094499528408,
      "step": 40490
    },
    {
      "loss_action": 0.0027722413651645184,
      "loss_total": 0.0027722413651645184,
      "step": 40490
    },
    {
      "loss_action": 0.013453619554638863,
      "loss_total": 0.013453619554638863,
      "step": 40490
    },
    {
      "loss_action": 0.00899439211934805,
      "loss_total": 0.00899439211934805,
      "step": 40490
    },
    {
      "loss_action": 0.0022034568246454,
      "loss_total": 0.0022034568246454,
      "step": 40490
    },
    {
      "loss_action": 0.014216696843504906,
      "loss_total": 0.014216696843504906,
      "step": 40490
    },
    {
      "loss_action": 0.003745525609701872,
      "loss_total": 0.003745525609701872,
      "step": 40490
    },
    {
      "grad_norm": 0.09748174250125885,
      "learning_rate": 6.93264834323286e-05,
      "loss": 0.0082,
      "step": 40500
    },
    {
      "loss_action": 0.013813339173793793,
      "loss_total": 0.013813339173793793,
      "step": 40500
    },
    {
      "loss_action": 0.011225396767258644,
      "loss_total": 0.011225396767258644,
      "step": 40500
    },
    {
      "loss_action": 0.010796048678457737,
      "loss_total": 0.010796048678457737,
      "step": 40500
    },
    {
      "loss_action": 0.005351859610527754,
      "loss_total": 0.005351859610527754,
      "step": 40500
    },
    {
      "loss_action": 0.008595405146479607,
      "loss_total": 0.008595405146479607,
      "step": 40500
    },
    {
      "loss_action": 0.023934928700327873,
      "loss_total": 0.023934928700327873,
      "step": 40500
    },
    {
      "loss_action": 0.013902444392442703,
      "loss_total": 0.013902444392442703,
      "step": 40500
    },
    {
      "loss_action": 0.004692254588007927,
      "loss_total": 0.004692254588007927,
      "step": 40500
    },
    {
      "grad_norm": 0.10779263824224472,
      "learning_rate": 6.931123280446206e-05,
      "loss": 0.0093,
      "step": 40510
    },
    {
      "loss_action": 0.010065690614283085,
      "loss_total": 0.010065690614283085,
      "step": 40510
    },
    {
      "loss_action": 0.015666848048567772,
      "loss_total": 0.015666848048567772,
      "step": 40510
    },
    {
      "loss_action": 0.007002152968198061,
      "loss_total": 0.007002152968198061,
      "step": 40510
    },
    {
      "loss_action": 0.004131167195737362,
      "loss_total": 0.004131167195737362,
      "step": 40510
    },
    {
      "loss_action": 0.007010268978774548,
      "loss_total": 0.007010268978774548,
      "step": 40510
    },
    {
      "loss_action": 0.012677260674536228,
      "loss_total": 0.012677260674536228,
      "step": 40510
    },
    {
      "loss_action": 0.01692483015358448,
      "loss_total": 0.01692483015358448,
      "step": 40510
    },
    {
      "loss_action": 0.006561896298080683,
      "loss_total": 0.006561896298080683,
      "step": 40510
    },
    {
      "grad_norm": 0.13105089962482452,
      "learning_rate": 6.929598006474811e-05,
      "loss": 0.0088,
      "step": 40520
    },
    {
      "loss_action": 0.018645860254764557,
      "loss_total": 0.018645860254764557,
      "step": 40520
    },
    {
      "loss_action": 0.009232573211193085,
      "loss_total": 0.009232573211193085,
      "step": 40520
    },
    {
      "loss_action": 0.00377128878608346,
      "loss_total": 0.00377128878608346,
      "step": 40520
    },
    {
      "loss_action": 0.011279825121164322,
      "loss_total": 0.011279825121164322,
      "step": 40520
    },
    {
      "loss_action": 0.002577677136287093,
      "loss_total": 0.002577677136287093,
      "step": 40520
    },
    {
      "loss_action": 0.004008695483207703,
      "loss_total": 0.004008695483207703,
      "step": 40520
    },
    {
      "loss_action": 0.015053892508149147,
      "loss_total": 0.015053892508149147,
      "step": 40520
    },
    {
      "loss_action": 0.009277615696191788,
      "loss_total": 0.009277615696191788,
      "step": 40520
    },
    {
      "grad_norm": 0.12249080836772919,
      "learning_rate": 6.92807252148548e-05,
      "loss": 0.0086,
      "step": 40530
    },
    {
      "loss_action": 0.003178125247359276,
      "loss_total": 0.003178125247359276,
      "step": 40530
    },
    {
      "loss_action": 0.018600113689899445,
      "loss_total": 0.018600113689899445,
      "step": 40530
    },
    {
      "loss_action": 0.008687003515660763,
      "loss_total": 0.008687003515660763,
      "step": 40530
    },
    {
      "loss_action": 0.010343600064516068,
      "loss_total": 0.010343600064516068,
      "step": 40530
    },
    {
      "loss_action": 0.022242387756705284,
      "loss_total": 0.022242387756705284,
      "step": 40530
    },
    {
      "loss_action": 0.004908634349703789,
      "loss_total": 0.004908634349703789,
      "step": 40530
    },
    {
      "loss_action": 0.019111426547169685,
      "loss_total": 0.019111426547169685,
      "step": 40530
    },
    {
      "loss_action": 0.004130983725190163,
      "loss_total": 0.004130983725190163,
      "step": 40530
    },
    {
      "grad_norm": 0.20365053415298462,
      "learning_rate": 6.926546825645037e-05,
      "loss": 0.0107,
      "step": 40540
    },
    {
      "loss_action": 0.007575994823127985,
      "loss_total": 0.007575994823127985,
      "step": 40540
    },
    {
      "loss_action": 0.006383583880960941,
      "loss_total": 0.006383583880960941,
      "step": 40540
    },
    {
      "loss_action": 0.007033456116914749,
      "loss_total": 0.007033456116914749,
      "step": 40540
    },
    {
      "loss_action": 0.013680052012205124,
      "loss_total": 0.013680052012205124,
      "step": 40540
    },
    {
      "loss_action": 0.004305356182157993,
      "loss_total": 0.004305356182157993,
      "step": 40540
    },
    {
      "loss_action": 0.009301375597715378,
      "loss_total": 0.009301375597715378,
      "step": 40540
    },
    {
      "loss_action": 0.013477715663611889,
      "loss_total": 0.013477715663611889,
      "step": 40540
    },
    {
      "loss_action": 0.007797373924404383,
      "loss_total": 0.007797373924404383,
      "step": 40540
    },
    {
      "grad_norm": 0.11774472892284393,
      "learning_rate": 6.92502091912033e-05,
      "loss": 0.0088,
      "step": 40550
    },
    {
      "loss_action": 0.010009953752160072,
      "loss_total": 0.010009953752160072,
      "step": 40550
    },
    {
      "loss_action": 0.007097175344824791,
      "loss_total": 0.007097175344824791,
      "step": 40550
    },
    {
      "loss_action": 0.00604719202965498,
      "loss_total": 0.00604719202965498,
      "step": 40550
    },
    {
      "loss_action": 0.010833796113729477,
      "loss_total": 0.010833796113729477,
      "step": 40550
    },
    {
      "loss_action": 0.009157412685453892,
      "loss_total": 0.009157412685453892,
      "step": 40550
    },
    {
      "loss_action": 0.004508980084210634,
      "loss_total": 0.004508980084210634,
      "step": 40550
    },
    {
      "loss_action": 0.008996972814202309,
      "loss_total": 0.008996972814202309,
      "step": 40550
    },
    {
      "loss_action": 0.006433838978409767,
      "loss_total": 0.006433838978409767,
      "step": 40550
    },
    {
      "grad_norm": 0.1304633617401123,
      "learning_rate": 6.923494802078229e-05,
      "loss": 0.0088,
      "step": 40560
    },
    {
      "loss_action": 0.0068486761301755905,
      "loss_total": 0.0068486761301755905,
      "step": 40560
    },
    {
      "loss_action": 0.01149821002036333,
      "loss_total": 0.01149821002036333,
      "step": 40560
    },
    {
      "loss_action": 0.008873600512742996,
      "loss_total": 0.008873600512742996,
      "step": 40560
    },
    {
      "loss_action": 0.012852329760789871,
      "loss_total": 0.012852329760789871,
      "step": 40560
    },
    {
      "loss_action": 0.007921375334262848,
      "loss_total": 0.007921375334262848,
      "step": 40560
    },
    {
      "loss_action": 0.008295940235257149,
      "loss_total": 0.008295940235257149,
      "step": 40560
    },
    {
      "loss_action": 0.00327672204002738,
      "loss_total": 0.00327672204002738,
      "step": 40560
    },
    {
      "loss_action": 0.007488558068871498,
      "loss_total": 0.007488558068871498,
      "step": 40560
    },
    {
      "grad_norm": 0.11309632658958435,
      "learning_rate": 6.921968474685628e-05,
      "loss": 0.0082,
      "step": 40570
    },
    {
      "loss_action": 0.004371884278953075,
      "loss_total": 0.004371884278953075,
      "step": 40570
    },
    {
      "loss_action": 0.018518278375267982,
      "loss_total": 0.018518278375267982,
      "step": 40570
    },
    {
      "loss_action": 0.005589012522250414,
      "loss_total": 0.005589012522250414,
      "step": 40570
    },
    {
      "loss_action": 0.00818297266960144,
      "loss_total": 0.00818297266960144,
      "step": 40570
    },
    {
      "loss_action": 0.007814687676727772,
      "loss_total": 0.007814687676727772,
      "step": 40570
    },
    {
      "loss_action": 0.01951746642589569,
      "loss_total": 0.01951746642589569,
      "step": 40570
    },
    {
      "loss_action": 0.012562512420117855,
      "loss_total": 0.012562512420117855,
      "step": 40570
    },
    {
      "loss_action": 0.0031724993605166674,
      "loss_total": 0.0031724993605166674,
      "step": 40570
    },
    {
      "grad_norm": 0.09099940210580826,
      "learning_rate": 6.920441937109445e-05,
      "loss": 0.0073,
      "step": 40580
    },
    {
      "loss_action": 0.005781644955277443,
      "loss_total": 0.005781644955277443,
      "step": 40580
    },
    {
      "loss_action": 0.0076582287438213825,
      "loss_total": 0.0076582287438213825,
      "step": 40580
    },
    {
      "loss_action": 0.0036755818873643875,
      "loss_total": 0.0036755818873643875,
      "step": 40580
    },
    {
      "loss_action": 0.00883746799081564,
      "loss_total": 0.00883746799081564,
      "step": 40580
    },
    {
      "loss_action": 0.011579254642128944,
      "loss_total": 0.011579254642128944,
      "step": 40580
    },
    {
      "loss_action": 0.012681677006185055,
      "loss_total": 0.012681677006185055,
      "step": 40580
    },
    {
      "loss_action": 0.01047648023813963,
      "loss_total": 0.01047648023813963,
      "step": 40580
    },
    {
      "loss_action": 0.0030008647590875626,
      "loss_total": 0.0030008647590875626,
      "step": 40580
    },
    {
      "grad_norm": 0.08206990361213684,
      "learning_rate": 6.91891518951662e-05,
      "loss": 0.0083,
      "step": 40590
    },
    {
      "loss_action": 0.009531051851809025,
      "loss_total": 0.009531051851809025,
      "step": 40590
    },
    {
      "loss_action": 0.0024942755699157715,
      "loss_total": 0.0024942755699157715,
      "step": 40590
    },
    {
      "loss_action": 0.011339006945490837,
      "loss_total": 0.011339006945490837,
      "step": 40590
    },
    {
      "loss_action": 0.013641091994941235,
      "loss_total": 0.013641091994941235,
      "step": 40590
    },
    {
      "loss_action": 0.005837984383106232,
      "loss_total": 0.005837984383106232,
      "step": 40590
    },
    {
      "loss_action": 0.005313567817211151,
      "loss_total": 0.005313567817211151,
      "step": 40590
    },
    {
      "loss_action": 0.004635548684746027,
      "loss_total": 0.004635548684746027,
      "step": 40590
    },
    {
      "loss_action": 0.00999550148844719,
      "loss_total": 0.00999550148844719,
      "step": 40590
    },
    {
      "grad_norm": 0.12357166409492493,
      "learning_rate": 6.917388232074114e-05,
      "loss": 0.0089,
      "step": 40600
    },
    {
      "loss_action": 0.005619439296424389,
      "loss_total": 0.005619439296424389,
      "step": 40600
    },
    {
      "loss_action": 0.003805212676525116,
      "loss_total": 0.003805212676525116,
      "step": 40600
    },
    {
      "loss_action": 0.008326996117830276,
      "loss_total": 0.008326996117830276,
      "step": 40600
    },
    {
      "loss_action": 0.003081714967265725,
      "loss_total": 0.003081714967265725,
      "step": 40600
    },
    {
      "loss_action": 0.007697818800806999,
      "loss_total": 0.007697818800806999,
      "step": 40600
    },
    {
      "loss_action": 0.004977385979145765,
      "loss_total": 0.004977385979145765,
      "step": 40600
    },
    {
      "loss_action": 0.003429088043048978,
      "loss_total": 0.003429088043048978,
      "step": 40600
    },
    {
      "loss_action": 0.0037611767183989286,
      "loss_total": 0.0037611767183989286,
      "step": 40600
    },
    {
      "grad_norm": 0.1270030438899994,
      "learning_rate": 6.915861064948914e-05,
      "loss": 0.01,
      "step": 40610
    },
    {
      "loss_action": 0.010556435212492943,
      "loss_total": 0.010556435212492943,
      "step": 40610
    },
    {
      "loss_action": 0.004621786996722221,
      "loss_total": 0.004621786996722221,
      "step": 40610
    },
    {
      "loss_action": 0.015376382507383823,
      "loss_total": 0.015376382507383823,
      "step": 40610
    },
    {
      "loss_action": 0.007910959422588348,
      "loss_total": 0.007910959422588348,
      "step": 40610
    },
    {
      "loss_action": 0.005480137653648853,
      "loss_total": 0.005480137653648853,
      "step": 40610
    },
    {
      "loss_action": 0.008534291759133339,
      "loss_total": 0.008534291759133339,
      "step": 40610
    },
    {
      "loss_action": 0.010366369038820267,
      "loss_total": 0.010366369038820267,
      "step": 40610
    },
    {
      "loss_action": 0.005521255079656839,
      "loss_total": 0.005521255079656839,
      "step": 40610
    },
    {
      "grad_norm": 0.12444980442523956,
      "learning_rate": 6.914333688308025e-05,
      "loss": 0.0094,
      "step": 40620
    },
    {
      "loss_action": 0.006629529409110546,
      "loss_total": 0.006629529409110546,
      "step": 40620
    },
    {
      "loss_action": 0.016270488500595093,
      "loss_total": 0.016270488500595093,
      "step": 40620
    },
    {
      "loss_action": 0.011262990534305573,
      "loss_total": 0.011262990534305573,
      "step": 40620
    },
    {
      "loss_action": 0.0023790288250893354,
      "loss_total": 0.0023790288250893354,
      "step": 40620
    },
    {
      "loss_action": 0.013217687606811523,
      "loss_total": 0.013217687606811523,
      "step": 40620
    },
    {
      "loss_action": 0.006271224468946457,
      "loss_total": 0.006271224468946457,
      "step": 40620
    },
    {
      "loss_action": 0.006342141889035702,
      "loss_total": 0.006342141889035702,
      "step": 40620
    },
    {
      "loss_action": 0.003531451802700758,
      "loss_total": 0.003531451802700758,
      "step": 40620
    },
    {
      "grad_norm": 0.17759400606155396,
      "learning_rate": 6.912806102318487e-05,
      "loss": 0.0096,
      "step": 40630
    },
    {
      "loss_action": 0.01370314322412014,
      "loss_total": 0.01370314322412014,
      "step": 40630
    },
    {
      "loss_action": 0.007712879218161106,
      "loss_total": 0.007712879218161106,
      "step": 40630
    },
    {
      "loss_action": 0.004731766879558563,
      "loss_total": 0.004731766879558563,
      "step": 40630
    },
    {
      "loss_action": 0.0038142616394907236,
      "loss_total": 0.0038142616394907236,
      "step": 40630
    },
    {
      "loss_action": 0.0039638495072722435,
      "loss_total": 0.0039638495072722435,
      "step": 40630
    },
    {
      "loss_action": 0.004391083959490061,
      "loss_total": 0.004391083959490061,
      "step": 40630
    },
    {
      "loss_action": 0.00653765257447958,
      "loss_total": 0.00653765257447958,
      "step": 40630
    },
    {
      "loss_action": 0.011280477046966553,
      "loss_total": 0.011280477046966553,
      "step": 40630
    },
    {
      "grad_norm": 0.15108662843704224,
      "learning_rate": 6.911278307147347e-05,
      "loss": 0.0096,
      "step": 40640
    },
    {
      "loss_action": 0.0057029128074646,
      "loss_total": 0.0057029128074646,
      "step": 40640
    },
    {
      "loss_action": 0.005039304494857788,
      "loss_total": 0.005039304494857788,
      "step": 40640
    },
    {
      "loss_action": 0.012373017147183418,
      "loss_total": 0.012373017147183418,
      "step": 40640
    },
    {
      "loss_action": 0.0036800256930291653,
      "loss_total": 0.0036800256930291653,
      "step": 40640
    },
    {
      "loss_action": 0.013434311375021935,
      "loss_total": 0.013434311375021935,
      "step": 40640
    },
    {
      "loss_action": 0.013798393309116364,
      "loss_total": 0.013798393309116364,
      "step": 40640
    },
    {
      "loss_action": 0.0032366616651415825,
      "loss_total": 0.0032366616651415825,
      "step": 40640
    },
    {
      "loss_action": 0.005190654192119837,
      "loss_total": 0.005190654192119837,
      "step": 40640
    },
    {
      "grad_norm": 0.12669144570827484,
      "learning_rate": 6.909750302961684e-05,
      "loss": 0.0078,
      "step": 40650
    },
    {
      "loss_action": 0.0058899312280118465,
      "loss_total": 0.0058899312280118465,
      "step": 40650
    },
    {
      "loss_action": 0.011177473701536655,
      "loss_total": 0.011177473701536655,
      "step": 40650
    },
    {
      "loss_action": 0.005504819564521313,
      "loss_total": 0.005504819564521313,
      "step": 40650
    },
    {
      "loss_action": 0.006823435425758362,
      "loss_total": 0.006823435425758362,
      "step": 40650
    },
    {
      "loss_action": 0.01524441223591566,
      "loss_total": 0.01524441223591566,
      "step": 40650
    },
    {
      "loss_action": 0.010823532938957214,
      "loss_total": 0.010823532938957214,
      "step": 40650
    },
    {
      "loss_action": 0.004225199576467276,
      "loss_total": 0.004225199576467276,
      "step": 40650
    },
    {
      "loss_action": 0.008407827466726303,
      "loss_total": 0.008407827466726303,
      "step": 40650
    },
    {
      "grad_norm": 0.11234518140554428,
      "learning_rate": 6.9082220899286e-05,
      "loss": 0.0086,
      "step": 40660
    },
    {
      "loss_action": 0.005261072888970375,
      "loss_total": 0.005261072888970375,
      "step": 40660
    },
    {
      "loss_action": 0.007057365495711565,
      "loss_total": 0.007057365495711565,
      "step": 40660
    },
    {
      "loss_action": 0.012531168758869171,
      "loss_total": 0.012531168758869171,
      "step": 40660
    },
    {
      "loss_action": 0.0190765168517828,
      "loss_total": 0.0190765168517828,
      "step": 40660
    },
    {
      "loss_action": 0.008736454881727695,
      "loss_total": 0.008736454881727695,
      "step": 40660
    },
    {
      "loss_action": 0.012261715717613697,
      "loss_total": 0.012261715717613697,
      "step": 40660
    },
    {
      "loss_action": 0.009477861225605011,
      "loss_total": 0.009477861225605011,
      "step": 40660
    },
    {
      "loss_action": 0.009064041078090668,
      "loss_total": 0.009064041078090668,
      "step": 40660
    },
    {
      "grad_norm": 0.11329394578933716,
      "learning_rate": 6.906693668215219e-05,
      "loss": 0.0083,
      "step": 40670
    },
    {
      "loss_action": 0.016482919454574585,
      "loss_total": 0.016482919454574585,
      "step": 40670
    },
    {
      "loss_action": 0.00884029921144247,
      "loss_total": 0.00884029921144247,
      "step": 40670
    },
    {
      "loss_action": 0.009261006489396095,
      "loss_total": 0.009261006489396095,
      "step": 40670
    },
    {
      "loss_action": 0.007763377390801907,
      "loss_total": 0.007763377390801907,
      "step": 40670
    },
    {
      "loss_action": 0.007708810269832611,
      "loss_total": 0.007708810269832611,
      "step": 40670
    },
    {
      "loss_action": 0.009732065722346306,
      "loss_total": 0.009732065722346306,
      "step": 40670
    },
    {
      "loss_action": 0.00418203417211771,
      "loss_total": 0.00418203417211771,
      "step": 40670
    },
    {
      "loss_action": 0.003386538242921233,
      "loss_total": 0.003386538242921233,
      "step": 40670
    },
    {
      "grad_norm": 0.13258808851242065,
      "learning_rate": 6.905165037988683e-05,
      "loss": 0.0093,
      "step": 40680
    },
    {
      "loss_action": 0.0070291501469910145,
      "loss_total": 0.0070291501469910145,
      "step": 40680
    },
    {
      "loss_action": 0.005317913834005594,
      "loss_total": 0.005317913834005594,
      "step": 40680
    },
    {
      "loss_action": 0.017485361546278,
      "loss_total": 0.017485361546278,
      "step": 40680
    },
    {
      "loss_action": 0.008174696937203407,
      "loss_total": 0.008174696937203407,
      "step": 40680
    },
    {
      "loss_action": 0.003901479998603463,
      "loss_total": 0.003901479998603463,
      "step": 40680
    },
    {
      "loss_action": 0.006081318482756615,
      "loss_total": 0.006081318482756615,
      "step": 40680
    },
    {
      "loss_action": 0.00878282729536295,
      "loss_total": 0.00878282729536295,
      "step": 40680
    },
    {
      "loss_action": 0.008837921544909477,
      "loss_total": 0.008837921544909477,
      "step": 40680
    },
    {
      "grad_norm": 0.13828374445438385,
      "learning_rate": 6.903636199416164e-05,
      "loss": 0.0086,
      "step": 40690
    },
    {
      "loss_action": 0.006453526206314564,
      "loss_total": 0.006453526206314564,
      "step": 40690
    },
    {
      "loss_action": 0.009720948524773121,
      "loss_total": 0.009720948524773121,
      "step": 40690
    },
    {
      "loss_action": 0.008791584521532059,
      "loss_total": 0.008791584521532059,
      "step": 40690
    },
    {
      "loss_action": 0.011283449828624725,
      "loss_total": 0.011283449828624725,
      "step": 40690
    },
    {
      "loss_action": 0.011116556823253632,
      "loss_total": 0.011116556823253632,
      "step": 40690
    },
    {
      "loss_action": 0.006345588713884354,
      "loss_total": 0.006345588713884354,
      "step": 40690
    },
    {
      "loss_action": 0.011179879307746887,
      "loss_total": 0.011179879307746887,
      "step": 40690
    },
    {
      "loss_action": 0.027286063879728317,
      "loss_total": 0.027286063879728317,
      "step": 40690
    },
    {
      "grad_norm": 0.15183104574680328,
      "learning_rate": 6.902107152664851e-05,
      "loss": 0.0098,
      "step": 40700
    },
    {
      "loss_action": 0.009916508570313454,
      "loss_total": 0.009916508570313454,
      "step": 40700
    },
    {
      "loss_action": 0.022898806259036064,
      "loss_total": 0.022898806259036064,
      "step": 40700
    },
    {
      "loss_action": 0.004034089390188456,
      "loss_total": 0.004034089390188456,
      "step": 40700
    },
    {
      "loss_action": 0.005380528047680855,
      "loss_total": 0.005380528047680855,
      "step": 40700
    },
    {
      "loss_action": 0.0064957020804286,
      "loss_total": 0.0064957020804286,
      "step": 40700
    },
    {
      "loss_action": 0.013245920650660992,
      "loss_total": 0.013245920650660992,
      "step": 40700
    },
    {
      "loss_action": 0.007010934874415398,
      "loss_total": 0.007010934874415398,
      "step": 40700
    },
    {
      "loss_action": 0.014438335783779621,
      "loss_total": 0.014438335783779621,
      "step": 40700
    },
    {
      "grad_norm": 0.135905921459198,
      "learning_rate": 6.90057789790196e-05,
      "loss": 0.0087,
      "step": 40710
    },
    {
      "loss_action": 0.004626916721463203,
      "loss_total": 0.004626916721463203,
      "step": 40710
    },
    {
      "loss_action": 0.00660665612667799,
      "loss_total": 0.00660665612667799,
      "step": 40710
    },
    {
      "loss_action": 0.015849579125642776,
      "loss_total": 0.015849579125642776,
      "step": 40710
    },
    {
      "loss_action": 0.009620512835681438,
      "loss_total": 0.009620512835681438,
      "step": 40710
    },
    {
      "loss_action": 0.013680100440979004,
      "loss_total": 0.013680100440979004,
      "step": 40710
    },
    {
      "loss_action": 0.010287359356880188,
      "loss_total": 0.010287359356880188,
      "step": 40710
    },
    {
      "loss_action": 0.011050106957554817,
      "loss_total": 0.011050106957554817,
      "step": 40710
    },
    {
      "loss_action": 0.01969786360859871,
      "loss_total": 0.01969786360859871,
      "step": 40710
    },
    {
      "grad_norm": 0.12973977625370026,
      "learning_rate": 6.899048435294728e-05,
      "loss": 0.0095,
      "step": 40720
    },
    {
      "loss_action": 0.005069335922598839,
      "loss_total": 0.005069335922598839,
      "step": 40720
    },
    {
      "loss_action": 0.006842941045761108,
      "loss_total": 0.006842941045761108,
      "step": 40720
    },
    {
      "loss_action": 0.004159307107329369,
      "loss_total": 0.004159307107329369,
      "step": 40720
    },
    {
      "loss_action": 0.006498320028185844,
      "loss_total": 0.006498320028185844,
      "step": 40720
    },
    {
      "loss_action": 0.005867372266948223,
      "loss_total": 0.005867372266948223,
      "step": 40720
    },
    {
      "loss_action": 0.013462740927934647,
      "loss_total": 0.013462740927934647,
      "step": 40720
    },
    {
      "loss_action": 0.005832990165799856,
      "loss_total": 0.005832990165799856,
      "step": 40720
    },
    {
      "loss_action": 0.01064133457839489,
      "loss_total": 0.01064133457839489,
      "step": 40720
    },
    {
      "grad_norm": 0.1048039123415947,
      "learning_rate": 6.897518765010415e-05,
      "loss": 0.0096,
      "step": 40730
    },
    {
      "loss_action": 0.012327294796705246,
      "loss_total": 0.012327294796705246,
      "step": 40730
    },
    {
      "loss_action": 0.008597375825047493,
      "loss_total": 0.008597375825047493,
      "step": 40730
    },
    {
      "loss_action": 0.005253124050796032,
      "loss_total": 0.005253124050796032,
      "step": 40730
    },
    {
      "loss_action": 0.008842810988426208,
      "loss_total": 0.008842810988426208,
      "step": 40730
    },
    {
      "loss_action": 0.01073542982339859,
      "loss_total": 0.01073542982339859,
      "step": 40730
    },
    {
      "loss_action": 0.009694848209619522,
      "loss_total": 0.009694848209619522,
      "step": 40730
    },
    {
      "loss_action": 0.003619495080783963,
      "loss_total": 0.003619495080783963,
      "step": 40730
    },
    {
      "loss_action": 0.006822002120316029,
      "loss_total": 0.006822002120316029,
      "step": 40730
    },
    {
      "grad_norm": 0.13051238656044006,
      "learning_rate": 6.895988887216302e-05,
      "loss": 0.0086,
      "step": 40740
    },
    {
      "loss_action": 0.0028480093460530043,
      "loss_total": 0.0028480093460530043,
      "step": 40740
    },
    {
      "loss_action": 0.004030753392726183,
      "loss_total": 0.004030753392726183,
      "step": 40740
    },
    {
      "loss_action": 0.00941598042845726,
      "loss_total": 0.00941598042845726,
      "step": 40740
    },
    {
      "loss_action": 0.008410459384322166,
      "loss_total": 0.008410459384322166,
      "step": 40740
    },
    {
      "loss_action": 0.0026915203779935837,
      "loss_total": 0.0026915203779935837,
      "step": 40740
    },
    {
      "loss_action": 0.021007701754570007,
      "loss_total": 0.021007701754570007,
      "step": 40740
    },
    {
      "loss_action": 0.015868116170167923,
      "loss_total": 0.015868116170167923,
      "step": 40740
    },
    {
      "loss_action": 0.0143794696778059,
      "loss_total": 0.0143794696778059,
      "step": 40740
    },
    {
      "grad_norm": 0.12072492390871048,
      "learning_rate": 6.894458802079694e-05,
      "loss": 0.009,
      "step": 40750
    },
    {
      "loss_action": 0.006164485588669777,
      "loss_total": 0.006164485588669777,
      "step": 40750
    },
    {
      "loss_action": 0.017641212791204453,
      "loss_total": 0.017641212791204453,
      "step": 40750
    },
    {
      "loss_action": 0.005693591199815273,
      "loss_total": 0.005693591199815273,
      "step": 40750
    },
    {
      "loss_action": 0.005278911907225847,
      "loss_total": 0.005278911907225847,
      "step": 40750
    },
    {
      "loss_action": 0.005247900728136301,
      "loss_total": 0.005247900728136301,
      "step": 40750
    },
    {
      "loss_action": 0.005181410349905491,
      "loss_total": 0.005181410349905491,
      "step": 40750
    },
    {
      "loss_action": 0.010453807190060616,
      "loss_total": 0.010453807190060616,
      "step": 40750
    },
    {
      "loss_action": 0.028413720428943634,
      "loss_total": 0.028413720428943634,
      "step": 40750
    },
    {
      "grad_norm": 0.12229368090629578,
      "learning_rate": 6.892928509767922e-05,
      "loss": 0.0114,
      "step": 40760
    },
    {
      "loss_action": 0.00799877941608429,
      "loss_total": 0.00799877941608429,
      "step": 40760
    },
    {
      "loss_action": 0.01126379705965519,
      "loss_total": 0.01126379705965519,
      "step": 40760
    },
    {
      "loss_action": 0.004997236654162407,
      "loss_total": 0.004997236654162407,
      "step": 40760
    },
    {
      "loss_action": 0.005978918168693781,
      "loss_total": 0.005978918168693781,
      "step": 40760
    },
    {
      "loss_action": 0.009086309000849724,
      "loss_total": 0.009086309000849724,
      "step": 40760
    },
    {
      "loss_action": 0.004709876142442226,
      "loss_total": 0.004709876142442226,
      "step": 40760
    },
    {
      "loss_action": 0.007486768066883087,
      "loss_total": 0.007486768066883087,
      "step": 40760
    },
    {
      "loss_action": 0.006657328922301531,
      "loss_total": 0.006657328922301531,
      "step": 40760
    },
    {
      "grad_norm": 0.1624305546283722,
      "learning_rate": 6.891398010448333e-05,
      "loss": 0.0097,
      "step": 40770
    },
    {
      "loss_action": 0.005378158297389746,
      "loss_total": 0.005378158297389746,
      "step": 40770
    },
    {
      "loss_action": 0.007372078485786915,
      "loss_total": 0.007372078485786915,
      "step": 40770
    },
    {
      "loss_action": 0.010957349091768265,
      "loss_total": 0.010957349091768265,
      "step": 40770
    },
    {
      "loss_action": 0.004484906326979399,
      "loss_total": 0.004484906326979399,
      "step": 40770
    },
    {
      "loss_action": 0.014209703542292118,
      "loss_total": 0.014209703542292118,
      "step": 40770
    },
    {
      "loss_action": 0.005062272306531668,
      "loss_total": 0.005062272306531668,
      "step": 40770
    },
    {
      "loss_action": 0.004642777610570192,
      "loss_total": 0.004642777610570192,
      "step": 40770
    },
    {
      "loss_action": 0.009319500997662544,
      "loss_total": 0.009319500997662544,
      "step": 40770
    },
    {
      "grad_norm": 0.11737051606178284,
      "learning_rate": 6.8898673042883e-05,
      "loss": 0.0092,
      "step": 40780
    },
    {
      "loss_action": 0.008810868486762047,
      "loss_total": 0.008810868486762047,
      "step": 40780
    },
    {
      "loss_action": 0.0017107273451983929,
      "loss_total": 0.0017107273451983929,
      "step": 40780
    },
    {
      "loss_action": 0.005019586067646742,
      "loss_total": 0.005019586067646742,
      "step": 40780
    },
    {
      "loss_action": 0.01245047152042389,
      "loss_total": 0.01245047152042389,
      "step": 40780
    },
    {
      "loss_action": 0.005880053620785475,
      "loss_total": 0.005880053620785475,
      "step": 40780
    },
    {
      "loss_action": 0.005854601040482521,
      "loss_total": 0.005854601040482521,
      "step": 40780
    },
    {
      "loss_action": 0.00899556465446949,
      "loss_total": 0.00899556465446949,
      "step": 40780
    },
    {
      "loss_action": 0.01504993811249733,
      "loss_total": 0.01504993811249733,
      "step": 40780
    },
    {
      "grad_norm": 0.19695918262004852,
      "learning_rate": 6.888336391455222e-05,
      "loss": 0.0078,
      "step": 40790
    },
    {
      "loss_action": 0.004186827689409256,
      "loss_total": 0.004186827689409256,
      "step": 40790
    },
    {
      "loss_action": 0.007346210069954395,
      "loss_total": 0.007346210069954395,
      "step": 40790
    },
    {
      "loss_action": 0.00600491464138031,
      "loss_total": 0.00600491464138031,
      "step": 40790
    },
    {
      "loss_action": 0.0046540116891264915,
      "loss_total": 0.0046540116891264915,
      "step": 40790
    },
    {
      "loss_action": 0.006164263933897018,
      "loss_total": 0.006164263933897018,
      "step": 40790
    },
    {
      "loss_action": 0.0036477618850767612,
      "loss_total": 0.0036477618850767612,
      "step": 40790
    },
    {
      "loss_action": 0.017758168280124664,
      "loss_total": 0.017758168280124664,
      "step": 40790
    },
    {
      "loss_action": 0.005743484944105148,
      "loss_total": 0.005743484944105148,
      "step": 40790
    },
    {
      "grad_norm": 0.12646621465682983,
      "learning_rate": 6.886805272116513e-05,
      "loss": 0.0084,
      "step": 40800
    },
    {
      "loss_action": 0.010023199021816254,
      "loss_total": 0.010023199021816254,
      "step": 40800
    },
    {
      "loss_action": 0.004395507276058197,
      "loss_total": 0.004395507276058197,
      "step": 40800
    },
    {
      "loss_action": 0.0145154669880867,
      "loss_total": 0.0145154669880867,
      "step": 40800
    },
    {
      "loss_action": 0.009207459166646004,
      "loss_total": 0.009207459166646004,
      "step": 40800
    },
    {
      "loss_action": 0.005079617723822594,
      "loss_total": 0.005079617723822594,
      "step": 40800
    },
    {
      "loss_action": 0.006225213408470154,
      "loss_total": 0.006225213408470154,
      "step": 40800
    },
    {
      "loss_action": 0.008289212360978127,
      "loss_total": 0.008289212360978127,
      "step": 40800
    },
    {
      "loss_action": 0.004223153926432133,
      "loss_total": 0.004223153926432133,
      "step": 40800
    },
    {
      "grad_norm": 0.11469098925590515,
      "learning_rate": 6.885273946439617e-05,
      "loss": 0.0076,
      "step": 40810
    },
    {
      "loss_action": 0.018462007865309715,
      "loss_total": 0.018462007865309715,
      "step": 40810
    },
    {
      "loss_action": 0.005267003551125526,
      "loss_total": 0.005267003551125526,
      "step": 40810
    },
    {
      "loss_action": 0.010713867843151093,
      "loss_total": 0.010713867843151093,
      "step": 40810
    },
    {
      "loss_action": 0.02620125748217106,
      "loss_total": 0.02620125748217106,
      "step": 40810
    },
    {
      "loss_action": 0.010891033336520195,
      "loss_total": 0.010891033336520195,
      "step": 40810
    },
    {
      "loss_action": 0.012249516323208809,
      "loss_total": 0.012249516323208809,
      "step": 40810
    },
    {
      "loss_action": 0.004926604218780994,
      "loss_total": 0.004926604218780994,
      "step": 40810
    },
    {
      "loss_action": 0.002883213572204113,
      "loss_total": 0.002883213572204113,
      "step": 40810
    },
    {
      "grad_norm": 0.1423991471529007,
      "learning_rate": 6.883742414591998e-05,
      "loss": 0.0103,
      "step": 40820
    },
    {
      "loss_action": 0.011718855239450932,
      "loss_total": 0.011718855239450932,
      "step": 40820
    },
    {
      "loss_action": 0.013027559034526348,
      "loss_total": 0.013027559034526348,
      "step": 40820
    },
    {
      "loss_action": 0.01909039542078972,
      "loss_total": 0.01909039542078972,
      "step": 40820
    },
    {
      "loss_action": 0.03306698426604271,
      "loss_total": 0.03306698426604271,
      "step": 40820
    },
    {
      "loss_action": 0.009074557572603226,
      "loss_total": 0.009074557572603226,
      "step": 40820
    },
    {
      "loss_action": 0.011685730889439583,
      "loss_total": 0.011685730889439583,
      "step": 40820
    },
    {
      "loss_action": 0.010850033722817898,
      "loss_total": 0.010850033722817898,
      "step": 40820
    },
    {
      "loss_action": 0.005973879713565111,
      "loss_total": 0.005973879713565111,
      "step": 40820
    },
    {
      "grad_norm": 0.12173379957675934,
      "learning_rate": 6.88221067674114e-05,
      "loss": 0.01,
      "step": 40830
    },
    {
      "loss_action": 0.012037000618875027,
      "loss_total": 0.012037000618875027,
      "step": 40830
    },
    {
      "loss_action": 0.012293245643377304,
      "loss_total": 0.012293245643377304,
      "step": 40830
    },
    {
      "loss_action": 0.00961848720908165,
      "loss_total": 0.00961848720908165,
      "step": 40830
    },
    {
      "loss_action": 0.008805861696600914,
      "loss_total": 0.008805861696600914,
      "step": 40830
    },
    {
      "loss_action": 0.020478641614317894,
      "loss_total": 0.020478641614317894,
      "step": 40830
    },
    {
      "loss_action": 0.012565222568809986,
      "loss_total": 0.012565222568809986,
      "step": 40830
    },
    {
      "loss_action": 0.006301134824752808,
      "loss_total": 0.006301134824752808,
      "step": 40830
    },
    {
      "loss_action": 0.00290357181802392,
      "loss_total": 0.00290357181802392,
      "step": 40830
    },
    {
      "grad_norm": 0.10552402585744858,
      "learning_rate": 6.88067873305455e-05,
      "loss": 0.0096,
      "step": 40840
    },
    {
      "loss_action": 0.0031117117032408714,
      "loss_total": 0.0031117117032408714,
      "step": 40840
    },
    {
      "loss_action": 0.010333690792322159,
      "loss_total": 0.010333690792322159,
      "step": 40840
    },
    {
      "loss_action": 0.004892682656645775,
      "loss_total": 0.004892682656645775,
      "step": 40840
    },
    {
      "loss_action": 0.005714518018066883,
      "loss_total": 0.005714518018066883,
      "step": 40840
    },
    {
      "loss_action": 0.00635125394910574,
      "loss_total": 0.00635125394910574,
      "step": 40840
    },
    {
      "loss_action": 0.009259549900889397,
      "loss_total": 0.009259549900889397,
      "step": 40840
    },
    {
      "loss_action": 0.005515780299901962,
      "loss_total": 0.005515780299901962,
      "step": 40840
    },
    {
      "loss_action": 0.008729713037610054,
      "loss_total": 0.008729713037610054,
      "step": 40840
    },
    {
      "grad_norm": 0.10433326661586761,
      "learning_rate": 6.879146583699765e-05,
      "loss": 0.0095,
      "step": 40850
    },
    {
      "loss_action": 0.0034780199639499187,
      "loss_total": 0.0034780199639499187,
      "step": 40850
    },
    {
      "loss_action": 0.007305152714252472,
      "loss_total": 0.007305152714252472,
      "step": 40850
    },
    {
      "loss_action": 0.003953102510422468,
      "loss_total": 0.003953102510422468,
      "step": 40850
    },
    {
      "loss_action": 0.004557114094495773,
      "loss_total": 0.004557114094495773,
      "step": 40850
    },
    {
      "loss_action": 0.00896107405424118,
      "loss_total": 0.00896107405424118,
      "step": 40850
    },
    {
      "loss_action": 0.006893150508403778,
      "loss_total": 0.006893150508403778,
      "step": 40850
    },
    {
      "loss_action": 0.010799327865242958,
      "loss_total": 0.010799327865242958,
      "step": 40850
    },
    {
      "loss_action": 0.005034142639487982,
      "loss_total": 0.005034142639487982,
      "step": 40850
    },
    {
      "grad_norm": 0.1027107834815979,
      "learning_rate": 6.877614228844334e-05,
      "loss": 0.0091,
      "step": 40860
    },
    {
      "loss_action": 0.003910405561327934,
      "loss_total": 0.003910405561327934,
      "step": 40860
    },
    {
      "loss_action": 0.011236825957894325,
      "loss_total": 0.011236825957894325,
      "step": 40860
    },
    {
      "loss_action": 0.0032262769527733326,
      "loss_total": 0.0032262769527733326,
      "step": 40860
    },
    {
      "loss_action": 0.008060367777943611,
      "loss_total": 0.008060367777943611,
      "step": 40860
    },
    {
      "loss_action": 0.004032260738313198,
      "loss_total": 0.004032260738313198,
      "step": 40860
    },
    {
      "loss_action": 0.008244523778557777,
      "loss_total": 0.008244523778557777,
      "step": 40860
    },
    {
      "loss_action": 0.007100131828337908,
      "loss_total": 0.007100131828337908,
      "step": 40860
    },
    {
      "loss_action": 0.004018903244286776,
      "loss_total": 0.004018903244286776,
      "step": 40860
    },
    {
      "grad_norm": 0.16439726948738098,
      "learning_rate": 6.876081668655832e-05,
      "loss": 0.0102,
      "step": 40870
    },
    {
      "loss_action": 0.0652455985546112,
      "loss_total": 0.0652455985546112,
      "step": 40870
    },
    {
      "loss_action": 0.010936342179775238,
      "loss_total": 0.010936342179775238,
      "step": 40870
    },
    {
      "loss_action": 0.003983061295002699,
      "loss_total": 0.003983061295002699,
      "step": 40870
    },
    {
      "loss_action": 0.0032383243087679148,
      "loss_total": 0.0032383243087679148,
      "step": 40870
    },
    {
      "loss_action": 0.017471637576818466,
      "loss_total": 0.017471637576818466,
      "step": 40870
    },
    {
      "loss_action": 0.007767686154693365,
      "loss_total": 0.007767686154693365,
      "step": 40870
    },
    {
      "loss_action": 0.0057405754923820496,
      "loss_total": 0.0057405754923820496,
      "step": 40870
    },
    {
      "loss_action": 0.004304567351937294,
      "loss_total": 0.004304567351937294,
      "step": 40870
    },
    {
      "grad_norm": 0.13240742683410645,
      "learning_rate": 6.874548903301861e-05,
      "loss": 0.0105,
      "step": 40880
    },
    {
      "loss_action": 0.007501502986997366,
      "loss_total": 0.007501502986997366,
      "step": 40880
    },
    {
      "loss_action": 0.002867202740162611,
      "loss_total": 0.002867202740162611,
      "step": 40880
    },
    {
      "loss_action": 0.0031122728250920773,
      "loss_total": 0.0031122728250920773,
      "step": 40880
    },
    {
      "loss_action": 0.014972010627388954,
      "loss_total": 0.014972010627388954,
      "step": 40880
    },
    {
      "loss_action": 0.00553368404507637,
      "loss_total": 0.00553368404507637,
      "step": 40880
    },
    {
      "loss_action": 0.00618597399443388,
      "loss_total": 0.00618597399443388,
      "step": 40880
    },
    {
      "loss_action": 0.007535972166806459,
      "loss_total": 0.007535972166806459,
      "step": 40880
    },
    {
      "loss_action": 0.014989636838436127,
      "loss_total": 0.014989636838436127,
      "step": 40880
    },
    {
      "grad_norm": 0.11392319202423096,
      "learning_rate": 6.873015932950039e-05,
      "loss": 0.0098,
      "step": 40890
    },
    {
      "loss_action": 0.0017707871738821268,
      "loss_total": 0.0017707871738821268,
      "step": 40890
    },
    {
      "loss_action": 0.0045081451535224915,
      "loss_total": 0.0045081451535224915,
      "step": 40890
    },
    {
      "loss_action": 0.015856575220823288,
      "loss_total": 0.015856575220823288,
      "step": 40890
    },
    {
      "loss_action": 0.0036824573762714863,
      "loss_total": 0.0036824573762714863,
      "step": 40890
    },
    {
      "loss_action": 0.025364723056554794,
      "loss_total": 0.025364723056554794,
      "step": 40890
    },
    {
      "loss_action": 0.009545487351715565,
      "loss_total": 0.009545487351715565,
      "step": 40890
    },
    {
      "loss_action": 0.004557288251817226,
      "loss_total": 0.004557288251817226,
      "step": 40890
    },
    {
      "loss_action": 0.002589217387139797,
      "loss_total": 0.002589217387139797,
      "step": 40890
    },
    {
      "grad_norm": 0.11143224686384201,
      "learning_rate": 6.871482757768012e-05,
      "loss": 0.0092,
      "step": 40900
    },
    {
      "loss_action": 0.014954628422856331,
      "loss_total": 0.014954628422856331,
      "step": 40900
    },
    {
      "loss_action": 0.006871375255286694,
      "loss_total": 0.006871375255286694,
      "step": 40900
    },
    {
      "loss_action": 0.0019169544102624059,
      "loss_total": 0.0019169544102624059,
      "step": 40900
    },
    {
      "loss_action": 0.0037622814998030663,
      "loss_total": 0.0037622814998030663,
      "step": 40900
    },
    {
      "loss_action": 0.00821862556040287,
      "loss_total": 0.00821862556040287,
      "step": 40900
    },
    {
      "loss_action": 0.0071983314119279385,
      "loss_total": 0.0071983314119279385,
      "step": 40900
    },
    {
      "loss_action": 0.01956472545862198,
      "loss_total": 0.01956472545862198,
      "step": 40900
    },
    {
      "loss_action": 0.006354417186230421,
      "loss_total": 0.006354417186230421,
      "step": 40900
    },
    {
      "grad_norm": 0.12576578557491302,
      "learning_rate": 6.869949377923442e-05,
      "loss": 0.0088,
      "step": 40910
    },
    {
      "loss_action": 0.006721850484609604,
      "loss_total": 0.006721850484609604,
      "step": 40910
    },
    {
      "loss_action": 0.0052688331343233585,
      "loss_total": 0.0052688331343233585,
      "step": 40910
    },
    {
      "loss_action": 0.004097317345440388,
      "loss_total": 0.004097317345440388,
      "step": 40910
    },
    {
      "loss_action": 0.003386025782674551,
      "loss_total": 0.003386025782674551,
      "step": 40910
    },
    {
      "loss_action": 0.014970770105719566,
      "loss_total": 0.014970770105719566,
      "step": 40910
    },
    {
      "loss_action": 0.004072087816894054,
      "loss_total": 0.004072087816894054,
      "step": 40910
    },
    {
      "loss_action": 0.012308010831475258,
      "loss_total": 0.012308010831475258,
      "step": 40910
    },
    {
      "loss_action": 0.003729437943547964,
      "loss_total": 0.003729437943547964,
      "step": 40910
    },
    {
      "grad_norm": 0.19652946293354034,
      "learning_rate": 6.868415793584022e-05,
      "loss": 0.0091,
      "step": 40920
    },
    {
      "loss_action": 0.00392818683758378,
      "loss_total": 0.00392818683758378,
      "step": 40920
    },
    {
      "loss_action": 0.007365459576249123,
      "loss_total": 0.007365459576249123,
      "step": 40920
    },
    {
      "loss_action": 0.007660316303372383,
      "loss_total": 0.007660316303372383,
      "step": 40920
    },
    {
      "loss_action": 0.020199868828058243,
      "loss_total": 0.020199868828058243,
      "step": 40920
    },
    {
      "loss_action": 0.00507096853107214,
      "loss_total": 0.00507096853107214,
      "step": 40920
    },
    {
      "loss_action": 0.016194777563214302,
      "loss_total": 0.016194777563214302,
      "step": 40920
    },
    {
      "loss_action": 0.02231024205684662,
      "loss_total": 0.02231024205684662,
      "step": 40920
    },
    {
      "loss_action": 0.01808023452758789,
      "loss_total": 0.01808023452758789,
      "step": 40920
    },
    {
      "grad_norm": 0.13205355405807495,
      "learning_rate": 6.86688200491746e-05,
      "loss": 0.0091,
      "step": 40930
    },
    {
      "loss_action": 0.019475655630230904,
      "loss_total": 0.019475655630230904,
      "step": 40930
    },
    {
      "loss_action": 0.005038280971348286,
      "loss_total": 0.005038280971348286,
      "step": 40930
    },
    {
      "loss_action": 0.010008443146944046,
      "loss_total": 0.010008443146944046,
      "step": 40930
    },
    {
      "loss_action": 0.004720652475953102,
      "loss_total": 0.004720652475953102,
      "step": 40930
    },
    {
      "loss_action": 0.005523526109755039,
      "loss_total": 0.005523526109755039,
      "step": 40930
    },
    {
      "loss_action": 0.002690948313102126,
      "loss_total": 0.002690948313102126,
      "step": 40930
    },
    {
      "loss_action": 0.0020894785411655903,
      "loss_total": 0.0020894785411655903,
      "step": 40930
    },
    {
      "loss_action": 0.007930483669042587,
      "loss_total": 0.007930483669042587,
      "step": 40930
    },
    {
      "grad_norm": 0.13725867867469788,
      "learning_rate": 6.865348012091488e-05,
      "loss": 0.0082,
      "step": 40940
    },
    {
      "loss_action": 0.006980559788644314,
      "loss_total": 0.006980559788644314,
      "step": 40940
    },
    {
      "loss_action": 0.01125314086675644,
      "loss_total": 0.01125314086675644,
      "step": 40940
    },
    {
      "loss_action": 0.07849260419607162,
      "loss_total": 0.07849260419607162,
      "step": 40940
    },
    {
      "loss_action": 0.004546050447970629,
      "loss_total": 0.004546050447970629,
      "step": 40940
    },
    {
      "loss_action": 0.010153052397072315,
      "loss_total": 0.010153052397072315,
      "step": 40940
    },
    {
      "loss_action": 0.0035043349489569664,
      "loss_total": 0.0035043349489569664,
      "step": 40940
    },
    {
      "loss_action": 0.0048980419524014,
      "loss_total": 0.0048980419524014,
      "step": 40940
    },
    {
      "loss_action": 0.004380234517157078,
      "loss_total": 0.004380234517157078,
      "step": 40940
    },
    {
      "grad_norm": 0.11729461699724197,
      "learning_rate": 6.86381381527386e-05,
      "loss": 0.0097,
      "step": 40950
    },
    {
      "loss_action": 0.006462233141064644,
      "loss_total": 0.006462233141064644,
      "step": 40950
    },
    {
      "loss_action": 0.0071837324649095535,
      "loss_total": 0.0071837324649095535,
      "step": 40950
    },
    {
      "loss_action": 0.012560319155454636,
      "loss_total": 0.012560319155454636,
      "step": 40950
    },
    {
      "loss_action": 0.005548597779124975,
      "loss_total": 0.005548597779124975,
      "step": 40950
    },
    {
      "loss_action": 0.004701923578977585,
      "loss_total": 0.004701923578977585,
      "step": 40950
    },
    {
      "loss_action": 0.00840762723237276,
      "loss_total": 0.00840762723237276,
      "step": 40950
    },
    {
      "loss_action": 0.006389744114130735,
      "loss_total": 0.006389744114130735,
      "step": 40950
    },
    {
      "loss_action": 0.005239307880401611,
      "loss_total": 0.005239307880401611,
      "step": 40950
    },
    {
      "grad_norm": 0.1413463056087494,
      "learning_rate": 6.862279414632359e-05,
      "loss": 0.0089,
      "step": 40960
    },
    {
      "loss_action": 0.03025900572538376,
      "loss_total": 0.03025900572538376,
      "step": 40960
    },
    {
      "loss_action": 0.006467566825449467,
      "loss_total": 0.006467566825449467,
      "step": 40960
    },
    {
      "loss_action": 0.016026780009269714,
      "loss_total": 0.016026780009269714,
      "step": 40960
    },
    {
      "loss_action": 0.012737352401018143,
      "loss_total": 0.012737352401018143,
      "step": 40960
    },
    {
      "loss_action": 0.007226836867630482,
      "loss_total": 0.007226836867630482,
      "step": 40960
    },
    {
      "loss_action": 0.011037359945476055,
      "loss_total": 0.011037359945476055,
      "step": 40960
    },
    {
      "loss_action": 0.006131756119430065,
      "loss_total": 0.006131756119430065,
      "step": 40960
    },
    {
      "loss_action": 0.008235509507358074,
      "loss_total": 0.008235509507358074,
      "step": 40960
    },
    {
      "grad_norm": 0.08264826983213425,
      "learning_rate": 6.860744810334778e-05,
      "loss": 0.0091,
      "step": 40970
    },
    {
      "loss_action": 0.005451246164739132,
      "loss_total": 0.005451246164739132,
      "step": 40970
    },
    {
      "loss_action": 0.004314970225095749,
      "loss_total": 0.004314970225095749,
      "step": 40970
    },
    {
      "loss_action": 0.007560928352177143,
      "loss_total": 0.007560928352177143,
      "step": 40970
    },
    {
      "loss_action": 0.015292400494217873,
      "loss_total": 0.015292400494217873,
      "step": 40970
    },
    {
      "loss_action": 0.004621297121047974,
      "loss_total": 0.004621297121047974,
      "step": 40970
    },
    {
      "loss_action": 0.0028374562971293926,
      "loss_total": 0.0028374562971293926,
      "step": 40970
    },
    {
      "loss_action": 0.012389639392495155,
      "loss_total": 0.012389639392495155,
      "step": 40970
    },
    {
      "loss_action": 0.00576718058437109,
      "loss_total": 0.00576718058437109,
      "step": 40970
    },
    {
      "grad_norm": 0.22096627950668335,
      "learning_rate": 6.859210002548943e-05,
      "loss": 0.009,
      "step": 40980
    },
    {
      "loss_action": 0.003563409671187401,
      "loss_total": 0.003563409671187401,
      "step": 40980
    },
    {
      "loss_action": 0.008470024913549423,
      "loss_total": 0.008470024913549423,
      "step": 40980
    },
    {
      "loss_action": 0.007795009296387434,
      "loss_total": 0.007795009296387434,
      "step": 40980
    },
    {
      "loss_action": 0.0034586081746965647,
      "loss_total": 0.0034586081746965647,
      "step": 40980
    },
    {
      "loss_action": 0.006562002468854189,
      "loss_total": 0.006562002468854189,
      "step": 40980
    },
    {
      "loss_action": 0.004398093093186617,
      "loss_total": 0.004398093093186617,
      "step": 40980
    },
    {
      "loss_action": 0.005735042970627546,
      "loss_total": 0.005735042970627546,
      "step": 40980
    },
    {
      "loss_action": 0.010089114308357239,
      "loss_total": 0.010089114308357239,
      "step": 40980
    },
    {
      "grad_norm": 0.1507822424173355,
      "learning_rate": 6.8576749914427e-05,
      "loss": 0.0085,
      "step": 40990
    },
    {
      "loss_action": 0.011119094677269459,
      "loss_total": 0.011119094677269459,
      "step": 40990
    },
    {
      "loss_action": 0.003985669929534197,
      "loss_total": 0.003985669929534197,
      "step": 40990
    },
    {
      "loss_action": 0.004355941899120808,
      "loss_total": 0.004355941899120808,
      "step": 40990
    },
    {
      "loss_action": 0.01745881699025631,
      "loss_total": 0.01745881699025631,
      "step": 40990
    },
    {
      "loss_action": 0.0024571572430431843,
      "loss_total": 0.0024571572430431843,
      "step": 40990
    },
    {
      "loss_action": 0.010499827563762665,
      "loss_total": 0.010499827563762665,
      "step": 40990
    },
    {
      "loss_action": 0.009868994355201721,
      "loss_total": 0.009868994355201721,
      "step": 40990
    },
    {
      "loss_action": 0.00570771424099803,
      "loss_total": 0.00570771424099803,
      "step": 40990
    },
    {
      "grad_norm": 0.17440466582775116,
      "learning_rate": 6.85613977718391e-05,
      "loss": 0.0081,
      "step": 41000
    },
    {
      "loss_action": 0.008292731828987598,
      "loss_total": 0.008292731828987598,
      "step": 41000
    },
    {
      "loss_action": 0.01331370510160923,
      "loss_total": 0.01331370510160923,
      "step": 41000
    },
    {
      "loss_action": 0.0044975895434618,
      "loss_total": 0.0044975895434618,
      "step": 41000
    },
    {
      "loss_action": 0.02495625987648964,
      "loss_total": 0.02495625987648964,
      "step": 41000
    },
    {
      "loss_action": 0.017607098445296288,
      "loss_total": 0.017607098445296288,
      "step": 41000
    },
    {
      "loss_action": 0.0063461847603321075,
      "loss_total": 0.0063461847603321075,
      "step": 41000
    },
    {
      "loss_action": 0.01721690222620964,
      "loss_total": 0.01721690222620964,
      "step": 41000
    },
    {
      "loss_action": 0.018870502710342407,
      "loss_total": 0.018870502710342407,
      "step": 41000
    },
    {
      "grad_norm": 0.16940458118915558,
      "learning_rate": 6.854604359940464e-05,
      "loss": 0.0096,
      "step": 41010
    },
    {
      "loss_action": 0.01042395830154419,
      "loss_total": 0.01042395830154419,
      "step": 41010
    },
    {
      "loss_action": 0.0199061818420887,
      "loss_total": 0.0199061818420887,
      "step": 41010
    },
    {
      "loss_action": 0.00466094259172678,
      "loss_total": 0.00466094259172678,
      "step": 41010
    },
    {
      "loss_action": 0.008806449361145496,
      "loss_total": 0.008806449361145496,
      "step": 41010
    },
    {
      "loss_action": 0.010891198180615902,
      "loss_total": 0.010891198180615902,
      "step": 41010
    },
    {
      "loss_action": 0.012927774339914322,
      "loss_total": 0.012927774339914322,
      "step": 41010
    },
    {
      "loss_action": 0.004196752794086933,
      "loss_total": 0.004196752794086933,
      "step": 41010
    },
    {
      "loss_action": 0.005048299208283424,
      "loss_total": 0.005048299208283424,
      "step": 41010
    },
    {
      "grad_norm": 0.13783016800880432,
      "learning_rate": 6.853068739880276e-05,
      "loss": 0.0077,
      "step": 41020
    },
    {
      "loss_action": 0.004445443861186504,
      "loss_total": 0.004445443861186504,
      "step": 41020
    },
    {
      "loss_action": 0.013719534501433372,
      "loss_total": 0.013719534501433372,
      "step": 41020
    },
    {
      "loss_action": 0.009764386340975761,
      "loss_total": 0.009764386340975761,
      "step": 41020
    },
    {
      "loss_action": 0.0019305618479847908,
      "loss_total": 0.0019305618479847908,
      "step": 41020
    },
    {
      "loss_action": 0.005141893867403269,
      "loss_total": 0.005141893867403269,
      "step": 41020
    },
    {
      "loss_action": 0.012168357148766518,
      "loss_total": 0.012168357148766518,
      "step": 41020
    },
    {
      "loss_action": 0.01053376030176878,
      "loss_total": 0.01053376030176878,
      "step": 41020
    },
    {
      "loss_action": 0.008952322416007519,
      "loss_total": 0.008952322416007519,
      "step": 41020
    },
    {
      "grad_norm": 0.156114399433136,
      "learning_rate": 6.851532917171276e-05,
      "loss": 0.0086,
      "step": 41030
    },
    {
      "loss_action": 0.023066965863108635,
      "loss_total": 0.023066965863108635,
      "step": 41030
    },
    {
      "loss_action": 0.007282130420207977,
      "loss_total": 0.007282130420207977,
      "step": 41030
    },
    {
      "loss_action": 0.006389396730810404,
      "loss_total": 0.006389396730810404,
      "step": 41030
    },
    {
      "loss_action": 0.004070521332323551,
      "loss_total": 0.004070521332323551,
      "step": 41030
    },
    {
      "loss_action": 0.004518354311585426,
      "loss_total": 0.004518354311585426,
      "step": 41030
    },
    {
      "loss_action": 0.02276664599776268,
      "loss_total": 0.02276664599776268,
      "step": 41030
    },
    {
      "loss_action": 0.004595994018018246,
      "loss_total": 0.004595994018018246,
      "step": 41030
    },
    {
      "loss_action": 0.006173752713948488,
      "loss_total": 0.006173752713948488,
      "step": 41030
    },
    {
      "grad_norm": 0.12904764711856842,
      "learning_rate": 6.849996891981418e-05,
      "loss": 0.0092,
      "step": 41040
    },
    {
      "loss_action": 0.004790307953953743,
      "loss_total": 0.004790307953953743,
      "step": 41040
    },
    {
      "loss_action": 0.010678754188120365,
      "loss_total": 0.010678754188120365,
      "step": 41040
    },
    {
      "loss_action": 0.005830435082316399,
      "loss_total": 0.005830435082316399,
      "step": 41040
    },
    {
      "loss_action": 0.0033588989172130823,
      "loss_total": 0.0033588989172130823,
      "step": 41040
    },
    {
      "loss_action": 0.002790731843560934,
      "loss_total": 0.002790731843560934,
      "step": 41040
    },
    {
      "loss_action": 0.02459183894097805,
      "loss_total": 0.02459183894097805,
      "step": 41040
    },
    {
      "loss_action": 0.013808551244437695,
      "loss_total": 0.013808551244437695,
      "step": 41040
    },
    {
      "loss_action": 0.06237582117319107,
      "loss_total": 0.06237582117319107,
      "step": 41040
    },
    {
      "grad_norm": 0.08878600597381592,
      "learning_rate": 6.848460664478684e-05,
      "loss": 0.0098,
      "step": 41050
    },
    {
      "loss_action": 0.004916111007332802,
      "loss_total": 0.004916111007332802,
      "step": 41050
    },
    {
      "loss_action": 0.00401732511818409,
      "loss_total": 0.00401732511818409,
      "step": 41050
    },
    {
      "loss_action": 0.006050947122275829,
      "loss_total": 0.006050947122275829,
      "step": 41050
    },
    {
      "loss_action": 0.004060506820678711,
      "loss_total": 0.004060506820678711,
      "step": 41050
    },
    {
      "loss_action": 0.003634731750935316,
      "loss_total": 0.003634731750935316,
      "step": 41050
    },
    {
      "loss_action": 0.014889354817569256,
      "loss_total": 0.014889354817569256,
      "step": 41050
    },
    {
      "loss_action": 0.0067325979471206665,
      "loss_total": 0.0067325979471206665,
      "step": 41050
    },
    {
      "loss_action": 0.006207690108567476,
      "loss_total": 0.006207690108567476,
      "step": 41050
    },
    {
      "grad_norm": 0.08305183798074722,
      "learning_rate": 6.846924234831069e-05,
      "loss": 0.0085,
      "step": 41060
    },
    {
      "loss_action": 0.00400583865121007,
      "loss_total": 0.00400583865121007,
      "step": 41060
    },
    {
      "loss_action": 0.01083415187895298,
      "loss_total": 0.01083415187895298,
      "step": 41060
    },
    {
      "loss_action": 0.0075117782689630985,
      "loss_total": 0.0075117782689630985,
      "step": 41060
    },
    {
      "loss_action": 0.015098684467375278,
      "loss_total": 0.015098684467375278,
      "step": 41060
    },
    {
      "loss_action": 0.008439010940492153,
      "loss_total": 0.008439010940492153,
      "step": 41060
    },
    {
      "loss_action": 0.004930402152240276,
      "loss_total": 0.004930402152240276,
      "step": 41060
    },
    {
      "loss_action": 0.009751074016094208,
      "loss_total": 0.009751074016094208,
      "step": 41060
    },
    {
      "loss_action": 0.014352625235915184,
      "loss_total": 0.014352625235915184,
      "step": 41060
    },
    {
      "grad_norm": 0.12206010520458221,
      "learning_rate": 6.845387603206597e-05,
      "loss": 0.0081,
      "step": 41070
    },
    {
      "loss_action": 0.0038882680237293243,
      "loss_total": 0.0038882680237293243,
      "step": 41070
    },
    {
      "loss_action": 0.0068123298697173595,
      "loss_total": 0.0068123298697173595,
      "step": 41070
    },
    {
      "loss_action": 0.017513319849967957,
      "loss_total": 0.017513319849967957,
      "step": 41070
    },
    {
      "loss_action": 0.018018072471022606,
      "loss_total": 0.018018072471022606,
      "step": 41070
    },
    {
      "loss_action": 0.0048310765996575356,
      "loss_total": 0.0048310765996575356,
      "step": 41070
    },
    {
      "loss_action": 0.0031474903225898743,
      "loss_total": 0.0031474903225898743,
      "step": 41070
    },
    {
      "loss_action": 0.005754370242357254,
      "loss_total": 0.005754370242357254,
      "step": 41070
    },
    {
      "loss_action": 0.00602237181738019,
      "loss_total": 0.00602237181738019,
      "step": 41070
    },
    {
      "grad_norm": 0.134831964969635,
      "learning_rate": 6.843850769773312e-05,
      "loss": 0.0077,
      "step": 41080
    },
    {
      "loss_action": 0.005359666422009468,
      "loss_total": 0.005359666422009468,
      "step": 41080
    },
    {
      "loss_action": 0.011892840266227722,
      "loss_total": 0.011892840266227722,
      "step": 41080
    },
    {
      "loss_action": 0.004162927158176899,
      "loss_total": 0.004162927158176899,
      "step": 41080
    },
    {
      "loss_action": 0.008903265930712223,
      "loss_total": 0.008903265930712223,
      "step": 41080
    },
    {
      "loss_action": 0.012672919780015945,
      "loss_total": 0.012672919780015945,
      "step": 41080
    },
    {
      "loss_action": 0.0067798076197505,
      "loss_total": 0.0067798076197505,
      "step": 41080
    },
    {
      "loss_action": 0.004346235189586878,
      "loss_total": 0.004346235189586878,
      "step": 41080
    },
    {
      "loss_action": 0.0027061006985604763,
      "loss_total": 0.0027061006985604763,
      "step": 41080
    },
    {
      "grad_norm": 0.09326700866222382,
      "learning_rate": 6.842313734699278e-05,
      "loss": 0.0082,
      "step": 41090
    },
    {
      "loss_action": 0.018819371238350868,
      "loss_total": 0.018819371238350868,
      "step": 41090
    },
    {
      "loss_action": 0.013210184872150421,
      "loss_total": 0.013210184872150421,
      "step": 41090
    },
    {
      "loss_action": 0.0046200621873140335,
      "loss_total": 0.0046200621873140335,
      "step": 41090
    },
    {
      "loss_action": 0.008796737529337406,
      "loss_total": 0.008796737529337406,
      "step": 41090
    },
    {
      "loss_action": 0.002388106659054756,
      "loss_total": 0.002388106659054756,
      "step": 41090
    },
    {
      "loss_action": 0.004589935299009085,
      "loss_total": 0.004589935299009085,
      "step": 41090
    },
    {
      "loss_action": 0.019988752901554108,
      "loss_total": 0.019988752901554108,
      "step": 41090
    },
    {
      "loss_action": 0.002898110542446375,
      "loss_total": 0.002898110542446375,
      "step": 41090
    },
    {
      "grad_norm": 0.20752541720867157,
      "learning_rate": 6.840776498152584e-05,
      "loss": 0.0087,
      "step": 41100
    },
    {
      "loss_action": 0.00875108502805233,
      "loss_total": 0.00875108502805233,
      "step": 41100
    },
    {
      "loss_action": 0.005746124312281609,
      "loss_total": 0.005746124312281609,
      "step": 41100
    },
    {
      "loss_action": 0.0069441841915249825,
      "loss_total": 0.0069441841915249825,
      "step": 41100
    },
    {
      "loss_action": 0.005262468010187149,
      "loss_total": 0.005262468010187149,
      "step": 41100
    },
    {
      "loss_action": 0.018568631261587143,
      "loss_total": 0.018568631261587143,
      "step": 41100
    },
    {
      "loss_action": 0.020323142409324646,
      "loss_total": 0.020323142409324646,
      "step": 41100
    },
    {
      "loss_action": 0.009310966357588768,
      "loss_total": 0.009310966357588768,
      "step": 41100
    },
    {
      "loss_action": 0.005692372098565102,
      "loss_total": 0.005692372098565102,
      "step": 41100
    },
    {
      "grad_norm": 0.15747277438640594,
      "learning_rate": 6.83923906030134e-05,
      "loss": 0.0114,
      "step": 41110
    },
    {
      "loss_action": 0.0099329873919487,
      "loss_total": 0.0099329873919487,
      "step": 41110
    },
    {
      "loss_action": 0.011233512312173843,
      "loss_total": 0.011233512312173843,
      "step": 41110
    },
    {
      "loss_action": 0.012488523498177528,
      "loss_total": 0.012488523498177528,
      "step": 41110
    },
    {
      "loss_action": 0.044120416045188904,
      "loss_total": 0.044120416045188904,
      "step": 41110
    },
    {
      "loss_action": 0.00896548479795456,
      "loss_total": 0.00896548479795456,
      "step": 41110
    },
    {
      "loss_action": 0.006239449139684439,
      "loss_total": 0.006239449139684439,
      "step": 41110
    },
    {
      "loss_action": 0.008951358497142792,
      "loss_total": 0.008951358497142792,
      "step": 41110
    },
    {
      "loss_action": 0.007993374019861221,
      "loss_total": 0.007993374019861221,
      "step": 41110
    },
    {
      "grad_norm": 0.10853380709886551,
      "learning_rate": 6.837701421313677e-05,
      "loss": 0.01,
      "step": 41120
    },
    {
      "loss_action": 0.0035281910095363855,
      "loss_total": 0.0035281910095363855,
      "step": 41120
    },
    {
      "loss_action": 0.007970568723976612,
      "loss_total": 0.007970568723976612,
      "step": 41120
    },
    {
      "loss_action": 0.00887606106698513,
      "loss_total": 0.00887606106698513,
      "step": 41120
    },
    {
      "loss_action": 0.012801759876310825,
      "loss_total": 0.012801759876310825,
      "step": 41120
    },
    {
      "loss_action": 0.00981023721396923,
      "loss_total": 0.00981023721396923,
      "step": 41120
    },
    {
      "loss_action": 0.00426655076444149,
      "loss_total": 0.00426655076444149,
      "step": 41120
    },
    {
      "loss_action": 0.01926371455192566,
      "loss_total": 0.01926371455192566,
      "step": 41120
    },
    {
      "loss_action": 0.014282033778727055,
      "loss_total": 0.014282033778727055,
      "step": 41120
    },
    {
      "grad_norm": 0.11932323127985,
      "learning_rate": 6.83616358135775e-05,
      "loss": 0.0096,
      "step": 41130
    },
    {
      "loss_action": 0.008833609521389008,
      "loss_total": 0.008833609521389008,
      "step": 41130
    },
    {
      "loss_action": 0.022299453616142273,
      "loss_total": 0.022299453616142273,
      "step": 41130
    },
    {
      "loss_action": 0.004365021828562021,
      "loss_total": 0.004365021828562021,
      "step": 41130
    },
    {
      "loss_action": 0.007983543910086155,
      "loss_total": 0.007983543910086155,
      "step": 41130
    },
    {
      "loss_action": 0.009252084419131279,
      "loss_total": 0.009252084419131279,
      "step": 41130
    },
    {
      "loss_action": 0.009387053549289703,
      "loss_total": 0.009387053549289703,
      "step": 41130
    },
    {
      "loss_action": 0.01139892265200615,
      "loss_total": 0.01139892265200615,
      "step": 41130
    },
    {
      "loss_action": 0.008246800862252712,
      "loss_total": 0.008246800862252712,
      "step": 41130
    },
    {
      "grad_norm": 0.09988228231668472,
      "learning_rate": 6.834625540601734e-05,
      "loss": 0.0094,
      "step": 41140
    },
    {
      "loss_action": 0.00730567891150713,
      "loss_total": 0.00730567891150713,
      "step": 41140
    },
    {
      "loss_action": 0.003804389853030443,
      "loss_total": 0.003804389853030443,
      "step": 41140
    },
    {
      "loss_action": 0.02636389061808586,
      "loss_total": 0.02636389061808586,
      "step": 41140
    },
    {
      "loss_action": 0.006923111621290445,
      "loss_total": 0.006923111621290445,
      "step": 41140
    },
    {
      "loss_action": 0.038399726152420044,
      "loss_total": 0.038399726152420044,
      "step": 41140
    },
    {
      "loss_action": 0.008855687454342842,
      "loss_total": 0.008855687454342842,
      "step": 41140
    },
    {
      "loss_action": 0.010302627459168434,
      "loss_total": 0.010302627459168434,
      "step": 41140
    },
    {
      "loss_action": 0.00242215977050364,
      "loss_total": 0.00242215977050364,
      "step": 41140
    },
    {
      "grad_norm": 0.09305336326360703,
      "learning_rate": 6.833087299213829e-05,
      "loss": 0.0085,
      "step": 41150
    },
    {
      "loss_action": 0.004031055606901646,
      "loss_total": 0.004031055606901646,
      "step": 41150
    },
    {
      "loss_action": 0.02514883689582348,
      "loss_total": 0.02514883689582348,
      "step": 41150
    },
    {
      "loss_action": 0.002795113017782569,
      "loss_total": 0.002795113017782569,
      "step": 41150
    },
    {
      "loss_action": 0.005413595587015152,
      "loss_total": 0.005413595587015152,
      "step": 41150
    },
    {
      "loss_action": 0.0037999337073415518,
      "loss_total": 0.0037999337073415518,
      "step": 41150
    },
    {
      "loss_action": 0.0035995147190988064,
      "loss_total": 0.0035995147190988064,
      "step": 41150
    },
    {
      "loss_action": 0.0056765759363770485,
      "loss_total": 0.0056765759363770485,
      "step": 41150
    },
    {
      "loss_action": 0.005954085849225521,
      "loss_total": 0.005954085849225521,
      "step": 41150
    },
    {
      "grad_norm": 0.1316080242395401,
      "learning_rate": 6.83154885736225e-05,
      "loss": 0.0089,
      "step": 41160
    },
    {
      "loss_action": 0.004094577394425869,
      "loss_total": 0.004094577394425869,
      "step": 41160
    },
    {
      "loss_action": 0.005239000543951988,
      "loss_total": 0.005239000543951988,
      "step": 41160
    },
    {
      "loss_action": 0.00320925610139966,
      "loss_total": 0.00320925610139966,
      "step": 41160
    },
    {
      "loss_action": 0.0055691241286695,
      "loss_total": 0.0055691241286695,
      "step": 41160
    },
    {
      "loss_action": 0.005694241262972355,
      "loss_total": 0.005694241262972355,
      "step": 41160
    },
    {
      "loss_action": 0.011843642219901085,
      "loss_total": 0.011843642219901085,
      "step": 41160
    },
    {
      "loss_action": 0.005995984189212322,
      "loss_total": 0.005995984189212322,
      "step": 41160
    },
    {
      "loss_action": 0.00959444884210825,
      "loss_total": 0.00959444884210825,
      "step": 41160
    },
    {
      "grad_norm": 0.0965975821018219,
      "learning_rate": 6.830010215215244e-05,
      "loss": 0.0078,
      "step": 41170
    },
    {
      "loss_action": 0.0069131553173065186,
      "loss_total": 0.0069131553173065186,
      "step": 41170
    },
    {
      "loss_action": 0.0041822874918580055,
      "loss_total": 0.0041822874918580055,
      "step": 41170
    },
    {
      "loss_action": 0.012489499524235725,
      "loss_total": 0.012489499524235725,
      "step": 41170
    },
    {
      "loss_action": 0.008088232949376106,
      "loss_total": 0.008088232949376106,
      "step": 41170
    },
    {
      "loss_action": 0.010516973212361336,
      "loss_total": 0.010516973212361336,
      "step": 41170
    },
    {
      "loss_action": 0.009150908328592777,
      "loss_total": 0.009150908328592777,
      "step": 41170
    },
    {
      "loss_action": 0.011508713476359844,
      "loss_total": 0.011508713476359844,
      "step": 41170
    },
    {
      "loss_action": 0.007843299768865108,
      "loss_total": 0.007843299768865108,
      "step": 41170
    },
    {
      "grad_norm": 0.12833674252033234,
      "learning_rate": 6.828471372941072e-05,
      "loss": 0.0097,
      "step": 41180
    },
    {
      "loss_action": 0.006023346912115812,
      "loss_total": 0.006023346912115812,
      "step": 41180
    },
    {
      "loss_action": 0.004839208908379078,
      "loss_total": 0.004839208908379078,
      "step": 41180
    },
    {
      "loss_action": 0.006505031604319811,
      "loss_total": 0.006505031604319811,
      "step": 41180
    },
    {
      "loss_action": 0.004872822668403387,
      "loss_total": 0.004872822668403387,
      "step": 41180
    },
    {
      "loss_action": 0.007432776037603617,
      "loss_total": 0.007432776037603617,
      "step": 41180
    },
    {
      "loss_action": 0.01186820212751627,
      "loss_total": 0.01186820212751627,
      "step": 41180
    },
    {
      "loss_action": 0.0250075813382864,
      "loss_total": 0.0250075813382864,
      "step": 41180
    },
    {
      "loss_action": 0.004523193929344416,
      "loss_total": 0.004523193929344416,
      "step": 41180
    },
    {
      "grad_norm": 0.11470909416675568,
      "learning_rate": 6.826932330708018e-05,
      "loss": 0.0107,
      "step": 41190
    },
    {
      "loss_action": 0.003656738204881549,
      "loss_total": 0.003656738204881549,
      "step": 41190
    },
    {
      "loss_action": 0.013562582433223724,
      "loss_total": 0.013562582433223724,
      "step": 41190
    },
    {
      "loss_action": 0.003333166940137744,
      "loss_total": 0.003333166940137744,
      "step": 41190
    },
    {
      "loss_action": 0.00484251044690609,
      "loss_total": 0.00484251044690609,
      "step": 41190
    },
    {
      "loss_action": 0.013889767229557037,
      "loss_total": 0.013889767229557037,
      "step": 41190
    },
    {
      "loss_action": 0.007263854146003723,
      "loss_total": 0.007263854146003723,
      "step": 41190
    },
    {
      "loss_action": 0.008114855736494064,
      "loss_total": 0.008114855736494064,
      "step": 41190
    },
    {
      "loss_action": 0.006056379526853561,
      "loss_total": 0.006056379526853561,
      "step": 41190
    },
    {
      "grad_norm": 0.1544334888458252,
      "learning_rate": 6.825393088684393e-05,
      "loss": 0.0113,
      "step": 41200
    },
    {
      "loss_action": 0.017327014356851578,
      "loss_total": 0.017327014356851578,
      "step": 41200
    },
    {
      "loss_action": 0.006000583525747061,
      "loss_total": 0.006000583525747061,
      "step": 41200
    },
    {
      "loss_action": 0.008355803787708282,
      "loss_total": 0.008355803787708282,
      "step": 41200
    },
    {
      "loss_action": 0.00595078244805336,
      "loss_total": 0.00595078244805336,
      "step": 41200
    },
    {
      "loss_action": 0.00826316885650158,
      "loss_total": 0.00826316885650158,
      "step": 41200
    },
    {
      "loss_action": 0.016937945038080215,
      "loss_total": 0.016937945038080215,
      "step": 41200
    },
    {
      "loss_action": 0.005637017078697681,
      "loss_total": 0.005637017078697681,
      "step": 41200
    },
    {
      "loss_action": 0.009968100115656853,
      "loss_total": 0.009968100115656853,
      "step": 41200
    },
    {
      "grad_norm": 0.20179511606693268,
      "learning_rate": 6.823853647038524e-05,
      "loss": 0.0093,
      "step": 41210
    },
    {
      "loss_action": 0.0038227890618145466,
      "loss_total": 0.0038227890618145466,
      "step": 41210
    },
    {
      "loss_action": 0.008179599419236183,
      "loss_total": 0.008179599419236183,
      "step": 41210
    },
    {
      "loss_action": 0.014802058227360249,
      "loss_total": 0.014802058227360249,
      "step": 41210
    },
    {
      "loss_action": 0.013170337304472923,
      "loss_total": 0.013170337304472923,
      "step": 41210
    },
    {
      "loss_action": 0.02993612363934517,
      "loss_total": 0.02993612363934517,
      "step": 41210
    },
    {
      "loss_action": 0.0062240902334451675,
      "loss_total": 0.0062240902334451675,
      "step": 41210
    },
    {
      "loss_action": 0.007579622324556112,
      "loss_total": 0.007579622324556112,
      "step": 41210
    },
    {
      "loss_action": 0.00535572599619627,
      "loss_total": 0.00535572599619627,
      "step": 41210
    },
    {
      "grad_norm": 0.11987277120351791,
      "learning_rate": 6.822314005938762e-05,
      "loss": 0.009,
      "step": 41220
    },
    {
      "loss_action": 0.013957669027149677,
      "loss_total": 0.013957669027149677,
      "step": 41220
    },
    {
      "loss_action": 0.009706862270832062,
      "loss_total": 0.009706862270832062,
      "step": 41220
    },
    {
      "loss_action": 0.005627583246678114,
      "loss_total": 0.005627583246678114,
      "step": 41220
    },
    {
      "loss_action": 0.006312849465757608,
      "loss_total": 0.006312849465757608,
      "step": 41220
    },
    {
      "loss_action": 0.00820173416286707,
      "loss_total": 0.00820173416286707,
      "step": 41220
    },
    {
      "loss_action": 0.011819089762866497,
      "loss_total": 0.011819089762866497,
      "step": 41220
    },
    {
      "loss_action": 0.004329775460064411,
      "loss_total": 0.004329775460064411,
      "step": 41220
    },
    {
      "loss_action": 0.0040598064661026,
      "loss_total": 0.0040598064661026,
      "step": 41220
    },
    {
      "grad_norm": 0.0895530954003334,
      "learning_rate": 6.820774165553479e-05,
      "loss": 0.0087,
      "step": 41230
    },
    {
      "loss_action": 0.00394407007843256,
      "loss_total": 0.00394407007843256,
      "step": 41230
    },
    {
      "loss_action": 0.017980026081204414,
      "loss_total": 0.017980026081204414,
      "step": 41230
    },
    {
      "loss_action": 0.006218472961336374,
      "loss_total": 0.006218472961336374,
      "step": 41230
    },
    {
      "loss_action": 0.002059396356344223,
      "loss_total": 0.002059396356344223,
      "step": 41230
    },
    {
      "loss_action": 0.0074828932993113995,
      "loss_total": 0.0074828932993113995,
      "step": 41230
    },
    {
      "loss_action": 0.008031309582293034,
      "loss_total": 0.008031309582293034,
      "step": 41230
    },
    {
      "loss_action": 0.0067207543179392815,
      "loss_total": 0.0067207543179392815,
      "step": 41230
    },
    {
      "loss_action": 0.003180956467986107,
      "loss_total": 0.003180956467986107,
      "step": 41230
    },
    {
      "grad_norm": 0.10306701064109802,
      "learning_rate": 6.819234126051072e-05,
      "loss": 0.0088,
      "step": 41240
    },
    {
      "loss_action": 0.0024908322375267744,
      "loss_total": 0.0024908322375267744,
      "step": 41240
    },
    {
      "loss_action": 0.005292103625833988,
      "loss_total": 0.005292103625833988,
      "step": 41240
    },
    {
      "loss_action": 0.0035027165431529284,
      "loss_total": 0.0035027165431529284,
      "step": 41240
    },
    {
      "loss_action": 0.006291613914072514,
      "loss_total": 0.006291613914072514,
      "step": 41240
    },
    {
      "loss_action": 0.0040444908663630486,
      "loss_total": 0.0040444908663630486,
      "step": 41240
    },
    {
      "loss_action": 0.012621384114027023,
      "loss_total": 0.012621384114027023,
      "step": 41240
    },
    {
      "loss_action": 0.013124663382768631,
      "loss_total": 0.013124663382768631,
      "step": 41240
    },
    {
      "loss_action": 0.003552103415131569,
      "loss_total": 0.003552103415131569,
      "step": 41240
    },
    {
      "grad_norm": 0.06918762624263763,
      "learning_rate": 6.817693887599956e-05,
      "loss": 0.0079,
      "step": 41250
    },
    {
      "loss_action": 0.006697768811136484,
      "loss_total": 0.006697768811136484,
      "step": 41250
    },
    {
      "loss_action": 0.017076678574085236,
      "loss_total": 0.017076678574085236,
      "step": 41250
    },
    {
      "loss_action": 0.007554295007139444,
      "loss_total": 0.007554295007139444,
      "step": 41250
    },
    {
      "loss_action": 0.007383258547633886,
      "loss_total": 0.007383258547633886,
      "step": 41250
    },
    {
      "loss_action": 0.006803640630096197,
      "loss_total": 0.006803640630096197,
      "step": 41250
    },
    {
      "loss_action": 0.0053075626492500305,
      "loss_total": 0.0053075626492500305,
      "step": 41250
    },
    {
      "loss_action": 0.007160266395658255,
      "loss_total": 0.007160266395658255,
      "step": 41250
    },
    {
      "loss_action": 0.005167002324014902,
      "loss_total": 0.005167002324014902,
      "step": 41250
    },
    {
      "grad_norm": 0.10555506497621536,
      "learning_rate": 6.816153450368568e-05,
      "loss": 0.0086,
      "step": 41260
    },
    {
      "loss_action": 0.004929769784212112,
      "loss_total": 0.004929769784212112,
      "step": 41260
    },
    {
      "loss_action": 0.03007325902581215,
      "loss_total": 0.03007325902581215,
      "step": 41260
    },
    {
      "loss_action": 0.005241417791694403,
      "loss_total": 0.005241417791694403,
      "step": 41260
    },
    {
      "loss_action": 0.0053057377226650715,
      "loss_total": 0.0053057377226650715,
      "step": 41260
    },
    {
      "loss_action": 0.022149745374917984,
      "loss_total": 0.022149745374917984,
      "step": 41260
    },
    {
      "loss_action": 0.0059807561337947845,
      "loss_total": 0.0059807561337947845,
      "step": 41260
    },
    {
      "loss_action": 0.01852954737842083,
      "loss_total": 0.01852954737842083,
      "step": 41260
    },
    {
      "loss_action": 0.011044461280107498,
      "loss_total": 0.011044461280107498,
      "step": 41260
    },
    {
      "grad_norm": 0.11760669946670532,
      "learning_rate": 6.814612814525372e-05,
      "loss": 0.0084,
      "step": 41270
    },
    {
      "loss_action": 0.009482188150286674,
      "loss_total": 0.009482188150286674,
      "step": 41270
    },
    {
      "loss_action": 0.007941446267068386,
      "loss_total": 0.007941446267068386,
      "step": 41270
    },
    {
      "loss_action": 0.004349401220679283,
      "loss_total": 0.004349401220679283,
      "step": 41270
    },
    {
      "loss_action": 0.015648726373910904,
      "loss_total": 0.015648726373910904,
      "step": 41270
    },
    {
      "loss_action": 0.006138209719210863,
      "loss_total": 0.006138209719210863,
      "step": 41270
    },
    {
      "loss_action": 0.006744184996932745,
      "loss_total": 0.006744184996932745,
      "step": 41270
    },
    {
      "loss_action": 0.008202506229281425,
      "loss_total": 0.008202506229281425,
      "step": 41270
    },
    {
      "loss_action": 0.008808944374322891,
      "loss_total": 0.008808944374322891,
      "step": 41270
    },
    {
      "grad_norm": 0.1484963297843933,
      "learning_rate": 6.813071980238846e-05,
      "loss": 0.0087,
      "step": 41280
    },
    {
      "loss_action": 0.011469408869743347,
      "loss_total": 0.011469408869743347,
      "step": 41280
    },
    {
      "loss_action": 0.017084654420614243,
      "loss_total": 0.017084654420614243,
      "step": 41280
    },
    {
      "loss_action": 0.0040397606790065765,
      "loss_total": 0.0040397606790065765,
      "step": 41280
    },
    {
      "loss_action": 0.005172891542315483,
      "loss_total": 0.005172891542315483,
      "step": 41280
    },
    {
      "loss_action": 0.002974491333588958,
      "loss_total": 0.002974491333588958,
      "step": 41280
    },
    {
      "loss_action": 0.004217146430164576,
      "loss_total": 0.004217146430164576,
      "step": 41280
    },
    {
      "loss_action": 0.013399963267147541,
      "loss_total": 0.013399963267147541,
      "step": 41280
    },
    {
      "loss_action": 0.006979550700634718,
      "loss_total": 0.006979550700634718,
      "step": 41280
    },
    {
      "grad_norm": 0.0784432664513588,
      "learning_rate": 6.811530947677492e-05,
      "loss": 0.0086,
      "step": 41290
    },
    {
      "loss_action": 0.032448843121528625,
      "loss_total": 0.032448843121528625,
      "step": 41290
    },
    {
      "loss_action": 0.009200824424624443,
      "loss_total": 0.009200824424624443,
      "step": 41290
    },
    {
      "loss_action": 0.010914862155914307,
      "loss_total": 0.010914862155914307,
      "step": 41290
    },
    {
      "loss_action": 0.005654915701597929,
      "loss_total": 0.005654915701597929,
      "step": 41290
    },
    {
      "loss_action": 0.006706192623823881,
      "loss_total": 0.006706192623823881,
      "step": 41290
    },
    {
      "loss_action": 0.014757735654711723,
      "loss_total": 0.014757735654711723,
      "step": 41290
    },
    {
      "loss_action": 0.013834181241691113,
      "loss_total": 0.013834181241691113,
      "step": 41290
    },
    {
      "loss_action": 0.006732224486768246,
      "loss_total": 0.006732224486768246,
      "step": 41290
    },
    {
      "grad_norm": 0.11519479751586914,
      "learning_rate": 6.809989717009839e-05,
      "loss": 0.0104,
      "step": 41300
    },
    {
      "loss_action": 0.007749784272164106,
      "loss_total": 0.007749784272164106,
      "step": 41300
    },
    {
      "loss_action": 0.00575682707130909,
      "loss_total": 0.00575682707130909,
      "step": 41300
    },
    {
      "loss_action": 0.006646469235420227,
      "loss_total": 0.006646469235420227,
      "step": 41300
    },
    {
      "loss_action": 0.013829207979142666,
      "loss_total": 0.013829207979142666,
      "step": 41300
    },
    {
      "loss_action": 0.00668781902641058,
      "loss_total": 0.00668781902641058,
      "step": 41300
    },
    {
      "loss_action": 0.005382382310926914,
      "loss_total": 0.005382382310926914,
      "step": 41300
    },
    {
      "loss_action": 0.007565728388726711,
      "loss_total": 0.007565728388726711,
      "step": 41300
    },
    {
      "loss_action": 0.00682971952483058,
      "loss_total": 0.00682971952483058,
      "step": 41300
    },
    {
      "grad_norm": 0.13174396753311157,
      "learning_rate": 6.808448288404431e-05,
      "loss": 0.0084,
      "step": 41310
    },
    {
      "loss_action": 0.00510756578296423,
      "loss_total": 0.00510756578296423,
      "step": 41310
    },
    {
      "loss_action": 0.0029722321778535843,
      "loss_total": 0.0029722321778535843,
      "step": 41310
    },
    {
      "loss_action": 0.0026797037571668625,
      "loss_total": 0.0026797037571668625,
      "step": 41310
    },
    {
      "loss_action": 0.0055455975234508514,
      "loss_total": 0.0055455975234508514,
      "step": 41310
    },
    {
      "loss_action": 0.005947482772171497,
      "loss_total": 0.005947482772171497,
      "step": 41310
    },
    {
      "loss_action": 0.0030207359232008457,
      "loss_total": 0.0030207359232008457,
      "step": 41310
    },
    {
      "loss_action": 0.008764270693063736,
      "loss_total": 0.008764270693063736,
      "step": 41310
    },
    {
      "loss_action": 0.002953555900603533,
      "loss_total": 0.002953555900603533,
      "step": 41310
    },
    {
      "grad_norm": 0.0715937539935112,
      "learning_rate": 6.806906662029838e-05,
      "loss": 0.0079,
      "step": 41320
    },
    {
      "loss_action": 0.004330060910433531,
      "loss_total": 0.004330060910433531,
      "step": 41320
    },
    {
      "loss_action": 0.004295011050999165,
      "loss_total": 0.004295011050999165,
      "step": 41320
    },
    {
      "loss_action": 0.005910322070121765,
      "loss_total": 0.005910322070121765,
      "step": 41320
    },
    {
      "loss_action": 0.005718855187296867,
      "loss_total": 0.005718855187296867,
      "step": 41320
    },
    {
      "loss_action": 0.0033266376703977585,
      "loss_total": 0.0033266376703977585,
      "step": 41320
    },
    {
      "loss_action": 0.015614171512424946,
      "loss_total": 0.015614171512424946,
      "step": 41320
    },
    {
      "loss_action": 0.0090404711663723,
      "loss_total": 0.0090404711663723,
      "step": 41320
    },
    {
      "loss_action": 0.021541737020015717,
      "loss_total": 0.021541737020015717,
      "step": 41320
    },
    {
      "grad_norm": 0.11982066184282303,
      "learning_rate": 6.805364838054647e-05,
      "loss": 0.0096,
      "step": 41330
    },
    {
      "loss_action": 0.006625032052397728,
      "loss_total": 0.006625032052397728,
      "step": 41330
    },
    {
      "loss_action": 0.007121956907212734,
      "loss_total": 0.007121956907212734,
      "step": 41330
    },
    {
      "loss_action": 0.012351026758551598,
      "loss_total": 0.012351026758551598,
      "step": 41330
    },
    {
      "loss_action": 0.006495538167655468,
      "loss_total": 0.006495538167655468,
      "step": 41330
    },
    {
      "loss_action": 0.016655314713716507,
      "loss_total": 0.016655314713716507,
      "step": 41330
    },
    {
      "loss_action": 0.008172689005732536,
      "loss_total": 0.008172689005732536,
      "step": 41330
    },
    {
      "loss_action": 0.006220695562660694,
      "loss_total": 0.006220695562660694,
      "step": 41330
    },
    {
      "loss_action": 0.010057203471660614,
      "loss_total": 0.010057203471660614,
      "step": 41330
    },
    {
      "grad_norm": 0.1438027173280716,
      "learning_rate": 6.803822816647474e-05,
      "loss": 0.0073,
      "step": 41340
    },
    {
      "loss_action": 0.005195671692490578,
      "loss_total": 0.005195671692490578,
      "step": 41340
    },
    {
      "loss_action": 0.012654067948460579,
      "loss_total": 0.012654067948460579,
      "step": 41340
    },
    {
      "loss_action": 0.011038236320018768,
      "loss_total": 0.011038236320018768,
      "step": 41340
    },
    {
      "loss_action": 0.002982799895107746,
      "loss_total": 0.002982799895107746,
      "step": 41340
    },
    {
      "loss_action": 0.004686275497078896,
      "loss_total": 0.004686275497078896,
      "step": 41340
    },
    {
      "loss_action": 0.006759852636605501,
      "loss_total": 0.006759852636605501,
      "step": 41340
    },
    {
      "loss_action": 0.013045249506831169,
      "loss_total": 0.013045249506831169,
      "step": 41340
    },
    {
      "loss_action": 0.010536633431911469,
      "loss_total": 0.010536633431911469,
      "step": 41340
    },
    {
      "grad_norm": 0.09962055087089539,
      "learning_rate": 6.802280597976949e-05,
      "loss": 0.0107,
      "step": 41350
    },
    {
      "loss_action": 0.009895654395222664,
      "loss_total": 0.009895654395222664,
      "step": 41350
    },
    {
      "loss_action": 0.013002414256334305,
      "loss_total": 0.013002414256334305,
      "step": 41350
    },
    {
      "loss_action": 0.012220567092299461,
      "loss_total": 0.012220567092299461,
      "step": 41350
    },
    {
      "loss_action": 0.013641202822327614,
      "loss_total": 0.013641202822327614,
      "step": 41350
    },
    {
      "loss_action": 0.00838780403137207,
      "loss_total": 0.00838780403137207,
      "step": 41350
    },
    {
      "loss_action": 0.01175092626363039,
      "loss_total": 0.01175092626363039,
      "step": 41350
    },
    {
      "loss_action": 0.003499415470287204,
      "loss_total": 0.003499415470287204,
      "step": 41350
    },
    {
      "loss_action": 0.012045245617628098,
      "loss_total": 0.012045245617628098,
      "step": 41350
    },
    {
      "grad_norm": 0.21125470101833344,
      "learning_rate": 6.800738182211727e-05,
      "loss": 0.0097,
      "step": 41360
    },
    {
      "loss_action": 0.004065385553985834,
      "loss_total": 0.004065385553985834,
      "step": 41360
    },
    {
      "loss_action": 0.004006003960967064,
      "loss_total": 0.004006003960967064,
      "step": 41360
    },
    {
      "loss_action": 0.004418595228344202,
      "loss_total": 0.004418595228344202,
      "step": 41360
    },
    {
      "loss_action": 0.010739673860371113,
      "loss_total": 0.010739673860371113,
      "step": 41360
    },
    {
      "loss_action": 0.005479693412780762,
      "loss_total": 0.005479693412780762,
      "step": 41360
    },
    {
      "loss_action": 0.006235278677195311,
      "loss_total": 0.006235278677195311,
      "step": 41360
    },
    {
      "loss_action": 0.011209365911781788,
      "loss_total": 0.011209365911781788,
      "step": 41360
    },
    {
      "loss_action": 0.008280985988676548,
      "loss_total": 0.008280985988676548,
      "step": 41360
    },
    {
      "grad_norm": 0.11420509964227676,
      "learning_rate": 6.799195569520485e-05,
      "loss": 0.0092,
      "step": 41370
    },
    {
      "loss_action": 0.004930474795401096,
      "loss_total": 0.004930474795401096,
      "step": 41370
    },
    {
      "loss_action": 0.007359609939157963,
      "loss_total": 0.007359609939157963,
      "step": 41370
    },
    {
      "loss_action": 0.0073101092129945755,
      "loss_total": 0.0073101092129945755,
      "step": 41370
    },
    {
      "loss_action": 0.008035816252231598,
      "loss_total": 0.008035816252231598,
      "step": 41370
    },
    {
      "loss_action": 0.013466756790876389,
      "loss_total": 0.013466756790876389,
      "step": 41370
    },
    {
      "loss_action": 0.005593588575720787,
      "loss_total": 0.005593588575720787,
      "step": 41370
    },
    {
      "loss_action": 0.011276761069893837,
      "loss_total": 0.011276761069893837,
      "step": 41370
    },
    {
      "loss_action": 0.008289031684398651,
      "loss_total": 0.008289031684398651,
      "step": 41370
    },
    {
      "grad_norm": 0.10425397753715515,
      "learning_rate": 6.79765276007192e-05,
      "loss": 0.01,
      "step": 41380
    },
    {
      "loss_action": 0.016959425061941147,
      "loss_total": 0.016959425061941147,
      "step": 41380
    },
    {
      "loss_action": 0.00933025125414133,
      "loss_total": 0.00933025125414133,
      "step": 41380
    },
    {
      "loss_action": 0.005822004750370979,
      "loss_total": 0.005822004750370979,
      "step": 41380
    },
    {
      "loss_action": 0.005369950085878372,
      "loss_total": 0.005369950085878372,
      "step": 41380
    },
    {
      "loss_action": 0.008105813525617123,
      "loss_total": 0.008105813525617123,
      "step": 41380
    },
    {
      "loss_action": 0.005074457731097937,
      "loss_total": 0.005074457731097937,
      "step": 41380
    },
    {
      "loss_action": 0.0064763277769088745,
      "loss_total": 0.0064763277769088745,
      "step": 41380
    },
    {
      "loss_action": 0.016987625509500504,
      "loss_total": 0.016987625509500504,
      "step": 41380
    },
    {
      "grad_norm": 0.1299784630537033,
      "learning_rate": 6.796109754034753e-05,
      "loss": 0.0116,
      "step": 41390
    },
    {
      "loss_action": 0.011552486568689346,
      "loss_total": 0.011552486568689346,
      "step": 41390
    },
    {
      "loss_action": 0.0070528918877244,
      "loss_total": 0.0070528918877244,
      "step": 41390
    },
    {
      "loss_action": 0.009319369681179523,
      "loss_total": 0.009319369681179523,
      "step": 41390
    },
    {
      "loss_action": 0.0034319881815463305,
      "loss_total": 0.0034319881815463305,
      "step": 41390
    },
    {
      "loss_action": 0.008476097136735916,
      "loss_total": 0.008476097136735916,
      "step": 41390
    },
    {
      "loss_action": 0.0061498722061514854,
      "loss_total": 0.0061498722061514854,
      "step": 41390
    },
    {
      "loss_action": 0.008573855273425579,
      "loss_total": 0.008573855273425579,
      "step": 41390
    },
    {
      "loss_action": 0.008182398974895477,
      "loss_total": 0.008182398974895477,
      "step": 41390
    },
    {
      "grad_norm": 0.12183136492967606,
      "learning_rate": 6.794566551577724e-05,
      "loss": 0.0098,
      "step": 41400
    },
    {
      "loss_action": 0.010135180316865444,
      "loss_total": 0.010135180316865444,
      "step": 41400
    },
    {
      "loss_action": 0.004028594586998224,
      "loss_total": 0.004028594586998224,
      "step": 41400
    },
    {
      "loss_action": 0.005411457270383835,
      "loss_total": 0.005411457270383835,
      "step": 41400
    },
    {
      "loss_action": 0.004823589231818914,
      "loss_total": 0.004823589231818914,
      "step": 41400
    },
    {
      "loss_action": 0.007651340216398239,
      "loss_total": 0.007651340216398239,
      "step": 41400
    },
    {
      "loss_action": 0.014956142753362656,
      "loss_total": 0.014956142753362656,
      "step": 41400
    },
    {
      "loss_action": 0.0068047321401536465,
      "loss_total": 0.0068047321401536465,
      "step": 41400
    },
    {
      "loss_action": 0.010302713140845299,
      "loss_total": 0.010302713140845299,
      "step": 41400
    },
    {
      "grad_norm": 0.12770889699459076,
      "learning_rate": 6.793023152869594e-05,
      "loss": 0.009,
      "step": 41410
    },
    {
      "loss_action": 0.008468677289783955,
      "loss_total": 0.008468677289783955,
      "step": 41410
    },
    {
      "loss_action": 0.005960868671536446,
      "loss_total": 0.005960868671536446,
      "step": 41410
    },
    {
      "loss_action": 0.0024696877226233482,
      "loss_total": 0.0024696877226233482,
      "step": 41410
    },
    {
      "loss_action": 0.006235900335013866,
      "loss_total": 0.006235900335013866,
      "step": 41410
    },
    {
      "loss_action": 0.019244778901338577,
      "loss_total": 0.019244778901338577,
      "step": 41410
    },
    {
      "loss_action": 0.009046165272593498,
      "loss_total": 0.009046165272593498,
      "step": 41410
    },
    {
      "loss_action": 0.002911162097007036,
      "loss_total": 0.002911162097007036,
      "step": 41410
    },
    {
      "loss_action": 0.009101888164877892,
      "loss_total": 0.009101888164877892,
      "step": 41410
    },
    {
      "grad_norm": 0.10721296072006226,
      "learning_rate": 6.791479558079147e-05,
      "loss": 0.0077,
      "step": 41420
    },
    {
      "loss_action": 0.02408488094806671,
      "loss_total": 0.02408488094806671,
      "step": 41420
    },
    {
      "loss_action": 0.005544978193938732,
      "loss_total": 0.005544978193938732,
      "step": 41420
    },
    {
      "loss_action": 0.006341506261378527,
      "loss_total": 0.006341506261378527,
      "step": 41420
    },
    {
      "loss_action": 0.003640527371317148,
      "loss_total": 0.003640527371317148,
      "step": 41420
    },
    {
      "loss_action": 0.010589275509119034,
      "loss_total": 0.010589275509119034,
      "step": 41420
    },
    {
      "loss_action": 0.011106278747320175,
      "loss_total": 0.011106278747320175,
      "step": 41420
    },
    {
      "loss_action": 0.006793546490371227,
      "loss_total": 0.006793546490371227,
      "step": 41420
    },
    {
      "loss_action": 0.009688062593340874,
      "loss_total": 0.009688062593340874,
      "step": 41420
    },
    {
      "grad_norm": 0.13971681892871857,
      "learning_rate": 6.789935767375191e-05,
      "loss": 0.0086,
      "step": 41430
    },
    {
      "loss_action": 0.004595708567649126,
      "loss_total": 0.004595708567649126,
      "step": 41430
    },
    {
      "loss_action": 0.00390048511326313,
      "loss_total": 0.00390048511326313,
      "step": 41430
    },
    {
      "loss_action": 0.010022705420851707,
      "loss_total": 0.010022705420851707,
      "step": 41430
    },
    {
      "loss_action": 0.005337711423635483,
      "loss_total": 0.005337711423635483,
      "step": 41430
    },
    {
      "loss_action": 0.01098296046257019,
      "loss_total": 0.01098296046257019,
      "step": 41430
    },
    {
      "loss_action": 0.003367008175700903,
      "loss_total": 0.003367008175700903,
      "step": 41430
    },
    {
      "loss_action": 0.003984815441071987,
      "loss_total": 0.003984815441071987,
      "step": 41430
    },
    {
      "loss_action": 0.004754092078655958,
      "loss_total": 0.004754092078655958,
      "step": 41430
    },
    {
      "grad_norm": 0.13782215118408203,
      "learning_rate": 6.78839178092655e-05,
      "loss": 0.0086,
      "step": 41440
    },
    {
      "loss_action": 0.01317049004137516,
      "loss_total": 0.01317049004137516,
      "step": 41440
    },
    {
      "loss_action": 0.014000959694385529,
      "loss_total": 0.014000959694385529,
      "step": 41440
    },
    {
      "loss_action": 0.008747061714529991,
      "loss_total": 0.008747061714529991,
      "step": 41440
    },
    {
      "loss_action": 0.008775517344474792,
      "loss_total": 0.008775517344474792,
      "step": 41440
    },
    {
      "loss_action": 0.005176781211048365,
      "loss_total": 0.005176781211048365,
      "step": 41440
    },
    {
      "loss_action": 0.009392806328833103,
      "loss_total": 0.009392806328833103,
      "step": 41440
    },
    {
      "loss_action": 0.009837665595114231,
      "loss_total": 0.009837665595114231,
      "step": 41440
    },
    {
      "loss_action": 0.007989234291017056,
      "loss_total": 0.007989234291017056,
      "step": 41440
    },
    {
      "grad_norm": 0.09854521602392197,
      "learning_rate": 6.786847598902072e-05,
      "loss": 0.008,
      "step": 41450
    },
    {
      "loss_action": 0.0086819501593709,
      "loss_total": 0.0086819501593709,
      "step": 41450
    },
    {
      "loss_action": 0.0029186001047492027,
      "loss_total": 0.0029186001047492027,
      "step": 41450
    },
    {
      "loss_action": 0.004128308035433292,
      "loss_total": 0.004128308035433292,
      "step": 41450
    },
    {
      "loss_action": 0.008194953203201294,
      "loss_total": 0.008194953203201294,
      "step": 41450
    },
    {
      "loss_action": 0.0030568724032491446,
      "loss_total": 0.0030568724032491446,
      "step": 41450
    },
    {
      "loss_action": 0.006303213071078062,
      "loss_total": 0.006303213071078062,
      "step": 41450
    },
    {
      "loss_action": 0.010415904223918915,
      "loss_total": 0.010415904223918915,
      "step": 41450
    },
    {
      "loss_action": 0.0030276719480752945,
      "loss_total": 0.0030276719480752945,
      "step": 41450
    },
    {
      "grad_norm": 0.11168421059846878,
      "learning_rate": 6.785303221470627e-05,
      "loss": 0.0079,
      "step": 41460
    },
    {
      "loss_action": 0.029069945216178894,
      "loss_total": 0.029069945216178894,
      "step": 41460
    },
    {
      "loss_action": 0.008965300396084785,
      "loss_total": 0.008965300396084785,
      "step": 41460
    },
    {
      "loss_action": 0.017441337928175926,
      "loss_total": 0.017441337928175926,
      "step": 41460
    },
    {
      "loss_action": 0.006905782502144575,
      "loss_total": 0.006905782502144575,
      "step": 41460
    },
    {
      "loss_action": 0.011400687508285046,
      "loss_total": 0.011400687508285046,
      "step": 41460
    },
    {
      "loss_action": 0.002343168016523123,
      "loss_total": 0.002343168016523123,
      "step": 41460
    },
    {
      "loss_action": 0.02002827823162079,
      "loss_total": 0.02002827823162079,
      "step": 41460
    },
    {
      "loss_action": 0.007760664913803339,
      "loss_total": 0.007760664913803339,
      "step": 41460
    },
    {
      "grad_norm": 0.11534743756055832,
      "learning_rate": 6.783758648801108e-05,
      "loss": 0.0095,
      "step": 41470
    },
    {
      "loss_action": 0.0056336382403969765,
      "loss_total": 0.0056336382403969765,
      "step": 41470
    },
    {
      "loss_action": 0.005341442301869392,
      "loss_total": 0.005341442301869392,
      "step": 41470
    },
    {
      "loss_action": 0.008984550833702087,
      "loss_total": 0.008984550833702087,
      "step": 41470
    },
    {
      "loss_action": 0.00592841487377882,
      "loss_total": 0.00592841487377882,
      "step": 41470
    },
    {
      "loss_action": 0.013263978064060211,
      "loss_total": 0.013263978064060211,
      "step": 41470
    },
    {
      "loss_action": 0.006595044396817684,
      "loss_total": 0.006595044396817684,
      "step": 41470
    },
    {
      "loss_action": 0.010703278705477715,
      "loss_total": 0.010703278705477715,
      "step": 41470
    },
    {
      "loss_action": 0.01918238215148449,
      "loss_total": 0.01918238215148449,
      "step": 41470
    },
    {
      "grad_norm": 0.09796526283025742,
      "learning_rate": 6.782213881062422e-05,
      "loss": 0.009,
      "step": 41480
    },
    {
      "loss_action": 0.013504577800631523,
      "loss_total": 0.013504577800631523,
      "step": 41480
    },
    {
      "loss_action": 0.001969951903447509,
      "loss_total": 0.001969951903447509,
      "step": 41480
    },
    {
      "loss_action": 0.006955009885132313,
      "loss_total": 0.006955009885132313,
      "step": 41480
    },
    {
      "loss_action": 0.008014090359210968,
      "loss_total": 0.008014090359210968,
      "step": 41480
    },
    {
      "loss_action": 0.004403544589877129,
      "loss_total": 0.004403544589877129,
      "step": 41480
    },
    {
      "loss_action": 0.0035411566495895386,
      "loss_total": 0.0035411566495895386,
      "step": 41480
    },
    {
      "loss_action": 0.02286043018102646,
      "loss_total": 0.02286043018102646,
      "step": 41480
    },
    {
      "loss_action": 0.01471983827650547,
      "loss_total": 0.01471983827650547,
      "step": 41480
    },
    {
      "grad_norm": 0.10196400433778763,
      "learning_rate": 6.780668918423508e-05,
      "loss": 0.0086,
      "step": 41490
    },
    {
      "loss_action": 0.004409838002175093,
      "loss_total": 0.004409838002175093,
      "step": 41490
    },
    {
      "loss_action": 0.0026120245456695557,
      "loss_total": 0.0026120245456695557,
      "step": 41490
    },
    {
      "loss_action": 0.0027941474691033363,
      "loss_total": 0.0027941474691033363,
      "step": 41490
    },
    {
      "loss_action": 0.004209350328892469,
      "loss_total": 0.004209350328892469,
      "step": 41490
    },
    {
      "loss_action": 0.004788663238286972,
      "loss_total": 0.004788663238286972,
      "step": 41490
    },
    {
      "loss_action": 0.007126213051378727,
      "loss_total": 0.007126213051378727,
      "step": 41490
    },
    {
      "loss_action": 0.005298089236021042,
      "loss_total": 0.005298089236021042,
      "step": 41490
    },
    {
      "loss_action": 0.004314478486776352,
      "loss_total": 0.004314478486776352,
      "step": 41490
    },
    {
      "grad_norm": 0.10160625725984573,
      "learning_rate": 6.779123761053317e-05,
      "loss": 0.0075,
      "step": 41500
    },
    {
      "loss_action": 0.0074485535733401775,
      "loss_total": 0.0074485535733401775,
      "step": 41500
    },
    {
      "loss_action": 0.0022293473593890667,
      "loss_total": 0.0022293473593890667,
      "step": 41500
    },
    {
      "loss_action": 0.006996767595410347,
      "loss_total": 0.006996767595410347,
      "step": 41500
    },
    {
      "loss_action": 0.007793066557496786,
      "loss_total": 0.007793066557496786,
      "step": 41500
    },
    {
      "loss_action": 0.01789277419447899,
      "loss_total": 0.01789277419447899,
      "step": 41500
    },
    {
      "loss_action": 0.0033667071256786585,
      "loss_total": 0.0033667071256786585,
      "step": 41500
    },
    {
      "loss_action": 0.0032947941217571497,
      "loss_total": 0.0032947941217571497,
      "step": 41500
    },
    {
      "loss_action": 0.007847093045711517,
      "loss_total": 0.007847093045711517,
      "step": 41500
    },
    {
      "grad_norm": 0.11777869611978531,
      "learning_rate": 6.777578409120826e-05,
      "loss": 0.0076,
      "step": 41510
    },
    {
      "loss_action": 0.010067706927657127,
      "loss_total": 0.010067706927657127,
      "step": 41510
    },
    {
      "loss_action": 0.0038504530675709248,
      "loss_total": 0.0038504530675709248,
      "step": 41510
    },
    {
      "loss_action": 0.022465163841843605,
      "loss_total": 0.022465163841843605,
      "step": 41510
    },
    {
      "loss_action": 0.002648100722581148,
      "loss_total": 0.002648100722581148,
      "step": 41510
    },
    {
      "loss_action": 0.005377301946282387,
      "loss_total": 0.005377301946282387,
      "step": 41510
    },
    {
      "loss_action": 0.0036182780750095844,
      "loss_total": 0.0036182780750095844,
      "step": 41510
    },
    {
      "loss_action": 0.0034089330583810806,
      "loss_total": 0.0034089330583810806,
      "step": 41510
    },
    {
      "loss_action": 0.019455334171652794,
      "loss_total": 0.019455334171652794,
      "step": 41510
    },
    {
      "grad_norm": 0.1366352140903473,
      "learning_rate": 6.776032862795033e-05,
      "loss": 0.0089,
      "step": 41520
    },
    {
      "loss_action": 0.011535704135894775,
      "loss_total": 0.011535704135894775,
      "step": 41520
    },
    {
      "loss_action": 0.005480136722326279,
      "loss_total": 0.005480136722326279,
      "step": 41520
    },
    {
      "loss_action": 0.0090972650796175,
      "loss_total": 0.0090972650796175,
      "step": 41520
    },
    {
      "loss_action": 0.015974991023540497,
      "loss_total": 0.015974991023540497,
      "step": 41520
    },
    {
      "loss_action": 0.004923203028738499,
      "loss_total": 0.004923203028738499,
      "step": 41520
    },
    {
      "loss_action": 0.010984810069203377,
      "loss_total": 0.010984810069203377,
      "step": 41520
    },
    {
      "loss_action": 0.018531974405050278,
      "loss_total": 0.018531974405050278,
      "step": 41520
    },
    {
      "loss_action": 0.010382365435361862,
      "loss_total": 0.010382365435361862,
      "step": 41520
    },
    {
      "grad_norm": 0.1328452080488205,
      "learning_rate": 6.774487122244956e-05,
      "loss": 0.0094,
      "step": 41530
    },
    {
      "loss_action": 0.007046304177492857,
      "loss_total": 0.007046304177492857,
      "step": 41530
    },
    {
      "loss_action": 0.003261731006205082,
      "loss_total": 0.003261731006205082,
      "step": 41530
    },
    {
      "loss_action": 0.0076146237552165985,
      "loss_total": 0.0076146237552165985,
      "step": 41530
    },
    {
      "loss_action": 0.00584244541823864,
      "loss_total": 0.00584244541823864,
      "step": 41530
    },
    {
      "loss_action": 0.0056153107434511185,
      "loss_total": 0.0056153107434511185,
      "step": 41530
    },
    {
      "loss_action": 0.015472756698727608,
      "loss_total": 0.015472756698727608,
      "step": 41530
    },
    {
      "loss_action": 0.007928309962153435,
      "loss_total": 0.007928309962153435,
      "step": 41530
    },
    {
      "loss_action": 0.0038773082196712494,
      "loss_total": 0.0038773082196712494,
      "step": 41530
    },
    {
      "grad_norm": 0.12757232785224915,
      "learning_rate": 6.772941187639637e-05,
      "loss": 0.0081,
      "step": 41540
    },
    {
      "loss_action": 0.006591903045773506,
      "loss_total": 0.006591903045773506,
      "step": 41540
    },
    {
      "loss_action": 0.003475968027487397,
      "loss_total": 0.003475968027487397,
      "step": 41540
    },
    {
      "loss_action": 0.01925019919872284,
      "loss_total": 0.01925019919872284,
      "step": 41540
    },
    {
      "loss_action": 0.01218388695269823,
      "loss_total": 0.01218388695269823,
      "step": 41540
    },
    {
      "loss_action": 0.007905887439846992,
      "loss_total": 0.007905887439846992,
      "step": 41540
    },
    {
      "loss_action": 0.010862653143703938,
      "loss_total": 0.010862653143703938,
      "step": 41540
    },
    {
      "loss_action": 0.008689101785421371,
      "loss_total": 0.008689101785421371,
      "step": 41540
    },
    {
      "loss_action": 0.0035909642465412617,
      "loss_total": 0.0035909642465412617,
      "step": 41540
    },
    {
      "grad_norm": 0.1575276404619217,
      "learning_rate": 6.771395059148134e-05,
      "loss": 0.0089,
      "step": 41550
    },
    {
      "loss_action": 0.008185384795069695,
      "loss_total": 0.008185384795069695,
      "step": 41550
    },
    {
      "loss_action": 0.03140123933553696,
      "loss_total": 0.03140123933553696,
      "step": 41550
    },
    {
      "loss_action": 0.008195815607905388,
      "loss_total": 0.008195815607905388,
      "step": 41550
    },
    {
      "loss_action": 0.012114861980080605,
      "loss_total": 0.012114861980080605,
      "step": 41550
    },
    {
      "loss_action": 0.015465110540390015,
      "loss_total": 0.015465110540390015,
      "step": 41550
    },
    {
      "loss_action": 0.011597670614719391,
      "loss_total": 0.011597670614719391,
      "step": 41550
    },
    {
      "loss_action": 0.0037943862844258547,
      "loss_total": 0.0037943862844258547,
      "step": 41550
    },
    {
      "loss_action": 0.005090376827865839,
      "loss_total": 0.005090376827865839,
      "step": 41550
    },
    {
      "grad_norm": 0.11234370619058609,
      "learning_rate": 6.76984873693953e-05,
      "loss": 0.0085,
      "step": 41560
    },
    {
      "loss_action": 0.0030368822626769543,
      "loss_total": 0.0030368822626769543,
      "step": 41560
    },
    {
      "loss_action": 0.006200391799211502,
      "loss_total": 0.006200391799211502,
      "step": 41560
    },
    {
      "loss_action": 0.015048645436763763,
      "loss_total": 0.015048645436763763,
      "step": 41560
    },
    {
      "loss_action": 0.010892176069319248,
      "loss_total": 0.010892176069319248,
      "step": 41560
    },
    {
      "loss_action": 0.017794612795114517,
      "loss_total": 0.017794612795114517,
      "step": 41560
    },
    {
      "loss_action": 0.006626718211919069,
      "loss_total": 0.006626718211919069,
      "step": 41560
    },
    {
      "loss_action": 0.008272003382444382,
      "loss_total": 0.008272003382444382,
      "step": 41560
    },
    {
      "loss_action": 0.006454396061599255,
      "loss_total": 0.006454396061599255,
      "step": 41560
    },
    {
      "grad_norm": 0.14263123273849487,
      "learning_rate": 6.768302221182931e-05,
      "loss": 0.0104,
      "step": 41570
    },
    {
      "loss_action": 0.01720193400979042,
      "loss_total": 0.01720193400979042,
      "step": 41570
    },
    {
      "loss_action": 0.0047576166689395905,
      "loss_total": 0.0047576166689395905,
      "step": 41570
    },
    {
      "loss_action": 0.007564813829958439,
      "loss_total": 0.007564813829958439,
      "step": 41570
    },
    {
      "loss_action": 0.009070852771401405,
      "loss_total": 0.009070852771401405,
      "step": 41570
    },
    {
      "loss_action": 0.004927990958094597,
      "loss_total": 0.004927990958094597,
      "step": 41570
    },
    {
      "loss_action": 0.01493819709867239,
      "loss_total": 0.01493819709867239,
      "step": 41570
    },
    {
      "loss_action": 0.0066371881403028965,
      "loss_total": 0.0066371881403028965,
      "step": 41570
    },
    {
      "loss_action": 0.005100458860397339,
      "loss_total": 0.005100458860397339,
      "step": 41570
    },
    {
      "grad_norm": 0.13963592052459717,
      "learning_rate": 6.766755512047457e-05,
      "loss": 0.0095,
      "step": 41580
    },
    {
      "loss_action": 0.0050538042560219765,
      "loss_total": 0.0050538042560219765,
      "step": 41580
    },
    {
      "loss_action": 0.00435464596375823,
      "loss_total": 0.00435464596375823,
      "step": 41580
    },
    {
      "loss_action": 0.011373890563845634,
      "loss_total": 0.011373890563845634,
      "step": 41580
    },
    {
      "loss_action": 0.008890002965927124,
      "loss_total": 0.008890002965927124,
      "step": 41580
    },
    {
      "loss_action": 0.00680583156645298,
      "loss_total": 0.00680583156645298,
      "step": 41580
    },
    {
      "loss_action": 0.008346585556864738,
      "loss_total": 0.008346585556864738,
      "step": 41580
    },
    {
      "loss_action": 0.01626318134367466,
      "loss_total": 0.01626318134367466,
      "step": 41580
    },
    {
      "loss_action": 0.0074340347200632095,
      "loss_total": 0.0074340347200632095,
      "step": 41580
    },
    {
      "grad_norm": 0.18852761387825012,
      "learning_rate": 6.765208609702259e-05,
      "loss": 0.0102,
      "step": 41590
    },
    {
      "loss_action": 0.005608664359897375,
      "loss_total": 0.005608664359897375,
      "step": 41590
    },
    {
      "loss_action": 0.004641339182853699,
      "loss_total": 0.004641339182853699,
      "step": 41590
    },
    {
      "loss_action": 0.01094932109117508,
      "loss_total": 0.01094932109117508,
      "step": 41590
    },
    {
      "loss_action": 0.00805835984647274,
      "loss_total": 0.00805835984647274,
      "step": 41590
    },
    {
      "loss_action": 0.010237857699394226,
      "loss_total": 0.010237857699394226,
      "step": 41590
    },
    {
      "loss_action": 0.01602626033127308,
      "loss_total": 0.01602626033127308,
      "step": 41590
    },
    {
      "loss_action": 0.021762872114777565,
      "loss_total": 0.021762872114777565,
      "step": 41590
    },
    {
      "loss_action": 0.007982262410223484,
      "loss_total": 0.007982262410223484,
      "step": 41590
    },
    {
      "grad_norm": 0.1302393227815628,
      "learning_rate": 6.763661514316499e-05,
      "loss": 0.0083,
      "step": 41600
    },
    {
      "loss_action": 0.0028558550402522087,
      "loss_total": 0.0028558550402522087,
      "step": 41600
    },
    {
      "loss_action": 0.0059159439988434315,
      "loss_total": 0.0059159439988434315,
      "step": 41600
    },
    {
      "loss_action": 0.006058978848159313,
      "loss_total": 0.006058978848159313,
      "step": 41600
    },
    {
      "loss_action": 0.014363675378262997,
      "loss_total": 0.014363675378262997,
      "step": 41600
    },
    {
      "loss_action": 0.004048536531627178,
      "loss_total": 0.004048536531627178,
      "step": 41600
    },
    {
      "loss_action": 0.009943610057234764,
      "loss_total": 0.009943610057234764,
      "step": 41600
    },
    {
      "loss_action": 0.018036432564258575,
      "loss_total": 0.018036432564258575,
      "step": 41600
    },
    {
      "loss_action": 0.017382899299263954,
      "loss_total": 0.017382899299263954,
      "step": 41600
    },
    {
      "grad_norm": 0.10594932734966278,
      "learning_rate": 6.76211422605937e-05,
      "loss": 0.0078,
      "step": 41610
    },
    {
      "loss_action": 0.007326290477067232,
      "loss_total": 0.007326290477067232,
      "step": 41610
    },
    {
      "loss_action": 0.0063333660364151,
      "loss_total": 0.0063333660364151,
      "step": 41610
    },
    {
      "loss_action": 0.005625204183161259,
      "loss_total": 0.005625204183161259,
      "step": 41610
    },
    {
      "loss_action": 0.0060458797961473465,
      "loss_total": 0.0060458797961473465,
      "step": 41610
    },
    {
      "loss_action": 0.012557132169604301,
      "loss_total": 0.012557132169604301,
      "step": 41610
    },
    {
      "loss_action": 0.0017146988539025187,
      "loss_total": 0.0017146988539025187,
      "step": 41610
    },
    {
      "loss_action": 0.003916981164366007,
      "loss_total": 0.003916981164366007,
      "step": 41610
    },
    {
      "loss_action": 0.004905707202851772,
      "loss_total": 0.004905707202851772,
      "step": 41610
    },
    {
      "grad_norm": 0.1872389018535614,
      "learning_rate": 6.760566745100076e-05,
      "loss": 0.0094,
      "step": 41620
    },
    {
      "loss_action": 0.005065981298685074,
      "loss_total": 0.005065981298685074,
      "step": 41620
    },
    {
      "loss_action": 0.00603886041790247,
      "loss_total": 0.00603886041790247,
      "step": 41620
    },
    {
      "loss_action": 0.008612179197371006,
      "loss_total": 0.008612179197371006,
      "step": 41620
    },
    {
      "loss_action": 0.002620202023535967,
      "loss_total": 0.002620202023535967,
      "step": 41620
    },
    {
      "loss_action": 0.012802869081497192,
      "loss_total": 0.012802869081497192,
      "step": 41620
    },
    {
      "loss_action": 0.010985776782035828,
      "loss_total": 0.010985776782035828,
      "step": 41620
    },
    {
      "loss_action": 0.004329307470470667,
      "loss_total": 0.004329307470470667,
      "step": 41620
    },
    {
      "loss_action": 0.01712201163172722,
      "loss_total": 0.01712201163172722,
      "step": 41620
    },
    {
      "grad_norm": 0.12104709446430206,
      "learning_rate": 6.75901907160785e-05,
      "loss": 0.0093,
      "step": 41630
    },
    {
      "loss_action": 0.0060836393386125565,
      "loss_total": 0.0060836393386125565,
      "step": 41630
    },
    {
      "loss_action": 0.01567816361784935,
      "loss_total": 0.01567816361784935,
      "step": 41630
    },
    {
      "loss_action": 0.005869259126484394,
      "loss_total": 0.005869259126484394,
      "step": 41630
    },
    {
      "loss_action": 0.007270537782460451,
      "loss_total": 0.007270537782460451,
      "step": 41630
    },
    {
      "loss_action": 0.006898989900946617,
      "loss_total": 0.006898989900946617,
      "step": 41630
    },
    {
      "loss_action": 0.008054988458752632,
      "loss_total": 0.008054988458752632,
      "step": 41630
    },
    {
      "loss_action": 0.008581927977502346,
      "loss_total": 0.008581927977502346,
      "step": 41630
    },
    {
      "loss_action": 0.00838952511548996,
      "loss_total": 0.00838952511548996,
      "step": 41630
    },
    {
      "grad_norm": 0.13185739517211914,
      "learning_rate": 6.757471205751943e-05,
      "loss": 0.0085,
      "step": 41640
    },
    {
      "loss_action": 0.004345818422734737,
      "loss_total": 0.004345818422734737,
      "step": 41640
    },
    {
      "loss_action": 0.00374463084153831,
      "loss_total": 0.00374463084153831,
      "step": 41640
    },
    {
      "loss_action": 0.01275639608502388,
      "loss_total": 0.01275639608502388,
      "step": 41640
    },
    {
      "loss_action": 0.01556678768247366,
      "loss_total": 0.01556678768247366,
      "step": 41640
    },
    {
      "loss_action": 0.005562557838857174,
      "loss_total": 0.005562557838857174,
      "step": 41640
    },
    {
      "loss_action": 0.012436525896191597,
      "loss_total": 0.012436525896191597,
      "step": 41640
    },
    {
      "loss_action": 0.0071374522522091866,
      "loss_total": 0.0071374522522091866,
      "step": 41640
    },
    {
      "loss_action": 0.013015197589993477,
      "loss_total": 0.013015197589993477,
      "step": 41640
    },
    {
      "grad_norm": 0.1415916383266449,
      "learning_rate": 6.75592314770163e-05,
      "loss": 0.0086,
      "step": 41650
    },
    {
      "loss_action": 0.014793986454606056,
      "loss_total": 0.014793986454606056,
      "step": 41650
    },
    {
      "loss_action": 0.015842262655496597,
      "loss_total": 0.015842262655496597,
      "step": 41650
    },
    {
      "loss_action": 0.009509499184787273,
      "loss_total": 0.009509499184787273,
      "step": 41650
    },
    {
      "loss_action": 0.008170170709490776,
      "loss_total": 0.008170170709490776,
      "step": 41650
    },
    {
      "loss_action": 0.006972072646021843,
      "loss_total": 0.006972072646021843,
      "step": 41650
    },
    {
      "loss_action": 0.008309472352266312,
      "loss_total": 0.008309472352266312,
      "step": 41650
    },
    {
      "loss_action": 0.005362347234040499,
      "loss_total": 0.005362347234040499,
      "step": 41650
    },
    {
      "loss_action": 0.008289617486298084,
      "loss_total": 0.008289617486298084,
      "step": 41650
    },
    {
      "grad_norm": 0.13073982298374176,
      "learning_rate": 6.7543748976262e-05,
      "loss": 0.0096,
      "step": 41660
    },
    {
      "loss_action": 0.002488271798938513,
      "loss_total": 0.002488271798938513,
      "step": 41660
    },
    {
      "loss_action": 0.005108875688165426,
      "loss_total": 0.005108875688165426,
      "step": 41660
    },
    {
      "loss_action": 0.016716890037059784,
      "loss_total": 0.016716890037059784,
      "step": 41660
    },
    {
      "loss_action": 0.005205744877457619,
      "loss_total": 0.005205744877457619,
      "step": 41660
    },
    {
      "loss_action": 0.0033180764876306057,
      "loss_total": 0.0033180764876306057,
      "step": 41660
    },
    {
      "loss_action": 0.007103999610990286,
      "loss_total": 0.007103999610990286,
      "step": 41660
    },
    {
      "loss_action": 0.018492508679628372,
      "loss_total": 0.018492508679628372,
      "step": 41660
    },
    {
      "loss_action": 0.006792018190026283,
      "loss_total": 0.006792018190026283,
      "step": 41660
    },
    {
      "grad_norm": 0.1877060979604721,
      "learning_rate": 6.752826455694968e-05,
      "loss": 0.009,
      "step": 41670
    },
    {
      "loss_action": 0.006953184027224779,
      "loss_total": 0.006953184027224779,
      "step": 41670
    },
    {
      "loss_action": 0.004723190329968929,
      "loss_total": 0.004723190329968929,
      "step": 41670
    },
    {
      "loss_action": 0.004713631235063076,
      "loss_total": 0.004713631235063076,
      "step": 41670
    },
    {
      "loss_action": 0.004234103951603174,
      "loss_total": 0.004234103951603174,
      "step": 41670
    },
    {
      "loss_action": 0.005731028039008379,
      "loss_total": 0.005731028039008379,
      "step": 41670
    },
    {
      "loss_action": 0.00313288951292634,
      "loss_total": 0.00313288951292634,
      "step": 41670
    },
    {
      "loss_action": 0.013337155804038048,
      "loss_total": 0.013337155804038048,
      "step": 41670
    },
    {
      "loss_action": 0.00781517568975687,
      "loss_total": 0.00781517568975687,
      "step": 41670
    },
    {
      "grad_norm": 0.09556350111961365,
      "learning_rate": 6.751277822077271e-05,
      "loss": 0.0084,
      "step": 41680
    },
    {
      "loss_action": 0.009494544938206673,
      "loss_total": 0.009494544938206673,
      "step": 41680
    },
    {
      "loss_action": 0.005418957211077213,
      "loss_total": 0.005418957211077213,
      "step": 41680
    },
    {
      "loss_action": 0.011482581496238708,
      "loss_total": 0.011482581496238708,
      "step": 41680
    },
    {
      "loss_action": 0.004483760334551334,
      "loss_total": 0.004483760334551334,
      "step": 41680
    },
    {
      "loss_action": 0.005482194479554892,
      "loss_total": 0.005482194479554892,
      "step": 41680
    },
    {
      "loss_action": 0.00288098375312984,
      "loss_total": 0.00288098375312984,
      "step": 41680
    },
    {
      "loss_action": 0.01198861375451088,
      "loss_total": 0.01198861375451088,
      "step": 41680
    },
    {
      "loss_action": 0.007392979227006435,
      "loss_total": 0.007392979227006435,
      "step": 41680
    },
    {
      "grad_norm": 0.1022067442536354,
      "learning_rate": 6.749728996942465e-05,
      "loss": 0.0086,
      "step": 41690
    },
    {
      "loss_action": 0.008033514022827148,
      "loss_total": 0.008033514022827148,
      "step": 41690
    },
    {
      "loss_action": 0.0069707222282886505,
      "loss_total": 0.0069707222282886505,
      "step": 41690
    },
    {
      "loss_action": 0.0107341930270195,
      "loss_total": 0.0107341930270195,
      "step": 41690
    },
    {
      "loss_action": 0.01571889966726303,
      "loss_total": 0.01571889966726303,
      "step": 41690
    },
    {
      "loss_action": 0.0029850671999156475,
      "loss_total": 0.0029850671999156475,
      "step": 41690
    },
    {
      "loss_action": 0.0035458067432045937,
      "loss_total": 0.0035458067432045937,
      "step": 41690
    },
    {
      "loss_action": 0.004106518812477589,
      "loss_total": 0.004106518812477589,
      "step": 41690
    },
    {
      "loss_action": 0.006201694253832102,
      "loss_total": 0.006201694253832102,
      "step": 41690
    },
    {
      "grad_norm": 0.1520509421825409,
      "learning_rate": 6.748179980459924e-05,
      "loss": 0.0091,
      "step": 41700
    },
    {
      "loss_action": 0.00309333810582757,
      "loss_total": 0.00309333810582757,
      "step": 41700
    },
    {
      "loss_action": 0.0028975303284823895,
      "loss_total": 0.0028975303284823895,
      "step": 41700
    },
    {
      "loss_action": 0.005833086557686329,
      "loss_total": 0.005833086557686329,
      "step": 41700
    },
    {
      "loss_action": 0.008933626115322113,
      "loss_total": 0.008933626115322113,
      "step": 41700
    },
    {
      "loss_action": 0.0029308050870895386,
      "loss_total": 0.0029308050870895386,
      "step": 41700
    },
    {
      "loss_action": 0.006982180289924145,
      "loss_total": 0.006982180289924145,
      "step": 41700
    },
    {
      "loss_action": 0.002622967353090644,
      "loss_total": 0.002622967353090644,
      "step": 41700
    },
    {
      "loss_action": 0.011592932045459747,
      "loss_total": 0.011592932045459747,
      "step": 41700
    },
    {
      "grad_norm": 0.13769397139549255,
      "learning_rate": 6.746630772799052e-05,
      "loss": 0.0084,
      "step": 41710
    },
    {
      "loss_action": 0.010870828293263912,
      "loss_total": 0.010870828293263912,
      "step": 41710
    },
    {
      "loss_action": 0.017530765384435654,
      "loss_total": 0.017530765384435654,
      "step": 41710
    },
    {
      "loss_action": 0.014596379362046719,
      "loss_total": 0.014596379362046719,
      "step": 41710
    },
    {
      "loss_action": 0.012164648622274399,
      "loss_total": 0.012164648622274399,
      "step": 41710
    },
    {
      "loss_action": 0.005423529073596001,
      "loss_total": 0.005423529073596001,
      "step": 41710
    },
    {
      "loss_action": 0.008408480323851109,
      "loss_total": 0.008408480323851109,
      "step": 41710
    },
    {
      "loss_action": 0.004576852545142174,
      "loss_total": 0.004576852545142174,
      "step": 41710
    },
    {
      "loss_action": 0.006961299572139978,
      "loss_total": 0.006961299572139978,
      "step": 41710
    },
    {
      "grad_norm": 0.13987533748149872,
      "learning_rate": 6.745081374129262e-05,
      "loss": 0.0096,
      "step": 41720
    },
    {
      "loss_action": 0.0069593871012330055,
      "loss_total": 0.0069593871012330055,
      "step": 41720
    },
    {
      "loss_action": 0.012886878103017807,
      "loss_total": 0.012886878103017807,
      "step": 41720
    },
    {
      "loss_action": 0.0033354545012116432,
      "loss_total": 0.0033354545012116432,
      "step": 41720
    },
    {
      "loss_action": 0.005027951672673225,
      "loss_total": 0.005027951672673225,
      "step": 41720
    },
    {
      "loss_action": 0.005729647818952799,
      "loss_total": 0.005729647818952799,
      "step": 41720
    },
    {
      "loss_action": 0.004464088939130306,
      "loss_total": 0.004464088939130306,
      "step": 41720
    },
    {
      "loss_action": 0.023098498582839966,
      "loss_total": 0.023098498582839966,
      "step": 41720
    },
    {
      "loss_action": 0.002951068803668022,
      "loss_total": 0.002951068803668022,
      "step": 41720
    },
    {
      "grad_norm": 0.10529933869838715,
      "learning_rate": 6.743531784619998e-05,
      "loss": 0.0095,
      "step": 41730
    },
    {
      "loss_action": 0.004234670661389828,
      "loss_total": 0.004234670661389828,
      "step": 41730
    },
    {
      "loss_action": 0.005484216380864382,
      "loss_total": 0.005484216380864382,
      "step": 41730
    },
    {
      "loss_action": 0.006958684418350458,
      "loss_total": 0.006958684418350458,
      "step": 41730
    },
    {
      "loss_action": 0.014235335402190685,
      "loss_total": 0.014235335402190685,
      "step": 41730
    },
    {
      "loss_action": 0.006983450148254633,
      "loss_total": 0.006983450148254633,
      "step": 41730
    },
    {
      "loss_action": 0.015828512609004974,
      "loss_total": 0.015828512609004974,
      "step": 41730
    },
    {
      "loss_action": 0.013861731626093388,
      "loss_total": 0.013861731626093388,
      "step": 41730
    },
    {
      "loss_action": 0.008904674090445042,
      "loss_total": 0.008904674090445042,
      "step": 41730
    },
    {
      "grad_norm": 0.12465926259756088,
      "learning_rate": 6.741982004440719e-05,
      "loss": 0.0096,
      "step": 41740
    },
    {
      "loss_action": 0.0026637203991413116,
      "loss_total": 0.0026637203991413116,
      "step": 41740
    },
    {
      "loss_action": 0.005500245839357376,
      "loss_total": 0.005500245839357376,
      "step": 41740
    },
    {
      "loss_action": 0.008775301277637482,
      "loss_total": 0.008775301277637482,
      "step": 41740
    },
    {
      "loss_action": 0.00878715980798006,
      "loss_total": 0.00878715980798006,
      "step": 41740
    },
    {
      "loss_action": 0.004935156553983688,
      "loss_total": 0.004935156553983688,
      "step": 41740
    },
    {
      "loss_action": 0.00590861402451992,
      "loss_total": 0.00590861402451992,
      "step": 41740
    },
    {
      "loss_action": 0.013710222207009792,
      "loss_total": 0.013710222207009792,
      "step": 41740
    },
    {
      "loss_action": 0.008034338243305683,
      "loss_total": 0.008034338243305683,
      "step": 41740
    },
    {
      "grad_norm": 0.08892948180437088,
      "learning_rate": 6.740432033760907e-05,
      "loss": 0.009,
      "step": 41750
    },
    {
      "loss_action": 0.00810918677598238,
      "loss_total": 0.00810918677598238,
      "step": 41750
    },
    {
      "loss_action": 0.005220242775976658,
      "loss_total": 0.005220242775976658,
      "step": 41750
    },
    {
      "loss_action": 0.004636559635400772,
      "loss_total": 0.004636559635400772,
      "step": 41750
    },
    {
      "loss_action": 0.0029313736595213413,
      "loss_total": 0.0029313736595213413,
      "step": 41750
    },
    {
      "loss_action": 0.0044961110688745975,
      "loss_total": 0.0044961110688745975,
      "step": 41750
    },
    {
      "loss_action": 0.006584352347999811,
      "loss_total": 0.006584352347999811,
      "step": 41750
    },
    {
      "loss_action": 0.012886504642665386,
      "loss_total": 0.012886504642665386,
      "step": 41750
    },
    {
      "loss_action": 0.009876235388219357,
      "loss_total": 0.009876235388219357,
      "step": 41750
    },
    {
      "grad_norm": 0.15028469264507294,
      "learning_rate": 6.738881872750066e-05,
      "loss": 0.0091,
      "step": 41760
    },
    {
      "loss_action": 0.005953636020421982,
      "loss_total": 0.005953636020421982,
      "step": 41760
    },
    {
      "loss_action": 0.007584408391267061,
      "loss_total": 0.007584408391267061,
      "step": 41760
    },
    {
      "loss_action": 0.010801111347973347,
      "loss_total": 0.010801111347973347,
      "step": 41760
    },
    {
      "loss_action": 0.005888008512556553,
      "loss_total": 0.005888008512556553,
      "step": 41760
    },
    {
      "loss_action": 0.003151275683194399,
      "loss_total": 0.003151275683194399,
      "step": 41760
    },
    {
      "loss_action": 0.023645883426070213,
      "loss_total": 0.023645883426070213,
      "step": 41760
    },
    {
      "loss_action": 0.008110608905553818,
      "loss_total": 0.008110608905553818,
      "step": 41760
    },
    {
      "loss_action": 0.014918897300958633,
      "loss_total": 0.014918897300958633,
      "step": 41760
    },
    {
      "grad_norm": 0.12166987359523773,
      "learning_rate": 6.737331521577715e-05,
      "loss": 0.0089,
      "step": 41770
    },
    {
      "loss_action": 0.004890723153948784,
      "loss_total": 0.004890723153948784,
      "step": 41770
    },
    {
      "loss_action": 0.01081550307571888,
      "loss_total": 0.01081550307571888,
      "step": 41770
    },
    {
      "loss_action": 0.011350682936608791,
      "loss_total": 0.011350682936608791,
      "step": 41770
    },
    {
      "loss_action": 0.013594197109341621,
      "loss_total": 0.013594197109341621,
      "step": 41770
    },
    {
      "loss_action": 0.010022805072367191,
      "loss_total": 0.010022805072367191,
      "step": 41770
    },
    {
      "loss_action": 0.003334040055051446,
      "loss_total": 0.003334040055051446,
      "step": 41770
    },
    {
      "loss_action": 0.01572440005838871,
      "loss_total": 0.01572440005838871,
      "step": 41770
    },
    {
      "loss_action": 0.02568388730287552,
      "loss_total": 0.02568388730287552,
      "step": 41770
    },
    {
      "grad_norm": 0.10013271123170853,
      "learning_rate": 6.735780980413403e-05,
      "loss": 0.0096,
      "step": 41780
    },
    {
      "loss_action": 0.0033886944875121117,
      "loss_total": 0.0033886944875121117,
      "step": 41780
    },
    {
      "loss_action": 0.015893157571554184,
      "loss_total": 0.015893157571554184,
      "step": 41780
    },
    {
      "loss_action": 0.007018526550382376,
      "loss_total": 0.007018526550382376,
      "step": 41780
    },
    {
      "loss_action": 0.009351461194455624,
      "loss_total": 0.009351461194455624,
      "step": 41780
    },
    {
      "loss_action": 0.00666310777887702,
      "loss_total": 0.00666310777887702,
      "step": 41780
    },
    {
      "loss_action": 0.019871633499860764,
      "loss_total": 0.019871633499860764,
      "step": 41780
    },
    {
      "loss_action": 0.00532920379191637,
      "loss_total": 0.00532920379191637,
      "step": 41780
    },
    {
      "loss_action": 0.007287521846592426,
      "loss_total": 0.007287521846592426,
      "step": 41780
    },
    {
      "grad_norm": 0.11117956787347794,
      "learning_rate": 6.734230249426692e-05,
      "loss": 0.0083,
      "step": 41790
    },
    {
      "loss_action": 0.0046013412065804005,
      "loss_total": 0.0046013412065804005,
      "step": 41790
    },
    {
      "loss_action": 0.005005843471735716,
      "loss_total": 0.005005843471735716,
      "step": 41790
    },
    {
      "loss_action": 0.003589280415326357,
      "loss_total": 0.003589280415326357,
      "step": 41790
    },
    {
      "loss_action": 0.00880853645503521,
      "loss_total": 0.00880853645503521,
      "step": 41790
    },
    {
      "loss_action": 0.00562079856172204,
      "loss_total": 0.00562079856172204,
      "step": 41790
    },
    {
      "loss_action": 0.008776333183050156,
      "loss_total": 0.008776333183050156,
      "step": 41790
    },
    {
      "loss_action": 0.010589883662760258,
      "loss_total": 0.010589883662760258,
      "step": 41790
    },
    {
      "loss_action": 0.00444268761202693,
      "loss_total": 0.00444268761202693,
      "step": 41790
    },
    {
      "grad_norm": 0.1342354714870453,
      "learning_rate": 6.732679328787168e-05,
      "loss": 0.0078,
      "step": 41800
    },
    {
      "loss_action": 0.00843236967921257,
      "loss_total": 0.00843236967921257,
      "step": 41800
    },
    {
      "loss_action": 0.009363595396280289,
      "loss_total": 0.009363595396280289,
      "step": 41800
    },
    {
      "loss_action": 0.003981130197644234,
      "loss_total": 0.003981130197644234,
      "step": 41800
    },
    {
      "loss_action": 0.0060844700783491135,
      "loss_total": 0.0060844700783491135,
      "step": 41800
    },
    {
      "loss_action": 0.013868221081793308,
      "loss_total": 0.013868221081793308,
      "step": 41800
    },
    {
      "loss_action": 0.01032976247370243,
      "loss_total": 0.01032976247370243,
      "step": 41800
    },
    {
      "loss_action": 0.0016968203708529472,
      "loss_total": 0.0016968203708529472,
      "step": 41800
    },
    {
      "loss_action": 0.0037477172445505857,
      "loss_total": 0.0037477172445505857,
      "step": 41800
    },
    {
      "grad_norm": 0.10779673606157303,
      "learning_rate": 6.731128218664438e-05,
      "loss": 0.0068,
      "step": 41810
    },
    {
      "loss_action": 0.004197611473500729,
      "loss_total": 0.004197611473500729,
      "step": 41810
    },
    {
      "loss_action": 0.012740299105644226,
      "loss_total": 0.012740299105644226,
      "step": 41810
    },
    {
      "loss_action": 0.003910588100552559,
      "loss_total": 0.003910588100552559,
      "step": 41810
    },
    {
      "loss_action": 0.005336487200111151,
      "loss_total": 0.005336487200111151,
      "step": 41810
    },
    {
      "loss_action": 0.0040836092084646225,
      "loss_total": 0.0040836092084646225,
      "step": 41810
    },
    {
      "loss_action": 0.0040777986869215965,
      "loss_total": 0.0040777986869215965,
      "step": 41810
    },
    {
      "loss_action": 0.0021672474686056376,
      "loss_total": 0.0021672474686056376,
      "step": 41810
    },
    {
      "loss_action": 0.008307177573442459,
      "loss_total": 0.008307177573442459,
      "step": 41810
    },
    {
      "grad_norm": 0.1351194530725479,
      "learning_rate": 6.729576919228129e-05,
      "loss": 0.0088,
      "step": 41820
    },
    {
      "loss_action": 0.010194705799221992,
      "loss_total": 0.010194705799221992,
      "step": 41820
    },
    {
      "loss_action": 0.009500561282038689,
      "loss_total": 0.009500561282038689,
      "step": 41820
    },
    {
      "loss_action": 0.0065702288411557674,
      "loss_total": 0.0065702288411557674,
      "step": 41820
    },
    {
      "loss_action": 0.00814657099545002,
      "loss_total": 0.00814657099545002,
      "step": 41820
    },
    {
      "loss_action": 0.005107495002448559,
      "loss_total": 0.005107495002448559,
      "step": 41820
    },
    {
      "loss_action": 0.011699461378157139,
      "loss_total": 0.011699461378157139,
      "step": 41820
    },
    {
      "loss_action": 0.0030143780168145895,
      "loss_total": 0.0030143780168145895,
      "step": 41820
    },
    {
      "loss_action": 0.008487371727824211,
      "loss_total": 0.008487371727824211,
      "step": 41820
    },
    {
      "grad_norm": 0.16566874086856842,
      "learning_rate": 6.728025430647888e-05,
      "loss": 0.0099,
      "step": 41830
    },
    {
      "loss_action": 0.019666140899062157,
      "loss_total": 0.019666140899062157,
      "step": 41830
    },
    {
      "loss_action": 0.00784208346158266,
      "loss_total": 0.00784208346158266,
      "step": 41830
    },
    {
      "loss_action": 0.023138195276260376,
      "loss_total": 0.023138195276260376,
      "step": 41830
    },
    {
      "loss_action": 0.012025821954011917,
      "loss_total": 0.012025821954011917,
      "step": 41830
    },
    {
      "loss_action": 0.008005572482943535,
      "loss_total": 0.008005572482943535,
      "step": 41830
    },
    {
      "loss_action": 0.004285859409719706,
      "loss_total": 0.004285859409719706,
      "step": 41830
    },
    {
      "loss_action": 0.007877099327743053,
      "loss_total": 0.007877099327743053,
      "step": 41830
    },
    {
      "loss_action": 0.004811115097254515,
      "loss_total": 0.004811115097254515,
      "step": 41830
    },
    {
      "grad_norm": 0.1137409508228302,
      "learning_rate": 6.726473753093383e-05,
      "loss": 0.0093,
      "step": 41840
    },
    {
      "loss_action": 0.01819389872252941,
      "loss_total": 0.01819389872252941,
      "step": 41840
    },
    {
      "loss_action": 0.011439355090260506,
      "loss_total": 0.011439355090260506,
      "step": 41840
    },
    {
      "loss_action": 0.002526382450014353,
      "loss_total": 0.002526382450014353,
      "step": 41840
    },
    {
      "loss_action": 0.0022496813908219337,
      "loss_total": 0.0022496813908219337,
      "step": 41840
    },
    {
      "loss_action": 0.0018360740505158901,
      "loss_total": 0.0018360740505158901,
      "step": 41840
    },
    {
      "loss_action": 0.008450105786323547,
      "loss_total": 0.008450105786323547,
      "step": 41840
    },
    {
      "loss_action": 0.00292812823317945,
      "loss_total": 0.00292812823317945,
      "step": 41840
    },
    {
      "loss_action": 0.004349918570369482,
      "loss_total": 0.004349918570369482,
      "step": 41840
    },
    {
      "grad_norm": 0.14067038893699646,
      "learning_rate": 6.724921886734305e-05,
      "loss": 0.0093,
      "step": 41850
    },
    {
      "loss_action": 0.004634894896298647,
      "loss_total": 0.004634894896298647,
      "step": 41850
    },
    {
      "loss_action": 0.0059492625296115875,
      "loss_total": 0.0059492625296115875,
      "step": 41850
    },
    {
      "loss_action": 0.0046433755196630955,
      "loss_total": 0.0046433755196630955,
      "step": 41850
    },
    {
      "loss_action": 0.013673201203346252,
      "loss_total": 0.013673201203346252,
      "step": 41850
    },
    {
      "loss_action": 0.0037337513640522957,
      "loss_total": 0.0037337513640522957,
      "step": 41850
    },
    {
      "loss_action": 0.00441385805606842,
      "loss_total": 0.00441385805606842,
      "step": 41850
    },
    {
      "loss_action": 0.0039476389065384865,
      "loss_total": 0.0039476389065384865,
      "step": 41850
    },
    {
      "loss_action": 0.00309394346550107,
      "loss_total": 0.00309394346550107,
      "step": 41850
    },
    {
      "grad_norm": 0.12156274914741516,
      "learning_rate": 6.723369831740363e-05,
      "loss": 0.0076,
      "step": 41860
    },
    {
      "loss_action": 0.0045454190112650394,
      "loss_total": 0.0045454190112650394,
      "step": 41860
    },
    {
      "loss_action": 0.009987881407141685,
      "loss_total": 0.009987881407141685,
      "step": 41860
    },
    {
      "loss_action": 0.00675607705488801,
      "loss_total": 0.00675607705488801,
      "step": 41860
    },
    {
      "loss_action": 0.009022269397974014,
      "loss_total": 0.009022269397974014,
      "step": 41860
    },
    {
      "loss_action": 0.004831322003155947,
      "loss_total": 0.004831322003155947,
      "step": 41860
    },
    {
      "loss_action": 0.014285226352512836,
      "loss_total": 0.014285226352512836,
      "step": 41860
    },
    {
      "loss_action": 0.006142749451100826,
      "loss_total": 0.006142749451100826,
      "step": 41860
    },
    {
      "loss_action": 0.006363557651638985,
      "loss_total": 0.006363557651638985,
      "step": 41860
    },
    {
      "grad_norm": 0.10141424834728241,
      "learning_rate": 6.721817588281288e-05,
      "loss": 0.0091,
      "step": 41870
    },
    {
      "loss_action": 0.0028173313476145267,
      "loss_total": 0.0028173313476145267,
      "step": 41870
    },
    {
      "loss_action": 0.007394698448479176,
      "loss_total": 0.007394698448479176,
      "step": 41870
    },
    {
      "loss_action": 0.007855133153498173,
      "loss_total": 0.007855133153498173,
      "step": 41870
    },
    {
      "loss_action": 0.014013656415045261,
      "loss_total": 0.014013656415045261,
      "step": 41870
    },
    {
      "loss_action": 0.021691303700208664,
      "loss_total": 0.021691303700208664,
      "step": 41870
    },
    {
      "loss_action": 0.017855655401945114,
      "loss_total": 0.017855655401945114,
      "step": 41870
    },
    {
      "loss_action": 0.002321398351341486,
      "loss_total": 0.002321398351341486,
      "step": 41870
    },
    {
      "loss_action": 0.006994358263909817,
      "loss_total": 0.006994358263909817,
      "step": 41870
    },
    {
      "grad_norm": 0.13038863241672516,
      "learning_rate": 6.720265156526828e-05,
      "loss": 0.0093,
      "step": 41880
    },
    {
      "loss_action": 0.005156085826456547,
      "loss_total": 0.005156085826456547,
      "step": 41880
    },
    {
      "loss_action": 0.006008395925164223,
      "loss_total": 0.006008395925164223,
      "step": 41880
    },
    {
      "loss_action": 0.023607976734638214,
      "loss_total": 0.023607976734638214,
      "step": 41880
    },
    {
      "loss_action": 0.021461211144924164,
      "loss_total": 0.021461211144924164,
      "step": 41880
    },
    {
      "loss_action": 0.01949939876794815,
      "loss_total": 0.01949939876794815,
      "step": 41880
    },
    {
      "loss_action": 0.004034294746816158,
      "loss_total": 0.004034294746816158,
      "step": 41880
    },
    {
      "loss_action": 0.007160496897995472,
      "loss_total": 0.007160496897995472,
      "step": 41880
    },
    {
      "loss_action": 0.008463680744171143,
      "loss_total": 0.008463680744171143,
      "step": 41880
    },
    {
      "grad_norm": 0.11426819860935211,
      "learning_rate": 6.718712536646758e-05,
      "loss": 0.0095,
      "step": 41890
    },
    {
      "loss_action": 0.005185140762478113,
      "loss_total": 0.005185140762478113,
      "step": 41890
    },
    {
      "loss_action": 0.02154660038650036,
      "loss_total": 0.02154660038650036,
      "step": 41890
    },
    {
      "loss_action": 0.012414934113621712,
      "loss_total": 0.012414934113621712,
      "step": 41890
    },
    {
      "loss_action": 0.017521385103464127,
      "loss_total": 0.017521385103464127,
      "step": 41890
    },
    {
      "loss_action": 0.01749609038233757,
      "loss_total": 0.01749609038233757,
      "step": 41890
    },
    {
      "loss_action": 0.008475055918097496,
      "loss_total": 0.008475055918097496,
      "step": 41890
    },
    {
      "loss_action": 0.0132019417360425,
      "loss_total": 0.0132019417360425,
      "step": 41890
    },
    {
      "loss_action": 0.009666796773672104,
      "loss_total": 0.009666796773672104,
      "step": 41890
    },
    {
      "grad_norm": 0.1375090777873993,
      "learning_rate": 6.71715972881087e-05,
      "loss": 0.01,
      "step": 41900
    },
    {
      "loss_action": 0.0029326574876904488,
      "loss_total": 0.0029326574876904488,
      "step": 41900
    },
    {
      "loss_action": 0.00873938761651516,
      "loss_total": 0.00873938761651516,
      "step": 41900
    },
    {
      "loss_action": 0.00821247324347496,
      "loss_total": 0.00821247324347496,
      "step": 41900
    },
    {
      "loss_action": 0.006537947338074446,
      "loss_total": 0.006537947338074446,
      "step": 41900
    },
    {
      "loss_action": 0.010766151361167431,
      "loss_total": 0.010766151361167431,
      "step": 41900
    },
    {
      "loss_action": 0.007392937317490578,
      "loss_total": 0.007392937317490578,
      "step": 41900
    },
    {
      "loss_action": 0.012620877474546432,
      "loss_total": 0.012620877474546432,
      "step": 41900
    },
    {
      "loss_action": 0.0061707827262580395,
      "loss_total": 0.0061707827262580395,
      "step": 41900
    },
    {
      "grad_norm": 0.11273479461669922,
      "learning_rate": 6.715606733188974e-05,
      "loss": 0.0085,
      "step": 41910
    },
    {
      "loss_action": 0.005809815134853125,
      "loss_total": 0.005809815134853125,
      "step": 41910
    },
    {
      "loss_action": 0.007153188809752464,
      "loss_total": 0.007153188809752464,
      "step": 41910
    },
    {
      "loss_action": 0.008770637214183807,
      "loss_total": 0.008770637214183807,
      "step": 41910
    },
    {
      "loss_action": 0.005132708232849836,
      "loss_total": 0.005132708232849836,
      "step": 41910
    },
    {
      "loss_action": 0.0036301310174167156,
      "loss_total": 0.0036301310174167156,
      "step": 41910
    },
    {
      "loss_action": 0.00694652833044529,
      "loss_total": 0.00694652833044529,
      "step": 41910
    },
    {
      "loss_action": 0.0068795583210885525,
      "loss_total": 0.0068795583210885525,
      "step": 41910
    },
    {
      "loss_action": 0.006368881091475487,
      "loss_total": 0.006368881091475487,
      "step": 41910
    },
    {
      "grad_norm": 0.08038279414176941,
      "learning_rate": 6.714053549950909e-05,
      "loss": 0.0088,
      "step": 41920
    },
    {
      "loss_action": 0.004309984855353832,
      "loss_total": 0.004309984855353832,
      "step": 41920
    },
    {
      "loss_action": 0.0036368456203490496,
      "loss_total": 0.0036368456203490496,
      "step": 41920
    },
    {
      "loss_action": 0.0029691914096474648,
      "loss_total": 0.0029691914096474648,
      "step": 41920
    },
    {
      "loss_action": 0.005424552597105503,
      "loss_total": 0.005424552597105503,
      "step": 41920
    },
    {
      "loss_action": 0.021466534584760666,
      "loss_total": 0.021466534584760666,
      "step": 41920
    },
    {
      "loss_action": 0.007696324959397316,
      "loss_total": 0.007696324959397316,
      "step": 41920
    },
    {
      "loss_action": 0.004992799833416939,
      "loss_total": 0.004992799833416939,
      "step": 41920
    },
    {
      "loss_action": 0.005687068682163954,
      "loss_total": 0.005687068682163954,
      "step": 41920
    },
    {
      "grad_norm": 0.10766877979040146,
      "learning_rate": 6.71250017926652e-05,
      "loss": 0.0094,
      "step": 41930
    },
    {
      "loss_action": 0.01051767636090517,
      "loss_total": 0.01051767636090517,
      "step": 41930
    },
    {
      "loss_action": 0.015356901101768017,
      "loss_total": 0.015356901101768017,
      "step": 41930
    },
    {
      "loss_action": 0.009798100218176842,
      "loss_total": 0.009798100218176842,
      "step": 41930
    },
    {
      "loss_action": 0.017582878470420837,
      "loss_total": 0.017582878470420837,
      "step": 41930
    },
    {
      "loss_action": 0.02077062427997589,
      "loss_total": 0.02077062427997589,
      "step": 41930
    },
    {
      "loss_action": 0.01713375188410282,
      "loss_total": 0.01713375188410282,
      "step": 41930
    },
    {
      "loss_action": 0.012808424420654774,
      "loss_total": 0.012808424420654774,
      "step": 41930
    },
    {
      "loss_action": 0.004286750685423613,
      "loss_total": 0.004286750685423613,
      "step": 41930
    },
    {
      "grad_norm": 0.10216885060071945,
      "learning_rate": 6.71094662130569e-05,
      "loss": 0.0085,
      "step": 41940
    },
    {
      "loss_action": 0.004198173061013222,
      "loss_total": 0.004198173061013222,
      "step": 41940
    },
    {
      "loss_action": 0.00798905547708273,
      "loss_total": 0.00798905547708273,
      "step": 41940
    },
    {
      "loss_action": 0.021557779982686043,
      "loss_total": 0.021557779982686043,
      "step": 41940
    },
    {
      "loss_action": 0.004741073120385408,
      "loss_total": 0.004741073120385408,
      "step": 41940
    },
    {
      "loss_action": 0.002991023939102888,
      "loss_total": 0.002991023939102888,
      "step": 41940
    },
    {
      "loss_action": 0.003095697145909071,
      "loss_total": 0.003095697145909071,
      "step": 41940
    },
    {
      "loss_action": 0.0047901347279548645,
      "loss_total": 0.0047901347279548645,
      "step": 41940
    },
    {
      "loss_action": 0.003300938755273819,
      "loss_total": 0.003300938755273819,
      "step": 41940
    },
    {
      "grad_norm": 0.10717616975307465,
      "learning_rate": 6.709392876238307e-05,
      "loss": 0.0087,
      "step": 41950
    },
    {
      "loss_action": 0.010741090402007103,
      "loss_total": 0.010741090402007103,
      "step": 41950
    },
    {
      "loss_action": 0.004346346016973257,
      "loss_total": 0.004346346016973257,
      "step": 41950
    },
    {
      "loss_action": 0.011254558339715004,
      "loss_total": 0.011254558339715004,
      "step": 41950
    },
    {
      "loss_action": 0.0069877514615654945,
      "loss_total": 0.0069877514615654945,
      "step": 41950
    },
    {
      "loss_action": 0.0035891965962946415,
      "loss_total": 0.0035891965962946415,
      "step": 41950
    },
    {
      "loss_action": 0.005355482921004295,
      "loss_total": 0.005355482921004295,
      "step": 41950
    },
    {
      "loss_action": 0.005900056101381779,
      "loss_total": 0.005900056101381779,
      "step": 41950
    },
    {
      "loss_action": 0.007669137325137854,
      "loss_total": 0.007669137325137854,
      "step": 41950
    },
    {
      "grad_norm": 0.10830895602703094,
      "learning_rate": 6.707838944234289e-05,
      "loss": 0.0085,
      "step": 41960
    },
    {
      "loss_action": 0.011829557828605175,
      "loss_total": 0.011829557828605175,
      "step": 41960
    },
    {
      "loss_action": 0.009334815666079521,
      "loss_total": 0.009334815666079521,
      "step": 41960
    },
    {
      "loss_action": 0.003499416634440422,
      "loss_total": 0.003499416634440422,
      "step": 41960
    },
    {
      "loss_action": 0.008773526176810265,
      "loss_total": 0.008773526176810265,
      "step": 41960
    },
    {
      "loss_action": 0.004564778879284859,
      "loss_total": 0.004564778879284859,
      "step": 41960
    },
    {
      "loss_action": 0.030330074951052666,
      "loss_total": 0.030330074951052666,
      "step": 41960
    },
    {
      "loss_action": 0.011059662327170372,
      "loss_total": 0.011059662327170372,
      "step": 41960
    },
    {
      "loss_action": 0.003483172971755266,
      "loss_total": 0.003483172971755266,
      "step": 41960
    },
    {
      "grad_norm": 0.13645511865615845,
      "learning_rate": 6.706284825463574e-05,
      "loss": 0.01,
      "step": 41970
    },
    {
      "loss_action": 0.003965959884226322,
      "loss_total": 0.003965959884226322,
      "step": 41970
    },
    {
      "loss_action": 0.008139794692397118,
      "loss_total": 0.008139794692397118,
      "step": 41970
    },
    {
      "loss_action": 0.0031216181814670563,
      "loss_total": 0.0031216181814670563,
      "step": 41970
    },
    {
      "loss_action": 0.0041157761588692665,
      "loss_total": 0.0041157761588692665,
      "step": 41970
    },
    {
      "loss_action": 0.010766558349132538,
      "loss_total": 0.010766558349132538,
      "step": 41970
    },
    {
      "loss_action": 0.008799546398222446,
      "loss_total": 0.008799546398222446,
      "step": 41970
    },
    {
      "loss_action": 0.006343702785670757,
      "loss_total": 0.006343702785670757,
      "step": 41970
    },
    {
      "loss_action": 0.013952631503343582,
      "loss_total": 0.013952631503343582,
      "step": 41970
    },
    {
      "grad_norm": 0.1384602189064026,
      "learning_rate": 6.704730520096114e-05,
      "loss": 0.0097,
      "step": 41980
    },
    {
      "loss_action": 0.006141448859125376,
      "loss_total": 0.006141448859125376,
      "step": 41980
    },
    {
      "loss_action": 0.009340055286884308,
      "loss_total": 0.009340055286884308,
      "step": 41980
    },
    {
      "loss_action": 0.00973823294043541,
      "loss_total": 0.00973823294043541,
      "step": 41980
    },
    {
      "loss_action": 0.009191911667585373,
      "loss_total": 0.009191911667585373,
      "step": 41980
    },
    {
      "loss_action": 0.004683712497353554,
      "loss_total": 0.004683712497353554,
      "step": 41980
    },
    {
      "loss_action": 0.004560721106827259,
      "loss_total": 0.004560721106827259,
      "step": 41980
    },
    {
      "loss_action": 0.01852903887629509,
      "loss_total": 0.01852903887629509,
      "step": 41980
    },
    {
      "loss_action": 0.0046842340379953384,
      "loss_total": 0.0046842340379953384,
      "step": 41980
    },
    {
      "grad_norm": 0.08093374967575073,
      "learning_rate": 6.703176028301888e-05,
      "loss": 0.0077,
      "step": 41990
    },
    {
      "loss_action": 0.008913788013160229,
      "loss_total": 0.008913788013160229,
      "step": 41990
    },
    {
      "loss_action": 0.015577541664242744,
      "loss_total": 0.015577541664242744,
      "step": 41990
    },
    {
      "loss_action": 0.005077652167528868,
      "loss_total": 0.005077652167528868,
      "step": 41990
    },
    {
      "loss_action": 0.01187877357006073,
      "loss_total": 0.01187877357006073,
      "step": 41990
    },
    {
      "loss_action": 0.009306875988841057,
      "loss_total": 0.009306875988841057,
      "step": 41990
    },
    {
      "loss_action": 0.0073868585750460625,
      "loss_total": 0.0073868585750460625,
      "step": 41990
    },
    {
      "loss_action": 0.0022799621801823378,
      "loss_total": 0.0022799621801823378,
      "step": 41990
    },
    {
      "loss_action": 0.021781450137495995,
      "loss_total": 0.021781450137495995,
      "step": 41990
    },
    {
      "grad_norm": 0.08224211633205414,
      "learning_rate": 6.701621350250892e-05,
      "loss": 0.0075,
      "step": 42000
    },
    {
      "loss_action": 0.009229141287505627,
      "loss_total": 0.009229141287505627,
      "step": 42000
    },
    {
      "loss_action": 0.004014219157397747,
      "loss_total": 0.004014219157397747,
      "step": 42000
    },
    {
      "loss_action": 0.005689448677003384,
      "loss_total": 0.005689448677003384,
      "step": 42000
    },
    {
      "loss_action": 0.0032920727971941233,
      "loss_total": 0.0032920727971941233,
      "step": 42000
    },
    {
      "loss_action": 0.013800911605358124,
      "loss_total": 0.013800911605358124,
      "step": 42000
    },
    {
      "loss_action": 0.005698343738913536,
      "loss_total": 0.005698343738913536,
      "step": 42000
    },
    {
      "loss_action": 0.008775698021054268,
      "loss_total": 0.008775698021054268,
      "step": 42000
    },
    {
      "loss_action": 0.005133908707648516,
      "loss_total": 0.005133908707648516,
      "step": 42000
    },
    {
      "grad_norm": 0.5724642276763916,
      "learning_rate": 6.700066486113144e-05,
      "loss": 0.0083,
      "step": 42010
    },
    {
      "loss_action": 0.008157891221344471,
      "loss_total": 0.008157891221344471,
      "step": 42010
    },
    {
      "loss_action": 0.008682627230882645,
      "loss_total": 0.008682627230882645,
      "step": 42010
    },
    {
      "loss_action": 0.009645560756325722,
      "loss_total": 0.009645560756325722,
      "step": 42010
    },
    {
      "loss_action": 0.005123931914567947,
      "loss_total": 0.005123931914567947,
      "step": 42010
    },
    {
      "loss_action": 0.003927869722247124,
      "loss_total": 0.003927869722247124,
      "step": 42010
    },
    {
      "loss_action": 0.004453790839761496,
      "loss_total": 0.004453790839761496,
      "step": 42010
    },
    {
      "loss_action": 0.006686402950435877,
      "loss_total": 0.006686402950435877,
      "step": 42010
    },
    {
      "loss_action": 0.013041085563600063,
      "loss_total": 0.013041085563600063,
      "step": 42010
    },
    {
      "grad_norm": 0.08056418597698212,
      "learning_rate": 6.69851143605868e-05,
      "loss": 0.0081,
      "step": 42020
    },
    {
      "loss_action": 0.006829018238931894,
      "loss_total": 0.006829018238931894,
      "step": 42020
    },
    {
      "loss_action": 0.003806979861110449,
      "loss_total": 0.003806979861110449,
      "step": 42020
    },
    {
      "loss_action": 0.007723616901785135,
      "loss_total": 0.007723616901785135,
      "step": 42020
    },
    {
      "loss_action": 0.02321348339319229,
      "loss_total": 0.02321348339319229,
      "step": 42020
    },
    {
      "loss_action": 0.0030397053342312574,
      "loss_total": 0.0030397053342312574,
      "step": 42020
    },
    {
      "loss_action": 0.002452068030834198,
      "loss_total": 0.002452068030834198,
      "step": 42020
    },
    {
      "loss_action": 0.0051584746688604355,
      "loss_total": 0.0051584746688604355,
      "step": 42020
    },
    {
      "loss_action": 0.004489618819206953,
      "loss_total": 0.004489618819206953,
      "step": 42020
    },
    {
      "grad_norm": 0.12954849004745483,
      "learning_rate": 6.696956200257561e-05,
      "loss": 0.0083,
      "step": 42030
    },
    {
      "loss_action": 0.008753297850489616,
      "loss_total": 0.008753297850489616,
      "step": 42030
    },
    {
      "loss_action": 0.013927756808698177,
      "loss_total": 0.013927756808698177,
      "step": 42030
    },
    {
      "loss_action": 0.004752103239297867,
      "loss_total": 0.004752103239297867,
      "step": 42030
    },
    {
      "loss_action": 0.005154984071850777,
      "loss_total": 0.005154984071850777,
      "step": 42030
    },
    {
      "loss_action": 0.009234806522727013,
      "loss_total": 0.009234806522727013,
      "step": 42030
    },
    {
      "loss_action": 0.009013304486870766,
      "loss_total": 0.009013304486870766,
      "step": 42030
    },
    {
      "loss_action": 0.012476768344640732,
      "loss_total": 0.012476768344640732,
      "step": 42030
    },
    {
      "loss_action": 0.01094504538923502,
      "loss_total": 0.01094504538923502,
      "step": 42030
    },
    {
      "grad_norm": 0.10530464351177216,
      "learning_rate": 6.695400778879863e-05,
      "loss": 0.0089,
      "step": 42040
    },
    {
      "loss_action": 0.0022924477234482765,
      "loss_total": 0.0022924477234482765,
      "step": 42040
    },
    {
      "loss_action": 0.0036954027600586414,
      "loss_total": 0.0036954027600586414,
      "step": 42040
    },
    {
      "loss_action": 0.002976182382553816,
      "loss_total": 0.002976182382553816,
      "step": 42040
    },
    {
      "loss_action": 0.0031227697618305683,
      "loss_total": 0.0031227697618305683,
      "step": 42040
    },
    {
      "loss_action": 0.006972946226596832,
      "loss_total": 0.006972946226596832,
      "step": 42040
    },
    {
      "loss_action": 0.007347041741013527,
      "loss_total": 0.007347041741013527,
      "step": 42040
    },
    {
      "loss_action": 0.005089730955660343,
      "loss_total": 0.005089730955660343,
      "step": 42040
    },
    {
      "loss_action": 0.004275106824934483,
      "loss_total": 0.004275106824934483,
      "step": 42040
    },
    {
      "grad_norm": 0.11436223238706589,
      "learning_rate": 6.693845172095683e-05,
      "loss": 0.0085,
      "step": 42050
    },
    {
      "loss_action": 0.0035527904983609915,
      "loss_total": 0.0035527904983609915,
      "step": 42050
    },
    {
      "loss_action": 0.004329366609454155,
      "loss_total": 0.004329366609454155,
      "step": 42050
    },
    {
      "loss_action": 0.003125397954136133,
      "loss_total": 0.003125397954136133,
      "step": 42050
    },
    {
      "loss_action": 0.011661576107144356,
      "loss_total": 0.011661576107144356,
      "step": 42050
    },
    {
      "loss_action": 0.02018878050148487,
      "loss_total": 0.02018878050148487,
      "step": 42050
    },
    {
      "loss_action": 0.006497110240161419,
      "loss_total": 0.006497110240161419,
      "step": 42050
    },
    {
      "loss_action": 0.004278757609426975,
      "loss_total": 0.004278757609426975,
      "step": 42050
    },
    {
      "loss_action": 0.005189872346818447,
      "loss_total": 0.005189872346818447,
      "step": 42050
    },
    {
      "grad_norm": 0.1679544746875763,
      "learning_rate": 6.692289380075142e-05,
      "loss": 0.0088,
      "step": 42060
    },
    {
      "loss_action": 0.03420397639274597,
      "loss_total": 0.03420397639274597,
      "step": 42060
    },
    {
      "loss_action": 0.008364854380488396,
      "loss_total": 0.008364854380488396,
      "step": 42060
    },
    {
      "loss_action": 0.012125528417527676,
      "loss_total": 0.012125528417527676,
      "step": 42060
    },
    {
      "loss_action": 0.0049756490625441074,
      "loss_total": 0.0049756490625441074,
      "step": 42060
    },
    {
      "loss_action": 0.031126629561185837,
      "loss_total": 0.031126629561185837,
      "step": 42060
    },
    {
      "loss_action": 0.014239698648452759,
      "loss_total": 0.014239698648452759,
      "step": 42060
    },
    {
      "loss_action": 0.013575785793364048,
      "loss_total": 0.013575785793364048,
      "step": 42060
    },
    {
      "loss_action": 0.02260066382586956,
      "loss_total": 0.02260066382586956,
      "step": 42060
    },
    {
      "grad_norm": 0.09927225857973099,
      "learning_rate": 6.690733402988379e-05,
      "loss": 0.0118,
      "step": 42070
    },
    {
      "loss_action": 0.011320782825350761,
      "loss_total": 0.011320782825350761,
      "step": 42070
    },
    {
      "loss_action": 0.011411169543862343,
      "loss_total": 0.011411169543862343,
      "step": 42070
    },
    {
      "loss_action": 0.0030176532454788685,
      "loss_total": 0.0030176532454788685,
      "step": 42070
    },
    {
      "loss_action": 0.002124180318787694,
      "loss_total": 0.002124180318787694,
      "step": 42070
    },
    {
      "loss_action": 0.005472271703183651,
      "loss_total": 0.005472271703183651,
      "step": 42070
    },
    {
      "loss_action": 0.005949819460511208,
      "loss_total": 0.005949819460511208,
      "step": 42070
    },
    {
      "loss_action": 0.007945104502141476,
      "loss_total": 0.007945104502141476,
      "step": 42070
    },
    {
      "loss_action": 0.019327688962221146,
      "loss_total": 0.019327688962221146,
      "step": 42070
    },
    {
      "grad_norm": 0.12867490947246552,
      "learning_rate": 6.689177241005553e-05,
      "loss": 0.009,
      "step": 42080
    },
    {
      "loss_action": 0.022331928834319115,
      "loss_total": 0.022331928834319115,
      "step": 42080
    },
    {
      "loss_action": 0.003850085660815239,
      "loss_total": 0.003850085660815239,
      "step": 42080
    },
    {
      "loss_action": 0.0061095175333321095,
      "loss_total": 0.0061095175333321095,
      "step": 42080
    },
    {
      "loss_action": 0.019962023943662643,
      "loss_total": 0.019962023943662643,
      "step": 42080
    },
    {
      "loss_action": 0.012862114235758781,
      "loss_total": 0.012862114235758781,
      "step": 42080
    },
    {
      "loss_action": 0.0049062371253967285,
      "loss_total": 0.0049062371253967285,
      "step": 42080
    },
    {
      "loss_action": 0.004076964221894741,
      "loss_total": 0.004076964221894741,
      "step": 42080
    },
    {
      "loss_action": 0.014750641770660877,
      "loss_total": 0.014750641770660877,
      "step": 42080
    },
    {
      "grad_norm": 0.10293222963809967,
      "learning_rate": 6.687620894296844e-05,
      "loss": 0.0083,
      "step": 42090
    },
    {
      "loss_action": 0.008359408006072044,
      "loss_total": 0.008359408006072044,
      "step": 42090
    },
    {
      "loss_action": 0.019161969423294067,
      "loss_total": 0.019161969423294067,
      "step": 42090
    },
    {
      "loss_action": 0.002480171388015151,
      "loss_total": 0.002480171388015151,
      "step": 42090
    },
    {
      "loss_action": 0.005627630744129419,
      "loss_total": 0.005627630744129419,
      "step": 42090
    },
    {
      "loss_action": 0.010544047690927982,
      "loss_total": 0.010544047690927982,
      "step": 42090
    },
    {
      "loss_action": 0.019148962572216988,
      "loss_total": 0.019148962572216988,
      "step": 42090
    },
    {
      "loss_action": 0.011429894715547562,
      "loss_total": 0.011429894715547562,
      "step": 42090
    },
    {
      "loss_action": 0.003817251417785883,
      "loss_total": 0.003817251417785883,
      "step": 42090
    },
    {
      "grad_norm": 0.0931992381811142,
      "learning_rate": 6.686064363032451e-05,
      "loss": 0.0091,
      "step": 42100
    },
    {
      "loss_action": 0.007806445471942425,
      "loss_total": 0.007806445471942425,
      "step": 42100
    },
    {
      "loss_action": 0.014583141542971134,
      "loss_total": 0.014583141542971134,
      "step": 42100
    },
    {
      "loss_action": 0.004541860427707434,
      "loss_total": 0.004541860427707434,
      "step": 42100
    },
    {
      "loss_action": 0.006476315204054117,
      "loss_total": 0.006476315204054117,
      "step": 42100
    },
    {
      "loss_action": 0.025371003895998,
      "loss_total": 0.025371003895998,
      "step": 42100
    },
    {
      "loss_action": 0.004836602136492729,
      "loss_total": 0.004836602136492729,
      "step": 42100
    },
    {
      "loss_action": 0.006942089181393385,
      "loss_total": 0.006942089181393385,
      "step": 42100
    },
    {
      "loss_action": 0.007127171382308006,
      "loss_total": 0.007127171382308006,
      "step": 42100
    },
    {
      "grad_norm": 0.0920291319489479,
      "learning_rate": 6.684507647382596e-05,
      "loss": 0.0092,
      "step": 42110
    },
    {
      "loss_action": 0.0023555473890155554,
      "loss_total": 0.0023555473890155554,
      "step": 42110
    },
    {
      "loss_action": 0.004839823581278324,
      "loss_total": 0.004839823581278324,
      "step": 42110
    },
    {
      "loss_action": 0.005001175217330456,
      "loss_total": 0.005001175217330456,
      "step": 42110
    },
    {
      "loss_action": 0.007106519304215908,
      "loss_total": 0.007106519304215908,
      "step": 42110
    },
    {
      "loss_action": 0.006570868194103241,
      "loss_total": 0.006570868194103241,
      "step": 42110
    },
    {
      "loss_action": 0.0069946423172950745,
      "loss_total": 0.0069946423172950745,
      "step": 42110
    },
    {
      "loss_action": 0.004754978697746992,
      "loss_total": 0.004754978697746992,
      "step": 42110
    },
    {
      "loss_action": 0.005969153251498938,
      "loss_total": 0.005969153251498938,
      "step": 42110
    },
    {
      "grad_norm": 0.0945526584982872,
      "learning_rate": 6.682950747517513e-05,
      "loss": 0.0083,
      "step": 42120
    },
    {
      "loss_action": 0.011286355555057526,
      "loss_total": 0.011286355555057526,
      "step": 42120
    },
    {
      "loss_action": 0.002444928977638483,
      "loss_total": 0.002444928977638483,
      "step": 42120
    },
    {
      "loss_action": 0.008189164102077484,
      "loss_total": 0.008189164102077484,
      "step": 42120
    },
    {
      "loss_action": 0.003629797836765647,
      "loss_total": 0.003629797836765647,
      "step": 42120
    },
    {
      "loss_action": 0.010397409088909626,
      "loss_total": 0.010397409088909626,
      "step": 42120
    },
    {
      "loss_action": 0.006747671868652105,
      "loss_total": 0.006747671868652105,
      "step": 42120
    },
    {
      "loss_action": 0.005971580743789673,
      "loss_total": 0.005971580743789673,
      "step": 42120
    },
    {
      "loss_action": 0.006370920687913895,
      "loss_total": 0.006370920687913895,
      "step": 42120
    },
    {
      "grad_norm": 0.07757778465747833,
      "learning_rate": 6.68139366360747e-05,
      "loss": 0.0086,
      "step": 42130
    },
    {
      "loss_action": 0.01153099350631237,
      "loss_total": 0.01153099350631237,
      "step": 42130
    },
    {
      "loss_action": 0.0029065851122140884,
      "loss_total": 0.0029065851122140884,
      "step": 42130
    },
    {
      "loss_action": 0.01300923153758049,
      "loss_total": 0.01300923153758049,
      "step": 42130
    },
    {
      "loss_action": 0.0035495979245752096,
      "loss_total": 0.0035495979245752096,
      "step": 42130
    },
    {
      "loss_action": 0.013623070903122425,
      "loss_total": 0.013623070903122425,
      "step": 42130
    },
    {
      "loss_action": 0.009387858211994171,
      "loss_total": 0.009387858211994171,
      "step": 42130
    },
    {
      "loss_action": 0.0040224757976830006,
      "loss_total": 0.0040224757976830006,
      "step": 42130
    },
    {
      "loss_action": 0.005955154541879892,
      "loss_total": 0.005955154541879892,
      "step": 42130
    },
    {
      "grad_norm": 0.14164073765277863,
      "learning_rate": 6.679836395822744e-05,
      "loss": 0.0092,
      "step": 42140
    },
    {
      "loss_action": 0.005375651642680168,
      "loss_total": 0.005375651642680168,
      "step": 42140
    },
    {
      "loss_action": 0.006502829492092133,
      "loss_total": 0.006502829492092133,
      "step": 42140
    },
    {
      "loss_action": 0.003827101783826947,
      "loss_total": 0.003827101783826947,
      "step": 42140
    },
    {
      "loss_action": 0.008902390487492085,
      "loss_total": 0.008902390487492085,
      "step": 42140
    },
    {
      "loss_action": 0.007939250208437443,
      "loss_total": 0.007939250208437443,
      "step": 42140
    },
    {
      "loss_action": 0.008076861500740051,
      "loss_total": 0.008076861500740051,
      "step": 42140
    },
    {
      "loss_action": 0.009043636731803417,
      "loss_total": 0.009043636731803417,
      "step": 42140
    },
    {
      "loss_action": 0.01992560364305973,
      "loss_total": 0.01992560364305973,
      "step": 42140
    },
    {
      "grad_norm": 0.08681177347898483,
      "learning_rate": 6.678278944333633e-05,
      "loss": 0.0092,
      "step": 42150
    },
    {
      "loss_action": 0.003996448125690222,
      "loss_total": 0.003996448125690222,
      "step": 42150
    },
    {
      "loss_action": 0.006860966794192791,
      "loss_total": 0.006860966794192791,
      "step": 42150
    },
    {
      "loss_action": 0.006733141839504242,
      "loss_total": 0.006733141839504242,
      "step": 42150
    },
    {
      "loss_action": 0.006009745877236128,
      "loss_total": 0.006009745877236128,
      "step": 42150
    },
    {
      "loss_action": 0.004421045538038015,
      "loss_total": 0.004421045538038015,
      "step": 42150
    },
    {
      "loss_action": 0.006637857295572758,
      "loss_total": 0.006637857295572758,
      "step": 42150
    },
    {
      "loss_action": 0.006797029636800289,
      "loss_total": 0.006797029636800289,
      "step": 42150
    },
    {
      "loss_action": 0.007571532856673002,
      "loss_total": 0.007571532856673002,
      "step": 42150
    },
    {
      "grad_norm": 0.13824878633022308,
      "learning_rate": 6.676721309310462e-05,
      "loss": 0.0087,
      "step": 42160
    },
    {
      "loss_action": 0.019597956910729408,
      "loss_total": 0.019597956910729408,
      "step": 42160
    },
    {
      "loss_action": 0.006207074038684368,
      "loss_total": 0.006207074038684368,
      "step": 42160
    },
    {
      "loss_action": 0.00850784219801426,
      "loss_total": 0.00850784219801426,
      "step": 42160
    },
    {
      "loss_action": 0.01976260542869568,
      "loss_total": 0.01976260542869568,
      "step": 42160
    },
    {
      "loss_action": 0.004967713728547096,
      "loss_total": 0.004967713728547096,
      "step": 42160
    },
    {
      "loss_action": 0.02213979884982109,
      "loss_total": 0.02213979884982109,
      "step": 42160
    },
    {
      "loss_action": 0.011161280795931816,
      "loss_total": 0.011161280795931816,
      "step": 42160
    },
    {
      "loss_action": 0.004073108546435833,
      "loss_total": 0.004073108546435833,
      "step": 42160
    },
    {
      "grad_norm": 0.12343813478946686,
      "learning_rate": 6.67516349092357e-05,
      "loss": 0.0094,
      "step": 42170
    },
    {
      "loss_action": 0.005909577012062073,
      "loss_total": 0.005909577012062073,
      "step": 42170
    },
    {
      "loss_action": 0.01933339238166809,
      "loss_total": 0.01933339238166809,
      "step": 42170
    },
    {
      "loss_action": 0.004161735996603966,
      "loss_total": 0.004161735996603966,
      "step": 42170
    },
    {
      "loss_action": 0.010344737209379673,
      "loss_total": 0.010344737209379673,
      "step": 42170
    },
    {
      "loss_action": 0.027508124709129333,
      "loss_total": 0.027508124709129333,
      "step": 42170
    },
    {
      "loss_action": 0.007118409499526024,
      "loss_total": 0.007118409499526024,
      "step": 42170
    },
    {
      "loss_action": 0.013851599767804146,
      "loss_total": 0.013851599767804146,
      "step": 42170
    },
    {
      "loss_action": 0.00768129900097847,
      "loss_total": 0.00768129900097847,
      "step": 42170
    },
    {
      "grad_norm": 0.085783950984478,
      "learning_rate": 6.673605489343315e-05,
      "loss": 0.0093,
      "step": 42180
    },
    {
      "loss_action": 0.021170735359191895,
      "loss_total": 0.021170735359191895,
      "step": 42180
    },
    {
      "loss_action": 0.009194973856210709,
      "loss_total": 0.009194973856210709,
      "step": 42180
    },
    {
      "loss_action": 0.01705494150519371,
      "loss_total": 0.01705494150519371,
      "step": 42180
    },
    {
      "loss_action": 0.0069826263934373856,
      "loss_total": 0.0069826263934373856,
      "step": 42180
    },
    {
      "loss_action": 0.004920796491205692,
      "loss_total": 0.004920796491205692,
      "step": 42180
    },
    {
      "loss_action": 0.0024949409998953342,
      "loss_total": 0.0024949409998953342,
      "step": 42180
    },
    {
      "loss_action": 0.017724189907312393,
      "loss_total": 0.017724189907312393,
      "step": 42180
    },
    {
      "loss_action": 0.006140151992440224,
      "loss_total": 0.006140151992440224,
      "step": 42180
    },
    {
      "grad_norm": 0.0941261425614357,
      "learning_rate": 6.672047304740081e-05,
      "loss": 0.0081,
      "step": 42190
    },
    {
      "loss_action": 0.0057271914556622505,
      "loss_total": 0.0057271914556622505,
      "step": 42190
    },
    {
      "loss_action": 0.005004518665373325,
      "loss_total": 0.005004518665373325,
      "step": 42190
    },
    {
      "loss_action": 0.011623968370258808,
      "loss_total": 0.011623968370258808,
      "step": 42190
    },
    {
      "loss_action": 0.013066072016954422,
      "loss_total": 0.013066072016954422,
      "step": 42190
    },
    {
      "loss_action": 0.010309494100511074,
      "loss_total": 0.010309494100511074,
      "step": 42190
    },
    {
      "loss_action": 0.007937478832900524,
      "loss_total": 0.007937478832900524,
      "step": 42190
    },
    {
      "loss_action": 0.0030365767888724804,
      "loss_total": 0.0030365767888724804,
      "step": 42190
    },
    {
      "loss_action": 0.007987216114997864,
      "loss_total": 0.007987216114997864,
      "step": 42190
    },
    {
      "grad_norm": 0.10649760067462921,
      "learning_rate": 6.670488937284268e-05,
      "loss": 0.0087,
      "step": 42200
    },
    {
      "loss_action": 0.016658639535307884,
      "loss_total": 0.016658639535307884,
      "step": 42200
    },
    {
      "loss_action": 0.0035306394565850496,
      "loss_total": 0.0035306394565850496,
      "step": 42200
    },
    {
      "loss_action": 0.009608879685401917,
      "loss_total": 0.009608879685401917,
      "step": 42200
    },
    {
      "loss_action": 0.006643821019679308,
      "loss_total": 0.006643821019679308,
      "step": 42200
    },
    {
      "loss_action": 0.004557442851364613,
      "loss_total": 0.004557442851364613,
      "step": 42200
    },
    {
      "loss_action": 0.03269119933247566,
      "loss_total": 0.03269119933247566,
      "step": 42200
    },
    {
      "loss_action": 0.009652401320636272,
      "loss_total": 0.009652401320636272,
      "step": 42200
    },
    {
      "loss_action": 0.006949942093342543,
      "loss_total": 0.006949942093342543,
      "step": 42200
    },
    {
      "grad_norm": 0.07015413790941238,
      "learning_rate": 6.668930387146294e-05,
      "loss": 0.0083,
      "step": 42210
    },
    {
      "loss_action": 0.004642902407795191,
      "loss_total": 0.004642902407795191,
      "step": 42210
    },
    {
      "loss_action": 0.00387232075445354,
      "loss_total": 0.00387232075445354,
      "step": 42210
    },
    {
      "loss_action": 0.008375530131161213,
      "loss_total": 0.008375530131161213,
      "step": 42210
    },
    {
      "loss_action": 0.002212102757766843,
      "loss_total": 0.002212102757766843,
      "step": 42210
    },
    {
      "loss_action": 0.006653904914855957,
      "loss_total": 0.006653904914855957,
      "step": 42210
    },
    {
      "loss_action": 0.007625127676874399,
      "loss_total": 0.007625127676874399,
      "step": 42210
    },
    {
      "loss_action": 0.007605590857565403,
      "loss_total": 0.007605590857565403,
      "step": 42210
    },
    {
      "loss_action": 0.01633751392364502,
      "loss_total": 0.01633751392364502,
      "step": 42210
    },
    {
      "grad_norm": 0.09312933683395386,
      "learning_rate": 6.667371654496605e-05,
      "loss": 0.0086,
      "step": 42220
    },
    {
      "loss_action": 0.007003237027674913,
      "loss_total": 0.007003237027674913,
      "step": 42220
    },
    {
      "loss_action": 0.006597502157092094,
      "loss_total": 0.006597502157092094,
      "step": 42220
    },
    {
      "loss_action": 0.003018197137862444,
      "loss_total": 0.003018197137862444,
      "step": 42220
    },
    {
      "loss_action": 0.0061567239463329315,
      "loss_total": 0.0061567239463329315,
      "step": 42220
    },
    {
      "loss_action": 0.009789589792490005,
      "loss_total": 0.009789589792490005,
      "step": 42220
    },
    {
      "loss_action": 0.00910941045731306,
      "loss_total": 0.00910941045731306,
      "step": 42220
    },
    {
      "loss_action": 0.007803303189575672,
      "loss_total": 0.007803303189575672,
      "step": 42220
    },
    {
      "loss_action": 0.009735972620546818,
      "loss_total": 0.009735972620546818,
      "step": 42220
    },
    {
      "grad_norm": 0.1796068698167801,
      "learning_rate": 6.665812739505659e-05,
      "loss": 0.009,
      "step": 42230
    },
    {
      "loss_action": 0.00445389561355114,
      "loss_total": 0.00445389561355114,
      "step": 42230
    },
    {
      "loss_action": 0.010439291596412659,
      "loss_total": 0.010439291596412659,
      "step": 42230
    },
    {
      "loss_action": 0.014639852568507195,
      "loss_total": 0.014639852568507195,
      "step": 42230
    },
    {
      "loss_action": 0.009856780990958214,
      "loss_total": 0.009856780990958214,
      "step": 42230
    },
    {
      "loss_action": 0.004291185177862644,
      "loss_total": 0.004291185177862644,
      "step": 42230
    },
    {
      "loss_action": 0.011624635197222233,
      "loss_total": 0.011624635197222233,
      "step": 42230
    },
    {
      "loss_action": 0.007171355653554201,
      "loss_total": 0.007171355653554201,
      "step": 42230
    },
    {
      "loss_action": 0.0061283172108232975,
      "loss_total": 0.0061283172108232975,
      "step": 42230
    },
    {
      "grad_norm": 0.12181015312671661,
      "learning_rate": 6.664253642343935e-05,
      "loss": 0.0087,
      "step": 42240
    },
    {
      "loss_action": 0.009744903072714806,
      "loss_total": 0.009744903072714806,
      "step": 42240
    },
    {
      "loss_action": 0.005267506465315819,
      "loss_total": 0.005267506465315819,
      "step": 42240
    },
    {
      "loss_action": 0.01047462411224842,
      "loss_total": 0.01047462411224842,
      "step": 42240
    },
    {
      "loss_action": 0.006297257263213396,
      "loss_total": 0.006297257263213396,
      "step": 42240
    },
    {
      "loss_action": 0.008672663010656834,
      "loss_total": 0.008672663010656834,
      "step": 42240
    },
    {
      "loss_action": 0.009187260642647743,
      "loss_total": 0.009187260642647743,
      "step": 42240
    },
    {
      "loss_action": 0.006319561041891575,
      "loss_total": 0.006319561041891575,
      "step": 42240
    },
    {
      "loss_action": 0.006510871462523937,
      "loss_total": 0.006510871462523937,
      "step": 42240
    },
    {
      "grad_norm": 0.11937922239303589,
      "learning_rate": 6.662694363181935e-05,
      "loss": 0.009,
      "step": 42250
    },
    {
      "loss_action": 0.008196493610739708,
      "loss_total": 0.008196493610739708,
      "step": 42250
    },
    {
      "loss_action": 0.021929558366537094,
      "loss_total": 0.021929558366537094,
      "step": 42250
    },
    {
      "loss_action": 0.00450380751863122,
      "loss_total": 0.00450380751863122,
      "step": 42250
    },
    {
      "loss_action": 0.011374392546713352,
      "loss_total": 0.011374392546713352,
      "step": 42250
    },
    {
      "loss_action": 0.012226979248225689,
      "loss_total": 0.012226979248225689,
      "step": 42250
    },
    {
      "loss_action": 0.01598426140844822,
      "loss_total": 0.01598426140844822,
      "step": 42250
    },
    {
      "loss_action": 0.004661953542381525,
      "loss_total": 0.004661953542381525,
      "step": 42250
    },
    {
      "loss_action": 0.010138135403394699,
      "loss_total": 0.010138135403394699,
      "step": 42250
    },
    {
      "grad_norm": 0.15388284623622894,
      "learning_rate": 6.66113490219018e-05,
      "loss": 0.0098,
      "step": 42260
    },
    {
      "loss_action": 0.0041505261324346066,
      "loss_total": 0.0041505261324346066,
      "step": 42260
    },
    {
      "loss_action": 0.0026509840972721577,
      "loss_total": 0.0026509840972721577,
      "step": 42260
    },
    {
      "loss_action": 0.0026198967825621367,
      "loss_total": 0.0026198967825621367,
      "step": 42260
    },
    {
      "loss_action": 0.013904590159654617,
      "loss_total": 0.013904590159654617,
      "step": 42260
    },
    {
      "loss_action": 0.01286935992538929,
      "loss_total": 0.01286935992538929,
      "step": 42260
    },
    {
      "loss_action": 0.008281499147415161,
      "loss_total": 0.008281499147415161,
      "step": 42260
    },
    {
      "loss_action": 0.008016048930585384,
      "loss_total": 0.008016048930585384,
      "step": 42260
    },
    {
      "loss_action": 0.02149692177772522,
      "loss_total": 0.02149692177772522,
      "step": 42260
    },
    {
      "grad_norm": 0.10357782989740372,
      "learning_rate": 6.659575259539207e-05,
      "loss": 0.0092,
      "step": 42270
    },
    {
      "loss_action": 0.013289140537381172,
      "loss_total": 0.013289140537381172,
      "step": 42270
    },
    {
      "loss_action": 0.00851282849907875,
      "loss_total": 0.00851282849907875,
      "step": 42270
    },
    {
      "loss_action": 0.0021853698417544365,
      "loss_total": 0.0021853698417544365,
      "step": 42270
    },
    {
      "loss_action": 0.008361265063285828,
      "loss_total": 0.008361265063285828,
      "step": 42270
    },
    {
      "loss_action": 0.015174075029790401,
      "loss_total": 0.015174075029790401,
      "step": 42270
    },
    {
      "loss_action": 0.003871684428304434,
      "loss_total": 0.003871684428304434,
      "step": 42270
    },
    {
      "loss_action": 0.008909537456929684,
      "loss_total": 0.008909537456929684,
      "step": 42270
    },
    {
      "loss_action": 0.012253116816282272,
      "loss_total": 0.012253116816282272,
      "step": 42270
    },
    {
      "grad_norm": 0.13827376067638397,
      "learning_rate": 6.65801543539958e-05,
      "loss": 0.0094,
      "step": 42280
    },
    {
      "loss_action": 0.008344274014234543,
      "loss_total": 0.008344274014234543,
      "step": 42280
    },
    {
      "loss_action": 0.011618816293776035,
      "loss_total": 0.011618816293776035,
      "step": 42280
    },
    {
      "loss_action": 0.0037180311046540737,
      "loss_total": 0.0037180311046540737,
      "step": 42280
    },
    {
      "loss_action": 0.010020427405834198,
      "loss_total": 0.010020427405834198,
      "step": 42280
    },
    {
      "loss_action": 0.0035422516521066427,
      "loss_total": 0.0035422516521066427,
      "step": 42280
    },
    {
      "loss_action": 0.008944416418671608,
      "loss_total": 0.008944416418671608,
      "step": 42280
    },
    {
      "loss_action": 0.00530910212546587,
      "loss_total": 0.00530910212546587,
      "step": 42280
    },
    {
      "loss_action": 0.007133247330784798,
      "loss_total": 0.007133247330784798,
      "step": 42280
    },
    {
      "grad_norm": 0.09542571753263474,
      "learning_rate": 6.65645542994188e-05,
      "loss": 0.0081,
      "step": 42290
    },
    {
      "loss_action": 0.0016867450904101133,
      "loss_total": 0.0016867450904101133,
      "step": 42290
    },
    {
      "loss_action": 0.00513528473675251,
      "loss_total": 0.00513528473675251,
      "step": 42290
    },
    {
      "loss_action": 0.002601384650915861,
      "loss_total": 0.002601384650915861,
      "step": 42290
    },
    {
      "loss_action": 0.007992172613739967,
      "loss_total": 0.007992172613739967,
      "step": 42290
    },
    {
      "loss_action": 0.005322428420186043,
      "loss_total": 0.005322428420186043,
      "step": 42290
    },
    {
      "loss_action": 0.010205941274762154,
      "loss_total": 0.010205941274762154,
      "step": 42290
    },
    {
      "loss_action": 0.009385122917592525,
      "loss_total": 0.009385122917592525,
      "step": 42290
    },
    {
      "loss_action": 0.005030375439673662,
      "loss_total": 0.005030375439673662,
      "step": 42290
    },
    {
      "grad_norm": 0.08716090023517609,
      "learning_rate": 6.654895243336702e-05,
      "loss": 0.0069,
      "step": 42300
    },
    {
      "loss_action": 0.012336988002061844,
      "loss_total": 0.012336988002061844,
      "step": 42300
    },
    {
      "loss_action": 0.011255616322159767,
      "loss_total": 0.011255616322159767,
      "step": 42300
    },
    {
      "loss_action": 0.0019184494158253074,
      "loss_total": 0.0019184494158253074,
      "step": 42300
    },
    {
      "loss_action": 0.0052131530828773975,
      "loss_total": 0.0052131530828773975,
      "step": 42300
    },
    {
      "loss_action": 0.0024983217008411884,
      "loss_total": 0.0024983217008411884,
      "step": 42300
    },
    {
      "loss_action": 0.006574906408786774,
      "loss_total": 0.006574906408786774,
      "step": 42300
    },
    {
      "loss_action": 0.005151151213794947,
      "loss_total": 0.005151151213794947,
      "step": 42300
    },
    {
      "loss_action": 0.002833220874890685,
      "loss_total": 0.002833220874890685,
      "step": 42300
    },
    {
      "grad_norm": 0.09844350069761276,
      "learning_rate": 6.65333487575467e-05,
      "loss": 0.0085,
      "step": 42310
    },
    {
      "loss_action": 0.03028767742216587,
      "loss_total": 0.03028767742216587,
      "step": 42310
    },
    {
      "loss_action": 0.006950308568775654,
      "loss_total": 0.006950308568775654,
      "step": 42310
    },
    {
      "loss_action": 0.013669140636920929,
      "loss_total": 0.013669140636920929,
      "step": 42310
    },
    {
      "loss_action": 0.013383118435740471,
      "loss_total": 0.013383118435740471,
      "step": 42310
    },
    {
      "loss_action": 0.006308520212769508,
      "loss_total": 0.006308520212769508,
      "step": 42310
    },
    {
      "loss_action": 0.006335959769785404,
      "loss_total": 0.006335959769785404,
      "step": 42310
    },
    {
      "loss_action": 0.006234049331396818,
      "loss_total": 0.006234049331396818,
      "step": 42310
    },
    {
      "loss_action": 0.00900606345385313,
      "loss_total": 0.00900606345385313,
      "step": 42310
    },
    {
      "grad_norm": 0.11974875628948212,
      "learning_rate": 6.651774327366422e-05,
      "loss": 0.0083,
      "step": 42320
    },
    {
      "loss_action": 0.009000539779663086,
      "loss_total": 0.009000539779663086,
      "step": 42320
    },
    {
      "loss_action": 0.00210076873190701,
      "loss_total": 0.00210076873190701,
      "step": 42320
    },
    {
      "loss_action": 0.006664765067398548,
      "loss_total": 0.006664765067398548,
      "step": 42320
    },
    {
      "loss_action": 0.010971168987452984,
      "loss_total": 0.010971168987452984,
      "step": 42320
    },
    {
      "loss_action": 0.02995459735393524,
      "loss_total": 0.02995459735393524,
      "step": 42320
    },
    {
      "loss_action": 0.0060666389763355255,
      "loss_total": 0.0060666389763355255,
      "step": 42320
    },
    {
      "loss_action": 0.006528101861476898,
      "loss_total": 0.006528101861476898,
      "step": 42320
    },
    {
      "loss_action": 0.005223567131906748,
      "loss_total": 0.005223567131906748,
      "step": 42320
    },
    {
      "grad_norm": 0.11012120544910431,
      "learning_rate": 6.650213598342613e-05,
      "loss": 0.0091,
      "step": 42330
    },
    {
      "loss_action": 0.011587643064558506,
      "loss_total": 0.011587643064558506,
      "step": 42330
    },
    {
      "loss_action": 0.0070295315235853195,
      "loss_total": 0.0070295315235853195,
      "step": 42330
    },
    {
      "loss_action": 0.002294603269547224,
      "loss_total": 0.002294603269547224,
      "step": 42330
    },
    {
      "loss_action": 0.004433910828083754,
      "loss_total": 0.004433910828083754,
      "step": 42330
    },
    {
      "loss_action": 0.008168693631887436,
      "loss_total": 0.008168693631887436,
      "step": 42330
    },
    {
      "loss_action": 0.0022565796971321106,
      "loss_total": 0.0022565796971321106,
      "step": 42330
    },
    {
      "loss_action": 0.008217580616474152,
      "loss_total": 0.008217580616474152,
      "step": 42330
    },
    {
      "loss_action": 0.00445291493088007,
      "loss_total": 0.00445291493088007,
      "step": 42330
    },
    {
      "grad_norm": 0.14046113193035126,
      "learning_rate": 6.648652688853931e-05,
      "loss": 0.0085,
      "step": 42340
    },
    {
      "loss_action": 0.006450564134865999,
      "loss_total": 0.006450564134865999,
      "step": 42340
    },
    {
      "loss_action": 0.006057787220925093,
      "loss_total": 0.006057787220925093,
      "step": 42340
    },
    {
      "loss_action": 0.008050939068198204,
      "loss_total": 0.008050939068198204,
      "step": 42340
    },
    {
      "loss_action": 0.002264695707708597,
      "loss_total": 0.002264695707708597,
      "step": 42340
    },
    {
      "loss_action": 0.00329852057620883,
      "loss_total": 0.00329852057620883,
      "step": 42340
    },
    {
      "loss_action": 0.004842303693294525,
      "loss_total": 0.004842303693294525,
      "step": 42340
    },
    {
      "loss_action": 0.005896600894629955,
      "loss_total": 0.005896600894629955,
      "step": 42340
    },
    {
      "loss_action": 0.016843052580952644,
      "loss_total": 0.016843052580952644,
      "step": 42340
    },
    {
      "grad_norm": 0.09705889970064163,
      "learning_rate": 6.647091599071066e-05,
      "loss": 0.0089,
      "step": 42350
    },
    {
      "loss_action": 0.004134617745876312,
      "loss_total": 0.004134617745876312,
      "step": 42350
    },
    {
      "loss_action": 0.005050919484347105,
      "loss_total": 0.005050919484347105,
      "step": 42350
    },
    {
      "loss_action": 0.005767956376075745,
      "loss_total": 0.005767956376075745,
      "step": 42350
    },
    {
      "loss_action": 0.0036307377740740776,
      "loss_total": 0.0036307377740740776,
      "step": 42350
    },
    {
      "loss_action": 0.005135290324687958,
      "loss_total": 0.005135290324687958,
      "step": 42350
    },
    {
      "loss_action": 0.012155424803495407,
      "loss_total": 0.012155424803495407,
      "step": 42350
    },
    {
      "loss_action": 0.006653455551713705,
      "loss_total": 0.006653455551713705,
      "step": 42350
    },
    {
      "loss_action": 0.007031656801700592,
      "loss_total": 0.007031656801700592,
      "step": 42350
    },
    {
      "grad_norm": 0.1508082002401352,
      "learning_rate": 6.645530329164743e-05,
      "loss": 0.0076,
      "step": 42360
    },
    {
      "loss_action": 0.011026058346033096,
      "loss_total": 0.011026058346033096,
      "step": 42360
    },
    {
      "loss_action": 0.004347353707998991,
      "loss_total": 0.004347353707998991,
      "step": 42360
    },
    {
      "loss_action": 0.002319893566891551,
      "loss_total": 0.002319893566891551,
      "step": 42360
    },
    {
      "loss_action": 0.006071581970900297,
      "loss_total": 0.006071581970900297,
      "step": 42360
    },
    {
      "loss_action": 0.011056950315833092,
      "loss_total": 0.011056950315833092,
      "step": 42360
    },
    {
      "loss_action": 0.022878259420394897,
      "loss_total": 0.022878259420394897,
      "step": 42360
    },
    {
      "loss_action": 0.009883474558591843,
      "loss_total": 0.009883474558591843,
      "step": 42360
    },
    {
      "loss_action": 0.019497333094477654,
      "loss_total": 0.019497333094477654,
      "step": 42360
    },
    {
      "grad_norm": 0.07328212261199951,
      "learning_rate": 6.643968879305694e-05,
      "loss": 0.0089,
      "step": 42370
    },
    {
      "loss_action": 0.016835084185004234,
      "loss_total": 0.016835084185004234,
      "step": 42370
    },
    {
      "loss_action": 0.0047611091285943985,
      "loss_total": 0.0047611091285943985,
      "step": 42370
    },
    {
      "loss_action": 0.004737731069326401,
      "loss_total": 0.004737731069326401,
      "step": 42370
    },
    {
      "loss_action": 0.004954847041517496,
      "loss_total": 0.004954847041517496,
      "step": 42370
    },
    {
      "loss_action": 0.004761805292218924,
      "loss_total": 0.004761805292218924,
      "step": 42370
    },
    {
      "loss_action": 0.00910627469420433,
      "loss_total": 0.00910627469420433,
      "step": 42370
    },
    {
      "loss_action": 0.013781586661934853,
      "loss_total": 0.013781586661934853,
      "step": 42370
    },
    {
      "loss_action": 0.0027690688148140907,
      "loss_total": 0.0027690688148140907,
      "step": 42370
    },
    {
      "grad_norm": 0.13668057322502136,
      "learning_rate": 6.642407249664683e-05,
      "loss": 0.0098,
      "step": 42380
    },
    {
      "loss_action": 0.009633684530854225,
      "loss_total": 0.009633684530854225,
      "step": 42380
    },
    {
      "loss_action": 0.008027520030736923,
      "loss_total": 0.008027520030736923,
      "step": 42380
    },
    {
      "loss_action": 0.007173222489655018,
      "loss_total": 0.007173222489655018,
      "step": 42380
    },
    {
      "loss_action": 0.013759633526206017,
      "loss_total": 0.013759633526206017,
      "step": 42380
    },
    {
      "loss_action": 0.012426992878317833,
      "loss_total": 0.012426992878317833,
      "step": 42380
    },
    {
      "loss_action": 0.0037951827980577946,
      "loss_total": 0.0037951827980577946,
      "step": 42380
    },
    {
      "loss_action": 0.010132592171430588,
      "loss_total": 0.010132592171430588,
      "step": 42380
    },
    {
      "loss_action": 0.007130131125450134,
      "loss_total": 0.007130131125450134,
      "step": 42380
    },
    {
      "grad_norm": 0.1694946587085724,
      "learning_rate": 6.640845440412483e-05,
      "loss": 0.0086,
      "step": 42390
    },
    {
      "loss_action": 0.001745835761539638,
      "loss_total": 0.001745835761539638,
      "step": 42390
    },
    {
      "loss_action": 0.008555545471608639,
      "loss_total": 0.008555545471608639,
      "step": 42390
    },
    {
      "loss_action": 0.005614032037556171,
      "loss_total": 0.005614032037556171,
      "step": 42390
    },
    {
      "loss_action": 0.005433030426502228,
      "loss_total": 0.005433030426502228,
      "step": 42390
    },
    {
      "loss_action": 0.006112957838922739,
      "loss_total": 0.006112957838922739,
      "step": 42390
    },
    {
      "loss_action": 0.008803684264421463,
      "loss_total": 0.008803684264421463,
      "step": 42390
    },
    {
      "loss_action": 0.005184968002140522,
      "loss_total": 0.005184968002140522,
      "step": 42390
    },
    {
      "loss_action": 0.006540886126458645,
      "loss_total": 0.006540886126458645,
      "step": 42390
    },
    {
      "grad_norm": 0.10023700445890427,
      "learning_rate": 6.639283451719893e-05,
      "loss": 0.0081,
      "step": 42400
    },
    {
      "loss_action": 0.004147137049585581,
      "loss_total": 0.004147137049585581,
      "step": 42400
    },
    {
      "loss_action": 0.0033482511062175035,
      "loss_total": 0.0033482511062175035,
      "step": 42400
    },
    {
      "loss_action": 0.007909003645181656,
      "loss_total": 0.007909003645181656,
      "step": 42400
    },
    {
      "loss_action": 0.013769654557108879,
      "loss_total": 0.013769654557108879,
      "step": 42400
    },
    {
      "loss_action": 0.00354254012927413,
      "loss_total": 0.00354254012927413,
      "step": 42400
    },
    {
      "loss_action": 0.009670057334005833,
      "loss_total": 0.009670057334005833,
      "step": 42400
    },
    {
      "loss_action": 0.0035665789619088173,
      "loss_total": 0.0035665789619088173,
      "step": 42400
    },
    {
      "loss_action": 0.009966662153601646,
      "loss_total": 0.009966662153601646,
      "step": 42400
    },
    {
      "grad_norm": 0.15017099678516388,
      "learning_rate": 6.637721283757729e-05,
      "loss": 0.0076,
      "step": 42410
    },
    {
      "loss_action": 0.007954169064760208,
      "loss_total": 0.007954169064760208,
      "step": 42410
    },
    {
      "loss_action": 0.012193594127893448,
      "loss_total": 0.012193594127893448,
      "step": 42410
    },
    {
      "loss_action": 0.017402363941073418,
      "loss_total": 0.017402363941073418,
      "step": 42410
    },
    {
      "loss_action": 0.003732762997969985,
      "loss_total": 0.003732762997969985,
      "step": 42410
    },
    {
      "loss_action": 0.010122274048626423,
      "loss_total": 0.010122274048626423,
      "step": 42410
    },
    {
      "loss_action": 0.021626297384500504,
      "loss_total": 0.021626297384500504,
      "step": 42410
    },
    {
      "loss_action": 0.011092708446085453,
      "loss_total": 0.011092708446085453,
      "step": 42410
    },
    {
      "loss_action": 0.009378262795507908,
      "loss_total": 0.009378262795507908,
      "step": 42410
    },
    {
      "grad_norm": 0.13379107415676117,
      "learning_rate": 6.636158936696828e-05,
      "loss": 0.0103,
      "step": 42420
    },
    {
      "loss_action": 0.009400454349815845,
      "loss_total": 0.009400454349815845,
      "step": 42420
    },
    {
      "loss_action": 0.004982480779290199,
      "loss_total": 0.004982480779290199,
      "step": 42420
    },
    {
      "loss_action": 0.0024418230168521404,
      "loss_total": 0.0024418230168521404,
      "step": 42420
    },
    {
      "loss_action": 0.010302260518074036,
      "loss_total": 0.010302260518074036,
      "step": 42420
    },
    {
      "loss_action": 0.0983540341258049,
      "loss_total": 0.0983540341258049,
      "step": 42420
    },
    {
      "loss_action": 0.002807841170579195,
      "loss_total": 0.002807841170579195,
      "step": 42420
    },
    {
      "loss_action": 0.009685399010777473,
      "loss_total": 0.009685399010777473,
      "step": 42420
    },
    {
      "loss_action": 0.004878365434706211,
      "loss_total": 0.004878365434706211,
      "step": 42420
    },
    {
      "grad_norm": 0.15872691571712494,
      "learning_rate": 6.634596410708047e-05,
      "loss": 0.0101,
      "step": 42430
    },
    {
      "loss_action": 0.006323857698589563,
      "loss_total": 0.006323857698589563,
      "step": 42430
    },
    {
      "loss_action": 0.004378094337880611,
      "loss_total": 0.004378094337880611,
      "step": 42430
    },
    {
      "loss_action": 0.006878391839563847,
      "loss_total": 0.006878391839563847,
      "step": 42430
    },
    {
      "loss_action": 0.0104783670976758,
      "loss_total": 0.0104783670976758,
      "step": 42430
    },
    {
      "loss_action": 0.007608143612742424,
      "loss_total": 0.007608143612742424,
      "step": 42430
    },
    {
      "loss_action": 0.00839773379266262,
      "loss_total": 0.00839773379266262,
      "step": 42430
    },
    {
      "loss_action": 0.02120567485690117,
      "loss_total": 0.02120567485690117,
      "step": 42430
    },
    {
      "loss_action": 0.006237474270164967,
      "loss_total": 0.006237474270164967,
      "step": 42430
    },
    {
      "grad_norm": 0.09037923067808151,
      "learning_rate": 6.633033705962257e-05,
      "loss": 0.0097,
      "step": 42440
    },
    {
      "loss_action": 0.01340271346271038,
      "loss_total": 0.01340271346271038,
      "step": 42440
    },
    {
      "loss_action": 0.008000439964234829,
      "loss_total": 0.008000439964234829,
      "step": 42440
    },
    {
      "loss_action": 0.007060006260871887,
      "loss_total": 0.007060006260871887,
      "step": 42440
    },
    {
      "loss_action": 0.010871329344809055,
      "loss_total": 0.010871329344809055,
      "step": 42440
    },
    {
      "loss_action": 0.004676285665482283,
      "loss_total": 0.004676285665482283,
      "step": 42440
    },
    {
      "loss_action": 0.005603687837719917,
      "loss_total": 0.005603687837719917,
      "step": 42440
    },
    {
      "loss_action": 0.010959533974528313,
      "loss_total": 0.010959533974528313,
      "step": 42440
    },
    {
      "loss_action": 0.00491661112755537,
      "loss_total": 0.00491661112755537,
      "step": 42440
    },
    {
      "grad_norm": 0.12733864784240723,
      "learning_rate": 6.631470822630359e-05,
      "loss": 0.0099,
      "step": 42450
    },
    {
      "loss_action": 0.01417148020118475,
      "loss_total": 0.01417148020118475,
      "step": 42450
    },
    {
      "loss_action": 0.007957497611641884,
      "loss_total": 0.007957497611641884,
      "step": 42450
    },
    {
      "loss_action": 0.005607264116406441,
      "loss_total": 0.005607264116406441,
      "step": 42450
    },
    {
      "loss_action": 0.004571384750306606,
      "loss_total": 0.004571384750306606,
      "step": 42450
    },
    {
      "loss_action": 0.0042020464316010475,
      "loss_total": 0.0042020464316010475,
      "step": 42450
    },
    {
      "loss_action": 0.003710645018145442,
      "loss_total": 0.003710645018145442,
      "step": 42450
    },
    {
      "loss_action": 0.005243237596005201,
      "loss_total": 0.005243237596005201,
      "step": 42450
    },
    {
      "loss_action": 0.0038839734625071287,
      "loss_total": 0.0038839734625071287,
      "step": 42450
    },
    {
      "grad_norm": 0.12168332934379578,
      "learning_rate": 6.629907760883263e-05,
      "loss": 0.0085,
      "step": 42460
    },
    {
      "loss_action": 0.022460339590907097,
      "loss_total": 0.022460339590907097,
      "step": 42460
    },
    {
      "loss_action": 0.010543711483478546,
      "loss_total": 0.010543711483478546,
      "step": 42460
    },
    {
      "loss_action": 0.00895362626761198,
      "loss_total": 0.00895362626761198,
      "step": 42460
    },
    {
      "loss_action": 0.014964036643505096,
      "loss_total": 0.014964036643505096,
      "step": 42460
    },
    {
      "loss_action": 0.01601998507976532,
      "loss_total": 0.01601998507976532,
      "step": 42460
    },
    {
      "loss_action": 0.005227942485362291,
      "loss_total": 0.005227942485362291,
      "step": 42460
    },
    {
      "loss_action": 0.005139952525496483,
      "loss_total": 0.005139952525496483,
      "step": 42460
    },
    {
      "loss_action": 0.005632839165627956,
      "loss_total": 0.005632839165627956,
      "step": 42460
    },
    {
      "grad_norm": 0.10360189527273178,
      "learning_rate": 6.628344520891905e-05,
      "loss": 0.0101,
      "step": 42470
    },
    {
      "loss_action": 0.004619398154318333,
      "loss_total": 0.004619398154318333,
      "step": 42470
    },
    {
      "loss_action": 0.0067216940224170685,
      "loss_total": 0.0067216940224170685,
      "step": 42470
    },
    {
      "loss_action": 0.01955287717282772,
      "loss_total": 0.01955287717282772,
      "step": 42470
    },
    {
      "loss_action": 0.006849621422588825,
      "loss_total": 0.006849621422588825,
      "step": 42470
    },
    {
      "loss_action": 0.0050242263823747635,
      "loss_total": 0.0050242263823747635,
      "step": 42470
    },
    {
      "loss_action": 0.005357436835765839,
      "loss_total": 0.005357436835765839,
      "step": 42470
    },
    {
      "loss_action": 0.012893212959170341,
      "loss_total": 0.012893212959170341,
      "step": 42470
    },
    {
      "loss_action": 0.008939400315284729,
      "loss_total": 0.008939400315284729,
      "step": 42470
    },
    {
      "grad_norm": 0.10312016308307648,
      "learning_rate": 6.62678110282724e-05,
      "loss": 0.0085,
      "step": 42480
    },
    {
      "loss_action": 0.003598420415073633,
      "loss_total": 0.003598420415073633,
      "step": 42480
    },
    {
      "loss_action": 0.008103683590888977,
      "loss_total": 0.008103683590888977,
      "step": 42480
    },
    {
      "loss_action": 0.0035275104455649853,
      "loss_total": 0.0035275104455649853,
      "step": 42480
    },
    {
      "loss_action": 0.0035873418673872948,
      "loss_total": 0.0035873418673872948,
      "step": 42480
    },
    {
      "loss_action": 0.002970025409013033,
      "loss_total": 0.002970025409013033,
      "step": 42480
    },
    {
      "loss_action": 0.004754640161991119,
      "loss_total": 0.004754640161991119,
      "step": 42480
    },
    {
      "loss_action": 0.009196555241942406,
      "loss_total": 0.009196555241942406,
      "step": 42480
    },
    {
      "loss_action": 0.03557275980710983,
      "loss_total": 0.03557275980710983,
      "step": 42480
    },
    {
      "grad_norm": 0.13299746811389923,
      "learning_rate": 6.625217506860237e-05,
      "loss": 0.0107,
      "step": 42490
    },
    {
      "loss_action": 0.005802173167467117,
      "loss_total": 0.005802173167467117,
      "step": 42490
    },
    {
      "loss_action": 0.00680660642683506,
      "loss_total": 0.00680660642683506,
      "step": 42490
    },
    {
      "loss_action": 0.00311520928516984,
      "loss_total": 0.00311520928516984,
      "step": 42490
    },
    {
      "loss_action": 0.004928216803818941,
      "loss_total": 0.004928216803818941,
      "step": 42490
    },
    {
      "loss_action": 0.010077247396111488,
      "loss_total": 0.010077247396111488,
      "step": 42490
    },
    {
      "loss_action": 0.016783110797405243,
      "loss_total": 0.016783110797405243,
      "step": 42490
    },
    {
      "loss_action": 0.009686456993222237,
      "loss_total": 0.009686456993222237,
      "step": 42490
    },
    {
      "loss_action": 0.02672184631228447,
      "loss_total": 0.02672184631228447,
      "step": 42490
    },
    {
      "grad_norm": 0.09072640538215637,
      "learning_rate": 6.623653733161892e-05,
      "loss": 0.0101,
      "step": 42500
    },
    {
      "loss_action": 0.006068800576031208,
      "loss_total": 0.006068800576031208,
      "step": 42500
    },
    {
      "loss_action": 0.003739834763109684,
      "loss_total": 0.003739834763109684,
      "step": 42500
    },
    {
      "loss_action": 0.0028263034764677286,
      "loss_total": 0.0028263034764677286,
      "step": 42500
    },
    {
      "loss_action": 0.004790155682712793,
      "loss_total": 0.004790155682712793,
      "step": 42500
    },
    {
      "loss_action": 0.00524268951267004,
      "loss_total": 0.00524268951267004,
      "step": 42500
    },
    {
      "loss_action": 0.003895858069881797,
      "loss_total": 0.003895858069881797,
      "step": 42500
    },
    {
      "loss_action": 0.010046159848570824,
      "loss_total": 0.010046159848570824,
      "step": 42500
    },
    {
      "loss_action": 0.005329607054591179,
      "loss_total": 0.005329607054591179,
      "step": 42500
    },
    {
      "grad_norm": 0.11750051379203796,
      "learning_rate": 6.622089781903217e-05,
      "loss": 0.0078,
      "step": 42510
    },
    {
      "loss_action": 0.012509386986494064,
      "loss_total": 0.012509386986494064,
      "step": 42510
    },
    {
      "loss_action": 0.0036947554908692837,
      "loss_total": 0.0036947554908692837,
      "step": 42510
    },
    {
      "loss_action": 0.007945330813527107,
      "loss_total": 0.007945330813527107,
      "step": 42510
    },
    {
      "loss_action": 0.007288469932973385,
      "loss_total": 0.007288469932973385,
      "step": 42510
    },
    {
      "loss_action": 0.0050402614288032055,
      "loss_total": 0.0050402614288032055,
      "step": 42510
    },
    {
      "loss_action": 0.0043930476531386375,
      "loss_total": 0.0043930476531386375,
      "step": 42510
    },
    {
      "loss_action": 0.007841214537620544,
      "loss_total": 0.007841214537620544,
      "step": 42510
    },
    {
      "loss_action": 0.009156523272395134,
      "loss_total": 0.009156523272395134,
      "step": 42510
    },
    {
      "grad_norm": 0.1256808191537857,
      "learning_rate": 6.620525653255241e-05,
      "loss": 0.0099,
      "step": 42520
    },
    {
      "loss_action": 0.01082528755068779,
      "loss_total": 0.01082528755068779,
      "step": 42520
    },
    {
      "loss_action": 0.004861005116254091,
      "loss_total": 0.004861005116254091,
      "step": 42520
    },
    {
      "loss_action": 0.006508779712021351,
      "loss_total": 0.006508779712021351,
      "step": 42520
    },
    {
      "loss_action": 0.01292211003601551,
      "loss_total": 0.01292211003601551,
      "step": 42520
    },
    {
      "loss_action": 0.012186220847070217,
      "loss_total": 0.012186220847070217,
      "step": 42520
    },
    {
      "loss_action": 0.017425229772925377,
      "loss_total": 0.017425229772925377,
      "step": 42520
    },
    {
      "loss_action": 0.012700655497610569,
      "loss_total": 0.012700655497610569,
      "step": 42520
    },
    {
      "loss_action": 0.008466627448797226,
      "loss_total": 0.008466627448797226,
      "step": 42520
    },
    {
      "grad_norm": 0.07878176122903824,
      "learning_rate": 6.618961347389015e-05,
      "loss": 0.0093,
      "step": 42530
    },
    {
      "loss_action": 0.005561671685427427,
      "loss_total": 0.005561671685427427,
      "step": 42530
    },
    {
      "loss_action": 0.006001201458275318,
      "loss_total": 0.006001201458275318,
      "step": 42530
    },
    {
      "loss_action": 0.005854744464159012,
      "loss_total": 0.005854744464159012,
      "step": 42530
    },
    {
      "loss_action": 0.012921866029500961,
      "loss_total": 0.012921866029500961,
      "step": 42530
    },
    {
      "loss_action": 0.008941402658820152,
      "loss_total": 0.008941402658820152,
      "step": 42530
    },
    {
      "loss_action": 0.009471132420003414,
      "loss_total": 0.009471132420003414,
      "step": 42530
    },
    {
      "loss_action": 0.010839659720659256,
      "loss_total": 0.010839659720659256,
      "step": 42530
    },
    {
      "loss_action": 0.014599641785025597,
      "loss_total": 0.014599641785025597,
      "step": 42530
    },
    {
      "grad_norm": 0.3927096426486969,
      "learning_rate": 6.617396864475613e-05,
      "loss": 0.0088,
      "step": 42540
    },
    {
      "loss_action": 0.007221689447760582,
      "loss_total": 0.007221689447760582,
      "step": 42540
    },
    {
      "loss_action": 0.0044328211806714535,
      "loss_total": 0.0044328211806714535,
      "step": 42540
    },
    {
      "loss_action": 0.007689888123422861,
      "loss_total": 0.007689888123422861,
      "step": 42540
    },
    {
      "loss_action": 0.012782840058207512,
      "loss_total": 0.012782840058207512,
      "step": 42540
    },
    {
      "loss_action": 0.008868150413036346,
      "loss_total": 0.008868150413036346,
      "step": 42540
    },
    {
      "loss_action": 0.013140419498085976,
      "loss_total": 0.013140419498085976,
      "step": 42540
    },
    {
      "loss_action": 0.0031086422968655825,
      "loss_total": 0.0031086422968655825,
      "step": 42540
    },
    {
      "loss_action": 0.0049375384114682674,
      "loss_total": 0.0049375384114682674,
      "step": 42540
    },
    {
      "grad_norm": 0.12838929891586304,
      "learning_rate": 6.61583220468612e-05,
      "loss": 0.0084,
      "step": 42550
    },
    {
      "loss_action": 0.0059881205670535564,
      "loss_total": 0.0059881205670535564,
      "step": 42550
    },
    {
      "loss_action": 0.004223701544106007,
      "loss_total": 0.004223701544106007,
      "step": 42550
    },
    {
      "loss_action": 0.006182124372571707,
      "loss_total": 0.006182124372571707,
      "step": 42550
    },
    {
      "loss_action": 0.002621181309223175,
      "loss_total": 0.002621181309223175,
      "step": 42550
    },
    {
      "loss_action": 0.004921584855765104,
      "loss_total": 0.004921584855765104,
      "step": 42550
    },
    {
      "loss_action": 0.002472737804055214,
      "loss_total": 0.002472737804055214,
      "step": 42550
    },
    {
      "loss_action": 0.00406415481120348,
      "loss_total": 0.00406415481120348,
      "step": 42550
    },
    {
      "loss_action": 0.0039558433927595615,
      "loss_total": 0.0039558433927595615,
      "step": 42550
    },
    {
      "grad_norm": 0.11558999121189117,
      "learning_rate": 6.614267368191645e-05,
      "loss": 0.0075,
      "step": 42560
    },
    {
      "loss_action": 0.010376625694334507,
      "loss_total": 0.010376625694334507,
      "step": 42560
    },
    {
      "loss_action": 0.012734299525618553,
      "loss_total": 0.012734299525618553,
      "step": 42560
    },
    {
      "loss_action": 0.003236347809433937,
      "loss_total": 0.003236347809433937,
      "step": 42560
    },
    {
      "loss_action": 0.0030219117179512978,
      "loss_total": 0.0030219117179512978,
      "step": 42560
    },
    {
      "loss_action": 0.01724359020590782,
      "loss_total": 0.01724359020590782,
      "step": 42560
    },
    {
      "loss_action": 0.005291428416967392,
      "loss_total": 0.005291428416967392,
      "step": 42560
    },
    {
      "loss_action": 0.004061432555317879,
      "loss_total": 0.004061432555317879,
      "step": 42560
    },
    {
      "loss_action": 0.0023488556034862995,
      "loss_total": 0.0023488556034862995,
      "step": 42560
    },
    {
      "grad_norm": 0.13035768270492554,
      "learning_rate": 6.61270235516332e-05,
      "loss": 0.0081,
      "step": 42570
    },
    {
      "loss_action": 0.008516093716025352,
      "loss_total": 0.008516093716025352,
      "step": 42570
    },
    {
      "loss_action": 0.004981995560228825,
      "loss_total": 0.004981995560228825,
      "step": 42570
    },
    {
      "loss_action": 0.016826892271637917,
      "loss_total": 0.016826892271637917,
      "step": 42570
    },
    {
      "loss_action": 0.00435144267976284,
      "loss_total": 0.00435144267976284,
      "step": 42570
    },
    {
      "loss_action": 0.004690706729888916,
      "loss_total": 0.004690706729888916,
      "step": 42570
    },
    {
      "loss_action": 0.002648746594786644,
      "loss_total": 0.002648746594786644,
      "step": 42570
    },
    {
      "loss_action": 0.01681540533900261,
      "loss_total": 0.01681540533900261,
      "step": 42570
    },
    {
      "loss_action": 0.007089018356055021,
      "loss_total": 0.007089018356055021,
      "step": 42570
    },
    {
      "grad_norm": 0.09039188921451569,
      "learning_rate": 6.611137165772287e-05,
      "loss": 0.0088,
      "step": 42580
    },
    {
      "loss_action": 0.0035659712739288807,
      "loss_total": 0.0035659712739288807,
      "step": 42580
    },
    {
      "loss_action": 0.004741808399558067,
      "loss_total": 0.004741808399558067,
      "step": 42580
    },
    {
      "loss_action": 0.015073415823280811,
      "loss_total": 0.015073415823280811,
      "step": 42580
    },
    {
      "loss_action": 0.005700220353901386,
      "loss_total": 0.005700220353901386,
      "step": 42580
    },
    {
      "loss_action": 0.006850983947515488,
      "loss_total": 0.006850983947515488,
      "step": 42580
    },
    {
      "loss_action": 0.0043975235894322395,
      "loss_total": 0.0043975235894322395,
      "step": 42580
    },
    {
      "loss_action": 0.0035479366779327393,
      "loss_total": 0.0035479366779327393,
      "step": 42580
    },
    {
      "loss_action": 0.023353587836027145,
      "loss_total": 0.023353587836027145,
      "step": 42580
    },
    {
      "grad_norm": 0.10159847140312195,
      "learning_rate": 6.60957180018972e-05,
      "loss": 0.0089,
      "step": 42590
    },
    {
      "loss_action": 0.005593415349721909,
      "loss_total": 0.005593415349721909,
      "step": 42590
    },
    {
      "loss_action": 0.003054772038012743,
      "loss_total": 0.003054772038012743,
      "step": 42590
    },
    {
      "loss_action": 0.007018047384917736,
      "loss_total": 0.007018047384917736,
      "step": 42590
    },
    {
      "loss_action": 0.004294630140066147,
      "loss_total": 0.004294630140066147,
      "step": 42590
    },
    {
      "loss_action": 0.005217831581830978,
      "loss_total": 0.005217831581830978,
      "step": 42590
    },
    {
      "loss_action": 0.005398834124207497,
      "loss_total": 0.005398834124207497,
      "step": 42590
    },
    {
      "loss_action": 0.006521647796034813,
      "loss_total": 0.006521647796034813,
      "step": 42590
    },
    {
      "loss_action": 0.005085338838398457,
      "loss_total": 0.005085338838398457,
      "step": 42590
    },
    {
      "grad_norm": 0.10420301556587219,
      "learning_rate": 6.608006258586797e-05,
      "loss": 0.0074,
      "step": 42600
    },
    {
      "loss_action": 0.0037560672499239445,
      "loss_total": 0.0037560672499239445,
      "step": 42600
    },
    {
      "loss_action": 0.007420073263347149,
      "loss_total": 0.007420073263347149,
      "step": 42600
    },
    {
      "loss_action": 0.0023022915702313185,
      "loss_total": 0.0023022915702313185,
      "step": 42600
    },
    {
      "loss_action": 0.0072608571499586105,
      "loss_total": 0.0072608571499586105,
      "step": 42600
    },
    {
      "loss_action": 0.00856596976518631,
      "loss_total": 0.00856596976518631,
      "step": 42600
    },
    {
      "loss_action": 0.007037468254566193,
      "loss_total": 0.007037468254566193,
      "step": 42600
    },
    {
      "loss_action": 0.014114276506006718,
      "loss_total": 0.014114276506006718,
      "step": 42600
    },
    {
      "loss_action": 0.0031272803898900747,
      "loss_total": 0.0031272803898900747,
      "step": 42600
    },
    {
      "grad_norm": 0.1416677087545395,
      "learning_rate": 6.606440541134731e-05,
      "loss": 0.0095,
      "step": 42610
    },
    {
      "loss_action": 0.0050384425558149815,
      "loss_total": 0.0050384425558149815,
      "step": 42610
    },
    {
      "loss_action": 0.0035844387020915747,
      "loss_total": 0.0035844387020915747,
      "step": 42610
    },
    {
      "loss_action": 0.004671376198530197,
      "loss_total": 0.004671376198530197,
      "step": 42610
    },
    {
      "loss_action": 0.010402003303170204,
      "loss_total": 0.010402003303170204,
      "step": 42610
    },
    {
      "loss_action": 0.008499976247549057,
      "loss_total": 0.008499976247549057,
      "step": 42610
    },
    {
      "loss_action": 0.01977742835879326,
      "loss_total": 0.01977742835879326,
      "step": 42610
    },
    {
      "loss_action": 0.013540700078010559,
      "loss_total": 0.013540700078010559,
      "step": 42610
    },
    {
      "loss_action": 0.01798885501921177,
      "loss_total": 0.01798885501921177,
      "step": 42610
    },
    {
      "grad_norm": 0.08298508822917938,
      "learning_rate": 6.60487464800474e-05,
      "loss": 0.0073,
      "step": 42620
    },
    {
      "loss_action": 0.0034436960704624653,
      "loss_total": 0.0034436960704624653,
      "step": 42620
    },
    {
      "loss_action": 0.019443320110440254,
      "loss_total": 0.019443320110440254,
      "step": 42620
    },
    {
      "loss_action": 0.005358533933758736,
      "loss_total": 0.005358533933758736,
      "step": 42620
    },
    {
      "loss_action": 0.009063257835805416,
      "loss_total": 0.009063257835805416,
      "step": 42620
    },
    {
      "loss_action": 0.011031199246644974,
      "loss_total": 0.011031199246644974,
      "step": 42620
    },
    {
      "loss_action": 0.017037590965628624,
      "loss_total": 0.017037590965628624,
      "step": 42620
    },
    {
      "loss_action": 0.00941283069550991,
      "loss_total": 0.00941283069550991,
      "step": 42620
    },
    {
      "loss_action": 0.00676443288102746,
      "loss_total": 0.00676443288102746,
      "step": 42620
    },
    {
      "grad_norm": 0.0940130352973938,
      "learning_rate": 6.603308579368071e-05,
      "loss": 0.0084,
      "step": 42630
    },
    {
      "loss_action": 0.002979438751935959,
      "loss_total": 0.002979438751935959,
      "step": 42630
    },
    {
      "loss_action": 0.009201105684041977,
      "loss_total": 0.009201105684041977,
      "step": 42630
    },
    {
      "loss_action": 0.0037856129929423332,
      "loss_total": 0.0037856129929423332,
      "step": 42630
    },
    {
      "loss_action": 0.003388033015653491,
      "loss_total": 0.003388033015653491,
      "step": 42630
    },
    {
      "loss_action": 0.004939138423651457,
      "loss_total": 0.004939138423651457,
      "step": 42630
    },
    {
      "loss_action": 0.008978495374321938,
      "loss_total": 0.008978495374321938,
      "step": 42630
    },
    {
      "loss_action": 0.014369440264999866,
      "loss_total": 0.014369440264999866,
      "step": 42630
    },
    {
      "loss_action": 0.002960138488560915,
      "loss_total": 0.002960138488560915,
      "step": 42630
    },
    {
      "grad_norm": 0.10899674892425537,
      "learning_rate": 6.601742335395987e-05,
      "loss": 0.0076,
      "step": 42640
    },
    {
      "loss_action": 0.0026089372113347054,
      "loss_total": 0.0026089372113347054,
      "step": 42640
    },
    {
      "loss_action": 0.004076710902154446,
      "loss_total": 0.004076710902154446,
      "step": 42640
    },
    {
      "loss_action": 0.002743181074038148,
      "loss_total": 0.002743181074038148,
      "step": 42640
    },
    {
      "loss_action": 0.006250964477658272,
      "loss_total": 0.006250964477658272,
      "step": 42640
    },
    {
      "loss_action": 0.008534390479326248,
      "loss_total": 0.008534390479326248,
      "step": 42640
    },
    {
      "loss_action": 0.007718533277511597,
      "loss_total": 0.007718533277511597,
      "step": 42640
    },
    {
      "loss_action": 0.006116962525993586,
      "loss_total": 0.006116962525993586,
      "step": 42640
    },
    {
      "loss_action": 0.005223140120506287,
      "loss_total": 0.005223140120506287,
      "step": 42640
    },
    {
      "grad_norm": 0.09928343445062637,
      "learning_rate": 6.600175916259769e-05,
      "loss": 0.0074,
      "step": 42650
    },
    {
      "loss_action": 0.0023320349864661694,
      "loss_total": 0.0023320349864661694,
      "step": 42650
    },
    {
      "loss_action": 0.002136585535481572,
      "loss_total": 0.002136585535481572,
      "step": 42650
    },
    {
      "loss_action": 0.006365259177982807,
      "loss_total": 0.006365259177982807,
      "step": 42650
    },
    {
      "loss_action": 0.008519159629940987,
      "loss_total": 0.008519159629940987,
      "step": 42650
    },
    {
      "loss_action": 0.011247703805565834,
      "loss_total": 0.011247703805565834,
      "step": 42650
    },
    {
      "loss_action": 0.023728586733341217,
      "loss_total": 0.023728586733341217,
      "step": 42650
    },
    {
      "loss_action": 0.0029523621778935194,
      "loss_total": 0.0029523621778935194,
      "step": 42650
    },
    {
      "loss_action": 0.014432767406105995,
      "loss_total": 0.014432767406105995,
      "step": 42650
    },
    {
      "grad_norm": 0.10016702115535736,
      "learning_rate": 6.598609322130718e-05,
      "loss": 0.0094,
      "step": 42660
    },
    {
      "loss_action": 0.0178733691573143,
      "loss_total": 0.0178733691573143,
      "step": 42660
    },
    {
      "loss_action": 0.0033932714723050594,
      "loss_total": 0.0033932714723050594,
      "step": 42660
    },
    {
      "loss_action": 0.005964453332126141,
      "loss_total": 0.005964453332126141,
      "step": 42660
    },
    {
      "loss_action": 0.008455360308289528,
      "loss_total": 0.008455360308289528,
      "step": 42660
    },
    {
      "loss_action": 0.013955947011709213,
      "loss_total": 0.013955947011709213,
      "step": 42660
    },
    {
      "loss_action": 0.0033699823543429375,
      "loss_total": 0.0033699823543429375,
      "step": 42660
    },
    {
      "loss_action": 0.0057199918664991856,
      "loss_total": 0.0057199918664991856,
      "step": 42660
    },
    {
      "loss_action": 0.008479202166199684,
      "loss_total": 0.008479202166199684,
      "step": 42660
    },
    {
      "grad_norm": 0.10723162442445755,
      "learning_rate": 6.597042553180155e-05,
      "loss": 0.008,
      "step": 42670
    },
    {
      "loss_action": 0.004811554215848446,
      "loss_total": 0.004811554215848446,
      "step": 42670
    },
    {
      "loss_action": 0.0061846524477005005,
      "loss_total": 0.0061846524477005005,
      "step": 42670
    },
    {
      "loss_action": 0.002381643746048212,
      "loss_total": 0.002381643746048212,
      "step": 42670
    },
    {
      "loss_action": 0.005470577627420425,
      "loss_total": 0.005470577627420425,
      "step": 42670
    },
    {
      "loss_action": 0.008570943959057331,
      "loss_total": 0.008570943959057331,
      "step": 42670
    },
    {
      "loss_action": 0.005985056050121784,
      "loss_total": 0.005985056050121784,
      "step": 42670
    },
    {
      "loss_action": 0.011960601434111595,
      "loss_total": 0.011960601434111595,
      "step": 42670
    },
    {
      "loss_action": 0.006437270902097225,
      "loss_total": 0.006437270902097225,
      "step": 42670
    },
    {
      "grad_norm": 0.07139143347740173,
      "learning_rate": 6.59547560957942e-05,
      "loss": 0.0078,
      "step": 42680
    },
    {
      "loss_action": 0.004867178853601217,
      "loss_total": 0.004867178853601217,
      "step": 42680
    },
    {
      "loss_action": 0.009332932531833649,
      "loss_total": 0.009332932531833649,
      "step": 42680
    },
    {
      "loss_action": 0.0028477865271270275,
      "loss_total": 0.0028477865271270275,
      "step": 42680
    },
    {
      "loss_action": 0.0047297002747654915,
      "loss_total": 0.0047297002747654915,
      "step": 42680
    },
    {
      "loss_action": 0.004484804812818766,
      "loss_total": 0.004484804812818766,
      "step": 42680
    },
    {
      "loss_action": 0.0044158268719911575,
      "loss_total": 0.0044158268719911575,
      "step": 42680
    },
    {
      "loss_action": 0.013031525537371635,
      "loss_total": 0.013031525537371635,
      "step": 42680
    },
    {
      "loss_action": 0.0073115709237754345,
      "loss_total": 0.0073115709237754345,
      "step": 42680
    },
    {
      "grad_norm": 0.12202180922031403,
      "learning_rate": 6.59390849149987e-05,
      "loss": 0.0083,
      "step": 42690
    },
    {
      "loss_action": 0.014932198449969292,
      "loss_total": 0.014932198449969292,
      "step": 42690
    },
    {
      "loss_action": 0.005837789736688137,
      "loss_total": 0.005837789736688137,
      "step": 42690
    },
    {
      "loss_action": 0.014433823525905609,
      "loss_total": 0.014433823525905609,
      "step": 42690
    },
    {
      "loss_action": 0.019159652292728424,
      "loss_total": 0.019159652292728424,
      "step": 42690
    },
    {
      "loss_action": 0.010024936869740486,
      "loss_total": 0.010024936869740486,
      "step": 42690
    },
    {
      "loss_action": 0.0060560875572264194,
      "loss_total": 0.0060560875572264194,
      "step": 42690
    },
    {
      "loss_action": 0.005760871805250645,
      "loss_total": 0.005760871805250645,
      "step": 42690
    },
    {
      "loss_action": 0.0037249955348670483,
      "loss_total": 0.0037249955348670483,
      "step": 42690
    },
    {
      "grad_norm": 0.11960848420858383,
      "learning_rate": 6.592341199112886e-05,
      "loss": 0.0081,
      "step": 42700
    },
    {
      "loss_action": 0.005658942274749279,
      "loss_total": 0.005658942274749279,
      "step": 42700
    },
    {
      "loss_action": 0.0023846630938351154,
      "loss_total": 0.0023846630938351154,
      "step": 42700
    },
    {
      "loss_action": 0.010405898094177246,
      "loss_total": 0.010405898094177246,
      "step": 42700
    },
    {
      "loss_action": 0.008702720515429974,
      "loss_total": 0.008702720515429974,
      "step": 42700
    },
    {
      "loss_action": 0.014870265498757362,
      "loss_total": 0.014870265498757362,
      "step": 42700
    },
    {
      "loss_action": 0.0038338443264365196,
      "loss_total": 0.0038338443264365196,
      "step": 42700
    },
    {
      "loss_action": 0.03220462426543236,
      "loss_total": 0.03220462426543236,
      "step": 42700
    },
    {
      "loss_action": 0.0060026091523468494,
      "loss_total": 0.0060026091523468494,
      "step": 42700
    },
    {
      "grad_norm": 0.13986293971538544,
      "learning_rate": 6.590773732589861e-05,
      "loss": 0.0074,
      "step": 42710
    },
    {
      "loss_action": 0.012444551102817059,
      "loss_total": 0.012444551102817059,
      "step": 42710
    },
    {
      "loss_action": 0.0033282535150647163,
      "loss_total": 0.0033282535150647163,
      "step": 42710
    },
    {
      "loss_action": 0.00479747261852026,
      "loss_total": 0.00479747261852026,
      "step": 42710
    },
    {
      "loss_action": 0.004479025024920702,
      "loss_total": 0.004479025024920702,
      "step": 42710
    },
    {
      "loss_action": 0.004917602054774761,
      "loss_total": 0.004917602054774761,
      "step": 42710
    },
    {
      "loss_action": 0.0018926744814962149,
      "loss_total": 0.0018926744814962149,
      "step": 42710
    },
    {
      "loss_action": 0.01414416916668415,
      "loss_total": 0.01414416916668415,
      "step": 42710
    },
    {
      "loss_action": 0.005442244932055473,
      "loss_total": 0.005442244932055473,
      "step": 42710
    },
    {
      "grad_norm": 0.10592342913150787,
      "learning_rate": 6.589206092102213e-05,
      "loss": 0.0074,
      "step": 42720
    },
    {
      "loss_action": 0.00791502557694912,
      "loss_total": 0.00791502557694912,
      "step": 42720
    },
    {
      "loss_action": 0.003545931074768305,
      "loss_total": 0.003545931074768305,
      "step": 42720
    },
    {
      "loss_action": 0.011669288389384747,
      "loss_total": 0.011669288389384747,
      "step": 42720
    },
    {
      "loss_action": 0.019651396200060844,
      "loss_total": 0.019651396200060844,
      "step": 42720
    },
    {
      "loss_action": 0.0035653351806104183,
      "loss_total": 0.0035653351806104183,
      "step": 42720
    },
    {
      "loss_action": 0.006000772584229708,
      "loss_total": 0.006000772584229708,
      "step": 42720
    },
    {
      "loss_action": 0.013778895139694214,
      "loss_total": 0.013778895139694214,
      "step": 42720
    },
    {
      "loss_action": 0.009526886977255344,
      "loss_total": 0.009526886977255344,
      "step": 42720
    },
    {
      "grad_norm": 0.07475770264863968,
      "learning_rate": 6.587638277821375e-05,
      "loss": 0.0069,
      "step": 42730
    },
    {
      "loss_action": 0.0033964223694056273,
      "loss_total": 0.0033964223694056273,
      "step": 42730
    },
    {
      "loss_action": 0.0053663901053369045,
      "loss_total": 0.0053663901053369045,
      "step": 42730
    },
    {
      "loss_action": 0.005516164004802704,
      "loss_total": 0.005516164004802704,
      "step": 42730
    },
    {
      "loss_action": 0.008859829977154732,
      "loss_total": 0.008859829977154732,
      "step": 42730
    },
    {
      "loss_action": 0.008571225218474865,
      "loss_total": 0.008571225218474865,
      "step": 42730
    },
    {
      "loss_action": 0.0028199926018714905,
      "loss_total": 0.0028199926018714905,
      "step": 42730
    },
    {
      "loss_action": 0.006158730480819941,
      "loss_total": 0.006158730480819941,
      "step": 42730
    },
    {
      "loss_action": 0.014277201145887375,
      "loss_total": 0.014277201145887375,
      "step": 42730
    },
    {
      "grad_norm": 0.11492994427680969,
      "learning_rate": 6.586070289918803e-05,
      "loss": 0.008,
      "step": 42740
    },
    {
      "loss_action": 0.006067048292607069,
      "loss_total": 0.006067048292607069,
      "step": 42740
    },
    {
      "loss_action": 0.010206585749983788,
      "loss_total": 0.010206585749983788,
      "step": 42740
    },
    {
      "loss_action": 0.008716399781405926,
      "loss_total": 0.008716399781405926,
      "step": 42740
    },
    {
      "loss_action": 0.007213383913040161,
      "loss_total": 0.007213383913040161,
      "step": 42740
    },
    {
      "loss_action": 0.005727248732000589,
      "loss_total": 0.005727248732000589,
      "step": 42740
    },
    {
      "loss_action": 0.004375619813799858,
      "loss_total": 0.004375619813799858,
      "step": 42740
    },
    {
      "loss_action": 0.004206502810120583,
      "loss_total": 0.004206502810120583,
      "step": 42740
    },
    {
      "loss_action": 0.002757926005870104,
      "loss_total": 0.002757926005870104,
      "step": 42740
    },
    {
      "grad_norm": 0.15596917271614075,
      "learning_rate": 6.584502128565968e-05,
      "loss": 0.009,
      "step": 42750
    },
    {
      "loss_action": 0.01022537425160408,
      "loss_total": 0.01022537425160408,
      "step": 42750
    },
    {
      "loss_action": 0.0038603832945227623,
      "loss_total": 0.0038603832945227623,
      "step": 42750
    },
    {
      "loss_action": 0.0055609457194805145,
      "loss_total": 0.0055609457194805145,
      "step": 42750
    },
    {
      "loss_action": 0.009137527085840702,
      "loss_total": 0.009137527085840702,
      "step": 42750
    },
    {
      "loss_action": 0.009808672592043877,
      "loss_total": 0.009808672592043877,
      "step": 42750
    },
    {
      "loss_action": 0.00558121595531702,
      "loss_total": 0.00558121595531702,
      "step": 42750
    },
    {
      "loss_action": 0.008860805071890354,
      "loss_total": 0.008860805071890354,
      "step": 42750
    },
    {
      "loss_action": 0.0039430465549230576,
      "loss_total": 0.0039430465549230576,
      "step": 42750
    },
    {
      "grad_norm": 0.10834654420614243,
      "learning_rate": 6.582933793934363e-05,
      "loss": 0.0076,
      "step": 42760
    },
    {
      "loss_action": 0.006633210927248001,
      "loss_total": 0.006633210927248001,
      "step": 42760
    },
    {
      "loss_action": 0.008481589145958424,
      "loss_total": 0.008481589145958424,
      "step": 42760
    },
    {
      "loss_action": 0.01685606874525547,
      "loss_total": 0.01685606874525547,
      "step": 42760
    },
    {
      "loss_action": 0.004051755182445049,
      "loss_total": 0.004051755182445049,
      "step": 42760
    },
    {
      "loss_action": 0.008250455372035503,
      "loss_total": 0.008250455372035503,
      "step": 42760
    },
    {
      "loss_action": 0.015490023419260979,
      "loss_total": 0.015490023419260979,
      "step": 42760
    },
    {
      "loss_action": 0.003858654061332345,
      "loss_total": 0.003858654061332345,
      "step": 42760
    },
    {
      "loss_action": 0.012333294376730919,
      "loss_total": 0.012333294376730919,
      "step": 42760
    },
    {
      "grad_norm": 0.09400898963212967,
      "learning_rate": 6.581365286195498e-05,
      "loss": 0.0084,
      "step": 42770
    },
    {
      "loss_action": 0.004697380121797323,
      "loss_total": 0.004697380121797323,
      "step": 42770
    },
    {
      "loss_action": 0.004973451606929302,
      "loss_total": 0.004973451606929302,
      "step": 42770
    },
    {
      "loss_action": 0.003531852038577199,
      "loss_total": 0.003531852038577199,
      "step": 42770
    },
    {
      "loss_action": 0.0065742116421461105,
      "loss_total": 0.0065742116421461105,
      "step": 42770
    },
    {
      "loss_action": 0.005319053772836924,
      "loss_total": 0.005319053772836924,
      "step": 42770
    },
    {
      "loss_action": 0.005545767489820719,
      "loss_total": 0.005545767489820719,
      "step": 42770
    },
    {
      "loss_action": 0.0034137789625674486,
      "loss_total": 0.0034137789625674486,
      "step": 42770
    },
    {
      "loss_action": 0.015451181679964066,
      "loss_total": 0.015451181679964066,
      "step": 42770
    },
    {
      "grad_norm": 0.10557694733142853,
      "learning_rate": 6.579796605520903e-05,
      "loss": 0.0089,
      "step": 42780
    },
    {
      "loss_action": 0.01616966351866722,
      "loss_total": 0.01616966351866722,
      "step": 42780
    },
    {
      "loss_action": 0.010741895996034145,
      "loss_total": 0.010741895996034145,
      "step": 42780
    },
    {
      "loss_action": 0.0027545401826500893,
      "loss_total": 0.0027545401826500893,
      "step": 42780
    },
    {
      "loss_action": 0.002804391086101532,
      "loss_total": 0.002804391086101532,
      "step": 42780
    },
    {
      "loss_action": 0.007906902581453323,
      "loss_total": 0.007906902581453323,
      "step": 42780
    },
    {
      "loss_action": 0.006372983567416668,
      "loss_total": 0.006372983567416668,
      "step": 42780
    },
    {
      "loss_action": 0.00490710511803627,
      "loss_total": 0.00490710511803627,
      "step": 42780
    },
    {
      "loss_action": 0.010594822466373444,
      "loss_total": 0.010594822466373444,
      "step": 42780
    },
    {
      "grad_norm": 0.13286937773227692,
      "learning_rate": 6.578227752082127e-05,
      "loss": 0.0094,
      "step": 42790
    },
    {
      "loss_action": 0.007180810905992985,
      "loss_total": 0.007180810905992985,
      "step": 42790
    },
    {
      "loss_action": 0.005090711638331413,
      "loss_total": 0.005090711638331413,
      "step": 42790
    },
    {
      "loss_action": 0.005089489743113518,
      "loss_total": 0.005089489743113518,
      "step": 42790
    },
    {
      "loss_action": 0.010906226933002472,
      "loss_total": 0.010906226933002472,
      "step": 42790
    },
    {
      "loss_action": 0.004810457583516836,
      "loss_total": 0.004810457583516836,
      "step": 42790
    },
    {
      "loss_action": 0.01072866003960371,
      "loss_total": 0.01072866003960371,
      "step": 42790
    },
    {
      "loss_action": 0.009112323634326458,
      "loss_total": 0.009112323634326458,
      "step": 42790
    },
    {
      "loss_action": 0.014026784338057041,
      "loss_total": 0.014026784338057041,
      "step": 42790
    },
    {
      "grad_norm": 0.07954411953687668,
      "learning_rate": 6.576658726050735e-05,
      "loss": 0.0095,
      "step": 42800
    },
    {
      "loss_action": 0.013854436576366425,
      "loss_total": 0.013854436576366425,
      "step": 42800
    },
    {
      "loss_action": 0.009166298434138298,
      "loss_total": 0.009166298434138298,
      "step": 42800
    },
    {
      "loss_action": 0.015404880046844482,
      "loss_total": 0.015404880046844482,
      "step": 42800
    },
    {
      "loss_action": 0.013623286038637161,
      "loss_total": 0.013623286038637161,
      "step": 42800
    },
    {
      "loss_action": 0.0062627242878079414,
      "loss_total": 0.0062627242878079414,
      "step": 42800
    },
    {
      "loss_action": 0.007132437080144882,
      "loss_total": 0.007132437080144882,
      "step": 42800
    },
    {
      "loss_action": 0.007299029268324375,
      "loss_total": 0.007299029268324375,
      "step": 42800
    },
    {
      "loss_action": 0.012479111552238464,
      "loss_total": 0.012479111552238464,
      "step": 42800
    },
    {
      "grad_norm": 0.11261871457099915,
      "learning_rate": 6.575089527598316e-05,
      "loss": 0.0078,
      "step": 42810
    },
    {
      "loss_action": 0.004888834431767464,
      "loss_total": 0.004888834431767464,
      "step": 42810
    },
    {
      "loss_action": 0.0033945452887564898,
      "loss_total": 0.0033945452887564898,
      "step": 42810
    },
    {
      "loss_action": 0.004852103069424629,
      "loss_total": 0.004852103069424629,
      "step": 42810
    },
    {
      "loss_action": 0.009774532169103622,
      "loss_total": 0.009774532169103622,
      "step": 42810
    },
    {
      "loss_action": 0.004652488511055708,
      "loss_total": 0.004652488511055708,
      "step": 42810
    },
    {
      "loss_action": 0.008922478184103966,
      "loss_total": 0.008922478184103966,
      "step": 42810
    },
    {
      "loss_action": 0.009662726894021034,
      "loss_total": 0.009662726894021034,
      "step": 42810
    },
    {
      "loss_action": 0.007520054001361132,
      "loss_total": 0.007520054001361132,
      "step": 42810
    },
    {
      "grad_norm": 0.12967047095298767,
      "learning_rate": 6.573520156896476e-05,
      "loss": 0.0079,
      "step": 42820
    },
    {
      "loss_action": 0.009305492974817753,
      "loss_total": 0.009305492974817753,
      "step": 42820
    },
    {
      "loss_action": 0.0039652385748922825,
      "loss_total": 0.0039652385748922825,
      "step": 42820
    },
    {
      "loss_action": 0.011358650401234627,
      "loss_total": 0.011358650401234627,
      "step": 42820
    },
    {
      "loss_action": 0.019710440188646317,
      "loss_total": 0.019710440188646317,
      "step": 42820
    },
    {
      "loss_action": 0.006660526618361473,
      "loss_total": 0.006660526618361473,
      "step": 42820
    },
    {
      "loss_action": 0.0034248759038746357,
      "loss_total": 0.0034248759038746357,
      "step": 42820
    },
    {
      "loss_action": 0.008287627249956131,
      "loss_total": 0.008287627249956131,
      "step": 42820
    },
    {
      "loss_action": 0.01612304151058197,
      "loss_total": 0.01612304151058197,
      "step": 42820
    },
    {
      "grad_norm": 0.12340337783098221,
      "learning_rate": 6.571950614116835e-05,
      "loss": 0.0081,
      "step": 42830
    },
    {
      "loss_action": 0.004452333319932222,
      "loss_total": 0.004452333319932222,
      "step": 42830
    },
    {
      "loss_action": 0.0090390769764781,
      "loss_total": 0.0090390769764781,
      "step": 42830
    },
    {
      "loss_action": 0.0073417779058218,
      "loss_total": 0.0073417779058218,
      "step": 42830
    },
    {
      "loss_action": 0.01668315753340721,
      "loss_total": 0.01668315753340721,
      "step": 42830
    },
    {
      "loss_action": 0.0035053216852247715,
      "loss_total": 0.0035053216852247715,
      "step": 42830
    },
    {
      "loss_action": 0.005014636553823948,
      "loss_total": 0.005014636553823948,
      "step": 42830
    },
    {
      "loss_action": 0.0019249941688030958,
      "loss_total": 0.0019249941688030958,
      "step": 42830
    },
    {
      "loss_action": 0.0061907460913062096,
      "loss_total": 0.0061907460913062096,
      "step": 42830
    },
    {
      "grad_norm": 0.11862008273601532,
      "learning_rate": 6.570380899431039e-05,
      "loss": 0.0083,
      "step": 42840
    },
    {
      "loss_action": 0.004474594257771969,
      "loss_total": 0.004474594257771969,
      "step": 42840
    },
    {
      "loss_action": 0.017184996977448463,
      "loss_total": 0.017184996977448463,
      "step": 42840
    },
    {
      "loss_action": 0.006502859760075808,
      "loss_total": 0.006502859760075808,
      "step": 42840
    },
    {
      "loss_action": 0.0046706609427928925,
      "loss_total": 0.0046706609427928925,
      "step": 42840
    },
    {
      "loss_action": 0.007789137773215771,
      "loss_total": 0.007789137773215771,
      "step": 42840
    },
    {
      "loss_action": 0.0041785892099142075,
      "loss_total": 0.0041785892099142075,
      "step": 42840
    },
    {
      "loss_action": 0.015788191929459572,
      "loss_total": 0.015788191929459572,
      "step": 42840
    },
    {
      "loss_action": 0.009208990260958672,
      "loss_total": 0.009208990260958672,
      "step": 42840
    },
    {
      "grad_norm": 0.10648008435964584,
      "learning_rate": 6.568811013010749e-05,
      "loss": 0.0099,
      "step": 42850
    },
    {
      "loss_action": 0.0013311136281117797,
      "loss_total": 0.0013311136281117797,
      "step": 42850
    },
    {
      "loss_action": 0.013582736253738403,
      "loss_total": 0.013582736253738403,
      "step": 42850
    },
    {
      "loss_action": 0.006198451854288578,
      "loss_total": 0.006198451854288578,
      "step": 42850
    },
    {
      "loss_action": 0.008081672713160515,
      "loss_total": 0.008081672713160515,
      "step": 42850
    },
    {
      "loss_action": 0.013828670606017113,
      "loss_total": 0.013828670606017113,
      "step": 42850
    },
    {
      "loss_action": 0.005872043780982494,
      "loss_total": 0.005872043780982494,
      "step": 42850
    },
    {
      "loss_action": 0.005322390701621771,
      "loss_total": 0.005322390701621771,
      "step": 42850
    },
    {
      "loss_action": 0.006179298274219036,
      "loss_total": 0.006179298274219036,
      "step": 42850
    },
    {
      "grad_norm": 0.0949491634964943,
      "learning_rate": 6.567240955027645e-05,
      "loss": 0.0088,
      "step": 42860
    },
    {
      "loss_action": 0.0027521438896656036,
      "loss_total": 0.0027521438896656036,
      "step": 42860
    },
    {
      "loss_action": 0.014717145822942257,
      "loss_total": 0.014717145822942257,
      "step": 42860
    },
    {
      "loss_action": 0.005667376331984997,
      "loss_total": 0.005667376331984997,
      "step": 42860
    },
    {
      "loss_action": 0.006036987528204918,
      "loss_total": 0.006036987528204918,
      "step": 42860
    },
    {
      "loss_action": 0.007627528626471758,
      "loss_total": 0.007627528626471758,
      "step": 42860
    },
    {
      "loss_action": 0.008562454953789711,
      "loss_total": 0.008562454953789711,
      "step": 42860
    },
    {
      "loss_action": 0.005083650350570679,
      "loss_total": 0.005083650350570679,
      "step": 42860
    },
    {
      "loss_action": 0.00891273096203804,
      "loss_total": 0.00891273096203804,
      "step": 42860
    },
    {
      "grad_norm": 0.15381962060928345,
      "learning_rate": 6.565670725653427e-05,
      "loss": 0.0083,
      "step": 42870
    },
    {
      "loss_action": 0.01930343359708786,
      "loss_total": 0.01930343359708786,
      "step": 42870
    },
    {
      "loss_action": 0.0053041912615299225,
      "loss_total": 0.0053041912615299225,
      "step": 42870
    },
    {
      "loss_action": 0.008173070847988129,
      "loss_total": 0.008173070847988129,
      "step": 42870
    },
    {
      "loss_action": 0.012445473112165928,
      "loss_total": 0.012445473112165928,
      "step": 42870
    },
    {
      "loss_action": 0.012541010044515133,
      "loss_total": 0.012541010044515133,
      "step": 42870
    },
    {
      "loss_action": 0.003783331485465169,
      "loss_total": 0.003783331485465169,
      "step": 42870
    },
    {
      "loss_action": 0.00450022891163826,
      "loss_total": 0.00450022891163826,
      "step": 42870
    },
    {
      "loss_action": 0.0059463344514369965,
      "loss_total": 0.0059463344514369965,
      "step": 42870
    },
    {
      "grad_norm": 0.11349362879991531,
      "learning_rate": 6.564100325059812e-05,
      "loss": 0.0076,
      "step": 42880
    },
    {
      "loss_action": 0.008331649005413055,
      "loss_total": 0.008331649005413055,
      "step": 42880
    },
    {
      "loss_action": 0.0034763067960739136,
      "loss_total": 0.0034763067960739136,
      "step": 42880
    },
    {
      "loss_action": 0.004174608271569014,
      "loss_total": 0.004174608271569014,
      "step": 42880
    },
    {
      "loss_action": 0.005368789657950401,
      "loss_total": 0.005368789657950401,
      "step": 42880
    },
    {
      "loss_action": 0.002917149569839239,
      "loss_total": 0.002917149569839239,
      "step": 42880
    },
    {
      "loss_action": 0.005117425695061684,
      "loss_total": 0.005117425695061684,
      "step": 42880
    },
    {
      "loss_action": 0.004257264081388712,
      "loss_total": 0.004257264081388712,
      "step": 42880
    },
    {
      "loss_action": 0.0025868103839457035,
      "loss_total": 0.0025868103839457035,
      "step": 42880
    },
    {
      "grad_norm": 0.1459837704896927,
      "learning_rate": 6.562529753418538e-05,
      "loss": 0.0089,
      "step": 42890
    },
    {
      "loss_action": 0.006242095492780209,
      "loss_total": 0.006242095492780209,
      "step": 42890
    },
    {
      "loss_action": 0.029025256633758545,
      "loss_total": 0.029025256633758545,
      "step": 42890
    },
    {
      "loss_action": 0.0051501099951565266,
      "loss_total": 0.0051501099951565266,
      "step": 42890
    },
    {
      "loss_action": 0.003747240174561739,
      "loss_total": 0.003747240174561739,
      "step": 42890
    },
    {
      "loss_action": 0.011759084649384022,
      "loss_total": 0.011759084649384022,
      "step": 42890
    },
    {
      "loss_action": 0.009405539371073246,
      "loss_total": 0.009405539371073246,
      "step": 42890
    },
    {
      "loss_action": 0.011839762330055237,
      "loss_total": 0.011839762330055237,
      "step": 42890
    },
    {
      "loss_action": 0.003597238101065159,
      "loss_total": 0.003597238101065159,
      "step": 42890
    },
    {
      "grad_norm": 0.12203994393348694,
      "learning_rate": 6.56095901090136e-05,
      "loss": 0.0087,
      "step": 42900
    },
    {
      "loss_action": 0.010345454327762127,
      "loss_total": 0.010345454327762127,
      "step": 42900
    },
    {
      "loss_action": 0.0039410339668393135,
      "loss_total": 0.0039410339668393135,
      "step": 42900
    },
    {
      "loss_action": 0.00530149694532156,
      "loss_total": 0.00530149694532156,
      "step": 42900
    },
    {
      "loss_action": 0.007995083928108215,
      "loss_total": 0.007995083928108215,
      "step": 42900
    },
    {
      "loss_action": 0.009668032638728619,
      "loss_total": 0.009668032638728619,
      "step": 42900
    },
    {
      "loss_action": 0.003624468110501766,
      "loss_total": 0.003624468110501766,
      "step": 42900
    },
    {
      "loss_action": 0.004718698561191559,
      "loss_total": 0.004718698561191559,
      "step": 42900
    },
    {
      "loss_action": 0.012379600666463375,
      "loss_total": 0.012379600666463375,
      "step": 42900
    },
    {
      "grad_norm": 0.13695871829986572,
      "learning_rate": 6.55938809768005e-05,
      "loss": 0.0083,
      "step": 42910
    },
    {
      "loss_action": 0.01768922246992588,
      "loss_total": 0.01768922246992588,
      "step": 42910
    },
    {
      "loss_action": 0.0044722408056259155,
      "loss_total": 0.0044722408056259155,
      "step": 42910
    },
    {
      "loss_action": 0.006266043521463871,
      "loss_total": 0.006266043521463871,
      "step": 42910
    },
    {
      "loss_action": 0.023113485425710678,
      "loss_total": 0.023113485425710678,
      "step": 42910
    },
    {
      "loss_action": 0.0034177741035819054,
      "loss_total": 0.0034177741035819054,
      "step": 42910
    },
    {
      "loss_action": 0.004745646379888058,
      "loss_total": 0.004745646379888058,
      "step": 42910
    },
    {
      "loss_action": 0.014211258850991726,
      "loss_total": 0.014211258850991726,
      "step": 42910
    },
    {
      "loss_action": 0.002834791550412774,
      "loss_total": 0.002834791550412774,
      "step": 42910
    },
    {
      "grad_norm": 0.14794497191905975,
      "learning_rate": 6.557817013926402e-05,
      "loss": 0.0098,
      "step": 42920
    },
    {
      "loss_action": 0.009549831971526146,
      "loss_total": 0.009549831971526146,
      "step": 42920
    },
    {
      "loss_action": 0.006791472434997559,
      "loss_total": 0.006791472434997559,
      "step": 42920
    },
    {
      "loss_action": 0.01036730594933033,
      "loss_total": 0.01036730594933033,
      "step": 42920
    },
    {
      "loss_action": 0.011084778234362602,
      "loss_total": 0.011084778234362602,
      "step": 42920
    },
    {
      "loss_action": 0.006085535511374474,
      "loss_total": 0.006085535511374474,
      "step": 42920
    },
    {
      "loss_action": 0.00450033787637949,
      "loss_total": 0.00450033787637949,
      "step": 42920
    },
    {
      "loss_action": 0.0056763095781207085,
      "loss_total": 0.0056763095781207085,
      "step": 42920
    },
    {
      "loss_action": 0.0074218399822711945,
      "loss_total": 0.0074218399822711945,
      "step": 42920
    },
    {
      "grad_norm": 0.15424877405166626,
      "learning_rate": 6.556245759812227e-05,
      "loss": 0.009,
      "step": 42930
    },
    {
      "loss_action": 0.012040948495268822,
      "loss_total": 0.012040948495268822,
      "step": 42930
    },
    {
      "loss_action": 0.019411399960517883,
      "loss_total": 0.019411399960517883,
      "step": 42930
    },
    {
      "loss_action": 0.01170120108872652,
      "loss_total": 0.01170120108872652,
      "step": 42930
    },
    {
      "loss_action": 0.026000816375017166,
      "loss_total": 0.026000816375017166,
      "step": 42930
    },
    {
      "loss_action": 0.014995294623076916,
      "loss_total": 0.014995294623076916,
      "step": 42930
    },
    {
      "loss_action": 0.026114962995052338,
      "loss_total": 0.026114962995052338,
      "step": 42930
    },
    {
      "loss_action": 0.0058045173063874245,
      "loss_total": 0.0058045173063874245,
      "step": 42930
    },
    {
      "loss_action": 0.0068587129935622215,
      "loss_total": 0.0068587129935622215,
      "step": 42930
    },
    {
      "grad_norm": 0.12745888531208038,
      "learning_rate": 6.554674335509357e-05,
      "loss": 0.0093,
      "step": 42940
    },
    {
      "loss_action": 0.007987212389707565,
      "loss_total": 0.007987212389707565,
      "step": 42940
    },
    {
      "loss_action": 0.004022506065666676,
      "loss_total": 0.004022506065666676,
      "step": 42940
    },
    {
      "loss_action": 0.01657126098871231,
      "loss_total": 0.01657126098871231,
      "step": 42940
    },
    {
      "loss_action": 0.025266364216804504,
      "loss_total": 0.025266364216804504,
      "step": 42940
    },
    {
      "loss_action": 0.014849938452243805,
      "loss_total": 0.014849938452243805,
      "step": 42940
    },
    {
      "loss_action": 0.004074656870216131,
      "loss_total": 0.004074656870216131,
      "step": 42940
    },
    {
      "loss_action": 0.00951361283659935,
      "loss_total": 0.00951361283659935,
      "step": 42940
    },
    {
      "loss_action": 0.006839356385171413,
      "loss_total": 0.006839356385171413,
      "step": 42940
    },
    {
      "grad_norm": 0.11326644569635391,
      "learning_rate": 6.553102741189638e-05,
      "loss": 0.0084,
      "step": 42950
    },
    {
      "loss_action": 0.0019222251139581203,
      "loss_total": 0.0019222251139581203,
      "step": 42950
    },
    {
      "loss_action": 0.005402972921729088,
      "loss_total": 0.005402972921729088,
      "step": 42950
    },
    {
      "loss_action": 0.006451931316405535,
      "loss_total": 0.006451931316405535,
      "step": 42950
    },
    {
      "loss_action": 0.005474924575537443,
      "loss_total": 0.005474924575537443,
      "step": 42950
    },
    {
      "loss_action": 0.0022008672822266817,
      "loss_total": 0.0022008672822266817,
      "step": 42950
    },
    {
      "loss_action": 0.006084734573960304,
      "loss_total": 0.006084734573960304,
      "step": 42950
    },
    {
      "loss_action": 0.020829351618885994,
      "loss_total": 0.020829351618885994,
      "step": 42950
    },
    {
      "loss_action": 0.0172796081751585,
      "loss_total": 0.0172796081751585,
      "step": 42950
    },
    {
      "grad_norm": 0.1191374734044075,
      "learning_rate": 6.55153097702494e-05,
      "loss": 0.0084,
      "step": 42960
    },
    {
      "loss_action": 0.012021503411233425,
      "loss_total": 0.012021503411233425,
      "step": 42960
    },
    {
      "loss_action": 0.00825465563684702,
      "loss_total": 0.00825465563684702,
      "step": 42960
    },
    {
      "loss_action": 0.011721792630851269,
      "loss_total": 0.011721792630851269,
      "step": 42960
    },
    {
      "loss_action": 0.002982810605317354,
      "loss_total": 0.002982810605317354,
      "step": 42960
    },
    {
      "loss_action": 0.0020900301169604063,
      "loss_total": 0.0020900301169604063,
      "step": 42960
    },
    {
      "loss_action": 0.002930386457592249,
      "loss_total": 0.002930386457592249,
      "step": 42960
    },
    {
      "loss_action": 0.02957972139120102,
      "loss_total": 0.02957972139120102,
      "step": 42960
    },
    {
      "loss_action": 0.009028692729771137,
      "loss_total": 0.009028692729771137,
      "step": 42960
    },
    {
      "grad_norm": 0.08814667165279388,
      "learning_rate": 6.549959043187146e-05,
      "loss": 0.0081,
      "step": 42970
    },
    {
      "loss_action": 0.007096527609974146,
      "loss_total": 0.007096527609974146,
      "step": 42970
    },
    {
      "loss_action": 0.016023315489292145,
      "loss_total": 0.016023315489292145,
      "step": 42970
    },
    {
      "loss_action": 0.010935327038168907,
      "loss_total": 0.010935327038168907,
      "step": 42970
    },
    {
      "loss_action": 0.0032386116217821836,
      "loss_total": 0.0032386116217821836,
      "step": 42970
    },
    {
      "loss_action": 0.005871747154742479,
      "loss_total": 0.005871747154742479,
      "step": 42970
    },
    {
      "loss_action": 0.00470771687105298,
      "loss_total": 0.00470771687105298,
      "step": 42970
    },
    {
      "loss_action": 0.006588291842490435,
      "loss_total": 0.006588291842490435,
      "step": 42970
    },
    {
      "loss_action": 0.014051241800189018,
      "loss_total": 0.014051241800189018,
      "step": 42970
    },
    {
      "grad_norm": 0.12611965835094452,
      "learning_rate": 6.54838693984816e-05,
      "loss": 0.0079,
      "step": 42980
    },
    {
      "loss_action": 0.00269501144066453,
      "loss_total": 0.00269501144066453,
      "step": 42980
    },
    {
      "loss_action": 0.005024363752454519,
      "loss_total": 0.005024363752454519,
      "step": 42980
    },
    {
      "loss_action": 0.011015256866812706,
      "loss_total": 0.011015256866812706,
      "step": 42980
    },
    {
      "loss_action": 0.008711465634405613,
      "loss_total": 0.008711465634405613,
      "step": 42980
    },
    {
      "loss_action": 0.006716432515531778,
      "loss_total": 0.006716432515531778,
      "step": 42980
    },
    {
      "loss_action": 0.004272710531949997,
      "loss_total": 0.004272710531949997,
      "step": 42980
    },
    {
      "loss_action": 0.007700126152485609,
      "loss_total": 0.007700126152485609,
      "step": 42980
    },
    {
      "loss_action": 0.002299338113516569,
      "loss_total": 0.002299338113516569,
      "step": 42980
    },
    {
      "grad_norm": 0.1445108950138092,
      "learning_rate": 6.546814667179909e-05,
      "loss": 0.0087,
      "step": 42990
    },
    {
      "loss_action": 0.0034805922769010067,
      "loss_total": 0.0034805922769010067,
      "step": 42990
    },
    {
      "loss_action": 0.005875038914382458,
      "loss_total": 0.005875038914382458,
      "step": 42990
    },
    {
      "loss_action": 0.005843753460794687,
      "loss_total": 0.005843753460794687,
      "step": 42990
    },
    {
      "loss_action": 0.011369358748197556,
      "loss_total": 0.011369358748197556,
      "step": 42990
    },
    {
      "loss_action": 0.012197635136544704,
      "loss_total": 0.012197635136544704,
      "step": 42990
    },
    {
      "loss_action": 0.0063089230097830296,
      "loss_total": 0.0063089230097830296,
      "step": 42990
    },
    {
      "loss_action": 0.010476863011717796,
      "loss_total": 0.010476863011717796,
      "step": 42990
    },
    {
      "loss_action": 0.007233386859297752,
      "loss_total": 0.007233386859297752,
      "step": 42990
    },
    {
      "grad_norm": 0.07296538352966309,
      "learning_rate": 6.545242225354328e-05,
      "loss": 0.0094,
      "step": 43000
    },
    {
      "loss_action": 0.010238798335194588,
      "loss_total": 0.010238798335194588,
      "step": 43000
    },
    {
      "loss_action": 0.0018767638830468059,
      "loss_total": 0.0018767638830468059,
      "step": 43000
    },
    {
      "loss_action": 0.007640572264790535,
      "loss_total": 0.007640572264790535,
      "step": 43000
    },
    {
      "loss_action": 0.01552296057343483,
      "loss_total": 0.01552296057343483,
      "step": 43000
    },
    {
      "loss_action": 0.003958216868340969,
      "loss_total": 0.003958216868340969,
      "step": 43000
    },
    {
      "loss_action": 0.011424964293837547,
      "loss_total": 0.011424964293837547,
      "step": 43000
    },
    {
      "loss_action": 0.003710792399942875,
      "loss_total": 0.003710792399942875,
      "step": 43000
    },
    {
      "loss_action": 0.009104018099606037,
      "loss_total": 0.009104018099606037,
      "step": 43000
    },
    {
      "grad_norm": 0.12973329424858093,
      "learning_rate": 6.543669614543383e-05,
      "loss": 0.0082,
      "step": 43010
    },
    {
      "loss_action": 0.011539951898157597,
      "loss_total": 0.011539951898157597,
      "step": 43010
    },
    {
      "loss_action": 0.006944109220057726,
      "loss_total": 0.006944109220057726,
      "step": 43010
    },
    {
      "loss_action": 0.004126895219087601,
      "loss_total": 0.004126895219087601,
      "step": 43010
    },
    {
      "loss_action": 0.012264801189303398,
      "loss_total": 0.012264801189303398,
      "step": 43010
    },
    {
      "loss_action": 0.008083950728178024,
      "loss_total": 0.008083950728178024,
      "step": 43010
    },
    {
      "loss_action": 0.002030099043622613,
      "loss_total": 0.002030099043622613,
      "step": 43010
    },
    {
      "loss_action": 0.005049509461969137,
      "loss_total": 0.005049509461969137,
      "step": 43010
    },
    {
      "loss_action": 0.011774616315960884,
      "loss_total": 0.011774616315960884,
      "step": 43010
    },
    {
      "grad_norm": 0.17986217141151428,
      "learning_rate": 6.542096834919049e-05,
      "loss": 0.0082,
      "step": 43020
    },
    {
      "loss_action": 0.0025119076017290354,
      "loss_total": 0.0025119076017290354,
      "step": 43020
    },
    {
      "loss_action": 0.01092675793915987,
      "loss_total": 0.01092675793915987,
      "step": 43020
    },
    {
      "loss_action": 0.013716370798647404,
      "loss_total": 0.013716370798647404,
      "step": 43020
    },
    {
      "loss_action": 0.003064010990783572,
      "loss_total": 0.003064010990783572,
      "step": 43020
    },
    {
      "loss_action": 0.003933261148631573,
      "loss_total": 0.003933261148631573,
      "step": 43020
    },
    {
      "loss_action": 0.007484121713787317,
      "loss_total": 0.007484121713787317,
      "step": 43020
    },
    {
      "loss_action": 0.005956261418759823,
      "loss_total": 0.005956261418759823,
      "step": 43020
    },
    {
      "loss_action": 0.0022763267625123262,
      "loss_total": 0.0022763267625123262,
      "step": 43020
    },
    {
      "grad_norm": 0.14605410397052765,
      "learning_rate": 6.540523886653324e-05,
      "loss": 0.008,
      "step": 43030
    },
    {
      "loss_action": 0.008238635957241058,
      "loss_total": 0.008238635957241058,
      "step": 43030
    },
    {
      "loss_action": 0.008126534521579742,
      "loss_total": 0.008126534521579742,
      "step": 43030
    },
    {
      "loss_action": 0.007839787751436234,
      "loss_total": 0.007839787751436234,
      "step": 43030
    },
    {
      "loss_action": 0.014488774351775646,
      "loss_total": 0.014488774351775646,
      "step": 43030
    },
    {
      "loss_action": 0.007221333682537079,
      "loss_total": 0.007221333682537079,
      "step": 43030
    },
    {
      "loss_action": 0.005021942779421806,
      "loss_total": 0.005021942779421806,
      "step": 43030
    },
    {
      "loss_action": 0.02184990979731083,
      "loss_total": 0.02184990979731083,
      "step": 43030
    },
    {
      "loss_action": 0.010390564799308777,
      "loss_total": 0.010390564799308777,
      "step": 43030
    },
    {
      "grad_norm": 0.105000801384449,
      "learning_rate": 6.538950769918222e-05,
      "loss": 0.0087,
      "step": 43040
    },
    {
      "loss_action": 0.008735192939639091,
      "loss_total": 0.008735192939639091,
      "step": 43040
    },
    {
      "loss_action": 0.002195359906181693,
      "loss_total": 0.002195359906181693,
      "step": 43040
    },
    {
      "loss_action": 0.013911986723542213,
      "loss_total": 0.013911986723542213,
      "step": 43040
    },
    {
      "loss_action": 0.0056989602744579315,
      "loss_total": 0.0056989602744579315,
      "step": 43040
    },
    {
      "loss_action": 0.0050831446424126625,
      "loss_total": 0.0050831446424126625,
      "step": 43040
    },
    {
      "loss_action": 0.01528237946331501,
      "loss_total": 0.01528237946331501,
      "step": 43040
    },
    {
      "loss_action": 0.011774573475122452,
      "loss_total": 0.011774573475122452,
      "step": 43040
    },
    {
      "loss_action": 0.007144484203308821,
      "loss_total": 0.007144484203308821,
      "step": 43040
    },
    {
      "grad_norm": 0.099457286298275,
      "learning_rate": 6.537377484885779e-05,
      "loss": 0.009,
      "step": 43050
    },
    {
      "loss_action": 0.0042854174971580505,
      "loss_total": 0.0042854174971580505,
      "step": 43050
    },
    {
      "loss_action": 0.012217764742672443,
      "loss_total": 0.012217764742672443,
      "step": 43050
    },
    {
      "loss_action": 0.006312673911452293,
      "loss_total": 0.006312673911452293,
      "step": 43050
    },
    {
      "loss_action": 0.006241428665816784,
      "loss_total": 0.006241428665816784,
      "step": 43050
    },
    {
      "loss_action": 0.003811652772128582,
      "loss_total": 0.003811652772128582,
      "step": 43050
    },
    {
      "loss_action": 0.011562146246433258,
      "loss_total": 0.011562146246433258,
      "step": 43050
    },
    {
      "loss_action": 0.006002540700137615,
      "loss_total": 0.006002540700137615,
      "step": 43050
    },
    {
      "loss_action": 0.007521347142755985,
      "loss_total": 0.007521347142755985,
      "step": 43050
    },
    {
      "grad_norm": 0.10824704170227051,
      "learning_rate": 6.535804031728045e-05,
      "loss": 0.0076,
      "step": 43060
    },
    {
      "loss_action": 0.007591720670461655,
      "loss_total": 0.007591720670461655,
      "step": 43060
    },
    {
      "loss_action": 0.0065933107398450375,
      "loss_total": 0.0065933107398450375,
      "step": 43060
    },
    {
      "loss_action": 0.015733733773231506,
      "loss_total": 0.015733733773231506,
      "step": 43060
    },
    {
      "loss_action": 0.007471708580851555,
      "loss_total": 0.007471708580851555,
      "step": 43060
    },
    {
      "loss_action": 0.005179835483431816,
      "loss_total": 0.005179835483431816,
      "step": 43060
    },
    {
      "loss_action": 0.002444944577291608,
      "loss_total": 0.002444944577291608,
      "step": 43060
    },
    {
      "loss_action": 0.0033190164249390364,
      "loss_total": 0.0033190164249390364,
      "step": 43060
    },
    {
      "loss_action": 0.01087077148258686,
      "loss_total": 0.01087077148258686,
      "step": 43060
    },
    {
      "grad_norm": 0.09933052957057953,
      "learning_rate": 6.534230410617092e-05,
      "loss": 0.0086,
      "step": 43070
    },
    {
      "loss_action": 0.005957287736237049,
      "loss_total": 0.005957287736237049,
      "step": 43070
    },
    {
      "loss_action": 0.0033663881476968527,
      "loss_total": 0.0033663881476968527,
      "step": 43070
    },
    {
      "loss_action": 0.004282517358660698,
      "loss_total": 0.004282517358660698,
      "step": 43070
    },
    {
      "loss_action": 0.004524474963545799,
      "loss_total": 0.004524474963545799,
      "step": 43070
    },
    {
      "loss_action": 0.022428054362535477,
      "loss_total": 0.022428054362535477,
      "step": 43070
    },
    {
      "loss_action": 0.0044784825295209885,
      "loss_total": 0.0044784825295209885,
      "step": 43070
    },
    {
      "loss_action": 0.006490678992122412,
      "loss_total": 0.006490678992122412,
      "step": 43070
    },
    {
      "loss_action": 0.003145619761198759,
      "loss_total": 0.003145619761198759,
      "step": 43070
    },
    {
      "grad_norm": 0.10792984813451767,
      "learning_rate": 6.532656621725007e-05,
      "loss": 0.0082,
      "step": 43080
    },
    {
      "loss_action": 0.024138372391462326,
      "loss_total": 0.024138372391462326,
      "step": 43080
    },
    {
      "loss_action": 0.003986320458352566,
      "loss_total": 0.003986320458352566,
      "step": 43080
    },
    {
      "loss_action": 0.03198493272066116,
      "loss_total": 0.03198493272066116,
      "step": 43080
    },
    {
      "loss_action": 0.008343677967786789,
      "loss_total": 0.008343677967786789,
      "step": 43080
    },
    {
      "loss_action": 0.007665129378437996,
      "loss_total": 0.007665129378437996,
      "step": 43080
    },
    {
      "loss_action": 0.005452464334666729,
      "loss_total": 0.005452464334666729,
      "step": 43080
    },
    {
      "loss_action": 0.009955288842320442,
      "loss_total": 0.009955288842320442,
      "step": 43080
    },
    {
      "loss_action": 0.004054675810039043,
      "loss_total": 0.004054675810039043,
      "step": 43080
    },
    {
      "grad_norm": 0.11727660149335861,
      "learning_rate": 6.531082665223898e-05,
      "loss": 0.0091,
      "step": 43090
    },
    {
      "loss_action": 0.003595760092139244,
      "loss_total": 0.003595760092139244,
      "step": 43090
    },
    {
      "loss_action": 0.012372796423733234,
      "loss_total": 0.012372796423733234,
      "step": 43090
    },
    {
      "loss_action": 0.01621687412261963,
      "loss_total": 0.01621687412261963,
      "step": 43090
    },
    {
      "loss_action": 0.006762761622667313,
      "loss_total": 0.006762761622667313,
      "step": 43090
    },
    {
      "loss_action": 0.0074942344799637794,
      "loss_total": 0.0074942344799637794,
      "step": 43090
    },
    {
      "loss_action": 0.005553858354687691,
      "loss_total": 0.005553858354687691,
      "step": 43090
    },
    {
      "loss_action": 0.007582789286971092,
      "loss_total": 0.007582789286971092,
      "step": 43090
    },
    {
      "loss_action": 0.00522833876311779,
      "loss_total": 0.00522833876311779,
      "step": 43090
    },
    {
      "grad_norm": 0.10989461094141006,
      "learning_rate": 6.529508541285889e-05,
      "loss": 0.0081,
      "step": 43100
    },
    {
      "loss_action": 0.007677366025745869,
      "loss_total": 0.007677366025745869,
      "step": 43100
    },
    {
      "loss_action": 0.006444771774113178,
      "loss_total": 0.006444771774113178,
      "step": 43100
    },
    {
      "loss_action": 0.004135626368224621,
      "loss_total": 0.004135626368224621,
      "step": 43100
    },
    {
      "loss_action": 0.018230993300676346,
      "loss_total": 0.018230993300676346,
      "step": 43100
    },
    {
      "loss_action": 0.004097712691873312,
      "loss_total": 0.004097712691873312,
      "step": 43100
    },
    {
      "loss_action": 0.0053703673183918,
      "loss_total": 0.0053703673183918,
      "step": 43100
    },
    {
      "loss_action": 0.0037309248000383377,
      "loss_total": 0.0037309248000383377,
      "step": 43100
    },
    {
      "loss_action": 0.005152758210897446,
      "loss_total": 0.005152758210897446,
      "step": 43100
    },
    {
      "grad_norm": 0.0727175623178482,
      "learning_rate": 6.527934250083128e-05,
      "loss": 0.0076,
      "step": 43110
    },
    {
      "loss_action": 0.010013253428041935,
      "loss_total": 0.010013253428041935,
      "step": 43110
    },
    {
      "loss_action": 0.01157677173614502,
      "loss_total": 0.01157677173614502,
      "step": 43110
    },
    {
      "loss_action": 0.00321951974183321,
      "loss_total": 0.00321951974183321,
      "step": 43110
    },
    {
      "loss_action": 0.03475954383611679,
      "loss_total": 0.03475954383611679,
      "step": 43110
    },
    {
      "loss_action": 0.0038576393853873014,
      "loss_total": 0.0038576393853873014,
      "step": 43110
    },
    {
      "loss_action": 0.00611348869279027,
      "loss_total": 0.00611348869279027,
      "step": 43110
    },
    {
      "loss_action": 0.004607182927429676,
      "loss_total": 0.004607182927429676,
      "step": 43110
    },
    {
      "loss_action": 0.006186557933688164,
      "loss_total": 0.006186557933688164,
      "step": 43110
    },
    {
      "grad_norm": 0.09343763440847397,
      "learning_rate": 6.526359791787775e-05,
      "loss": 0.0074,
      "step": 43120
    },
    {
      "loss_action": 0.006488570012152195,
      "loss_total": 0.006488570012152195,
      "step": 43120
    },
    {
      "loss_action": 0.031101111322641373,
      "loss_total": 0.031101111322641373,
      "step": 43120
    },
    {
      "loss_action": 0.02722524292767048,
      "loss_total": 0.02722524292767048,
      "step": 43120
    },
    {
      "loss_action": 0.01131998747587204,
      "loss_total": 0.01131998747587204,
      "step": 43120
    },
    {
      "loss_action": 0.0025253472849726677,
      "loss_total": 0.0025253472849726677,
      "step": 43120
    },
    {
      "loss_action": 0.00340597378090024,
      "loss_total": 0.00340597378090024,
      "step": 43120
    },
    {
      "loss_action": 0.0025467192754149437,
      "loss_total": 0.0025467192754149437,
      "step": 43120
    },
    {
      "loss_action": 0.02005358412861824,
      "loss_total": 0.02005358412861824,
      "step": 43120
    },
    {
      "grad_norm": 0.11283335834741592,
      "learning_rate": 6.524785166572009e-05,
      "loss": 0.0087,
      "step": 43130
    },
    {
      "loss_action": 0.013912122696638107,
      "loss_total": 0.013912122696638107,
      "step": 43130
    },
    {
      "loss_action": 0.01831073686480522,
      "loss_total": 0.01831073686480522,
      "step": 43130
    },
    {
      "loss_action": 0.005898997187614441,
      "loss_total": 0.005898997187614441,
      "step": 43130
    },
    {
      "loss_action": 0.009853444062173367,
      "loss_total": 0.009853444062173367,
      "step": 43130
    },
    {
      "loss_action": 0.0060001639649271965,
      "loss_total": 0.0060001639649271965,
      "step": 43130
    },
    {
      "loss_action": 0.00910379458218813,
      "loss_total": 0.00910379458218813,
      "step": 43130
    },
    {
      "loss_action": 0.003951143939048052,
      "loss_total": 0.003951143939048052,
      "step": 43130
    },
    {
      "loss_action": 0.009924575686454773,
      "loss_total": 0.009924575686454773,
      "step": 43130
    },
    {
      "grad_norm": 0.1297483742237091,
      "learning_rate": 6.523210374608029e-05,
      "loss": 0.0082,
      "step": 43140
    },
    {
      "loss_action": 0.007133333012461662,
      "loss_total": 0.007133333012461662,
      "step": 43140
    },
    {
      "loss_action": 0.005916016176342964,
      "loss_total": 0.005916016176342964,
      "step": 43140
    },
    {
      "loss_action": 0.00768653629347682,
      "loss_total": 0.00768653629347682,
      "step": 43140
    },
    {
      "loss_action": 0.010389285162091255,
      "loss_total": 0.010389285162091255,
      "step": 43140
    },
    {
      "loss_action": 0.006973366718739271,
      "loss_total": 0.006973366718739271,
      "step": 43140
    },
    {
      "loss_action": 0.014270222745835781,
      "loss_total": 0.014270222745835781,
      "step": 43140
    },
    {
      "loss_action": 0.008412075228989124,
      "loss_total": 0.008412075228989124,
      "step": 43140
    },
    {
      "loss_action": 0.015281389467418194,
      "loss_total": 0.015281389467418194,
      "step": 43140
    },
    {
      "grad_norm": 0.10222833603620529,
      "learning_rate": 6.521635416068054e-05,
      "loss": 0.0091,
      "step": 43150
    },
    {
      "loss_action": 0.012093883007764816,
      "loss_total": 0.012093883007764816,
      "step": 43150
    },
    {
      "loss_action": 0.017338737845420837,
      "loss_total": 0.017338737845420837,
      "step": 43150
    },
    {
      "loss_action": 0.006742377765476704,
      "loss_total": 0.006742377765476704,
      "step": 43150
    },
    {
      "loss_action": 0.00949353538453579,
      "loss_total": 0.00949353538453579,
      "step": 43150
    },
    {
      "loss_action": 0.002938323188573122,
      "loss_total": 0.002938323188573122,
      "step": 43150
    },
    {
      "loss_action": 0.007544804830104113,
      "loss_total": 0.007544804830104113,
      "step": 43150
    },
    {
      "loss_action": 0.004834192804992199,
      "loss_total": 0.004834192804992199,
      "step": 43150
    },
    {
      "loss_action": 0.0030001848936080933,
      "loss_total": 0.0030001848936080933,
      "step": 43150
    },
    {
      "grad_norm": 0.17445068061351776,
      "learning_rate": 6.520060291124317e-05,
      "loss": 0.0085,
      "step": 43160
    },
    {
      "loss_action": 0.008952912874519825,
      "loss_total": 0.008952912874519825,
      "step": 43160
    },
    {
      "loss_action": 0.005697879008948803,
      "loss_total": 0.005697879008948803,
      "step": 43160
    },
    {
      "loss_action": 0.010997581295669079,
      "loss_total": 0.010997581295669079,
      "step": 43160
    },
    {
      "loss_action": 0.03655577450990677,
      "loss_total": 0.03655577450990677,
      "step": 43160
    },
    {
      "loss_action": 0.0028705145232379436,
      "loss_total": 0.0028705145232379436,
      "step": 43160
    },
    {
      "loss_action": 0.004301209934055805,
      "loss_total": 0.004301209934055805,
      "step": 43160
    },
    {
      "loss_action": 0.005925909616053104,
      "loss_total": 0.005925909616053104,
      "step": 43160
    },
    {
      "loss_action": 0.005100850015878677,
      "loss_total": 0.005100850015878677,
      "step": 43160
    },
    {
      "grad_norm": 0.10385110229253769,
      "learning_rate": 6.518484999949072e-05,
      "loss": 0.0102,
      "step": 43170
    },
    {
      "loss_action": 0.007052058819681406,
      "loss_total": 0.007052058819681406,
      "step": 43170
    },
    {
      "loss_action": 0.005425210576504469,
      "loss_total": 0.005425210576504469,
      "step": 43170
    },
    {
      "loss_action": 0.008892012760043144,
      "loss_total": 0.008892012760043144,
      "step": 43170
    },
    {
      "loss_action": 0.0149904889985919,
      "loss_total": 0.0149904889985919,
      "step": 43170
    },
    {
      "loss_action": 0.006429010070860386,
      "loss_total": 0.006429010070860386,
      "step": 43170
    },
    {
      "loss_action": 0.005759180523455143,
      "loss_total": 0.005759180523455143,
      "step": 43170
    },
    {
      "loss_action": 0.004109681583940983,
      "loss_total": 0.004109681583940983,
      "step": 43170
    },
    {
      "loss_action": 0.006935548968613148,
      "loss_total": 0.006935548968613148,
      "step": 43170
    },
    {
      "grad_norm": 0.11824395507574081,
      "learning_rate": 6.516909542714591e-05,
      "loss": 0.0089,
      "step": 43180
    },
    {
      "loss_action": 0.00865546427667141,
      "loss_total": 0.00865546427667141,
      "step": 43180
    },
    {
      "loss_action": 0.0076283859089016914,
      "loss_total": 0.0076283859089016914,
      "step": 43180
    },
    {
      "loss_action": 0.005880801007151604,
      "loss_total": 0.005880801007151604,
      "step": 43180
    },
    {
      "loss_action": 0.011340046301484108,
      "loss_total": 0.011340046301484108,
      "step": 43180
    },
    {
      "loss_action": 0.008235911838710308,
      "loss_total": 0.008235911838710308,
      "step": 43180
    },
    {
      "loss_action": 0.004097495228052139,
      "loss_total": 0.004097495228052139,
      "step": 43180
    },
    {
      "loss_action": 0.006898410152643919,
      "loss_total": 0.006898410152643919,
      "step": 43180
    },
    {
      "loss_action": 0.004955637268722057,
      "loss_total": 0.004955637268722057,
      "step": 43180
    },
    {
      "grad_norm": 0.09939123690128326,
      "learning_rate": 6.515333919593161e-05,
      "loss": 0.0084,
      "step": 43190
    },
    {
      "loss_action": 0.00747188925743103,
      "loss_total": 0.00747188925743103,
      "step": 43190
    },
    {
      "loss_action": 0.003541208803653717,
      "loss_total": 0.003541208803653717,
      "step": 43190
    },
    {
      "loss_action": 0.007028474472463131,
      "loss_total": 0.007028474472463131,
      "step": 43190
    },
    {
      "loss_action": 0.005344034172594547,
      "loss_total": 0.005344034172594547,
      "step": 43190
    },
    {
      "loss_action": 0.01860177330672741,
      "loss_total": 0.01860177330672741,
      "step": 43190
    },
    {
      "loss_action": 0.006935495883226395,
      "loss_total": 0.006935495883226395,
      "step": 43190
    },
    {
      "loss_action": 0.004027383401989937,
      "loss_total": 0.004027383401989937,
      "step": 43190
    },
    {
      "loss_action": 0.009382326155900955,
      "loss_total": 0.009382326155900955,
      "step": 43190
    },
    {
      "grad_norm": 0.1395202875137329,
      "learning_rate": 6.513758130757094e-05,
      "loss": 0.0094,
      "step": 43200
    },
    {
      "loss_action": 0.00327726686373353,
      "loss_total": 0.00327726686373353,
      "step": 43200
    },
    {
      "loss_action": 0.0029345867224037647,
      "loss_total": 0.0029345867224037647,
      "step": 43200
    },
    {
      "loss_action": 0.004886229056864977,
      "loss_total": 0.004886229056864977,
      "step": 43200
    },
    {
      "loss_action": 0.005083508789539337,
      "loss_total": 0.005083508789539337,
      "step": 43200
    },
    {
      "loss_action": 0.005290583707392216,
      "loss_total": 0.005290583707392216,
      "step": 43200
    },
    {
      "loss_action": 0.003706840332597494,
      "loss_total": 0.003706840332597494,
      "step": 43200
    },
    {
      "loss_action": 0.004078590776771307,
      "loss_total": 0.004078590776771307,
      "step": 43200
    },
    {
      "loss_action": 0.006264678202569485,
      "loss_total": 0.006264678202569485,
      "step": 43200
    },
    {
      "grad_norm": 0.09522009640932083,
      "learning_rate": 6.512182176378713e-05,
      "loss": 0.0076,
      "step": 43210
    },
    {
      "loss_action": 0.011201021261513233,
      "loss_total": 0.011201021261513233,
      "step": 43210
    },
    {
      "loss_action": 0.0036700554192066193,
      "loss_total": 0.0036700554192066193,
      "step": 43210
    },
    {
      "loss_action": 0.03931128978729248,
      "loss_total": 0.03931128978729248,
      "step": 43210
    },
    {
      "loss_action": 0.014222917146980762,
      "loss_total": 0.014222917146980762,
      "step": 43210
    },
    {
      "loss_action": 0.01204635202884674,
      "loss_total": 0.01204635202884674,
      "step": 43210
    },
    {
      "loss_action": 0.003485895460471511,
      "loss_total": 0.003485895460471511,
      "step": 43210
    },
    {
      "loss_action": 0.008016367442905903,
      "loss_total": 0.008016367442905903,
      "step": 43210
    },
    {
      "loss_action": 0.011966925114393234,
      "loss_total": 0.011966925114393234,
      "step": 43210
    },
    {
      "grad_norm": 0.1088329628109932,
      "learning_rate": 6.510606056630362e-05,
      "loss": 0.0099,
      "step": 43220
    },
    {
      "loss_action": 0.008321376517415047,
      "loss_total": 0.008321376517415047,
      "step": 43220
    },
    {
      "loss_action": 0.009824635460972786,
      "loss_total": 0.009824635460972786,
      "step": 43220
    },
    {
      "loss_action": 0.005514736287295818,
      "loss_total": 0.005514736287295818,
      "step": 43220
    },
    {
      "loss_action": 0.001709910575300455,
      "loss_total": 0.001709910575300455,
      "step": 43220
    },
    {
      "loss_action": 0.012856513261795044,
      "loss_total": 0.012856513261795044,
      "step": 43220
    },
    {
      "loss_action": 0.007924482226371765,
      "loss_total": 0.007924482226371765,
      "step": 43220
    },
    {
      "loss_action": 0.004159789532423019,
      "loss_total": 0.004159789532423019,
      "step": 43220
    },
    {
      "loss_action": 0.00430282112210989,
      "loss_total": 0.00430282112210989,
      "step": 43220
    },
    {
      "grad_norm": 0.16116666793823242,
      "learning_rate": 6.509029771684405e-05,
      "loss": 0.0098,
      "step": 43230
    },
    {
      "loss_action": 0.0049754539504647255,
      "loss_total": 0.0049754539504647255,
      "step": 43230
    },
    {
      "loss_action": 0.006778284907341003,
      "loss_total": 0.006778284907341003,
      "step": 43230
    },
    {
      "loss_action": 0.00458975974470377,
      "loss_total": 0.00458975974470377,
      "step": 43230
    },
    {
      "loss_action": 0.006406302563846111,
      "loss_total": 0.006406302563846111,
      "step": 43230
    },
    {
      "loss_action": 0.007793072611093521,
      "loss_total": 0.007793072611093521,
      "step": 43230
    },
    {
      "loss_action": 0.004676654934883118,
      "loss_total": 0.004676654934883118,
      "step": 43230
    },
    {
      "loss_action": 0.004800752270966768,
      "loss_total": 0.004800752270966768,
      "step": 43230
    },
    {
      "loss_action": 0.00908418744802475,
      "loss_total": 0.00908418744802475,
      "step": 43230
    },
    {
      "grad_norm": 0.19498950242996216,
      "learning_rate": 6.50745332171322e-05,
      "loss": 0.0088,
      "step": 43240
    },
    {
      "loss_action": 0.0049502188339829445,
      "loss_total": 0.0049502188339829445,
      "step": 43240
    },
    {
      "loss_action": 0.0047354185953736305,
      "loss_total": 0.0047354185953736305,
      "step": 43240
    },
    {
      "loss_action": 0.008141975849866867,
      "loss_total": 0.008141975849866867,
      "step": 43240
    },
    {
      "loss_action": 0.008101964369416237,
      "loss_total": 0.008101964369416237,
      "step": 43240
    },
    {
      "loss_action": 0.012848040089011192,
      "loss_total": 0.012848040089011192,
      "step": 43240
    },
    {
      "loss_action": 0.01049826294183731,
      "loss_total": 0.01049826294183731,
      "step": 43240
    },
    {
      "loss_action": 0.010468518361449242,
      "loss_total": 0.010468518361449242,
      "step": 43240
    },
    {
      "loss_action": 0.004658357705920935,
      "loss_total": 0.004658357705920935,
      "step": 43240
    },
    {
      "grad_norm": 0.14878010749816895,
      "learning_rate": 6.505876706889207e-05,
      "loss": 0.0087,
      "step": 43250
    },
    {
      "loss_action": 0.011261841282248497,
      "loss_total": 0.011261841282248497,
      "step": 43250
    },
    {
      "loss_action": 0.008466687053442001,
      "loss_total": 0.008466687053442001,
      "step": 43250
    },
    {
      "loss_action": 0.015684325248003006,
      "loss_total": 0.015684325248003006,
      "step": 43250
    },
    {
      "loss_action": 0.004697669297456741,
      "loss_total": 0.004697669297456741,
      "step": 43250
    },
    {
      "loss_action": 0.005298087373375893,
      "loss_total": 0.005298087373375893,
      "step": 43250
    },
    {
      "loss_action": 0.0036932528018951416,
      "loss_total": 0.0036932528018951416,
      "step": 43250
    },
    {
      "loss_action": 0.02175658941268921,
      "loss_total": 0.02175658941268921,
      "step": 43250
    },
    {
      "loss_action": 0.006914419587701559,
      "loss_total": 0.006914419587701559,
      "step": 43250
    },
    {
      "grad_norm": 0.09369144588708878,
      "learning_rate": 6.504299927384781e-05,
      "loss": 0.0088,
      "step": 43260
    },
    {
      "loss_action": 0.0048543112352490425,
      "loss_total": 0.0048543112352490425,
      "step": 43260
    },
    {
      "loss_action": 0.009555152617394924,
      "loss_total": 0.009555152617394924,
      "step": 43260
    },
    {
      "loss_action": 0.007471256423741579,
      "loss_total": 0.007471256423741579,
      "step": 43260
    },
    {
      "loss_action": 0.01031707413494587,
      "loss_total": 0.01031707413494587,
      "step": 43260
    },
    {
      "loss_action": 0.00591150252148509,
      "loss_total": 0.00591150252148509,
      "step": 43260
    },
    {
      "loss_action": 0.009859737940132618,
      "loss_total": 0.009859737940132618,
      "step": 43260
    },
    {
      "loss_action": 0.002443172037601471,
      "loss_total": 0.002443172037601471,
      "step": 43260
    },
    {
      "loss_action": 0.009594579227268696,
      "loss_total": 0.009594579227268696,
      "step": 43260
    },
    {
      "grad_norm": 0.14862211048603058,
      "learning_rate": 6.502722983372378e-05,
      "loss": 0.0091,
      "step": 43270
    },
    {
      "loss_action": 0.004743879195302725,
      "loss_total": 0.004743879195302725,
      "step": 43270
    },
    {
      "loss_action": 0.009419027715921402,
      "loss_total": 0.009419027715921402,
      "step": 43270
    },
    {
      "loss_action": 0.01581941358745098,
      "loss_total": 0.01581941358745098,
      "step": 43270
    },
    {
      "loss_action": 0.04981682077050209,
      "loss_total": 0.04981682077050209,
      "step": 43270
    },
    {
      "loss_action": 0.005725311581045389,
      "loss_total": 0.005725311581045389,
      "step": 43270
    },
    {
      "loss_action": 0.0026436420157551765,
      "loss_total": 0.0026436420157551765,
      "step": 43270
    },
    {
      "loss_action": 0.006299306638538837,
      "loss_total": 0.006299306638538837,
      "step": 43270
    },
    {
      "loss_action": 0.009123134426772594,
      "loss_total": 0.009123134426772594,
      "step": 43270
    },
    {
      "grad_norm": 0.17142558097839355,
      "learning_rate": 6.501145875024446e-05,
      "loss": 0.0093,
      "step": 43280
    },
    {
      "loss_action": 0.002323445165529847,
      "loss_total": 0.002323445165529847,
      "step": 43280
    },
    {
      "loss_action": 0.013776329346001148,
      "loss_total": 0.013776329346001148,
      "step": 43280
    },
    {
      "loss_action": 0.01005162950605154,
      "loss_total": 0.01005162950605154,
      "step": 43280
    },
    {
      "loss_action": 0.0031576789915561676,
      "loss_total": 0.0031576789915561676,
      "step": 43280
    },
    {
      "loss_action": 0.004495930392295122,
      "loss_total": 0.004495930392295122,
      "step": 43280
    },
    {
      "loss_action": 0.0033441120758652687,
      "loss_total": 0.0033441120758652687,
      "step": 43280
    },
    {
      "loss_action": 0.002084549283608794,
      "loss_total": 0.002084549283608794,
      "step": 43280
    },
    {
      "loss_action": 0.005373150575906038,
      "loss_total": 0.005373150575906038,
      "step": 43280
    },
    {
      "grad_norm": 0.11588462442159653,
      "learning_rate": 6.499568602513459e-05,
      "loss": 0.0084,
      "step": 43290
    },
    {
      "loss_action": 0.004071651492267847,
      "loss_total": 0.004071651492267847,
      "step": 43290
    },
    {
      "loss_action": 0.008673045784235,
      "loss_total": 0.008673045784235,
      "step": 43290
    },
    {
      "loss_action": 0.03100377880036831,
      "loss_total": 0.03100377880036831,
      "step": 43290
    },
    {
      "loss_action": 0.007110326550900936,
      "loss_total": 0.007110326550900936,
      "step": 43290
    },
    {
      "loss_action": 0.009036317467689514,
      "loss_total": 0.009036317467689514,
      "step": 43290
    },
    {
      "loss_action": 0.014661804772913456,
      "loss_total": 0.014661804772913456,
      "step": 43290
    },
    {
      "loss_action": 0.006874240934848785,
      "loss_total": 0.006874240934848785,
      "step": 43290
    },
    {
      "loss_action": 0.005177562590688467,
      "loss_total": 0.005177562590688467,
      "step": 43290
    },
    {
      "grad_norm": 0.13243843615055084,
      "learning_rate": 6.497991166011903e-05,
      "loss": 0.0081,
      "step": 43300
    },
    {
      "loss_action": 0.010169715620577335,
      "loss_total": 0.010169715620577335,
      "step": 43300
    },
    {
      "loss_action": 0.003285495098680258,
      "loss_total": 0.003285495098680258,
      "step": 43300
    },
    {
      "loss_action": 0.002040120307356119,
      "loss_total": 0.002040120307356119,
      "step": 43300
    },
    {
      "loss_action": 0.005231665447354317,
      "loss_total": 0.005231665447354317,
      "step": 43300
    },
    {
      "loss_action": 0.03572770208120346,
      "loss_total": 0.03572770208120346,
      "step": 43300
    },
    {
      "loss_action": 0.006711649242788553,
      "loss_total": 0.006711649242788553,
      "step": 43300
    },
    {
      "loss_action": 0.007716727908700705,
      "loss_total": 0.007716727908700705,
      "step": 43300
    },
    {
      "loss_action": 0.004656470846384764,
      "loss_total": 0.004656470846384764,
      "step": 43300
    },
    {
      "grad_norm": 0.10794279724359512,
      "learning_rate": 6.49641356569229e-05,
      "loss": 0.0082,
      "step": 43310
    },
    {
      "loss_action": 0.015868712216615677,
      "loss_total": 0.015868712216615677,
      "step": 43310
    },
    {
      "loss_action": 0.007396251428872347,
      "loss_total": 0.007396251428872347,
      "step": 43310
    },
    {
      "loss_action": 0.00511129479855299,
      "loss_total": 0.00511129479855299,
      "step": 43310
    },
    {
      "loss_action": 0.014500351622700691,
      "loss_total": 0.014500351622700691,
      "step": 43310
    },
    {
      "loss_action": 0.012853890657424927,
      "loss_total": 0.012853890657424927,
      "step": 43310
    },
    {
      "loss_action": 0.010235961526632309,
      "loss_total": 0.010235961526632309,
      "step": 43310
    },
    {
      "loss_action": 0.017985736951231956,
      "loss_total": 0.017985736951231956,
      "step": 43310
    },
    {
      "loss_action": 0.0034580205101519823,
      "loss_total": 0.0034580205101519823,
      "step": 43310
    },
    {
      "grad_norm": 0.12028105556964874,
      "learning_rate": 6.494835801727135e-05,
      "loss": 0.009,
      "step": 43320
    },
    {
      "loss_action": 0.009777257218956947,
      "loss_total": 0.009777257218956947,
      "step": 43320
    },
    {
      "loss_action": 0.016737163066864014,
      "loss_total": 0.016737163066864014,
      "step": 43320
    },
    {
      "loss_action": 0.005945405922830105,
      "loss_total": 0.005945405922830105,
      "step": 43320
    },
    {
      "loss_action": 0.006759917363524437,
      "loss_total": 0.006759917363524437,
      "step": 43320
    },
    {
      "loss_action": 0.007561948616057634,
      "loss_total": 0.007561948616057634,
      "step": 43320
    },
    {
      "loss_action": 0.012708878144621849,
      "loss_total": 0.012708878144621849,
      "step": 43320
    },
    {
      "loss_action": 0.002556106075644493,
      "loss_total": 0.002556106075644493,
      "step": 43320
    },
    {
      "loss_action": 0.004555182531476021,
      "loss_total": 0.004555182531476021,
      "step": 43320
    },
    {
      "grad_norm": 0.14006200432777405,
      "learning_rate": 6.493257874288986e-05,
      "loss": 0.0095,
      "step": 43330
    },
    {
      "loss_action": 0.00806674174964428,
      "loss_total": 0.00806674174964428,
      "step": 43330
    },
    {
      "loss_action": 0.007604540791362524,
      "loss_total": 0.007604540791362524,
      "step": 43330
    },
    {
      "loss_action": 0.003729925723746419,
      "loss_total": 0.003729925723746419,
      "step": 43330
    },
    {
      "loss_action": 0.0038307784125208855,
      "loss_total": 0.0038307784125208855,
      "step": 43330
    },
    {
      "loss_action": 0.009410656988620758,
      "loss_total": 0.009410656988620758,
      "step": 43330
    },
    {
      "loss_action": 0.01589159667491913,
      "loss_total": 0.01589159667491913,
      "step": 43330
    },
    {
      "loss_action": 0.013150404207408428,
      "loss_total": 0.013150404207408428,
      "step": 43330
    },
    {
      "loss_action": 0.010065315291285515,
      "loss_total": 0.010065315291285515,
      "step": 43330
    },
    {
      "grad_norm": 0.13240575790405273,
      "learning_rate": 6.491679783550399e-05,
      "loss": 0.0083,
      "step": 43340
    },
    {
      "loss_action": 0.020800407975912094,
      "loss_total": 0.020800407975912094,
      "step": 43340
    },
    {
      "loss_action": 0.003411708865314722,
      "loss_total": 0.003411708865314722,
      "step": 43340
    },
    {
      "loss_action": 0.0073769111186265945,
      "loss_total": 0.0073769111186265945,
      "step": 43340
    },
    {
      "loss_action": 0.004767628386616707,
      "loss_total": 0.004767628386616707,
      "step": 43340
    },
    {
      "loss_action": 0.007982132025063038,
      "loss_total": 0.007982132025063038,
      "step": 43340
    },
    {
      "loss_action": 0.00781572237610817,
      "loss_total": 0.00781572237610817,
      "step": 43340
    },
    {
      "loss_action": 0.012764324434101582,
      "loss_total": 0.012764324434101582,
      "step": 43340
    },
    {
      "loss_action": 0.003188797039911151,
      "loss_total": 0.003188797039911151,
      "step": 43340
    },
    {
      "grad_norm": 0.08094488084316254,
      "learning_rate": 6.490101529683957e-05,
      "loss": 0.0087,
      "step": 43350
    },
    {
      "loss_action": 0.008081499487161636,
      "loss_total": 0.008081499487161636,
      "step": 43350
    },
    {
      "loss_action": 0.009563164785504341,
      "loss_total": 0.009563164785504341,
      "step": 43350
    },
    {
      "loss_action": 0.006282307673245668,
      "loss_total": 0.006282307673245668,
      "step": 43350
    },
    {
      "loss_action": 0.015711143612861633,
      "loss_total": 0.015711143612861633,
      "step": 43350
    },
    {
      "loss_action": 0.002694681752473116,
      "loss_total": 0.002694681752473116,
      "step": 43350
    },
    {
      "loss_action": 0.008142467588186264,
      "loss_total": 0.008142467588186264,
      "step": 43350
    },
    {
      "loss_action": 0.020595088601112366,
      "loss_total": 0.020595088601112366,
      "step": 43350
    },
    {
      "loss_action": 0.007981746457517147,
      "loss_total": 0.007981746457517147,
      "step": 43350
    },
    {
      "grad_norm": 0.08127547055482864,
      "learning_rate": 6.488523112862248e-05,
      "loss": 0.0094,
      "step": 43360
    },
    {
      "loss_action": 0.015319565311074257,
      "loss_total": 0.015319565311074257,
      "step": 43360
    },
    {
      "loss_action": 0.0032429895363748074,
      "loss_total": 0.0032429895363748074,
      "step": 43360
    },
    {
      "loss_action": 0.005643549840897322,
      "loss_total": 0.005643549840897322,
      "step": 43360
    },
    {
      "loss_action": 0.005023381672799587,
      "loss_total": 0.005023381672799587,
      "step": 43360
    },
    {
      "loss_action": 0.004398851655423641,
      "loss_total": 0.004398851655423641,
      "step": 43360
    },
    {
      "loss_action": 0.014738930389285088,
      "loss_total": 0.014738930389285088,
      "step": 43360
    },
    {
      "loss_action": 0.012729374691843987,
      "loss_total": 0.012729374691843987,
      "step": 43360
    },
    {
      "loss_action": 0.004517841152846813,
      "loss_total": 0.004517841152846813,
      "step": 43360
    },
    {
      "grad_norm": 0.10403506457805634,
      "learning_rate": 6.486944533257891e-05,
      "loss": 0.0092,
      "step": 43370
    },
    {
      "loss_action": 0.007549101486802101,
      "loss_total": 0.007549101486802101,
      "step": 43370
    },
    {
      "loss_action": 0.008101347833871841,
      "loss_total": 0.008101347833871841,
      "step": 43370
    },
    {
      "loss_action": 0.008163318037986755,
      "loss_total": 0.008163318037986755,
      "step": 43370
    },
    {
      "loss_action": 0.0031946315430104733,
      "loss_total": 0.0031946315430104733,
      "step": 43370
    },
    {
      "loss_action": 0.008419877849519253,
      "loss_total": 0.008419877849519253,
      "step": 43370
    },
    {
      "loss_action": 0.0077272201888263226,
      "loss_total": 0.0077272201888263226,
      "step": 43370
    },
    {
      "loss_action": 0.0043221814557909966,
      "loss_total": 0.0043221814557909966,
      "step": 43370
    },
    {
      "loss_action": 0.0024493932723999023,
      "loss_total": 0.0024493932723999023,
      "step": 43370
    },
    {
      "grad_norm": 0.12959839403629303,
      "learning_rate": 6.485365791043517e-05,
      "loss": 0.0094,
      "step": 43380
    },
    {
      "loss_action": 0.01424665842205286,
      "loss_total": 0.01424665842205286,
      "step": 43380
    },
    {
      "loss_action": 0.0046052150428295135,
      "loss_total": 0.0046052150428295135,
      "step": 43380
    },
    {
      "loss_action": 0.01348427589982748,
      "loss_total": 0.01348427589982748,
      "step": 43380
    },
    {
      "loss_action": 0.011465132236480713,
      "loss_total": 0.011465132236480713,
      "step": 43380
    },
    {
      "loss_action": 0.01455247774720192,
      "loss_total": 0.01455247774720192,
      "step": 43380
    },
    {
      "loss_action": 0.007751345634460449,
      "loss_total": 0.007751345634460449,
      "step": 43380
    },
    {
      "loss_action": 0.006323745474219322,
      "loss_total": 0.006323745474219322,
      "step": 43380
    },
    {
      "loss_action": 0.010866252705454826,
      "loss_total": 0.010866252705454826,
      "step": 43380
    },
    {
      "grad_norm": 0.1353670060634613,
      "learning_rate": 6.483786886391772e-05,
      "loss": 0.0083,
      "step": 43390
    },
    {
      "loss_action": 0.0028367761988192797,
      "loss_total": 0.0028367761988192797,
      "step": 43390
    },
    {
      "loss_action": 0.004523000214248896,
      "loss_total": 0.004523000214248896,
      "step": 43390
    },
    {
      "loss_action": 0.009570955298841,
      "loss_total": 0.009570955298841,
      "step": 43390
    },
    {
      "loss_action": 0.01064220443367958,
      "loss_total": 0.01064220443367958,
      "step": 43390
    },
    {
      "loss_action": 0.02710578218102455,
      "loss_total": 0.02710578218102455,
      "step": 43390
    },
    {
      "loss_action": 0.00963948480784893,
      "loss_total": 0.00963948480784893,
      "step": 43390
    },
    {
      "loss_action": 0.012117414735257626,
      "loss_total": 0.012117414735257626,
      "step": 43390
    },
    {
      "loss_action": 0.007211531978100538,
      "loss_total": 0.007211531978100538,
      "step": 43390
    },
    {
      "grad_norm": 0.1267663538455963,
      "learning_rate": 6.482207819475323e-05,
      "loss": 0.0088,
      "step": 43400
    },
    {
      "loss_action": 0.0052507370710372925,
      "loss_total": 0.0052507370710372925,
      "step": 43400
    },
    {
      "loss_action": 0.013487711548805237,
      "loss_total": 0.013487711548805237,
      "step": 43400
    },
    {
      "loss_action": 0.0090265404433012,
      "loss_total": 0.0090265404433012,
      "step": 43400
    },
    {
      "loss_action": 0.007279115729033947,
      "loss_total": 0.007279115729033947,
      "step": 43400
    },
    {
      "loss_action": 0.004398090299218893,
      "loss_total": 0.004398090299218893,
      "step": 43400
    },
    {
      "loss_action": 0.010230401530861855,
      "loss_total": 0.010230401530861855,
      "step": 43400
    },
    {
      "loss_action": 0.009650273248553276,
      "loss_total": 0.009650273248553276,
      "step": 43400
    },
    {
      "loss_action": 0.0037635655608028173,
      "loss_total": 0.0037635655608028173,
      "step": 43400
    },
    {
      "grad_norm": 0.09433501213788986,
      "learning_rate": 6.480628590466857e-05,
      "loss": 0.0084,
      "step": 43410
    },
    {
      "loss_action": 0.006242347881197929,
      "loss_total": 0.006242347881197929,
      "step": 43410
    },
    {
      "loss_action": 0.004125166684389114,
      "loss_total": 0.004125166684389114,
      "step": 43410
    },
    {
      "loss_action": 0.002748729893937707,
      "loss_total": 0.002748729893937707,
      "step": 43410
    },
    {
      "loss_action": 0.00426739314571023,
      "loss_total": 0.00426739314571023,
      "step": 43410
    },
    {
      "loss_action": 0.005284029059112072,
      "loss_total": 0.005284029059112072,
      "step": 43410
    },
    {
      "loss_action": 0.008116439916193485,
      "loss_total": 0.008116439916193485,
      "step": 43410
    },
    {
      "loss_action": 0.03151322156190872,
      "loss_total": 0.03151322156190872,
      "step": 43410
    },
    {
      "loss_action": 0.006911175325512886,
      "loss_total": 0.006911175325512886,
      "step": 43410
    },
    {
      "grad_norm": 0.13877511024475098,
      "learning_rate": 6.479049199539074e-05,
      "loss": 0.0081,
      "step": 43420
    },
    {
      "loss_action": 0.004018533043563366,
      "loss_total": 0.004018533043563366,
      "step": 43420
    },
    {
      "loss_action": 0.004389440640807152,
      "loss_total": 0.004389440640807152,
      "step": 43420
    },
    {
      "loss_action": 0.009451099671423435,
      "loss_total": 0.009451099671423435,
      "step": 43420
    },
    {
      "loss_action": 0.010243120603263378,
      "loss_total": 0.010243120603263378,
      "step": 43420
    },
    {
      "loss_action": 0.007094284053891897,
      "loss_total": 0.007094284053891897,
      "step": 43420
    },
    {
      "loss_action": 0.005345553159713745,
      "loss_total": 0.005345553159713745,
      "step": 43420
    },
    {
      "loss_action": 0.00418096873909235,
      "loss_total": 0.00418096873909235,
      "step": 43420
    },
    {
      "loss_action": 0.004666559863835573,
      "loss_total": 0.004666559863835573,
      "step": 43420
    },
    {
      "grad_norm": 0.14977984130382538,
      "learning_rate": 6.477469646864693e-05,
      "loss": 0.0072,
      "step": 43430
    },
    {
      "loss_action": 0.006336864084005356,
      "loss_total": 0.006336864084005356,
      "step": 43430
    },
    {
      "loss_action": 0.008177027106285095,
      "loss_total": 0.008177027106285095,
      "step": 43430
    },
    {
      "loss_action": 0.0060148946940898895,
      "loss_total": 0.0060148946940898895,
      "step": 43430
    },
    {
      "loss_action": 0.007930094376206398,
      "loss_total": 0.007930094376206398,
      "step": 43430
    },
    {
      "loss_action": 0.009193776175379753,
      "loss_total": 0.009193776175379753,
      "step": 43430
    },
    {
      "loss_action": 0.010981177911162376,
      "loss_total": 0.010981177911162376,
      "step": 43430
    },
    {
      "loss_action": 0.005808612331748009,
      "loss_total": 0.005808612331748009,
      "step": 43430
    },
    {
      "loss_action": 0.004329254850745201,
      "loss_total": 0.004329254850745201,
      "step": 43430
    },
    {
      "grad_norm": 0.0810825303196907,
      "learning_rate": 6.475889932616454e-05,
      "loss": 0.0072,
      "step": 43440
    },
    {
      "loss_action": 0.002921797800809145,
      "loss_total": 0.002921797800809145,
      "step": 43440
    },
    {
      "loss_action": 0.009176851250231266,
      "loss_total": 0.009176851250231266,
      "step": 43440
    },
    {
      "loss_action": 0.002536921063438058,
      "loss_total": 0.002536921063438058,
      "step": 43440
    },
    {
      "loss_action": 0.015388188883662224,
      "loss_total": 0.015388188883662224,
      "step": 43440
    },
    {
      "loss_action": 0.010385751724243164,
      "loss_total": 0.010385751724243164,
      "step": 43440
    },
    {
      "loss_action": 0.003466152586042881,
      "loss_total": 0.003466152586042881,
      "step": 43440
    },
    {
      "loss_action": 0.005831737071275711,
      "loss_total": 0.005831737071275711,
      "step": 43440
    },
    {
      "loss_action": 0.006072315853089094,
      "loss_total": 0.006072315853089094,
      "step": 43440
    },
    {
      "grad_norm": 0.1482851356267929,
      "learning_rate": 6.474310056967111e-05,
      "loss": 0.0087,
      "step": 43450
    },
    {
      "loss_action": 0.0067115300334990025,
      "loss_total": 0.0067115300334990025,
      "step": 43450
    },
    {
      "loss_action": 0.014693569391965866,
      "loss_total": 0.014693569391965866,
      "step": 43450
    },
    {
      "loss_action": 0.005440839100629091,
      "loss_total": 0.005440839100629091,
      "step": 43450
    },
    {
      "loss_action": 0.004222034476697445,
      "loss_total": 0.004222034476697445,
      "step": 43450
    },
    {
      "loss_action": 0.006261491682380438,
      "loss_total": 0.006261491682380438,
      "step": 43450
    },
    {
      "loss_action": 0.016427677124738693,
      "loss_total": 0.016427677124738693,
      "step": 43450
    },
    {
      "loss_action": 0.004913137760013342,
      "loss_total": 0.004913137760013342,
      "step": 43450
    },
    {
      "loss_action": 0.01618732325732708,
      "loss_total": 0.01618732325732708,
      "step": 43450
    },
    {
      "grad_norm": 0.09636682271957397,
      "learning_rate": 6.472730020089437e-05,
      "loss": 0.0088,
      "step": 43460
    },
    {
      "loss_action": 0.003602581098675728,
      "loss_total": 0.003602581098675728,
      "step": 43460
    },
    {
      "loss_action": 0.009393520653247833,
      "loss_total": 0.009393520653247833,
      "step": 43460
    },
    {
      "loss_action": 0.011221177875995636,
      "loss_total": 0.011221177875995636,
      "step": 43460
    },
    {
      "loss_action": 0.008292613551020622,
      "loss_total": 0.008292613551020622,
      "step": 43460
    },
    {
      "loss_action": 0.01756179705262184,
      "loss_total": 0.01756179705262184,
      "step": 43460
    },
    {
      "loss_action": 0.005234340205788612,
      "loss_total": 0.005234340205788612,
      "step": 43460
    },
    {
      "loss_action": 0.0015200101770460606,
      "loss_total": 0.0015200101770460606,
      "step": 43460
    },
    {
      "loss_action": 0.00829766970127821,
      "loss_total": 0.00829766970127821,
      "step": 43460
    },
    {
      "grad_norm": 0.0767916589975357,
      "learning_rate": 6.471149822156222e-05,
      "loss": 0.0072,
      "step": 43470
    },
    {
      "loss_action": 0.0064343297854065895,
      "loss_total": 0.0064343297854065895,
      "step": 43470
    },
    {
      "loss_action": 0.004809237085282803,
      "loss_total": 0.004809237085282803,
      "step": 43470
    },
    {
      "loss_action": 0.009226159192621708,
      "loss_total": 0.009226159192621708,
      "step": 43470
    },
    {
      "loss_action": 0.015082881785929203,
      "loss_total": 0.015082881785929203,
      "step": 43470
    },
    {
      "loss_action": 0.011878177523612976,
      "loss_total": 0.011878177523612976,
      "step": 43470
    },
    {
      "loss_action": 0.030281994491815567,
      "loss_total": 0.030281994491815567,
      "step": 43470
    },
    {
      "loss_action": 0.002328831935301423,
      "loss_total": 0.002328831935301423,
      "step": 43470
    },
    {
      "loss_action": 0.012327531352639198,
      "loss_total": 0.012327531352639198,
      "step": 43470
    },
    {
      "grad_norm": 0.11155617982149124,
      "learning_rate": 6.469569463340275e-05,
      "loss": 0.009,
      "step": 43480
    },
    {
      "loss_action": 0.004399364814162254,
      "loss_total": 0.004399364814162254,
      "step": 43480
    },
    {
      "loss_action": 0.002078551799058914,
      "loss_total": 0.002078551799058914,
      "step": 43480
    },
    {
      "loss_action": 0.0036006399895995855,
      "loss_total": 0.0036006399895995855,
      "step": 43480
    },
    {
      "loss_action": 0.002706758910790086,
      "loss_total": 0.002706758910790086,
      "step": 43480
    },
    {
      "loss_action": 0.00580472219735384,
      "loss_total": 0.00580472219735384,
      "step": 43480
    },
    {
      "loss_action": 0.005368498153984547,
      "loss_total": 0.005368498153984547,
      "step": 43480
    },
    {
      "loss_action": 0.004627657122910023,
      "loss_total": 0.004627657122910023,
      "step": 43480
    },
    {
      "loss_action": 0.0043943095952272415,
      "loss_total": 0.0043943095952272415,
      "step": 43480
    },
    {
      "grad_norm": 0.08402111381292343,
      "learning_rate": 6.467988943814418e-05,
      "loss": 0.0081,
      "step": 43490
    },
    {
      "loss_action": 0.014356177300214767,
      "loss_total": 0.014356177300214767,
      "step": 43490
    },
    {
      "loss_action": 0.006973627023398876,
      "loss_total": 0.006973627023398876,
      "step": 43490
    },
    {
      "loss_action": 0.009889418259263039,
      "loss_total": 0.009889418259263039,
      "step": 43490
    },
    {
      "loss_action": 0.0035883947275578976,
      "loss_total": 0.0035883947275578976,
      "step": 43490
    },
    {
      "loss_action": 0.00610492704436183,
      "loss_total": 0.00610492704436183,
      "step": 43490
    },
    {
      "loss_action": 0.012753773480653763,
      "loss_total": 0.012753773480653763,
      "step": 43490
    },
    {
      "loss_action": 0.002765029901638627,
      "loss_total": 0.002765029901638627,
      "step": 43490
    },
    {
      "loss_action": 0.016877371817827225,
      "loss_total": 0.016877371817827225,
      "step": 43490
    },
    {
      "grad_norm": 0.1469091922044754,
      "learning_rate": 6.4664082637515e-05,
      "loss": 0.0079,
      "step": 43500
    },
    {
      "loss_action": 0.007988055236637592,
      "loss_total": 0.007988055236637592,
      "step": 43500
    },
    {
      "loss_action": 0.004323245957493782,
      "loss_total": 0.004323245957493782,
      "step": 43500
    },
    {
      "loss_action": 0.008525984361767769,
      "loss_total": 0.008525984361767769,
      "step": 43500
    },
    {
      "loss_action": 0.003919505979865789,
      "loss_total": 0.003919505979865789,
      "step": 43500
    },
    {
      "loss_action": 0.01533298846334219,
      "loss_total": 0.01533298846334219,
      "step": 43500
    },
    {
      "loss_action": 0.0037311799824237823,
      "loss_total": 0.0037311799824237823,
      "step": 43500
    },
    {
      "loss_action": 0.0034213396720588207,
      "loss_total": 0.0034213396720588207,
      "step": 43500
    },
    {
      "loss_action": 0.00465511716902256,
      "loss_total": 0.00465511716902256,
      "step": 43500
    },
    {
      "grad_norm": 0.12100997567176819,
      "learning_rate": 6.464827423324377e-05,
      "loss": 0.0084,
      "step": 43510
    },
    {
      "loss_action": 0.006431117653846741,
      "loss_total": 0.006431117653846741,
      "step": 43510
    },
    {
      "loss_action": 0.014264129102230072,
      "loss_total": 0.014264129102230072,
      "step": 43510
    },
    {
      "loss_action": 0.010302919894456863,
      "loss_total": 0.010302919894456863,
      "step": 43510
    },
    {
      "loss_action": 0.008114492520689964,
      "loss_total": 0.008114492520689964,
      "step": 43510
    },
    {
      "loss_action": 0.011002110317349434,
      "loss_total": 0.011002110317349434,
      "step": 43510
    },
    {
      "loss_action": 0.007705920375883579,
      "loss_total": 0.007705920375883579,
      "step": 43510
    },
    {
      "loss_action": 0.0074746315367519855,
      "loss_total": 0.0074746315367519855,
      "step": 43510
    },
    {
      "loss_action": 0.017343848943710327,
      "loss_total": 0.017343848943710327,
      "step": 43510
    },
    {
      "grad_norm": 0.13188190758228302,
      "learning_rate": 6.463246422705931e-05,
      "loss": 0.0101,
      "step": 43520
    },
    {
      "loss_action": 0.0050949277356266975,
      "loss_total": 0.0050949277356266975,
      "step": 43520
    },
    {
      "loss_action": 0.00898933969438076,
      "loss_total": 0.00898933969438076,
      "step": 43520
    },
    {
      "loss_action": 0.00466612633317709,
      "loss_total": 0.00466612633317709,
      "step": 43520
    },
    {
      "loss_action": 0.008091427385807037,
      "loss_total": 0.008091427385807037,
      "step": 43520
    },
    {
      "loss_action": 0.006011658348143101,
      "loss_total": 0.006011658348143101,
      "step": 43520
    },
    {
      "loss_action": 0.0015068885404616594,
      "loss_total": 0.0015068885404616594,
      "step": 43520
    },
    {
      "loss_action": 0.002798678819090128,
      "loss_total": 0.002798678819090128,
      "step": 43520
    },
    {
      "loss_action": 0.011336319148540497,
      "loss_total": 0.011336319148540497,
      "step": 43520
    },
    {
      "grad_norm": 0.17463363707065582,
      "learning_rate": 6.461665262069055e-05,
      "loss": 0.0094,
      "step": 43530
    },
    {
      "loss_action": 0.011752280406653881,
      "loss_total": 0.011752280406653881,
      "step": 43530
    },
    {
      "loss_action": 0.007922880351543427,
      "loss_total": 0.007922880351543427,
      "step": 43530
    },
    {
      "loss_action": 0.011311383917927742,
      "loss_total": 0.011311383917927742,
      "step": 43530
    },
    {
      "loss_action": 0.01761658862233162,
      "loss_total": 0.01761658862233162,
      "step": 43530
    },
    {
      "loss_action": 0.02270013839006424,
      "loss_total": 0.02270013839006424,
      "step": 43530
    },
    {
      "loss_action": 0.017452402040362358,
      "loss_total": 0.017452402040362358,
      "step": 43530
    },
    {
      "loss_action": 0.00772568816319108,
      "loss_total": 0.00772568816319108,
      "step": 43530
    },
    {
      "loss_action": 0.02612677775323391,
      "loss_total": 0.02612677775323391,
      "step": 43530
    },
    {
      "grad_norm": 0.08478045463562012,
      "learning_rate": 6.460083941586665e-05,
      "loss": 0.0093,
      "step": 43540
    },
    {
      "loss_action": 0.005162274464964867,
      "loss_total": 0.005162274464964867,
      "step": 43540
    },
    {
      "loss_action": 0.003973530605435371,
      "loss_total": 0.003973530605435371,
      "step": 43540
    },
    {
      "loss_action": 0.008828113786876202,
      "loss_total": 0.008828113786876202,
      "step": 43540
    },
    {
      "loss_action": 0.012039374560117722,
      "loss_total": 0.012039374560117722,
      "step": 43540
    },
    {
      "loss_action": 0.007652669213712215,
      "loss_total": 0.007652669213712215,
      "step": 43540
    },
    {
      "loss_action": 0.02020387351512909,
      "loss_total": 0.02020387351512909,
      "step": 43540
    },
    {
      "loss_action": 0.009118919260799885,
      "loss_total": 0.009118919260799885,
      "step": 43540
    },
    {
      "loss_action": 0.007357041817158461,
      "loss_total": 0.007357041817158461,
      "step": 43540
    },
    {
      "grad_norm": 0.12690655887126923,
      "learning_rate": 6.45850246143169e-05,
      "loss": 0.0101,
      "step": 43550
    },
    {
      "loss_action": 0.004783090204000473,
      "loss_total": 0.004783090204000473,
      "step": 43550
    },
    {
      "loss_action": 0.005447939038276672,
      "loss_total": 0.005447939038276672,
      "step": 43550
    },
    {
      "loss_action": 0.005620712414383888,
      "loss_total": 0.005620712414383888,
      "step": 43550
    },
    {
      "loss_action": 0.004338646307587624,
      "loss_total": 0.004338646307587624,
      "step": 43550
    },
    {
      "loss_action": 0.010026833042502403,
      "loss_total": 0.010026833042502403,
      "step": 43550
    },
    {
      "loss_action": 0.016895703971385956,
      "loss_total": 0.016895703971385956,
      "step": 43550
    },
    {
      "loss_action": 0.0047492943704128265,
      "loss_total": 0.0047492943704128265,
      "step": 43550
    },
    {
      "loss_action": 0.013289392925798893,
      "loss_total": 0.013289392925798893,
      "step": 43550
    },
    {
      "grad_norm": 0.13114497065544128,
      "learning_rate": 6.456920821777077e-05,
      "loss": 0.0107,
      "step": 43560
    },
    {
      "loss_action": 0.019100632518529892,
      "loss_total": 0.019100632518529892,
      "step": 43560
    },
    {
      "loss_action": 0.012714242562651634,
      "loss_total": 0.012714242562651634,
      "step": 43560
    },
    {
      "loss_action": 0.004623635672032833,
      "loss_total": 0.004623635672032833,
      "step": 43560
    },
    {
      "loss_action": 0.008452110923826694,
      "loss_total": 0.008452110923826694,
      "step": 43560
    },
    {
      "loss_action": 0.004836040548980236,
      "loss_total": 0.004836040548980236,
      "step": 43560
    },
    {
      "loss_action": 0.007020377553999424,
      "loss_total": 0.007020377553999424,
      "step": 43560
    },
    {
      "loss_action": 0.006683705374598503,
      "loss_total": 0.006683705374598503,
      "step": 43560
    },
    {
      "loss_action": 0.00856812298297882,
      "loss_total": 0.00856812298297882,
      "step": 43560
    },
    {
      "grad_norm": 0.11685121059417725,
      "learning_rate": 6.455339022795796e-05,
      "loss": 0.0078,
      "step": 43570
    },
    {
      "loss_action": 0.007479029707610607,
      "loss_total": 0.007479029707610607,
      "step": 43570
    },
    {
      "loss_action": 0.008959192782640457,
      "loss_total": 0.008959192782640457,
      "step": 43570
    },
    {
      "loss_action": 0.011201221495866776,
      "loss_total": 0.011201221495866776,
      "step": 43570
    },
    {
      "loss_action": 0.0025898958556354046,
      "loss_total": 0.0025898958556354046,
      "step": 43570
    },
    {
      "loss_action": 0.008636001497507095,
      "loss_total": 0.008636001497507095,
      "step": 43570
    },
    {
      "loss_action": 0.013246508315205574,
      "loss_total": 0.013246508315205574,
      "step": 43570
    },
    {
      "loss_action": 0.009736454114317894,
      "loss_total": 0.009736454114317894,
      "step": 43570
    },
    {
      "loss_action": 0.006139993667602539,
      "loss_total": 0.006139993667602539,
      "step": 43570
    },
    {
      "grad_norm": 0.11080533266067505,
      "learning_rate": 6.453757064660825e-05,
      "loss": 0.0077,
      "step": 43580
    },
    {
      "loss_action": 0.003579192329198122,
      "loss_total": 0.003579192329198122,
      "step": 43580
    },
    {
      "loss_action": 0.0069640278816223145,
      "loss_total": 0.0069640278816223145,
      "step": 43580
    },
    {
      "loss_action": 0.010652691125869751,
      "loss_total": 0.010652691125869751,
      "step": 43580
    },
    {
      "loss_action": 0.005324698984622955,
      "loss_total": 0.005324698984622955,
      "step": 43580
    },
    {
      "loss_action": 0.004682590253651142,
      "loss_total": 0.004682590253651142,
      "step": 43580
    },
    {
      "loss_action": 0.015339775010943413,
      "loss_total": 0.015339775010943413,
      "step": 43580
    },
    {
      "loss_action": 0.0032720768358558416,
      "loss_total": 0.0032720768358558416,
      "step": 43580
    },
    {
      "loss_action": 0.005489674396812916,
      "loss_total": 0.005489674396812916,
      "step": 43580
    },
    {
      "grad_norm": 0.10561340302228928,
      "learning_rate": 6.452174947545169e-05,
      "loss": 0.0085,
      "step": 43590
    },
    {
      "loss_action": 0.013718592002987862,
      "loss_total": 0.013718592002987862,
      "step": 43590
    },
    {
      "loss_action": 0.01645384542644024,
      "loss_total": 0.01645384542644024,
      "step": 43590
    },
    {
      "loss_action": 0.005597381386905909,
      "loss_total": 0.005597381386905909,
      "step": 43590
    },
    {
      "loss_action": 0.017989572137594223,
      "loss_total": 0.017989572137594223,
      "step": 43590
    },
    {
      "loss_action": 0.006626218557357788,
      "loss_total": 0.006626218557357788,
      "step": 43590
    },
    {
      "loss_action": 0.005463876761496067,
      "loss_total": 0.005463876761496067,
      "step": 43590
    },
    {
      "loss_action": 0.013742310926318169,
      "loss_total": 0.013742310926318169,
      "step": 43590
    },
    {
      "loss_action": 0.005166900809854269,
      "loss_total": 0.005166900809854269,
      "step": 43590
    },
    {
      "grad_norm": 0.09586582332849503,
      "learning_rate": 6.450592671621842e-05,
      "loss": 0.0085,
      "step": 43600
    },
    {
      "loss_action": 0.053688421845436096,
      "loss_total": 0.053688421845436096,
      "step": 43600
    },
    {
      "loss_action": 0.022036101669073105,
      "loss_total": 0.022036101669073105,
      "step": 43600
    },
    {
      "loss_action": 0.01403910294175148,
      "loss_total": 0.01403910294175148,
      "step": 43600
    },
    {
      "loss_action": 0.006477543152868748,
      "loss_total": 0.006477543152868748,
      "step": 43600
    },
    {
      "loss_action": 0.009469661861658096,
      "loss_total": 0.009469661861658096,
      "step": 43600
    },
    {
      "loss_action": 0.003841246711090207,
      "loss_total": 0.003841246711090207,
      "step": 43600
    },
    {
      "loss_action": 0.0032078863587230444,
      "loss_total": 0.0032078863587230444,
      "step": 43600
    },
    {
      "loss_action": 0.008760740049183369,
      "loss_total": 0.008760740049183369,
      "step": 43600
    },
    {
      "grad_norm": 0.08999893814325333,
      "learning_rate": 6.449010237063882e-05,
      "loss": 0.0095,
      "step": 43610
    },
    {
      "loss_action": 0.014715471304953098,
      "loss_total": 0.014715471304953098,
      "step": 43610
    },
    {
      "loss_action": 0.02567553147673607,
      "loss_total": 0.02567553147673607,
      "step": 43610
    },
    {
      "loss_action": 0.0036659683100879192,
      "loss_total": 0.0036659683100879192,
      "step": 43610
    },
    {
      "loss_action": 0.003197592217475176,
      "loss_total": 0.003197592217475176,
      "step": 43610
    },
    {
      "loss_action": 0.009632367640733719,
      "loss_total": 0.009632367640733719,
      "step": 43610
    },
    {
      "loss_action": 0.008015012368559837,
      "loss_total": 0.008015012368559837,
      "step": 43610
    },
    {
      "loss_action": 0.004390426445752382,
      "loss_total": 0.004390426445752382,
      "step": 43610
    },
    {
      "loss_action": 0.0031273874919861555,
      "loss_total": 0.0031273874919861555,
      "step": 43610
    },
    {
      "grad_norm": 0.09353610873222351,
      "learning_rate": 6.447427644044343e-05,
      "loss": 0.0091,
      "step": 43620
    },
    {
      "loss_action": 0.004974772222340107,
      "loss_total": 0.004974772222340107,
      "step": 43620
    },
    {
      "loss_action": 0.004162348806858063,
      "loss_total": 0.004162348806858063,
      "step": 43620
    },
    {
      "loss_action": 0.00471861194819212,
      "loss_total": 0.00471861194819212,
      "step": 43620
    },
    {
      "loss_action": 0.005188706796616316,
      "loss_total": 0.005188706796616316,
      "step": 43620
    },
    {
      "loss_action": 0.011684929952025414,
      "loss_total": 0.011684929952025414,
      "step": 43620
    },
    {
      "loss_action": 0.006803483702242374,
      "loss_total": 0.006803483702242374,
      "step": 43620
    },
    {
      "loss_action": 0.010533373802900314,
      "loss_total": 0.010533373802900314,
      "step": 43620
    },
    {
      "loss_action": 0.003827036125585437,
      "loss_total": 0.003827036125585437,
      "step": 43620
    },
    {
      "grad_norm": 0.12012869119644165,
      "learning_rate": 6.44584489273629e-05,
      "loss": 0.0079,
      "step": 43630
    },
    {
      "loss_action": 0.004056152887642384,
      "loss_total": 0.004056152887642384,
      "step": 43630
    },
    {
      "loss_action": 0.0073877619579434395,
      "loss_total": 0.0073877619579434395,
      "step": 43630
    },
    {
      "loss_action": 0.009494463913142681,
      "loss_total": 0.009494463913142681,
      "step": 43630
    },
    {
      "loss_action": 0.009187671355903149,
      "loss_total": 0.009187671355903149,
      "step": 43630
    },
    {
      "loss_action": 0.007190536241978407,
      "loss_total": 0.007190536241978407,
      "step": 43630
    },
    {
      "loss_action": 0.011041084304451942,
      "loss_total": 0.011041084304451942,
      "step": 43630
    },
    {
      "loss_action": 0.005579616874456406,
      "loss_total": 0.005579616874456406,
      "step": 43630
    },
    {
      "loss_action": 0.003748921910300851,
      "loss_total": 0.003748921910300851,
      "step": 43630
    },
    {
      "grad_norm": 0.10709259659051895,
      "learning_rate": 6.444261983312817e-05,
      "loss": 0.0079,
      "step": 43640
    },
    {
      "loss_action": 0.006526172161102295,
      "loss_total": 0.006526172161102295,
      "step": 43640
    },
    {
      "loss_action": 0.0067101772874593735,
      "loss_total": 0.0067101772874593735,
      "step": 43640
    },
    {
      "loss_action": 0.01656065322458744,
      "loss_total": 0.01656065322458744,
      "step": 43640
    },
    {
      "loss_action": 0.006667551584541798,
      "loss_total": 0.006667551584541798,
      "step": 43640
    },
    {
      "loss_action": 0.008704591542482376,
      "loss_total": 0.008704591542482376,
      "step": 43640
    },
    {
      "loss_action": 0.004416314885020256,
      "loss_total": 0.004416314885020256,
      "step": 43640
    },
    {
      "loss_action": 0.005293569061905146,
      "loss_total": 0.005293569061905146,
      "step": 43640
    },
    {
      "loss_action": 0.004324046894907951,
      "loss_total": 0.004324046894907951,
      "step": 43640
    },
    {
      "grad_norm": 0.11700988560914993,
      "learning_rate": 6.442678915947023e-05,
      "loss": 0.0093,
      "step": 43650
    },
    {
      "loss_action": 0.006262538954615593,
      "loss_total": 0.006262538954615593,
      "step": 43650
    },
    {
      "loss_action": 0.007873984053730965,
      "loss_total": 0.007873984053730965,
      "step": 43650
    },
    {
      "loss_action": 0.006316780112683773,
      "loss_total": 0.006316780112683773,
      "step": 43650
    },
    {
      "loss_action": 0.00502456771209836,
      "loss_total": 0.00502456771209836,
      "step": 43650
    },
    {
      "loss_action": 0.008301762863993645,
      "loss_total": 0.008301762863993645,
      "step": 43650
    },
    {
      "loss_action": 0.00486971577629447,
      "loss_total": 0.00486971577629447,
      "step": 43650
    },
    {
      "loss_action": 0.016414903104305267,
      "loss_total": 0.016414903104305267,
      "step": 43650
    },
    {
      "loss_action": 0.020206809043884277,
      "loss_total": 0.020206809043884277,
      "step": 43650
    },
    {
      "grad_norm": 0.09055835753679276,
      "learning_rate": 6.441095690812032e-05,
      "loss": 0.0084,
      "step": 43660
    },
    {
      "loss_action": 0.006475336849689484,
      "loss_total": 0.006475336849689484,
      "step": 43660
    },
    {
      "loss_action": 0.007487808354198933,
      "loss_total": 0.007487808354198933,
      "step": 43660
    },
    {
      "loss_action": 0.013338309712707996,
      "loss_total": 0.013338309712707996,
      "step": 43660
    },
    {
      "loss_action": 0.004664447624236345,
      "loss_total": 0.004664447624236345,
      "step": 43660
    },
    {
      "loss_action": 0.009865944273769855,
      "loss_total": 0.009865944273769855,
      "step": 43660
    },
    {
      "loss_action": 0.005686827003955841,
      "loss_total": 0.005686827003955841,
      "step": 43660
    },
    {
      "loss_action": 0.024882998317480087,
      "loss_total": 0.024882998317480087,
      "step": 43660
    },
    {
      "loss_action": 0.011657019145786762,
      "loss_total": 0.011657019145786762,
      "step": 43660
    },
    {
      "grad_norm": 0.12274309992790222,
      "learning_rate": 6.439512308080982e-05,
      "loss": 0.0086,
      "step": 43670
    },
    {
      "loss_action": 0.007863370701670647,
      "loss_total": 0.007863370701670647,
      "step": 43670
    },
    {
      "loss_action": 0.00636051082983613,
      "loss_total": 0.00636051082983613,
      "step": 43670
    },
    {
      "loss_action": 0.009458850137889385,
      "loss_total": 0.009458850137889385,
      "step": 43670
    },
    {
      "loss_action": 0.03383931517601013,
      "loss_total": 0.03383931517601013,
      "step": 43670
    },
    {
      "loss_action": 0.005486844107508659,
      "loss_total": 0.005486844107508659,
      "step": 43670
    },
    {
      "loss_action": 0.008159737102687359,
      "loss_total": 0.008159737102687359,
      "step": 43670
    },
    {
      "loss_action": 0.011044492945075035,
      "loss_total": 0.011044492945075035,
      "step": 43670
    },
    {
      "loss_action": 0.0044249603524804115,
      "loss_total": 0.0044249603524804115,
      "step": 43670
    },
    {
      "grad_norm": 0.15259335935115814,
      "learning_rate": 6.43792876792703e-05,
      "loss": 0.0085,
      "step": 43680
    },
    {
      "loss_action": 0.006437977775931358,
      "loss_total": 0.006437977775931358,
      "step": 43680
    },
    {
      "loss_action": 0.01254236325621605,
      "loss_total": 0.01254236325621605,
      "step": 43680
    },
    {
      "loss_action": 0.008236641995608807,
      "loss_total": 0.008236641995608807,
      "step": 43680
    },
    {
      "loss_action": 0.0057608564384281635,
      "loss_total": 0.0057608564384281635,
      "step": 43680
    },
    {
      "loss_action": 0.003680492751300335,
      "loss_total": 0.003680492751300335,
      "step": 43680
    },
    {
      "loss_action": 0.00970526970922947,
      "loss_total": 0.00970526970922947,
      "step": 43680
    },
    {
      "loss_action": 0.007369636092334986,
      "loss_total": 0.007369636092334986,
      "step": 43680
    },
    {
      "loss_action": 0.02303946018218994,
      "loss_total": 0.02303946018218994,
      "step": 43680
    },
    {
      "grad_norm": 0.14812743663787842,
      "learning_rate": 6.43634507052335e-05,
      "loss": 0.0095,
      "step": 43690
    },
    {
      "loss_action": 0.006519169546663761,
      "loss_total": 0.006519169546663761,
      "step": 43690
    },
    {
      "loss_action": 0.008088571950793266,
      "loss_total": 0.008088571950793266,
      "step": 43690
    },
    {
      "loss_action": 0.004346039146184921,
      "loss_total": 0.004346039146184921,
      "step": 43690
    },
    {
      "loss_action": 0.01653379574418068,
      "loss_total": 0.01653379574418068,
      "step": 43690
    },
    {
      "loss_action": 0.010098465718328953,
      "loss_total": 0.010098465718328953,
      "step": 43690
    },
    {
      "loss_action": 0.006147320382297039,
      "loss_total": 0.006147320382297039,
      "step": 43690
    },
    {
      "loss_action": 0.005296423099935055,
      "loss_total": 0.005296423099935055,
      "step": 43690
    },
    {
      "loss_action": 0.018129698932170868,
      "loss_total": 0.018129698932170868,
      "step": 43690
    },
    {
      "grad_norm": 0.09093663841485977,
      "learning_rate": 6.434761216043135e-05,
      "loss": 0.0088,
      "step": 43700
    },
    {
      "loss_action": 0.0094231478869915,
      "loss_total": 0.0094231478869915,
      "step": 43700
    },
    {
      "loss_action": 0.004327833652496338,
      "loss_total": 0.004327833652496338,
      "step": 43700
    },
    {
      "loss_action": 0.0039390334859490395,
      "loss_total": 0.0039390334859490395,
      "step": 43700
    },
    {
      "loss_action": 0.006008392199873924,
      "loss_total": 0.006008392199873924,
      "step": 43700
    },
    {
      "loss_action": 0.005172847770154476,
      "loss_total": 0.005172847770154476,
      "step": 43700
    },
    {
      "loss_action": 0.0058424873277544975,
      "loss_total": 0.0058424873277544975,
      "step": 43700
    },
    {
      "loss_action": 0.0032061890233308077,
      "loss_total": 0.0032061890233308077,
      "step": 43700
    },
    {
      "loss_action": 0.015359118580818176,
      "loss_total": 0.015359118580818176,
      "step": 43700
    },
    {
      "grad_norm": 0.11082315444946289,
      "learning_rate": 6.433177204659589e-05,
      "loss": 0.0087,
      "step": 43710
    },
    {
      "loss_action": 0.007086639758199453,
      "loss_total": 0.007086639758199453,
      "step": 43710
    },
    {
      "loss_action": 0.007743815425783396,
      "loss_total": 0.007743815425783396,
      "step": 43710
    },
    {
      "loss_action": 0.0045989942736923695,
      "loss_total": 0.0045989942736923695,
      "step": 43710
    },
    {
      "loss_action": 0.007705822587013245,
      "loss_total": 0.007705822587013245,
      "step": 43710
    },
    {
      "loss_action": 0.002171128522604704,
      "loss_total": 0.002171128522604704,
      "step": 43710
    },
    {
      "loss_action": 0.009449615143239498,
      "loss_total": 0.009449615143239498,
      "step": 43710
    },
    {
      "loss_action": 0.006289895623922348,
      "loss_total": 0.006289895623922348,
      "step": 43710
    },
    {
      "loss_action": 0.004718076437711716,
      "loss_total": 0.004718076437711716,
      "step": 43710
    },
    {
      "grad_norm": 0.09774409979581833,
      "learning_rate": 6.431593036545938e-05,
      "loss": 0.0079,
      "step": 43720
    },
    {
      "loss_action": 0.003733427496626973,
      "loss_total": 0.003733427496626973,
      "step": 43720
    },
    {
      "loss_action": 0.006387428846210241,
      "loss_total": 0.006387428846210241,
      "step": 43720
    },
    {
      "loss_action": 0.0025529819540679455,
      "loss_total": 0.0025529819540679455,
      "step": 43720
    },
    {
      "loss_action": 0.006725608371198177,
      "loss_total": 0.006725608371198177,
      "step": 43720
    },
    {
      "loss_action": 0.004668021108955145,
      "loss_total": 0.004668021108955145,
      "step": 43720
    },
    {
      "loss_action": 0.008238401263952255,
      "loss_total": 0.008238401263952255,
      "step": 43720
    },
    {
      "loss_action": 0.00645679933950305,
      "loss_total": 0.00645679933950305,
      "step": 43720
    },
    {
      "loss_action": 0.002775023691356182,
      "loss_total": 0.002775023691356182,
      "step": 43720
    },
    {
      "grad_norm": 0.08074767887592316,
      "learning_rate": 6.430008711875426e-05,
      "loss": 0.0079,
      "step": 43730
    },
    {
      "loss_action": 0.008741195313632488,
      "loss_total": 0.008741195313632488,
      "step": 43730
    },
    {
      "loss_action": 0.025419119745492935,
      "loss_total": 0.025419119745492935,
      "step": 43730
    },
    {
      "loss_action": 0.004820444621145725,
      "loss_total": 0.004820444621145725,
      "step": 43730
    },
    {
      "loss_action": 0.007994193583726883,
      "loss_total": 0.007994193583726883,
      "step": 43730
    },
    {
      "loss_action": 0.011851372197270393,
      "loss_total": 0.011851372197270393,
      "step": 43730
    },
    {
      "loss_action": 0.00616509560495615,
      "loss_total": 0.00616509560495615,
      "step": 43730
    },
    {
      "loss_action": 0.007652522064745426,
      "loss_total": 0.007652522064745426,
      "step": 43730
    },
    {
      "loss_action": 0.0030458292458206415,
      "loss_total": 0.0030458292458206415,
      "step": 43730
    },
    {
      "grad_norm": 0.11255697906017303,
      "learning_rate": 6.42842423082131e-05,
      "loss": 0.0072,
      "step": 43740
    },
    {
      "loss_action": 0.017757056280970573,
      "loss_total": 0.017757056280970573,
      "step": 43740
    },
    {
      "loss_action": 0.006321536377072334,
      "loss_total": 0.006321536377072334,
      "step": 43740
    },
    {
      "loss_action": 0.012823413126170635,
      "loss_total": 0.012823413126170635,
      "step": 43740
    },
    {
      "loss_action": 0.007014777511358261,
      "loss_total": 0.007014777511358261,
      "step": 43740
    },
    {
      "loss_action": 0.0059771304950118065,
      "loss_total": 0.0059771304950118065,
      "step": 43740
    },
    {
      "loss_action": 0.005075235851109028,
      "loss_total": 0.005075235851109028,
      "step": 43740
    },
    {
      "loss_action": 0.005057037808001041,
      "loss_total": 0.005057037808001041,
      "step": 43740
    },
    {
      "loss_action": 0.003908896818757057,
      "loss_total": 0.003908896818757057,
      "step": 43740
    },
    {
      "grad_norm": 0.08477869629859924,
      "learning_rate": 6.426839593556868e-05,
      "loss": 0.0076,
      "step": 43750
    },
    {
      "loss_action": 0.006301103625446558,
      "loss_total": 0.006301103625446558,
      "step": 43750
    },
    {
      "loss_action": 0.009867792949080467,
      "loss_total": 0.009867792949080467,
      "step": 43750
    },
    {
      "loss_action": 0.003637857735157013,
      "loss_total": 0.003637857735157013,
      "step": 43750
    },
    {
      "loss_action": 0.011159148067235947,
      "loss_total": 0.011159148067235947,
      "step": 43750
    },
    {
      "loss_action": 0.008685441687703133,
      "loss_total": 0.008685441687703133,
      "step": 43750
    },
    {
      "loss_action": 0.009900843724608421,
      "loss_total": 0.009900843724608421,
      "step": 43750
    },
    {
      "loss_action": 0.014962439425289631,
      "loss_total": 0.014962439425289631,
      "step": 43750
    },
    {
      "loss_action": 0.003778406186029315,
      "loss_total": 0.003778406186029315,
      "step": 43750
    },
    {
      "grad_norm": 0.18304415047168732,
      "learning_rate": 6.425254800255392e-05,
      "loss": 0.0093,
      "step": 43760
    },
    {
      "loss_action": 0.007405131123960018,
      "loss_total": 0.007405131123960018,
      "step": 43760
    },
    {
      "loss_action": 0.004305746406316757,
      "loss_total": 0.004305746406316757,
      "step": 43760
    },
    {
      "loss_action": 0.0037387674674391747,
      "loss_total": 0.0037387674674391747,
      "step": 43760
    },
    {
      "loss_action": 0.015477189794182777,
      "loss_total": 0.015477189794182777,
      "step": 43760
    },
    {
      "loss_action": 0.0119414571672678,
      "loss_total": 0.0119414571672678,
      "step": 43760
    },
    {
      "loss_action": 0.012639779597520828,
      "loss_total": 0.012639779597520828,
      "step": 43760
    },
    {
      "loss_action": 0.0211253073066473,
      "loss_total": 0.0211253073066473,
      "step": 43760
    },
    {
      "loss_action": 0.0062066419050097466,
      "loss_total": 0.0062066419050097466,
      "step": 43760
    },
    {
      "grad_norm": 0.10773993283510208,
      "learning_rate": 6.423669851090196e-05,
      "loss": 0.0075,
      "step": 43770
    },
    {
      "loss_action": 0.0036707506515085697,
      "loss_total": 0.0036707506515085697,
      "step": 43770
    },
    {
      "loss_action": 0.007206398528069258,
      "loss_total": 0.007206398528069258,
      "step": 43770
    },
    {
      "loss_action": 0.005459565203636885,
      "loss_total": 0.005459565203636885,
      "step": 43770
    },
    {
      "loss_action": 0.0037823475431650877,
      "loss_total": 0.0037823475431650877,
      "step": 43770
    },
    {
      "loss_action": 0.012854676693677902,
      "loss_total": 0.012854676693677902,
      "step": 43770
    },
    {
      "loss_action": 0.02827148512005806,
      "loss_total": 0.02827148512005806,
      "step": 43770
    },
    {
      "loss_action": 0.005526836961507797,
      "loss_total": 0.005526836961507797,
      "step": 43770
    },
    {
      "loss_action": 0.0043732658959925175,
      "loss_total": 0.0043732658959925175,
      "step": 43770
    },
    {
      "grad_norm": 0.11817633360624313,
      "learning_rate": 6.422084746234604e-05,
      "loss": 0.0077,
      "step": 43780
    },
    {
      "loss_action": 0.006002766080200672,
      "loss_total": 0.006002766080200672,
      "step": 43780
    },
    {
      "loss_action": 0.0024223164655268192,
      "loss_total": 0.0024223164655268192,
      "step": 43780
    },
    {
      "loss_action": 0.004896650556474924,
      "loss_total": 0.004896650556474924,
      "step": 43780
    },
    {
      "loss_action": 0.005058457143604755,
      "loss_total": 0.005058457143604755,
      "step": 43780
    },
    {
      "loss_action": 0.0037423339672386646,
      "loss_total": 0.0037423339672386646,
      "step": 43780
    },
    {
      "loss_action": 0.011428141966462135,
      "loss_total": 0.011428141966462135,
      "step": 43780
    },
    {
      "loss_action": 0.0045238155871629715,
      "loss_total": 0.0045238155871629715,
      "step": 43780
    },
    {
      "loss_action": 0.012720382772386074,
      "loss_total": 0.012720382772386074,
      "step": 43780
    },
    {
      "grad_norm": 0.16836638748645782,
      "learning_rate": 6.420499485861965e-05,
      "loss": 0.0086,
      "step": 43790
    },
    {
      "loss_action": 0.0034265245776623487,
      "loss_total": 0.0034265245776623487,
      "step": 43790
    },
    {
      "loss_action": 0.0045352596789598465,
      "loss_total": 0.0045352596789598465,
      "step": 43790
    },
    {
      "loss_action": 0.010479790158569813,
      "loss_total": 0.010479790158569813,
      "step": 43790
    },
    {
      "loss_action": 0.004384832456707954,
      "loss_total": 0.004384832456707954,
      "step": 43790
    },
    {
      "loss_action": 0.01303975097835064,
      "loss_total": 0.01303975097835064,
      "step": 43790
    },
    {
      "loss_action": 0.004451692570000887,
      "loss_total": 0.004451692570000887,
      "step": 43790
    },
    {
      "loss_action": 0.008589229546487331,
      "loss_total": 0.008589229546487331,
      "step": 43790
    },
    {
      "loss_action": 0.009371215477585793,
      "loss_total": 0.009371215477585793,
      "step": 43790
    },
    {
      "grad_norm": 0.12425398081541061,
      "learning_rate": 6.418914070145636e-05,
      "loss": 0.0089,
      "step": 43800
    },
    {
      "loss_action": 0.004981729667633772,
      "loss_total": 0.004981729667633772,
      "step": 43800
    },
    {
      "loss_action": 0.004233301617205143,
      "loss_total": 0.004233301617205143,
      "step": 43800
    },
    {
      "loss_action": 0.01706189662218094,
      "loss_total": 0.01706189662218094,
      "step": 43800
    },
    {
      "loss_action": 0.005822037346661091,
      "loss_total": 0.005822037346661091,
      "step": 43800
    },
    {
      "loss_action": 0.002721077296882868,
      "loss_total": 0.002721077296882868,
      "step": 43800
    },
    {
      "loss_action": 0.00818061362951994,
      "loss_total": 0.00818061362951994,
      "step": 43800
    },
    {
      "loss_action": 0.009479265660047531,
      "loss_total": 0.009479265660047531,
      "step": 43800
    },
    {
      "loss_action": 0.003795554395765066,
      "loss_total": 0.003795554395765066,
      "step": 43800
    },
    {
      "grad_norm": 0.09119310975074768,
      "learning_rate": 6.417328499258996e-05,
      "loss": 0.0082,
      "step": 43810
    },
    {
      "loss_action": 0.0044762082397937775,
      "loss_total": 0.0044762082397937775,
      "step": 43810
    },
    {
      "loss_action": 0.008317464962601662,
      "loss_total": 0.008317464962601662,
      "step": 43810
    },
    {
      "loss_action": 0.003941862378269434,
      "loss_total": 0.003941862378269434,
      "step": 43810
    },
    {
      "loss_action": 0.006668062414973974,
      "loss_total": 0.006668062414973974,
      "step": 43810
    },
    {
      "loss_action": 0.0081302709877491,
      "loss_total": 0.0081302709877491,
      "step": 43810
    },
    {
      "loss_action": 0.008111804723739624,
      "loss_total": 0.008111804723739624,
      "step": 43810
    },
    {
      "loss_action": 0.008491435088217258,
      "loss_total": 0.008491435088217258,
      "step": 43810
    },
    {
      "loss_action": 0.005108173470944166,
      "loss_total": 0.005108173470944166,
      "step": 43810
    },
    {
      "grad_norm": 0.0966605469584465,
      "learning_rate": 6.415742773375446e-05,
      "loss": 0.0076,
      "step": 43820
    },
    {
      "loss_action": 0.005238201003521681,
      "loss_total": 0.005238201003521681,
      "step": 43820
    },
    {
      "loss_action": 0.009360570460557938,
      "loss_total": 0.009360570460557938,
      "step": 43820
    },
    {
      "loss_action": 0.005955020897090435,
      "loss_total": 0.005955020897090435,
      "step": 43820
    },
    {
      "loss_action": 0.005723809357732534,
      "loss_total": 0.005723809357732534,
      "step": 43820
    },
    {
      "loss_action": 0.004185363184660673,
      "loss_total": 0.004185363184660673,
      "step": 43820
    },
    {
      "loss_action": 0.012646784074604511,
      "loss_total": 0.012646784074604511,
      "step": 43820
    },
    {
      "loss_action": 0.0059529319405555725,
      "loss_total": 0.0059529319405555725,
      "step": 43820
    },
    {
      "loss_action": 0.003441083710640669,
      "loss_total": 0.003441083710640669,
      "step": 43820
    },
    {
      "grad_norm": 0.10713031888008118,
      "learning_rate": 6.414156892668393e-05,
      "loss": 0.0076,
      "step": 43830
    },
    {
      "loss_action": 0.0055286092683672905,
      "loss_total": 0.0055286092683672905,
      "step": 43830
    },
    {
      "loss_action": 0.007874625734984875,
      "loss_total": 0.007874625734984875,
      "step": 43830
    },
    {
      "loss_action": 0.007264622487127781,
      "loss_total": 0.007264622487127781,
      "step": 43830
    },
    {
      "loss_action": 0.005226016975939274,
      "loss_total": 0.005226016975939274,
      "step": 43830
    },
    {
      "loss_action": 0.01114187203347683,
      "loss_total": 0.01114187203347683,
      "step": 43830
    },
    {
      "loss_action": 0.017543375492095947,
      "loss_total": 0.017543375492095947,
      "step": 43830
    },
    {
      "loss_action": 0.006128260865807533,
      "loss_total": 0.006128260865807533,
      "step": 43830
    },
    {
      "loss_action": 0.009161870926618576,
      "loss_total": 0.009161870926618576,
      "step": 43830
    },
    {
      "grad_norm": 0.161096453666687,
      "learning_rate": 6.412570857311267e-05,
      "loss": 0.0089,
      "step": 43840
    },
    {
      "loss_action": 0.006078183185309172,
      "loss_total": 0.006078183185309172,
      "step": 43840
    },
    {
      "loss_action": 0.005700769834220409,
      "loss_total": 0.005700769834220409,
      "step": 43840
    },
    {
      "loss_action": 0.005617271643131971,
      "loss_total": 0.005617271643131971,
      "step": 43840
    },
    {
      "loss_action": 0.002641105093061924,
      "loss_total": 0.002641105093061924,
      "step": 43840
    },
    {
      "loss_action": 0.004923669621348381,
      "loss_total": 0.004923669621348381,
      "step": 43840
    },
    {
      "loss_action": 0.010148730129003525,
      "loss_total": 0.010148730129003525,
      "step": 43840
    },
    {
      "loss_action": 0.019073136150836945,
      "loss_total": 0.019073136150836945,
      "step": 43840
    },
    {
      "loss_action": 0.003667332697659731,
      "loss_total": 0.003667332697659731,
      "step": 43840
    },
    {
      "grad_norm": 0.12552273273468018,
      "learning_rate": 6.410984667477518e-05,
      "loss": 0.0089,
      "step": 43850
    },
    {
      "loss_action": 0.004864228889346123,
      "loss_total": 0.004864228889346123,
      "step": 43850
    },
    {
      "loss_action": 0.007390073500573635,
      "loss_total": 0.007390073500573635,
      "step": 43850
    },
    {
      "loss_action": 0.004025222733616829,
      "loss_total": 0.004025222733616829,
      "step": 43850
    },
    {
      "loss_action": 0.021068088710308075,
      "loss_total": 0.021068088710308075,
      "step": 43850
    },
    {
      "loss_action": 0.006293906830251217,
      "loss_total": 0.006293906830251217,
      "step": 43850
    },
    {
      "loss_action": 0.004107018932700157,
      "loss_total": 0.004107018932700157,
      "step": 43850
    },
    {
      "loss_action": 0.004162255674600601,
      "loss_total": 0.004162255674600601,
      "step": 43850
    },
    {
      "loss_action": 0.004165610298514366,
      "loss_total": 0.004165610298514366,
      "step": 43850
    },
    {
      "grad_norm": 0.1048848032951355,
      "learning_rate": 6.409398323340607e-05,
      "loss": 0.0086,
      "step": 43860
    },
    {
      "loss_action": 0.018283840268850327,
      "loss_total": 0.018283840268850327,
      "step": 43860
    },
    {
      "loss_action": 0.010769668966531754,
      "loss_total": 0.010769668966531754,
      "step": 43860
    },
    {
      "loss_action": 0.008085441775619984,
      "loss_total": 0.008085441775619984,
      "step": 43860
    },
    {
      "loss_action": 0.002917040605098009,
      "loss_total": 0.002917040605098009,
      "step": 43860
    },
    {
      "loss_action": 0.005717456340789795,
      "loss_total": 0.005717456340789795,
      "step": 43860
    },
    {
      "loss_action": 0.009219080209732056,
      "loss_total": 0.009219080209732056,
      "step": 43860
    },
    {
      "loss_action": 0.0036755066830664873,
      "loss_total": 0.0036755066830664873,
      "step": 43860
    },
    {
      "loss_action": 0.0073572611436247826,
      "loss_total": 0.0073572611436247826,
      "step": 43860
    },
    {
      "grad_norm": 0.13972260057926178,
      "learning_rate": 6.407811825074012e-05,
      "loss": 0.0089,
      "step": 43870
    },
    {
      "loss_action": 0.006651110015809536,
      "loss_total": 0.006651110015809536,
      "step": 43870
    },
    {
      "loss_action": 0.014728602953255177,
      "loss_total": 0.014728602953255177,
      "step": 43870
    },
    {
      "loss_action": 0.005919774528592825,
      "loss_total": 0.005919774528592825,
      "step": 43870
    },
    {
      "loss_action": 0.0056581199169158936,
      "loss_total": 0.0056581199169158936,
      "step": 43870
    },
    {
      "loss_action": 0.01139870099723339,
      "loss_total": 0.01139870099723339,
      "step": 43870
    },
    {
      "loss_action": 0.008729789406061172,
      "loss_total": 0.008729789406061172,
      "step": 43870
    },
    {
      "loss_action": 0.004716916941106319,
      "loss_total": 0.004716916941106319,
      "step": 43870
    },
    {
      "loss_action": 0.009242595173418522,
      "loss_total": 0.009242595173418522,
      "step": 43870
    },
    {
      "grad_norm": 0.18975421786308289,
      "learning_rate": 6.406225172851234e-05,
      "loss": 0.0096,
      "step": 43880
    },
    {
      "loss_action": 0.013392491266131401,
      "loss_total": 0.013392491266131401,
      "step": 43880
    },
    {
      "loss_action": 0.006796460598707199,
      "loss_total": 0.006796460598707199,
      "step": 43880
    },
    {
      "loss_action": 0.005206717178225517,
      "loss_total": 0.005206717178225517,
      "step": 43880
    },
    {
      "loss_action": 0.010341659188270569,
      "loss_total": 0.010341659188270569,
      "step": 43880
    },
    {
      "loss_action": 0.008411725983023643,
      "loss_total": 0.008411725983023643,
      "step": 43880
    },
    {
      "loss_action": 0.0028981794603168964,
      "loss_total": 0.0028981794603168964,
      "step": 43880
    },
    {
      "loss_action": 0.008973821066319942,
      "loss_total": 0.008973821066319942,
      "step": 43880
    },
    {
      "loss_action": 0.00904230959713459,
      "loss_total": 0.00904230959713459,
      "step": 43880
    },
    {
      "grad_norm": 0.16628508269786835,
      "learning_rate": 6.404638366845786e-05,
      "loss": 0.0103,
      "step": 43890
    },
    {
      "loss_action": 0.002547538373619318,
      "loss_total": 0.002547538373619318,
      "step": 43890
    },
    {
      "loss_action": 0.013454819098114967,
      "loss_total": 0.013454819098114967,
      "step": 43890
    },
    {
      "loss_action": 0.0036265128292143345,
      "loss_total": 0.0036265128292143345,
      "step": 43890
    },
    {
      "loss_action": 0.007627900689840317,
      "loss_total": 0.007627900689840317,
      "step": 43890
    },
    {
      "loss_action": 0.005906303878873587,
      "loss_total": 0.005906303878873587,
      "step": 43890
    },
    {
      "loss_action": 0.007407568860799074,
      "loss_total": 0.007407568860799074,
      "step": 43890
    },
    {
      "loss_action": 0.004213279113173485,
      "loss_total": 0.004213279113173485,
      "step": 43890
    },
    {
      "loss_action": 0.005194543395191431,
      "loss_total": 0.005194543395191431,
      "step": 43890
    },
    {
      "grad_norm": 0.14144504070281982,
      "learning_rate": 6.403051407231196e-05,
      "loss": 0.0081,
      "step": 43900
    },
    {
      "loss_action": 0.005096562206745148,
      "loss_total": 0.005096562206745148,
      "step": 43900
    },
    {
      "loss_action": 0.010951549746096134,
      "loss_total": 0.010951549746096134,
      "step": 43900
    },
    {
      "loss_action": 0.006298040971159935,
      "loss_total": 0.006298040971159935,
      "step": 43900
    },
    {
      "loss_action": 0.006328568793833256,
      "loss_total": 0.006328568793833256,
      "step": 43900
    },
    {
      "loss_action": 0.007809016853570938,
      "loss_total": 0.007809016853570938,
      "step": 43900
    },
    {
      "loss_action": 0.04841029644012451,
      "loss_total": 0.04841029644012451,
      "step": 43900
    },
    {
      "loss_action": 0.006008806172758341,
      "loss_total": 0.006008806172758341,
      "step": 43900
    },
    {
      "loss_action": 0.007177166640758514,
      "loss_total": 0.007177166640758514,
      "step": 43900
    },
    {
      "grad_norm": 0.3205547034740448,
      "learning_rate": 6.401464294181016e-05,
      "loss": 0.0099,
      "step": 43910
    },
    {
      "loss_action": 0.0049925316125154495,
      "loss_total": 0.0049925316125154495,
      "step": 43910
    },
    {
      "loss_action": 0.0047286637127399445,
      "loss_total": 0.0047286637127399445,
      "step": 43910
    },
    {
      "loss_action": 0.009068947285413742,
      "loss_total": 0.009068947285413742,
      "step": 43910
    },
    {
      "loss_action": 0.017962610349059105,
      "loss_total": 0.017962610349059105,
      "step": 43910
    },
    {
      "loss_action": 0.006225764285773039,
      "loss_total": 0.006225764285773039,
      "step": 43910
    },
    {
      "loss_action": 0.0031994045712053776,
      "loss_total": 0.0031994045712053776,
      "step": 43910
    },
    {
      "loss_action": 0.00987014640122652,
      "loss_total": 0.00987014640122652,
      "step": 43910
    },
    {
      "loss_action": 0.0035858075134456158,
      "loss_total": 0.0035858075134456158,
      "step": 43910
    },
    {
      "grad_norm": 0.1469152867794037,
      "learning_rate": 6.399877027868808e-05,
      "loss": 0.0103,
      "step": 43920
    },
    {
      "loss_action": 0.01642722450196743,
      "loss_total": 0.01642722450196743,
      "step": 43920
    },
    {
      "loss_action": 0.004439204465597868,
      "loss_total": 0.004439204465597868,
      "step": 43920
    },
    {
      "loss_action": 0.008821362629532814,
      "loss_total": 0.008821362629532814,
      "step": 43920
    },
    {
      "loss_action": 0.0041064429096877575,
      "loss_total": 0.0041064429096877575,
      "step": 43920
    },
    {
      "loss_action": 0.04150718078017235,
      "loss_total": 0.04150718078017235,
      "step": 43920
    },
    {
      "loss_action": 0.005139689892530441,
      "loss_total": 0.005139689892530441,
      "step": 43920
    },
    {
      "loss_action": 0.009310691617429256,
      "loss_total": 0.009310691617429256,
      "step": 43920
    },
    {
      "loss_action": 0.00667203264310956,
      "loss_total": 0.00667203264310956,
      "step": 43920
    },
    {
      "grad_norm": 0.11114400625228882,
      "learning_rate": 6.39828960846815e-05,
      "loss": 0.0086,
      "step": 43930
    },
    {
      "loss_action": 0.01824343018233776,
      "loss_total": 0.01824343018233776,
      "step": 43930
    },
    {
      "loss_action": 0.007460520602762699,
      "loss_total": 0.007460520602762699,
      "step": 43930
    },
    {
      "loss_action": 0.01086602546274662,
      "loss_total": 0.01086602546274662,
      "step": 43930
    },
    {
      "loss_action": 0.002285323105752468,
      "loss_total": 0.002285323105752468,
      "step": 43930
    },
    {
      "loss_action": 0.005423778668045998,
      "loss_total": 0.005423778668045998,
      "step": 43930
    },
    {
      "loss_action": 0.013980577699840069,
      "loss_total": 0.013980577699840069,
      "step": 43930
    },
    {
      "loss_action": 0.006966827902942896,
      "loss_total": 0.006966827902942896,
      "step": 43930
    },
    {
      "loss_action": 0.008712376467883587,
      "loss_total": 0.008712376467883587,
      "step": 43930
    },
    {
      "grad_norm": 0.12325786054134369,
      "learning_rate": 6.396702036152644e-05,
      "loss": 0.0079,
      "step": 43940
    },
    {
      "loss_action": 0.03672768175601959,
      "loss_total": 0.03672768175601959,
      "step": 43940
    },
    {
      "loss_action": 0.004686958156526089,
      "loss_total": 0.004686958156526089,
      "step": 43940
    },
    {
      "loss_action": 0.017574340105056763,
      "loss_total": 0.017574340105056763,
      "step": 43940
    },
    {
      "loss_action": 0.005270103923976421,
      "loss_total": 0.005270103923976421,
      "step": 43940
    },
    {
      "loss_action": 0.007230406627058983,
      "loss_total": 0.007230406627058983,
      "step": 43940
    },
    {
      "loss_action": 0.005551440641283989,
      "loss_total": 0.005551440641283989,
      "step": 43940
    },
    {
      "loss_action": 0.013532275334000587,
      "loss_total": 0.013532275334000587,
      "step": 43940
    },
    {
      "loss_action": 0.003993258811533451,
      "loss_total": 0.003993258811533451,
      "step": 43940
    },
    {
      "grad_norm": 0.17478983104228973,
      "learning_rate": 6.395114311095905e-05,
      "loss": 0.009,
      "step": 43950
    },
    {
      "loss_action": 0.010730024427175522,
      "loss_total": 0.010730024427175522,
      "step": 43950
    },
    {
      "loss_action": 0.008560369722545147,
      "loss_total": 0.008560369722545147,
      "step": 43950
    },
    {
      "loss_action": 0.02167111076414585,
      "loss_total": 0.02167111076414585,
      "step": 43950
    },
    {
      "loss_action": 0.010969419032335281,
      "loss_total": 0.010969419032335281,
      "step": 43950
    },
    {
      "loss_action": 0.04635090008378029,
      "loss_total": 0.04635090008378029,
      "step": 43950
    },
    {
      "loss_action": 0.013350103981792927,
      "loss_total": 0.013350103981792927,
      "step": 43950
    },
    {
      "loss_action": 0.011043041944503784,
      "loss_total": 0.011043041944503784,
      "step": 43950
    },
    {
      "loss_action": 0.016493327915668488,
      "loss_total": 0.016493327915668488,
      "step": 43950
    },
    {
      "grad_norm": 0.1225646361708641,
      "learning_rate": 6.393526433471559e-05,
      "loss": 0.0098,
      "step": 43960
    },
    {
      "loss_action": 0.009648039937019348,
      "loss_total": 0.009648039937019348,
      "step": 43960
    },
    {
      "loss_action": 0.009646301157772541,
      "loss_total": 0.009646301157772541,
      "step": 43960
    },
    {
      "loss_action": 0.0069905295968055725,
      "loss_total": 0.0069905295968055725,
      "step": 43960
    },
    {
      "loss_action": 0.009880166500806808,
      "loss_total": 0.009880166500806808,
      "step": 43960
    },
    {
      "loss_action": 0.012468794360756874,
      "loss_total": 0.012468794360756874,
      "step": 43960
    },
    {
      "loss_action": 0.0050624096766114235,
      "loss_total": 0.0050624096766114235,
      "step": 43960
    },
    {
      "loss_action": 0.003722301684319973,
      "loss_total": 0.003722301684319973,
      "step": 43960
    },
    {
      "loss_action": 0.013261055573821068,
      "loss_total": 0.013261055573821068,
      "step": 43960
    },
    {
      "grad_norm": 0.15436048805713654,
      "learning_rate": 6.391938403453262e-05,
      "loss": 0.0092,
      "step": 43970
    },
    {
      "loss_action": 0.005246597342193127,
      "loss_total": 0.005246597342193127,
      "step": 43970
    },
    {
      "loss_action": 0.034395333379507065,
      "loss_total": 0.034395333379507065,
      "step": 43970
    },
    {
      "loss_action": 0.013488679192960262,
      "loss_total": 0.013488679192960262,
      "step": 43970
    },
    {
      "loss_action": 0.0035890655126422644,
      "loss_total": 0.0035890655126422644,
      "step": 43970
    },
    {
      "loss_action": 0.004112758673727512,
      "loss_total": 0.004112758673727512,
      "step": 43970
    },
    {
      "loss_action": 0.022015582770109177,
      "loss_total": 0.022015582770109177,
      "step": 43970
    },
    {
      "loss_action": 0.017249200493097305,
      "loss_total": 0.017249200493097305,
      "step": 43970
    },
    {
      "loss_action": 0.009086250327527523,
      "loss_total": 0.009086250327527523,
      "step": 43970
    },
    {
      "grad_norm": 0.09219661355018616,
      "learning_rate": 6.390350221214671e-05,
      "loss": 0.0094,
      "step": 43980
    },
    {
      "loss_action": 0.014551028609275818,
      "loss_total": 0.014551028609275818,
      "step": 43980
    },
    {
      "loss_action": 0.0040414948016405106,
      "loss_total": 0.0040414948016405106,
      "step": 43980
    },
    {
      "loss_action": 0.008666697889566422,
      "loss_total": 0.008666697889566422,
      "step": 43980
    },
    {
      "loss_action": 0.0022398834116756916,
      "loss_total": 0.0022398834116756916,
      "step": 43980
    },
    {
      "loss_action": 0.009029455482959747,
      "loss_total": 0.009029455482959747,
      "step": 43980
    },
    {
      "loss_action": 0.0077145835384726524,
      "loss_total": 0.0077145835384726524,
      "step": 43980
    },
    {
      "loss_action": 0.018695898354053497,
      "loss_total": 0.018695898354053497,
      "step": 43980
    },
    {
      "loss_action": 0.009295420721173286,
      "loss_total": 0.009295420721173286,
      "step": 43980
    },
    {
      "grad_norm": 0.0998406633734703,
      "learning_rate": 6.38876188692947e-05,
      "loss": 0.0082,
      "step": 43990
    },
    {
      "loss_action": 0.0075215427204966545,
      "loss_total": 0.0075215427204966545,
      "step": 43990
    },
    {
      "loss_action": 0.013752679340541363,
      "loss_total": 0.013752679340541363,
      "step": 43990
    },
    {
      "loss_action": 0.005512468051165342,
      "loss_total": 0.005512468051165342,
      "step": 43990
    },
    {
      "loss_action": 0.0031996036414057016,
      "loss_total": 0.0031996036414057016,
      "step": 43990
    },
    {
      "loss_action": 0.003468344220891595,
      "loss_total": 0.003468344220891595,
      "step": 43990
    },
    {
      "loss_action": 0.016601841896772385,
      "loss_total": 0.016601841896772385,
      "step": 43990
    },
    {
      "loss_action": 0.007646786514669657,
      "loss_total": 0.007646786514669657,
      "step": 43990
    },
    {
      "loss_action": 0.009254354983568192,
      "loss_total": 0.009254354983568192,
      "step": 43990
    },
    {
      "grad_norm": 0.09231249988079071,
      "learning_rate": 6.387173400771358e-05,
      "loss": 0.0076,
      "step": 44000
    },
    {
      "loss_action": 0.003011847846210003,
      "loss_total": 0.003011847846210003,
      "step": 44000
    },
    {
      "loss_action": 0.006334810052067041,
      "loss_total": 0.006334810052067041,
      "step": 44000
    },
    {
      "loss_action": 0.013515963219106197,
      "loss_total": 0.013515963219106197,
      "step": 44000
    },
    {
      "loss_action": 0.0028725038282573223,
      "loss_total": 0.0028725038282573223,
      "step": 44000
    },
    {
      "loss_action": 0.010339848697185516,
      "loss_total": 0.010339848697185516,
      "step": 44000
    },
    {
      "loss_action": 0.0049774255603551865,
      "loss_total": 0.0049774255603551865,
      "step": 44000
    },
    {
      "loss_action": 0.006894960999488831,
      "loss_total": 0.006894960999488831,
      "step": 44000
    },
    {
      "loss_action": 0.0042916894890367985,
      "loss_total": 0.0042916894890367985,
      "step": 44000
    },
    {
      "grad_norm": 0.09532061219215393,
      "learning_rate": 6.385584762914047e-05,
      "loss": 0.0069,
      "step": 44010
    },
    {
      "loss_action": 0.006063614971935749,
      "loss_total": 0.006063614971935749,
      "step": 44010
    },
    {
      "loss_action": 0.005565793253481388,
      "loss_total": 0.005565793253481388,
      "step": 44010
    },
    {
      "loss_action": 0.005771971307694912,
      "loss_total": 0.005771971307694912,
      "step": 44010
    },
    {
      "loss_action": 0.004479608032852411,
      "loss_total": 0.004479608032852411,
      "step": 44010
    },
    {
      "loss_action": 0.0031857239082455635,
      "loss_total": 0.0031857239082455635,
      "step": 44010
    },
    {
      "loss_action": 0.003495375160127878,
      "loss_total": 0.003495375160127878,
      "step": 44010
    },
    {
      "loss_action": 0.007274100556969643,
      "loss_total": 0.007274100556969643,
      "step": 44010
    },
    {
      "loss_action": 0.01441659964621067,
      "loss_total": 0.01441659964621067,
      "step": 44010
    },
    {
      "grad_norm": 0.1524249017238617,
      "learning_rate": 6.38399597353127e-05,
      "loss": 0.008,
      "step": 44020
    },
    {
      "loss_action": 0.0056372229009866714,
      "loss_total": 0.0056372229009866714,
      "step": 44020
    },
    {
      "loss_action": 0.015412960201501846,
      "loss_total": 0.015412960201501846,
      "step": 44020
    },
    {
      "loss_action": 0.002096523530781269,
      "loss_total": 0.002096523530781269,
      "step": 44020
    },
    {
      "loss_action": 0.007375225890427828,
      "loss_total": 0.007375225890427828,
      "step": 44020
    },
    {
      "loss_action": 0.010791142471134663,
      "loss_total": 0.010791142471134663,
      "step": 44020
    },
    {
      "loss_action": 0.011072682216763496,
      "loss_total": 0.011072682216763496,
      "step": 44020
    },
    {
      "loss_action": 0.01580682210624218,
      "loss_total": 0.01580682210624218,
      "step": 44020
    },
    {
      "loss_action": 0.013882776722311974,
      "loss_total": 0.013882776722311974,
      "step": 44020
    },
    {
      "grad_norm": 0.16969053447246552,
      "learning_rate": 6.382407032796775e-05,
      "loss": 0.0088,
      "step": 44030
    },
    {
      "loss_action": 0.006904677487909794,
      "loss_total": 0.006904677487909794,
      "step": 44030
    },
    {
      "loss_action": 0.010617978870868683,
      "loss_total": 0.010617978870868683,
      "step": 44030
    },
    {
      "loss_action": 0.003526375163346529,
      "loss_total": 0.003526375163346529,
      "step": 44030
    },
    {
      "loss_action": 0.02621086873114109,
      "loss_total": 0.02621086873114109,
      "step": 44030
    },
    {
      "loss_action": 0.0028708891477435827,
      "loss_total": 0.0028708891477435827,
      "step": 44030
    },
    {
      "loss_action": 0.011058501899242401,
      "loss_total": 0.011058501899242401,
      "step": 44030
    },
    {
      "loss_action": 0.00623482558876276,
      "loss_total": 0.00623482558876276,
      "step": 44030
    },
    {
      "loss_action": 0.006999521516263485,
      "loss_total": 0.006999521516263485,
      "step": 44030
    },
    {
      "grad_norm": 0.12808191776275635,
      "learning_rate": 6.380817940884325e-05,
      "loss": 0.0088,
      "step": 44040
    },
    {
      "loss_action": 0.006281679961830378,
      "loss_total": 0.006281679961830378,
      "step": 44040
    },
    {
      "loss_action": 0.004763352684676647,
      "loss_total": 0.004763352684676647,
      "step": 44040
    },
    {
      "loss_action": 0.006651026196777821,
      "loss_total": 0.006651026196777821,
      "step": 44040
    },
    {
      "loss_action": 0.005097614135593176,
      "loss_total": 0.005097614135593176,
      "step": 44040
    },
    {
      "loss_action": 0.006143919192254543,
      "loss_total": 0.006143919192254543,
      "step": 44040
    },
    {
      "loss_action": 0.00732464250177145,
      "loss_total": 0.00732464250177145,
      "step": 44040
    },
    {
      "loss_action": 0.006350978743284941,
      "loss_total": 0.006350978743284941,
      "step": 44040
    },
    {
      "loss_action": 0.021502628922462463,
      "loss_total": 0.021502628922462463,
      "step": 44040
    },
    {
      "grad_norm": 0.14643029868602753,
      "learning_rate": 6.379228697967702e-05,
      "loss": 0.0088,
      "step": 44050
    },
    {
      "loss_action": 0.00825178436934948,
      "loss_total": 0.00825178436934948,
      "step": 44050
    },
    {
      "loss_action": 0.010630015283823013,
      "loss_total": 0.010630015283823013,
      "step": 44050
    },
    {
      "loss_action": 0.005861169192939997,
      "loss_total": 0.005861169192939997,
      "step": 44050
    },
    {
      "loss_action": 0.008690876886248589,
      "loss_total": 0.008690876886248589,
      "step": 44050
    },
    {
      "loss_action": 0.005177712999284267,
      "loss_total": 0.005177712999284267,
      "step": 44050
    },
    {
      "loss_action": 0.01665162295103073,
      "loss_total": 0.01665162295103073,
      "step": 44050
    },
    {
      "loss_action": 0.004268323071300983,
      "loss_total": 0.004268323071300983,
      "step": 44050
    },
    {
      "loss_action": 0.01195831410586834,
      "loss_total": 0.01195831410586834,
      "step": 44050
    },
    {
      "grad_norm": 0.11762857437133789,
      "learning_rate": 6.3776393042207e-05,
      "loss": 0.0085,
      "step": 44060
    },
    {
      "loss_action": 0.009288107044994831,
      "loss_total": 0.009288107044994831,
      "step": 44060
    },
    {
      "loss_action": 0.003011670894920826,
      "loss_total": 0.003011670894920826,
      "step": 44060
    },
    {
      "loss_action": 0.004372324328869581,
      "loss_total": 0.004372324328869581,
      "step": 44060
    },
    {
      "loss_action": 0.010003107599914074,
      "loss_total": 0.010003107599914074,
      "step": 44060
    },
    {
      "loss_action": 0.003364063333719969,
      "loss_total": 0.003364063333719969,
      "step": 44060
    },
    {
      "loss_action": 0.00549774756655097,
      "loss_total": 0.00549774756655097,
      "step": 44060
    },
    {
      "loss_action": 0.006192518398165703,
      "loss_total": 0.006192518398165703,
      "step": 44060
    },
    {
      "loss_action": 0.007754052989184856,
      "loss_total": 0.007754052989184856,
      "step": 44060
    },
    {
      "grad_norm": 0.1628020852804184,
      "learning_rate": 6.376049759817137e-05,
      "loss": 0.008,
      "step": 44070
    },
    {
      "loss_action": 0.006576797924935818,
      "loss_total": 0.006576797924935818,
      "step": 44070
    },
    {
      "loss_action": 0.020792003720998764,
      "loss_total": 0.020792003720998764,
      "step": 44070
    },
    {
      "loss_action": 0.007032336667180061,
      "loss_total": 0.007032336667180061,
      "step": 44070
    },
    {
      "loss_action": 0.008415277116000652,
      "loss_total": 0.008415277116000652,
      "step": 44070
    },
    {
      "loss_action": 0.004957215860486031,
      "loss_total": 0.004957215860486031,
      "step": 44070
    },
    {
      "loss_action": 0.009403329342603683,
      "loss_total": 0.009403329342603683,
      "step": 44070
    },
    {
      "loss_action": 0.019883932545781136,
      "loss_total": 0.019883932545781136,
      "step": 44070
    },
    {
      "loss_action": 0.023712296038866043,
      "loss_total": 0.023712296038866043,
      "step": 44070
    },
    {
      "grad_norm": 0.1408887803554535,
      "learning_rate": 6.37446006493084e-05,
      "loss": 0.009,
      "step": 44080
    },
    {
      "loss_action": 0.005122242961078882,
      "loss_total": 0.005122242961078882,
      "step": 44080
    },
    {
      "loss_action": 0.02132250741124153,
      "loss_total": 0.02132250741124153,
      "step": 44080
    },
    {
      "loss_action": 0.015533702448010445,
      "loss_total": 0.015533702448010445,
      "step": 44080
    },
    {
      "loss_action": 0.0033681304194033146,
      "loss_total": 0.0033681304194033146,
      "step": 44080
    },
    {
      "loss_action": 0.005361528135836124,
      "loss_total": 0.005361528135836124,
      "step": 44080
    },
    {
      "loss_action": 0.008616122417151928,
      "loss_total": 0.008616122417151928,
      "step": 44080
    },
    {
      "loss_action": 0.009560755454003811,
      "loss_total": 0.009560755454003811,
      "step": 44080
    },
    {
      "loss_action": 0.01722324825823307,
      "loss_total": 0.01722324825823307,
      "step": 44080
    },
    {
      "grad_norm": 0.13686248660087585,
      "learning_rate": 6.372870219735656e-05,
      "loss": 0.0098,
      "step": 44090
    },
    {
      "loss_action": 0.00452601071447134,
      "loss_total": 0.00452601071447134,
      "step": 44090
    },
    {
      "loss_action": 0.00974696222692728,
      "loss_total": 0.00974696222692728,
      "step": 44090
    },
    {
      "loss_action": 0.004220922477543354,
      "loss_total": 0.004220922477543354,
      "step": 44090
    },
    {
      "loss_action": 0.00590387312695384,
      "loss_total": 0.00590387312695384,
      "step": 44090
    },
    {
      "loss_action": 0.007132123690098524,
      "loss_total": 0.007132123690098524,
      "step": 44090
    },
    {
      "loss_action": 0.008672041818499565,
      "loss_total": 0.008672041818499565,
      "step": 44090
    },
    {
      "loss_action": 0.002865753136575222,
      "loss_total": 0.002865753136575222,
      "step": 44090
    },
    {
      "loss_action": 0.011244169436395168,
      "loss_total": 0.011244169436395168,
      "step": 44090
    },
    {
      "grad_norm": 0.08576458692550659,
      "learning_rate": 6.371280224405452e-05,
      "loss": 0.0088,
      "step": 44100
    },
    {
      "loss_action": 0.01114560104906559,
      "loss_total": 0.01114560104906559,
      "step": 44100
    },
    {
      "loss_action": 0.011126832105219364,
      "loss_total": 0.011126832105219364,
      "step": 44100
    },
    {
      "loss_action": 0.0062291305512189865,
      "loss_total": 0.0062291305512189865,
      "step": 44100
    },
    {
      "loss_action": 0.006019333377480507,
      "loss_total": 0.006019333377480507,
      "step": 44100
    },
    {
      "loss_action": 0.021816562861204147,
      "loss_total": 0.021816562861204147,
      "step": 44100
    },
    {
      "loss_action": 0.015708113089203835,
      "loss_total": 0.015708113089203835,
      "step": 44100
    },
    {
      "loss_action": 0.02706846408545971,
      "loss_total": 0.02706846408545971,
      "step": 44100
    },
    {
      "loss_action": 0.005134587176144123,
      "loss_total": 0.005134587176144123,
      "step": 44100
    },
    {
      "grad_norm": 0.10583744198083878,
      "learning_rate": 6.369690079114101e-05,
      "loss": 0.009,
      "step": 44110
    },
    {
      "loss_action": 0.0023186844773590565,
      "loss_total": 0.0023186844773590565,
      "step": 44110
    },
    {
      "loss_action": 0.007623243145644665,
      "loss_total": 0.007623243145644665,
      "step": 44110
    },
    {
      "loss_action": 0.0087693240493536,
      "loss_total": 0.0087693240493536,
      "step": 44110
    },
    {
      "loss_action": 0.0035055680200457573,
      "loss_total": 0.0035055680200457573,
      "step": 44110
    },
    {
      "loss_action": 0.022616732865571976,
      "loss_total": 0.022616732865571976,
      "step": 44110
    },
    {
      "loss_action": 0.0059719025157392025,
      "loss_total": 0.0059719025157392025,
      "step": 44110
    },
    {
      "loss_action": 0.0027431189082562923,
      "loss_total": 0.0027431189082562923,
      "step": 44110
    },
    {
      "loss_action": 0.005086955614387989,
      "loss_total": 0.005086955614387989,
      "step": 44110
    },
    {
      "grad_norm": 0.19296011328697205,
      "learning_rate": 6.368099784035504e-05,
      "loss": 0.0094,
      "step": 44120
    },
    {
      "loss_action": 0.003106582909822464,
      "loss_total": 0.003106582909822464,
      "step": 44120
    },
    {
      "loss_action": 0.015803538262844086,
      "loss_total": 0.015803538262844086,
      "step": 44120
    },
    {
      "loss_action": 0.023345356807112694,
      "loss_total": 0.023345356807112694,
      "step": 44120
    },
    {
      "loss_action": 0.008608855307102203,
      "loss_total": 0.008608855307102203,
      "step": 44120
    },
    {
      "loss_action": 0.004385644104331732,
      "loss_total": 0.004385644104331732,
      "step": 44120
    },
    {
      "loss_action": 0.002250168239697814,
      "loss_total": 0.002250168239697814,
      "step": 44120
    },
    {
      "loss_action": 0.0023924410343170166,
      "loss_total": 0.0023924410343170166,
      "step": 44120
    },
    {
      "loss_action": 0.003000924363732338,
      "loss_total": 0.003000924363732338,
      "step": 44120
    },
    {
      "grad_norm": 0.12098053842782974,
      "learning_rate": 6.366509339343572e-05,
      "loss": 0.0081,
      "step": 44130
    },
    {
      "loss_action": 0.005171292927116156,
      "loss_total": 0.005171292927116156,
      "step": 44130
    },
    {
      "loss_action": 0.0029549486935138702,
      "loss_total": 0.0029549486935138702,
      "step": 44130
    },
    {
      "loss_action": 0.0038492584135383368,
      "loss_total": 0.0038492584135383368,
      "step": 44130
    },
    {
      "loss_action": 0.006805522833019495,
      "loss_total": 0.006805522833019495,
      "step": 44130
    },
    {
      "loss_action": 0.003094807267189026,
      "loss_total": 0.003094807267189026,
      "step": 44130
    },
    {
      "loss_action": 0.007358502130955458,
      "loss_total": 0.007358502130955458,
      "step": 44130
    },
    {
      "loss_action": 0.011047251522541046,
      "loss_total": 0.011047251522541046,
      "step": 44130
    },
    {
      "loss_action": 0.009950198233127594,
      "loss_total": 0.009950198233127594,
      "step": 44130
    },
    {
      "grad_norm": 0.1317906230688095,
      "learning_rate": 6.364918745212232e-05,
      "loss": 0.0077,
      "step": 44140
    },
    {
      "loss_action": 0.009597279131412506,
      "loss_total": 0.009597279131412506,
      "step": 44140
    },
    {
      "loss_action": 0.02061726711690426,
      "loss_total": 0.02061726711690426,
      "step": 44140
    },
    {
      "loss_action": 0.019826015457510948,
      "loss_total": 0.019826015457510948,
      "step": 44140
    },
    {
      "loss_action": 0.009335312061011791,
      "loss_total": 0.009335312061011791,
      "step": 44140
    },
    {
      "loss_action": 0.002784017939120531,
      "loss_total": 0.002784017939120531,
      "step": 44140
    },
    {
      "loss_action": 0.0022856504656374454,
      "loss_total": 0.0022856504656374454,
      "step": 44140
    },
    {
      "loss_action": 0.007823883555829525,
      "loss_total": 0.007823883555829525,
      "step": 44140
    },
    {
      "loss_action": 0.021096602082252502,
      "loss_total": 0.021096602082252502,
      "step": 44140
    },
    {
      "grad_norm": 0.14989209175109863,
      "learning_rate": 6.363328001815431e-05,
      "loss": 0.0102,
      "step": 44150
    },
    {
      "loss_action": 0.009468362666666508,
      "loss_total": 0.009468362666666508,
      "step": 44150
    },
    {
      "loss_action": 0.012366000562906265,
      "loss_total": 0.012366000562906265,
      "step": 44150
    },
    {
      "loss_action": 0.008623955771327019,
      "loss_total": 0.008623955771327019,
      "step": 44150
    },
    {
      "loss_action": 0.004596248734742403,
      "loss_total": 0.004596248734742403,
      "step": 44150
    },
    {
      "loss_action": 0.018641775473952293,
      "loss_total": 0.018641775473952293,
      "step": 44150
    },
    {
      "loss_action": 0.004159365314990282,
      "loss_total": 0.004159365314990282,
      "step": 44150
    },
    {
      "loss_action": 0.018655017018318176,
      "loss_total": 0.018655017018318176,
      "step": 44150
    },
    {
      "loss_action": 0.002682238817214966,
      "loss_total": 0.002682238817214966,
      "step": 44150
    },
    {
      "grad_norm": 0.11910214275121689,
      "learning_rate": 6.361737109327128e-05,
      "loss": 0.0108,
      "step": 44160
    },
    {
      "loss_action": 0.006522447802126408,
      "loss_total": 0.006522447802126408,
      "step": 44160
    },
    {
      "loss_action": 0.006017725914716721,
      "loss_total": 0.006017725914716721,
      "step": 44160
    },
    {
      "loss_action": 0.003590413834899664,
      "loss_total": 0.003590413834899664,
      "step": 44160
    },
    {
      "loss_action": 0.00686012115329504,
      "loss_total": 0.00686012115329504,
      "step": 44160
    },
    {
      "loss_action": 0.005919582210481167,
      "loss_total": 0.005919582210481167,
      "step": 44160
    },
    {
      "loss_action": 0.005715362261980772,
      "loss_total": 0.005715362261980772,
      "step": 44160
    },
    {
      "loss_action": 0.007324314676225185,
      "loss_total": 0.007324314676225185,
      "step": 44160
    },
    {
      "loss_action": 0.013827487826347351,
      "loss_total": 0.013827487826347351,
      "step": 44160
    },
    {
      "grad_norm": 0.13585922122001648,
      "learning_rate": 6.360146067921301e-05,
      "loss": 0.0108,
      "step": 44170
    },
    {
      "loss_action": 0.0036772792227566242,
      "loss_total": 0.0036772792227566242,
      "step": 44170
    },
    {
      "loss_action": 0.018916195258498192,
      "loss_total": 0.018916195258498192,
      "step": 44170
    },
    {
      "loss_action": 0.006818805821239948,
      "loss_total": 0.006818805821239948,
      "step": 44170
    },
    {
      "loss_action": 0.01124031562358141,
      "loss_total": 0.01124031562358141,
      "step": 44170
    },
    {
      "loss_action": 0.009918173775076866,
      "loss_total": 0.009918173775076866,
      "step": 44170
    },
    {
      "loss_action": 0.007036404684185982,
      "loss_total": 0.007036404684185982,
      "step": 44170
    },
    {
      "loss_action": 0.006415995303541422,
      "loss_total": 0.006415995303541422,
      "step": 44170
    },
    {
      "loss_action": 0.009378654882311821,
      "loss_total": 0.009378654882311821,
      "step": 44170
    },
    {
      "grad_norm": 0.14211946725845337,
      "learning_rate": 6.35855487777195e-05,
      "loss": 0.0088,
      "step": 44180
    },
    {
      "loss_action": 0.016899771988391876,
      "loss_total": 0.016899771988391876,
      "step": 44180
    },
    {
      "loss_action": 0.012796415947377682,
      "loss_total": 0.012796415947377682,
      "step": 44180
    },
    {
      "loss_action": 0.006439169868826866,
      "loss_total": 0.006439169868826866,
      "step": 44180
    },
    {
      "loss_action": 0.004798422567546368,
      "loss_total": 0.004798422567546368,
      "step": 44180
    },
    {
      "loss_action": 0.009302312508225441,
      "loss_total": 0.009302312508225441,
      "step": 44180
    },
    {
      "loss_action": 0.007212948985397816,
      "loss_total": 0.007212948985397816,
      "step": 44180
    },
    {
      "loss_action": 0.010853572748601437,
      "loss_total": 0.010853572748601437,
      "step": 44180
    },
    {
      "loss_action": 0.008526193909347057,
      "loss_total": 0.008526193909347057,
      "step": 44180
    },
    {
      "grad_norm": 0.09101556241512299,
      "learning_rate": 6.356963539053076e-05,
      "loss": 0.0075,
      "step": 44190
    },
    {
      "loss_action": 0.003357131965458393,
      "loss_total": 0.003357131965458393,
      "step": 44190
    },
    {
      "loss_action": 0.005225573666393757,
      "loss_total": 0.005225573666393757,
      "step": 44190
    },
    {
      "loss_action": 0.00526847131550312,
      "loss_total": 0.00526847131550312,
      "step": 44190
    },
    {
      "loss_action": 0.010533243417739868,
      "loss_total": 0.010533243417739868,
      "step": 44190
    },
    {
      "loss_action": 0.003780047409236431,
      "loss_total": 0.003780047409236431,
      "step": 44190
    },
    {
      "loss_action": 0.0055152373388409615,
      "loss_total": 0.0055152373388409615,
      "step": 44190
    },
    {
      "loss_action": 0.009075654670596123,
      "loss_total": 0.009075654670596123,
      "step": 44190
    },
    {
      "loss_action": 0.008045494556427002,
      "loss_total": 0.008045494556427002,
      "step": 44190
    },
    {
      "grad_norm": 0.10371183604001999,
      "learning_rate": 6.355372051938711e-05,
      "loss": 0.0071,
      "step": 44200
    },
    {
      "loss_action": 0.011473974213004112,
      "loss_total": 0.011473974213004112,
      "step": 44200
    },
    {
      "loss_action": 0.005274822469800711,
      "loss_total": 0.005274822469800711,
      "step": 44200
    },
    {
      "loss_action": 0.0016764379106462002,
      "loss_total": 0.0016764379106462002,
      "step": 44200
    },
    {
      "loss_action": 0.00794551894068718,
      "loss_total": 0.00794551894068718,
      "step": 44200
    },
    {
      "loss_action": 0.00438481941819191,
      "loss_total": 0.00438481941819191,
      "step": 44200
    },
    {
      "loss_action": 0.024103771895170212,
      "loss_total": 0.024103771895170212,
      "step": 44200
    },
    {
      "loss_action": 0.0053946711122989655,
      "loss_total": 0.0053946711122989655,
      "step": 44200
    },
    {
      "loss_action": 0.008624467067420483,
      "loss_total": 0.008624467067420483,
      "step": 44200
    },
    {
      "grad_norm": 0.13752856850624084,
      "learning_rate": 6.353780416602894e-05,
      "loss": 0.0088,
      "step": 44210
    },
    {
      "loss_action": 0.004969455301761627,
      "loss_total": 0.004969455301761627,
      "step": 44210
    },
    {
      "loss_action": 0.005955889821052551,
      "loss_total": 0.005955889821052551,
      "step": 44210
    },
    {
      "loss_action": 0.008311444893479347,
      "loss_total": 0.008311444893479347,
      "step": 44210
    },
    {
      "loss_action": 0.002747152466326952,
      "loss_total": 0.002747152466326952,
      "step": 44210
    },
    {
      "loss_action": 0.005523390136659145,
      "loss_total": 0.005523390136659145,
      "step": 44210
    },
    {
      "loss_action": 0.007166414521634579,
      "loss_total": 0.007166414521634579,
      "step": 44210
    },
    {
      "loss_action": 0.007435527630150318,
      "loss_total": 0.007435527630150318,
      "step": 44210
    },
    {
      "loss_action": 0.006969172973185778,
      "loss_total": 0.006969172973185778,
      "step": 44210
    },
    {
      "grad_norm": 0.09883357584476471,
      "learning_rate": 6.352188633219689e-05,
      "loss": 0.0084,
      "step": 44220
    },
    {
      "loss_action": 0.00425027497112751,
      "loss_total": 0.00425027497112751,
      "step": 44220
    },
    {
      "loss_action": 0.00706829596310854,
      "loss_total": 0.00706829596310854,
      "step": 44220
    },
    {
      "loss_action": 0.008992359042167664,
      "loss_total": 0.008992359042167664,
      "step": 44220
    },
    {
      "loss_action": 0.019905293360352516,
      "loss_total": 0.019905293360352516,
      "step": 44220
    },
    {
      "loss_action": 0.012385997921228409,
      "loss_total": 0.012385997921228409,
      "step": 44220
    },
    {
      "loss_action": 0.0018128335941582918,
      "loss_total": 0.0018128335941582918,
      "step": 44220
    },
    {
      "loss_action": 0.0077837491407990456,
      "loss_total": 0.0077837491407990456,
      "step": 44220
    },
    {
      "loss_action": 0.007561711594462395,
      "loss_total": 0.007561711594462395,
      "step": 44220
    },
    {
      "grad_norm": 0.12295176088809967,
      "learning_rate": 6.350596701963166e-05,
      "loss": 0.0085,
      "step": 44230
    },
    {
      "loss_action": 0.006100554019212723,
      "loss_total": 0.006100554019212723,
      "step": 44230
    },
    {
      "loss_action": 0.007887614890933037,
      "loss_total": 0.007887614890933037,
      "step": 44230
    },
    {
      "loss_action": 0.009746575728058815,
      "loss_total": 0.009746575728058815,
      "step": 44230
    },
    {
      "loss_action": 0.012958278879523277,
      "loss_total": 0.012958278879523277,
      "step": 44230
    },
    {
      "loss_action": 0.005561963655054569,
      "loss_total": 0.005561963655054569,
      "step": 44230
    },
    {
      "loss_action": 0.008071275427937508,
      "loss_total": 0.008071275427937508,
      "step": 44230
    },
    {
      "loss_action": 0.004689936060458422,
      "loss_total": 0.004689936060458422,
      "step": 44230
    },
    {
      "loss_action": 0.019599149003624916,
      "loss_total": 0.019599149003624916,
      "step": 44230
    },
    {
      "grad_norm": 0.1277415007352829,
      "learning_rate": 6.349004623007419e-05,
      "loss": 0.0088,
      "step": 44240
    },
    {
      "loss_action": 0.03067757934331894,
      "loss_total": 0.03067757934331894,
      "step": 44240
    },
    {
      "loss_action": 0.006305088754743338,
      "loss_total": 0.006305088754743338,
      "step": 44240
    },
    {
      "loss_action": 0.0038283662870526314,
      "loss_total": 0.0038283662870526314,
      "step": 44240
    },
    {
      "loss_action": 0.012858903035521507,
      "loss_total": 0.012858903035521507,
      "step": 44240
    },
    {
      "loss_action": 0.007434407249093056,
      "loss_total": 0.007434407249093056,
      "step": 44240
    },
    {
      "loss_action": 0.004856899846345186,
      "loss_total": 0.004856899846345186,
      "step": 44240
    },
    {
      "loss_action": 0.01834719069302082,
      "loss_total": 0.01834719069302082,
      "step": 44240
    },
    {
      "loss_action": 0.004545265808701515,
      "loss_total": 0.004545265808701515,
      "step": 44240
    },
    {
      "grad_norm": 0.11308089643716812,
      "learning_rate": 6.347412396526555e-05,
      "loss": 0.009,
      "step": 44250
    },
    {
      "loss_action": 0.006531902588903904,
      "loss_total": 0.006531902588903904,
      "step": 44250
    },
    {
      "loss_action": 0.005787504371255636,
      "loss_total": 0.005787504371255636,
      "step": 44250
    },
    {
      "loss_action": 0.01466996781527996,
      "loss_total": 0.01466996781527996,
      "step": 44250
    },
    {
      "loss_action": 0.011282932944595814,
      "loss_total": 0.011282932944595814,
      "step": 44250
    },
    {
      "loss_action": 0.005680061876773834,
      "loss_total": 0.005680061876773834,
      "step": 44250
    },
    {
      "loss_action": 0.015793364495038986,
      "loss_total": 0.015793364495038986,
      "step": 44250
    },
    {
      "loss_action": 0.00501315388828516,
      "loss_total": 0.00501315388828516,
      "step": 44250
    },
    {
      "loss_action": 0.0034195720218122005,
      "loss_total": 0.0034195720218122005,
      "step": 44250
    },
    {
      "grad_norm": 0.10175657272338867,
      "learning_rate": 6.345820022694696e-05,
      "loss": 0.0094,
      "step": 44260
    },
    {
      "loss_action": 0.010568980127573013,
      "loss_total": 0.010568980127573013,
      "step": 44260
    },
    {
      "loss_action": 0.007244109641760588,
      "loss_total": 0.007244109641760588,
      "step": 44260
    },
    {
      "loss_action": 0.006241279654204845,
      "loss_total": 0.006241279654204845,
      "step": 44260
    },
    {
      "loss_action": 0.0135453250259161,
      "loss_total": 0.0135453250259161,
      "step": 44260
    },
    {
      "loss_action": 0.004696302115917206,
      "loss_total": 0.004696302115917206,
      "step": 44260
    },
    {
      "loss_action": 0.012075379490852356,
      "loss_total": 0.012075379490852356,
      "step": 44260
    },
    {
      "loss_action": 0.008056020364165306,
      "loss_total": 0.008056020364165306,
      "step": 44260
    },
    {
      "loss_action": 0.012136975303292274,
      "loss_total": 0.012136975303292274,
      "step": 44260
    },
    {
      "grad_norm": 0.08013781160116196,
      "learning_rate": 6.344227501685984e-05,
      "loss": 0.009,
      "step": 44270
    },
    {
      "loss_action": 0.004709016531705856,
      "loss_total": 0.004709016531705856,
      "step": 44270
    },
    {
      "loss_action": 0.0073613934218883514,
      "loss_total": 0.0073613934218883514,
      "step": 44270
    },
    {
      "loss_action": 0.0034726520534604788,
      "loss_total": 0.0034726520534604788,
      "step": 44270
    },
    {
      "loss_action": 0.022375451400876045,
      "loss_total": 0.022375451400876045,
      "step": 44270
    },
    {
      "loss_action": 0.0129074826836586,
      "loss_total": 0.0129074826836586,
      "step": 44270
    },
    {
      "loss_action": 0.0020921719260513783,
      "loss_total": 0.0020921719260513783,
      "step": 44270
    },
    {
      "loss_action": 0.008977096527814865,
      "loss_total": 0.008977096527814865,
      "step": 44270
    },
    {
      "loss_action": 0.005457160994410515,
      "loss_total": 0.005457160994410515,
      "step": 44270
    },
    {
      "grad_norm": 0.1375628411769867,
      "learning_rate": 6.342634833674572e-05,
      "loss": 0.0093,
      "step": 44280
    },
    {
      "loss_action": 0.009954411536455154,
      "loss_total": 0.009954411536455154,
      "step": 44280
    },
    {
      "loss_action": 0.016039453446865082,
      "loss_total": 0.016039453446865082,
      "step": 44280
    },
    {
      "loss_action": 0.004298066720366478,
      "loss_total": 0.004298066720366478,
      "step": 44280
    },
    {
      "loss_action": 0.005250138230621815,
      "loss_total": 0.005250138230621815,
      "step": 44280
    },
    {
      "loss_action": 0.009857550263404846,
      "loss_total": 0.009857550263404846,
      "step": 44280
    },
    {
      "loss_action": 0.010339317843317986,
      "loss_total": 0.010339317843317986,
      "step": 44280
    },
    {
      "loss_action": 0.01103875320404768,
      "loss_total": 0.01103875320404768,
      "step": 44280
    },
    {
      "loss_action": 0.006886988878250122,
      "loss_total": 0.006886988878250122,
      "step": 44280
    },
    {
      "grad_norm": 0.10701873898506165,
      "learning_rate": 6.341042018834635e-05,
      "loss": 0.0096,
      "step": 44290
    },
    {
      "loss_action": 0.0055455537512898445,
      "loss_total": 0.0055455537512898445,
      "step": 44290
    },
    {
      "loss_action": 0.0036705131642520428,
      "loss_total": 0.0036705131642520428,
      "step": 44290
    },
    {
      "loss_action": 0.004026707261800766,
      "loss_total": 0.004026707261800766,
      "step": 44290
    },
    {
      "loss_action": 0.009995034895837307,
      "loss_total": 0.009995034895837307,
      "step": 44290
    },
    {
      "loss_action": 0.01639045588672161,
      "loss_total": 0.01639045588672161,
      "step": 44290
    },
    {
      "loss_action": 0.009320132434368134,
      "loss_total": 0.009320132434368134,
      "step": 44290
    },
    {
      "loss_action": 0.0026310307439416647,
      "loss_total": 0.0026310307439416647,
      "step": 44290
    },
    {
      "loss_action": 0.008276194334030151,
      "loss_total": 0.008276194334030151,
      "step": 44290
    },
    {
      "grad_norm": 0.09432747960090637,
      "learning_rate": 6.339449057340359e-05,
      "loss": 0.007,
      "step": 44300
    },
    {
      "loss_action": 0.0035083265975117683,
      "loss_total": 0.0035083265975117683,
      "step": 44300
    },
    {
      "loss_action": 0.012301500886678696,
      "loss_total": 0.012301500886678696,
      "step": 44300
    },
    {
      "loss_action": 0.001463807187974453,
      "loss_total": 0.001463807187974453,
      "step": 44300
    },
    {
      "loss_action": 0.01508074440062046,
      "loss_total": 0.01508074440062046,
      "step": 44300
    },
    {
      "loss_action": 0.004368245135992765,
      "loss_total": 0.004368245135992765,
      "step": 44300
    },
    {
      "loss_action": 0.0037642810493707657,
      "loss_total": 0.0037642810493707657,
      "step": 44300
    },
    {
      "loss_action": 0.011390790343284607,
      "loss_total": 0.011390790343284607,
      "step": 44300
    },
    {
      "loss_action": 0.0029155679512768984,
      "loss_total": 0.0029155679512768984,
      "step": 44300
    },
    {
      "grad_norm": 0.14468155801296234,
      "learning_rate": 6.337855949365945e-05,
      "loss": 0.0063,
      "step": 44310
    },
    {
      "loss_action": 0.007839253172278404,
      "loss_total": 0.007839253172278404,
      "step": 44310
    },
    {
      "loss_action": 0.010554003529250622,
      "loss_total": 0.010554003529250622,
      "step": 44310
    },
    {
      "loss_action": 0.01101657934486866,
      "loss_total": 0.01101657934486866,
      "step": 44310
    },
    {
      "loss_action": 0.00553775392472744,
      "loss_total": 0.00553775392472744,
      "step": 44310
    },
    {
      "loss_action": 0.005791020579636097,
      "loss_total": 0.005791020579636097,
      "step": 44310
    },
    {
      "loss_action": 0.015651419758796692,
      "loss_total": 0.015651419758796692,
      "step": 44310
    },
    {
      "loss_action": 0.007809760048985481,
      "loss_total": 0.007809760048985481,
      "step": 44310
    },
    {
      "loss_action": 0.018171481788158417,
      "loss_total": 0.018171481788158417,
      "step": 44310
    },
    {
      "grad_norm": 0.0849483385682106,
      "learning_rate": 6.336262695085619e-05,
      "loss": 0.0083,
      "step": 44320
    },
    {
      "loss_action": 0.005872365087270737,
      "loss_total": 0.005872365087270737,
      "step": 44320
    },
    {
      "loss_action": 0.004134106915444136,
      "loss_total": 0.004134106915444136,
      "step": 44320
    },
    {
      "loss_action": 0.011280820704996586,
      "loss_total": 0.011280820704996586,
      "step": 44320
    },
    {
      "loss_action": 0.011103463359177113,
      "loss_total": 0.011103463359177113,
      "step": 44320
    },
    {
      "loss_action": 0.007863485254347324,
      "loss_total": 0.007863485254347324,
      "step": 44320
    },
    {
      "loss_action": 0.008594529703259468,
      "loss_total": 0.008594529703259468,
      "step": 44320
    },
    {
      "loss_action": 0.0049239774234592915,
      "loss_total": 0.0049239774234592915,
      "step": 44320
    },
    {
      "loss_action": 0.0028653154149651527,
      "loss_total": 0.0028653154149651527,
      "step": 44320
    },
    {
      "grad_norm": 0.11189007014036179,
      "learning_rate": 6.334669294673612e-05,
      "loss": 0.0087,
      "step": 44330
    },
    {
      "loss_action": 0.013411562889814377,
      "loss_total": 0.013411562889814377,
      "step": 44330
    },
    {
      "loss_action": 0.00819757767021656,
      "loss_total": 0.00819757767021656,
      "step": 44330
    },
    {
      "loss_action": 0.00828906986862421,
      "loss_total": 0.00828906986862421,
      "step": 44330
    },
    {
      "loss_action": 0.0038675570394843817,
      "loss_total": 0.0038675570394843817,
      "step": 44330
    },
    {
      "loss_action": 0.006403174716979265,
      "loss_total": 0.006403174716979265,
      "step": 44330
    },
    {
      "loss_action": 0.010181983932852745,
      "loss_total": 0.010181983932852745,
      "step": 44330
    },
    {
      "loss_action": 0.00211984571069479,
      "loss_total": 0.00211984571069479,
      "step": 44330
    },
    {
      "loss_action": 0.005740351043641567,
      "loss_total": 0.005740351043641567,
      "step": 44330
    },
    {
      "grad_norm": 0.08113636076450348,
      "learning_rate": 6.333075748304179e-05,
      "loss": 0.0075,
      "step": 44340
    },
    {
      "loss_action": 0.00680133979767561,
      "loss_total": 0.00680133979767561,
      "step": 44340
    },
    {
      "loss_action": 0.003598354756832123,
      "loss_total": 0.003598354756832123,
      "step": 44340
    },
    {
      "loss_action": 0.0024491101503372192,
      "loss_total": 0.0024491101503372192,
      "step": 44340
    },
    {
      "loss_action": 0.005869085434824228,
      "loss_total": 0.005869085434824228,
      "step": 44340
    },
    {
      "loss_action": 0.011195885017514229,
      "loss_total": 0.011195885017514229,
      "step": 44340
    },
    {
      "loss_action": 0.012238138355314732,
      "loss_total": 0.012238138355314732,
      "step": 44340
    },
    {
      "loss_action": 0.005491737741976976,
      "loss_total": 0.005491737741976976,
      "step": 44340
    },
    {
      "loss_action": 0.0018873107619583607,
      "loss_total": 0.0018873107619583607,
      "step": 44340
    },
    {
      "grad_norm": 0.14650851488113403,
      "learning_rate": 6.331482056151585e-05,
      "loss": 0.0079,
      "step": 44350
    },
    {
      "loss_action": 0.009727642871439457,
      "loss_total": 0.009727642871439457,
      "step": 44350
    },
    {
      "loss_action": 0.006658440455794334,
      "loss_total": 0.006658440455794334,
      "step": 44350
    },
    {
      "loss_action": 0.012354851700365543,
      "loss_total": 0.012354851700365543,
      "step": 44350
    },
    {
      "loss_action": 0.010061647742986679,
      "loss_total": 0.010061647742986679,
      "step": 44350
    },
    {
      "loss_action": 0.004435920622199774,
      "loss_total": 0.004435920622199774,
      "step": 44350
    },
    {
      "loss_action": 0.0018646116368472576,
      "loss_total": 0.0018646116368472576,
      "step": 44350
    },
    {
      "loss_action": 0.005049156956374645,
      "loss_total": 0.005049156956374645,
      "step": 44350
    },
    {
      "loss_action": 0.014269241131842136,
      "loss_total": 0.014269241131842136,
      "step": 44350
    },
    {
      "grad_norm": 0.09526913613080978,
      "learning_rate": 6.329888218390117e-05,
      "loss": 0.0079,
      "step": 44360
    },
    {
      "loss_action": 0.005922786891460419,
      "loss_total": 0.005922786891460419,
      "step": 44360
    },
    {
      "loss_action": 0.003041943535208702,
      "loss_total": 0.003041943535208702,
      "step": 44360
    },
    {
      "loss_action": 0.005436829291284084,
      "loss_total": 0.005436829291284084,
      "step": 44360
    },
    {
      "loss_action": 0.022327419370412827,
      "loss_total": 0.022327419370412827,
      "step": 44360
    },
    {
      "loss_action": 0.004710212349891663,
      "loss_total": 0.004710212349891663,
      "step": 44360
    },
    {
      "loss_action": 0.008534589782357216,
      "loss_total": 0.008534589782357216,
      "step": 44360
    },
    {
      "loss_action": 0.010131735354661942,
      "loss_total": 0.010131735354661942,
      "step": 44360
    },
    {
      "loss_action": 0.012943357229232788,
      "loss_total": 0.012943357229232788,
      "step": 44360
    },
    {
      "grad_norm": 0.10263123363256454,
      "learning_rate": 6.328294235194072e-05,
      "loss": 0.0079,
      "step": 44370
    },
    {
      "loss_action": 0.00976571999490261,
      "loss_total": 0.00976571999490261,
      "step": 44370
    },
    {
      "loss_action": 0.007769102696329355,
      "loss_total": 0.007769102696329355,
      "step": 44370
    },
    {
      "loss_action": 0.00338248023763299,
      "loss_total": 0.00338248023763299,
      "step": 44370
    },
    {
      "loss_action": 0.008573098108172417,
      "loss_total": 0.008573098108172417,
      "step": 44370
    },
    {
      "loss_action": 0.012329133227467537,
      "loss_total": 0.012329133227467537,
      "step": 44370
    },
    {
      "loss_action": 0.014196011237800121,
      "loss_total": 0.014196011237800121,
      "step": 44370
    },
    {
      "loss_action": 0.005841408856213093,
      "loss_total": 0.005841408856213093,
      "step": 44370
    },
    {
      "loss_action": 0.01323715504258871,
      "loss_total": 0.01323715504258871,
      "step": 44370
    },
    {
      "grad_norm": 0.1481851488351822,
      "learning_rate": 6.326700106737765e-05,
      "loss": 0.0079,
      "step": 44380
    },
    {
      "loss_action": 0.00521150091663003,
      "loss_total": 0.00521150091663003,
      "step": 44380
    },
    {
      "loss_action": 0.008201507851481438,
      "loss_total": 0.008201507851481438,
      "step": 44380
    },
    {
      "loss_action": 0.0077799102291464806,
      "loss_total": 0.0077799102291464806,
      "step": 44380
    },
    {
      "loss_action": 0.009875751100480556,
      "loss_total": 0.009875751100480556,
      "step": 44380
    },
    {
      "loss_action": 0.0015868613263592124,
      "loss_total": 0.0015868613263592124,
      "step": 44380
    },
    {
      "loss_action": 0.014348148368299007,
      "loss_total": 0.014348148368299007,
      "step": 44380
    },
    {
      "loss_action": 0.006889214739203453,
      "loss_total": 0.006889214739203453,
      "step": 44380
    },
    {
      "loss_action": 0.00802841130644083,
      "loss_total": 0.00802841130644083,
      "step": 44380
    },
    {
      "grad_norm": 0.18529357016086578,
      "learning_rate": 6.325105833195531e-05,
      "loss": 0.0079,
      "step": 44390
    },
    {
      "loss_action": 0.010413667187094688,
      "loss_total": 0.010413667187094688,
      "step": 44390
    },
    {
      "loss_action": 0.011124413460493088,
      "loss_total": 0.011124413460493088,
      "step": 44390
    },
    {
      "loss_action": 0.014328425750136375,
      "loss_total": 0.014328425750136375,
      "step": 44390
    },
    {
      "loss_action": 0.007858638651669025,
      "loss_total": 0.007858638651669025,
      "step": 44390
    },
    {
      "loss_action": 0.011701356619596481,
      "loss_total": 0.011701356619596481,
      "step": 44390
    },
    {
      "loss_action": 0.021085890009999275,
      "loss_total": 0.021085890009999275,
      "step": 44390
    },
    {
      "loss_action": 0.010812776163220406,
      "loss_total": 0.010812776163220406,
      "step": 44390
    },
    {
      "loss_action": 0.011720716953277588,
      "loss_total": 0.011720716953277588,
      "step": 44390
    },
    {
      "grad_norm": 0.1355903446674347,
      "learning_rate": 6.323511414741715e-05,
      "loss": 0.0096,
      "step": 44400
    },
    {
      "loss_action": 0.00623003114014864,
      "loss_total": 0.00623003114014864,
      "step": 44400
    },
    {
      "loss_action": 0.003650061320513487,
      "loss_total": 0.003650061320513487,
      "step": 44400
    },
    {
      "loss_action": 0.004283148795366287,
      "loss_total": 0.004283148795366287,
      "step": 44400
    },
    {
      "loss_action": 0.0036190736573189497,
      "loss_total": 0.0036190736573189497,
      "step": 44400
    },
    {
      "loss_action": 0.004155903588980436,
      "loss_total": 0.004155903588980436,
      "step": 44400
    },
    {
      "loss_action": 0.006773222237825394,
      "loss_total": 0.006773222237825394,
      "step": 44400
    },
    {
      "loss_action": 0.017450474202632904,
      "loss_total": 0.017450474202632904,
      "step": 44400
    },
    {
      "loss_action": 0.012152977287769318,
      "loss_total": 0.012152977287769318,
      "step": 44400
    },
    {
      "grad_norm": 0.1575934737920761,
      "learning_rate": 6.321916851550678e-05,
      "loss": 0.008,
      "step": 44410
    },
    {
      "loss_action": 0.008217060938477516,
      "loss_total": 0.008217060938477516,
      "step": 44410
    },
    {
      "loss_action": 0.004449424799531698,
      "loss_total": 0.004449424799531698,
      "step": 44410
    },
    {
      "loss_action": 0.03341246768832207,
      "loss_total": 0.03341246768832207,
      "step": 44410
    },
    {
      "loss_action": 0.013696467503905296,
      "loss_total": 0.013696467503905296,
      "step": 44410
    },
    {
      "loss_action": 0.0130272526293993,
      "loss_total": 0.0130272526293993,
      "step": 44410
    },
    {
      "loss_action": 0.0036521507427096367,
      "loss_total": 0.0036521507427096367,
      "step": 44410
    },
    {
      "loss_action": 0.0033243815414607525,
      "loss_total": 0.0033243815414607525,
      "step": 44410
    },
    {
      "loss_action": 0.006939885206520557,
      "loss_total": 0.006939885206520557,
      "step": 44410
    },
    {
      "grad_norm": 0.11761291325092316,
      "learning_rate": 6.320322143796806e-05,
      "loss": 0.0102,
      "step": 44420
    },
    {
      "loss_action": 0.006324407644569874,
      "loss_total": 0.006324407644569874,
      "step": 44420
    },
    {
      "loss_action": 0.007637440226972103,
      "loss_total": 0.007637440226972103,
      "step": 44420
    },
    {
      "loss_action": 0.010129394009709358,
      "loss_total": 0.010129394009709358,
      "step": 44420
    },
    {
      "loss_action": 0.008201293647289276,
      "loss_total": 0.008201293647289276,
      "step": 44420
    },
    {
      "loss_action": 0.0037178918719291687,
      "loss_total": 0.0037178918719291687,
      "step": 44420
    },
    {
      "loss_action": 0.004876667633652687,
      "loss_total": 0.004876667633652687,
      "step": 44420
    },
    {
      "loss_action": 0.027983365580439568,
      "loss_total": 0.027983365580439568,
      "step": 44420
    },
    {
      "loss_action": 0.005490646697580814,
      "loss_total": 0.005490646697580814,
      "step": 44420
    },
    {
      "grad_norm": 0.11953987181186676,
      "learning_rate": 6.318727291654488e-05,
      "loss": 0.0075,
      "step": 44430
    },
    {
      "loss_action": 0.005494304932653904,
      "loss_total": 0.005494304932653904,
      "step": 44430
    },
    {
      "loss_action": 0.005921939387917519,
      "loss_total": 0.005921939387917519,
      "step": 44430
    },
    {
      "loss_action": 0.007517495658248663,
      "loss_total": 0.007517495658248663,
      "step": 44430
    },
    {
      "loss_action": 0.007829796522855759,
      "loss_total": 0.007829796522855759,
      "step": 44430
    },
    {
      "loss_action": 0.02219989523291588,
      "loss_total": 0.02219989523291588,
      "step": 44430
    },
    {
      "loss_action": 0.0027801762335002422,
      "loss_total": 0.0027801762335002422,
      "step": 44430
    },
    {
      "loss_action": 0.0028339652344584465,
      "loss_total": 0.0028339652344584465,
      "step": 44430
    },
    {
      "loss_action": 0.005881147459149361,
      "loss_total": 0.005881147459149361,
      "step": 44430
    },
    {
      "grad_norm": 0.07500968873500824,
      "learning_rate": 6.317132295298134e-05,
      "loss": 0.0088,
      "step": 44440
    },
    {
      "loss_action": 0.0038013732992112637,
      "loss_total": 0.0038013732992112637,
      "step": 44440
    },
    {
      "loss_action": 0.002282706554979086,
      "loss_total": 0.002282706554979086,
      "step": 44440
    },
    {
      "loss_action": 0.007394398096948862,
      "loss_total": 0.007394398096948862,
      "step": 44440
    },
    {
      "loss_action": 0.016637466847896576,
      "loss_total": 0.016637466847896576,
      "step": 44440
    },
    {
      "loss_action": 0.004785064607858658,
      "loss_total": 0.004785064607858658,
      "step": 44440
    },
    {
      "loss_action": 0.017124667763710022,
      "loss_total": 0.017124667763710022,
      "step": 44440
    },
    {
      "loss_action": 0.0030980557203292847,
      "loss_total": 0.0030980557203292847,
      "step": 44440
    },
    {
      "loss_action": 0.009089645929634571,
      "loss_total": 0.009089645929634571,
      "step": 44440
    },
    {
      "grad_norm": 0.10871914774179459,
      "learning_rate": 6.315537154902173e-05,
      "loss": 0.0078,
      "step": 44450
    },
    {
      "loss_action": 0.007912218570709229,
      "loss_total": 0.007912218570709229,
      "step": 44450
    },
    {
      "loss_action": 0.0018830723129212856,
      "loss_total": 0.0018830723129212856,
      "step": 44450
    },
    {
      "loss_action": 0.010046908631920815,
      "loss_total": 0.010046908631920815,
      "step": 44450
    },
    {
      "loss_action": 0.014177200384438038,
      "loss_total": 0.014177200384438038,
      "step": 44450
    },
    {
      "loss_action": 0.0043807439506053925,
      "loss_total": 0.0043807439506053925,
      "step": 44450
    },
    {
      "loss_action": 0.003095656167715788,
      "loss_total": 0.003095656167715788,
      "step": 44450
    },
    {
      "loss_action": 0.005812105722725391,
      "loss_total": 0.005812105722725391,
      "step": 44450
    },
    {
      "loss_action": 0.004427673295140266,
      "loss_total": 0.004427673295140266,
      "step": 44450
    },
    {
      "grad_norm": 0.08081326633691788,
      "learning_rate": 6.313941870641048e-05,
      "loss": 0.0077,
      "step": 44460
    },
    {
      "loss_action": 0.018907716497778893,
      "loss_total": 0.018907716497778893,
      "step": 44460
    },
    {
      "loss_action": 0.005070497281849384,
      "loss_total": 0.005070497281849384,
      "step": 44460
    },
    {
      "loss_action": 0.008864365518093109,
      "loss_total": 0.008864365518093109,
      "step": 44460
    },
    {
      "loss_action": 0.0035279085859656334,
      "loss_total": 0.0035279085859656334,
      "step": 44460
    },
    {
      "loss_action": 0.004139119293540716,
      "loss_total": 0.004139119293540716,
      "step": 44460
    },
    {
      "loss_action": 0.014409171417355537,
      "loss_total": 0.014409171417355537,
      "step": 44460
    },
    {
      "loss_action": 0.006039180792868137,
      "loss_total": 0.006039180792868137,
      "step": 44460
    },
    {
      "loss_action": 0.00522917415946722,
      "loss_total": 0.00522917415946722,
      "step": 44460
    },
    {
      "grad_norm": 0.10379457473754883,
      "learning_rate": 6.312346442689214e-05,
      "loss": 0.0081,
      "step": 44470
    },
    {
      "loss_action": 0.01026669517159462,
      "loss_total": 0.01026669517159462,
      "step": 44470
    },
    {
      "loss_action": 0.005473934579640627,
      "loss_total": 0.005473934579640627,
      "step": 44470
    },
    {
      "loss_action": 0.005190327763557434,
      "loss_total": 0.005190327763557434,
      "step": 44470
    },
    {
      "loss_action": 0.01039927452802658,
      "loss_total": 0.01039927452802658,
      "step": 44470
    },
    {
      "loss_action": 0.006457347422838211,
      "loss_total": 0.006457347422838211,
      "step": 44470
    },
    {
      "loss_action": 0.0050796028226614,
      "loss_total": 0.0050796028226614,
      "step": 44470
    },
    {
      "loss_action": 0.0060384804382920265,
      "loss_total": 0.0060384804382920265,
      "step": 44470
    },
    {
      "loss_action": 0.007599218748509884,
      "loss_total": 0.007599218748509884,
      "step": 44470
    },
    {
      "grad_norm": 0.14439557492733002,
      "learning_rate": 6.310750871221147e-05,
      "loss": 0.0076,
      "step": 44480
    },
    {
      "loss_action": 0.017208758741617203,
      "loss_total": 0.017208758741617203,
      "step": 44480
    },
    {
      "loss_action": 0.0020678031723946333,
      "loss_total": 0.0020678031723946333,
      "step": 44480
    },
    {
      "loss_action": 0.003927108831703663,
      "loss_total": 0.003927108831703663,
      "step": 44480
    },
    {
      "loss_action": 0.004381573759019375,
      "loss_total": 0.004381573759019375,
      "step": 44480
    },
    {
      "loss_action": 0.002312596421688795,
      "loss_total": 0.002312596421688795,
      "step": 44480
    },
    {
      "loss_action": 0.00678449310362339,
      "loss_total": 0.00678449310362339,
      "step": 44480
    },
    {
      "loss_action": 0.0025158380158245564,
      "loss_total": 0.0025158380158245564,
      "step": 44480
    },
    {
      "loss_action": 0.005088169127702713,
      "loss_total": 0.005088169127702713,
      "step": 44480
    },
    {
      "grad_norm": 0.10921918600797653,
      "learning_rate": 6.309155156411335e-05,
      "loss": 0.0081,
      "step": 44490
    },
    {
      "loss_action": 0.009508822113275528,
      "loss_total": 0.009508822113275528,
      "step": 44490
    },
    {
      "loss_action": 0.0036690058186650276,
      "loss_total": 0.0036690058186650276,
      "step": 44490
    },
    {
      "loss_action": 0.010181493125855923,
      "loss_total": 0.010181493125855923,
      "step": 44490
    },
    {
      "loss_action": 0.012727111577987671,
      "loss_total": 0.012727111577987671,
      "step": 44490
    },
    {
      "loss_action": 0.0078815883025527,
      "loss_total": 0.0078815883025527,
      "step": 44490
    },
    {
      "loss_action": 0.007317021489143372,
      "loss_total": 0.007317021489143372,
      "step": 44490
    },
    {
      "loss_action": 0.004273056052625179,
      "loss_total": 0.004273056052625179,
      "step": 44490
    },
    {
      "loss_action": 0.006192067172378302,
      "loss_total": 0.006192067172378302,
      "step": 44490
    },
    {
      "grad_norm": 0.12206504493951797,
      "learning_rate": 6.307559298434284e-05,
      "loss": 0.0089,
      "step": 44500
    },
    {
      "loss_action": 0.004780274350196123,
      "loss_total": 0.004780274350196123,
      "step": 44500
    },
    {
      "loss_action": 0.006478963419795036,
      "loss_total": 0.006478963419795036,
      "step": 44500
    },
    {
      "loss_action": 0.011336326599121094,
      "loss_total": 0.011336326599121094,
      "step": 44500
    },
    {
      "loss_action": 0.009748490527272224,
      "loss_total": 0.009748490527272224,
      "step": 44500
    },
    {
      "loss_action": 0.004977921023964882,
      "loss_total": 0.004977921023964882,
      "step": 44500
    },
    {
      "loss_action": 0.013713297434151173,
      "loss_total": 0.013713297434151173,
      "step": 44500
    },
    {
      "loss_action": 0.009880861267447472,
      "loss_total": 0.009880861267447472,
      "step": 44500
    },
    {
      "loss_action": 0.01230846717953682,
      "loss_total": 0.01230846717953682,
      "step": 44500
    },
    {
      "grad_norm": 0.1360820084810257,
      "learning_rate": 6.305963297464512e-05,
      "loss": 0.0081,
      "step": 44510
    },
    {
      "loss_action": 0.011309308931231499,
      "loss_total": 0.011309308931231499,
      "step": 44510
    },
    {
      "loss_action": 0.028681417927145958,
      "loss_total": 0.028681417927145958,
      "step": 44510
    },
    {
      "loss_action": 0.0030991993844509125,
      "loss_total": 0.0030991993844509125,
      "step": 44510
    },
    {
      "loss_action": 0.002800246700644493,
      "loss_total": 0.002800246700644493,
      "step": 44510
    },
    {
      "loss_action": 0.003906418569386005,
      "loss_total": 0.003906418569386005,
      "step": 44510
    },
    {
      "loss_action": 0.004685415420681238,
      "loss_total": 0.004685415420681238,
      "step": 44510
    },
    {
      "loss_action": 0.0024570049718022346,
      "loss_total": 0.0024570049718022346,
      "step": 44510
    },
    {
      "loss_action": 0.007444491609930992,
      "loss_total": 0.007444491609930992,
      "step": 44510
    },
    {
      "grad_norm": 0.11230669170618057,
      "learning_rate": 6.304367153676561e-05,
      "loss": 0.0073,
      "step": 44520
    },
    {
      "loss_action": 0.0030098939314484596,
      "loss_total": 0.0030098939314484596,
      "step": 44520
    },
    {
      "loss_action": 0.0045458474196493626,
      "loss_total": 0.0045458474196493626,
      "step": 44520
    },
    {
      "loss_action": 0.01275644451379776,
      "loss_total": 0.01275644451379776,
      "step": 44520
    },
    {
      "loss_action": 0.003342249896377325,
      "loss_total": 0.003342249896377325,
      "step": 44520
    },
    {
      "loss_action": 0.009369498118758202,
      "loss_total": 0.009369498118758202,
      "step": 44520
    },
    {
      "loss_action": 0.005085539538413286,
      "loss_total": 0.005085539538413286,
      "step": 44520
    },
    {
      "loss_action": 0.015421069227159023,
      "loss_total": 0.015421069227159023,
      "step": 44520
    },
    {
      "loss_action": 0.020048711448907852,
      "loss_total": 0.020048711448907852,
      "step": 44520
    },
    {
      "grad_norm": 0.16770322620868683,
      "learning_rate": 6.302770867244978e-05,
      "loss": 0.0082,
      "step": 44530
    },
    {
      "loss_action": 0.003271518973633647,
      "loss_total": 0.003271518973633647,
      "step": 44530
    },
    {
      "loss_action": 0.001806233311071992,
      "loss_total": 0.001806233311071992,
      "step": 44530
    },
    {
      "loss_action": 0.016292162239551544,
      "loss_total": 0.016292162239551544,
      "step": 44530
    },
    {
      "loss_action": 0.011821169406175613,
      "loss_total": 0.011821169406175613,
      "step": 44530
    },
    {
      "loss_action": 0.006909341085702181,
      "loss_total": 0.006909341085702181,
      "step": 44530
    },
    {
      "loss_action": 0.009661081247031689,
      "loss_total": 0.009661081247031689,
      "step": 44530
    },
    {
      "loss_action": 0.004523901734501123,
      "loss_total": 0.004523901734501123,
      "step": 44530
    },
    {
      "loss_action": 0.007034836802631617,
      "loss_total": 0.007034836802631617,
      "step": 44530
    },
    {
      "grad_norm": 0.13722458481788635,
      "learning_rate": 6.301174438344328e-05,
      "loss": 0.0081,
      "step": 44540
    },
    {
      "loss_action": 0.012643473222851753,
      "loss_total": 0.012643473222851753,
      "step": 44540
    },
    {
      "loss_action": 0.005616387352347374,
      "loss_total": 0.005616387352347374,
      "step": 44540
    },
    {
      "loss_action": 0.0037267054431140423,
      "loss_total": 0.0037267054431140423,
      "step": 44540
    },
    {
      "loss_action": 0.011026889085769653,
      "loss_total": 0.011026889085769653,
      "step": 44540
    },
    {
      "loss_action": 0.003057926893234253,
      "loss_total": 0.003057926893234253,
      "step": 44540
    },
    {
      "loss_action": 0.008656146004796028,
      "loss_total": 0.008656146004796028,
      "step": 44540
    },
    {
      "loss_action": 0.0039588091894984245,
      "loss_total": 0.0039588091894984245,
      "step": 44540
    },
    {
      "loss_action": 0.006042195484042168,
      "loss_total": 0.006042195484042168,
      "step": 44540
    },
    {
      "grad_norm": 0.1151413768529892,
      "learning_rate": 6.299577867149202e-05,
      "loss": 0.0088,
      "step": 44550
    },
    {
      "loss_action": 0.006210545543581247,
      "loss_total": 0.006210545543581247,
      "step": 44550
    },
    {
      "loss_action": 0.00549639156088233,
      "loss_total": 0.00549639156088233,
      "step": 44550
    },
    {
      "loss_action": 0.009821580722928047,
      "loss_total": 0.009821580722928047,
      "step": 44550
    },
    {
      "loss_action": 0.018939372152090073,
      "loss_total": 0.018939372152090073,
      "step": 44550
    },
    {
      "loss_action": 0.0031017279252409935,
      "loss_total": 0.0031017279252409935,
      "step": 44550
    },
    {
      "loss_action": 0.002739427611231804,
      "loss_total": 0.002739427611231804,
      "step": 44550
    },
    {
      "loss_action": 0.004717924632132053,
      "loss_total": 0.004717924632132053,
      "step": 44550
    },
    {
      "loss_action": 0.00943027064204216,
      "loss_total": 0.00943027064204216,
      "step": 44550
    },
    {
      "grad_norm": 0.10629773885011673,
      "learning_rate": 6.297981153834192e-05,
      "loss": 0.0081,
      "step": 44560
    },
    {
      "loss_action": 0.013370737433433533,
      "loss_total": 0.013370737433433533,
      "step": 44560
    },
    {
      "loss_action": 0.007087360601872206,
      "loss_total": 0.007087360601872206,
      "step": 44560
    },
    {
      "loss_action": 0.006396462209522724,
      "loss_total": 0.006396462209522724,
      "step": 44560
    },
    {
      "loss_action": 0.009378477931022644,
      "loss_total": 0.009378477931022644,
      "step": 44560
    },
    {
      "loss_action": 0.005454336293041706,
      "loss_total": 0.005454336293041706,
      "step": 44560
    },
    {
      "loss_action": 0.006309828720986843,
      "loss_total": 0.006309828720986843,
      "step": 44560
    },
    {
      "loss_action": 0.006370336748659611,
      "loss_total": 0.006370336748659611,
      "step": 44560
    },
    {
      "loss_action": 0.006568391341716051,
      "loss_total": 0.006568391341716051,
      "step": 44560
    },
    {
      "grad_norm": 0.11395477503538132,
      "learning_rate": 6.296384298573916e-05,
      "loss": 0.0095,
      "step": 44570
    },
    {
      "loss_action": 0.013426505960524082,
      "loss_total": 0.013426505960524082,
      "step": 44570
    },
    {
      "loss_action": 0.024699518457055092,
      "loss_total": 0.024699518457055092,
      "step": 44570
    },
    {
      "loss_action": 0.011110831052064896,
      "loss_total": 0.011110831052064896,
      "step": 44570
    },
    {
      "loss_action": 0.006299448665231466,
      "loss_total": 0.006299448665231466,
      "step": 44570
    },
    {
      "loss_action": 0.01420755498111248,
      "loss_total": 0.01420755498111248,
      "step": 44570
    },
    {
      "loss_action": 0.006204321514815092,
      "loss_total": 0.006204321514815092,
      "step": 44570
    },
    {
      "loss_action": 0.005569786299020052,
      "loss_total": 0.005569786299020052,
      "step": 44570
    },
    {
      "loss_action": 0.007611650042235851,
      "loss_total": 0.007611650042235851,
      "step": 44570
    },
    {
      "grad_norm": 0.1289849728345871,
      "learning_rate": 6.294787301543001e-05,
      "loss": 0.0086,
      "step": 44580
    },
    {
      "loss_action": 0.013263082131743431,
      "loss_total": 0.013263082131743431,
      "step": 44580
    },
    {
      "loss_action": 0.009160066954791546,
      "loss_total": 0.009160066954791546,
      "step": 44580
    },
    {
      "loss_action": 0.015723837539553642,
      "loss_total": 0.015723837539553642,
      "step": 44580
    },
    {
      "loss_action": 0.013192549347877502,
      "loss_total": 0.013192549347877502,
      "step": 44580
    },
    {
      "loss_action": 0.011429993435740471,
      "loss_total": 0.011429993435740471,
      "step": 44580
    },
    {
      "loss_action": 0.0066561708226799965,
      "loss_total": 0.0066561708226799965,
      "step": 44580
    },
    {
      "loss_action": 0.015388606116175652,
      "loss_total": 0.015388606116175652,
      "step": 44580
    },
    {
      "loss_action": 0.0022826266940683126,
      "loss_total": 0.0022826266940683126,
      "step": 44580
    },
    {
      "grad_norm": 0.15896174311637878,
      "learning_rate": 6.293190162916095e-05,
      "loss": 0.0075,
      "step": 44590
    },
    {
      "loss_action": 0.003446849063038826,
      "loss_total": 0.003446849063038826,
      "step": 44590
    },
    {
      "loss_action": 0.00864710845053196,
      "loss_total": 0.00864710845053196,
      "step": 44590
    },
    {
      "loss_action": 0.0032159131951630116,
      "loss_total": 0.0032159131951630116,
      "step": 44590
    },
    {
      "loss_action": 0.010551923885941505,
      "loss_total": 0.010551923885941505,
      "step": 44590
    },
    {
      "loss_action": 0.010517969727516174,
      "loss_total": 0.010517969727516174,
      "step": 44590
    },
    {
      "loss_action": 0.007344079203903675,
      "loss_total": 0.007344079203903675,
      "step": 44590
    },
    {
      "loss_action": 0.006032542325556278,
      "loss_total": 0.006032542325556278,
      "step": 44590
    },
    {
      "loss_action": 0.011165720410645008,
      "loss_total": 0.011165720410645008,
      "step": 44590
    },
    {
      "grad_norm": 0.08515194058418274,
      "learning_rate": 6.291592882867855e-05,
      "loss": 0.0069,
      "step": 44600
    },
    {
      "loss_action": 0.001996342558413744,
      "loss_total": 0.001996342558413744,
      "step": 44600
    },
    {
      "loss_action": 0.0070371972396969795,
      "loss_total": 0.0070371972396969795,
      "step": 44600
    },
    {
      "loss_action": 0.017894867807626724,
      "loss_total": 0.017894867807626724,
      "step": 44600
    },
    {
      "loss_action": 0.004277868662029505,
      "loss_total": 0.004277868662029505,
      "step": 44600
    },
    {
      "loss_action": 0.0026319115422666073,
      "loss_total": 0.0026319115422666073,
      "step": 44600
    },
    {
      "loss_action": 0.0028285845182836056,
      "loss_total": 0.0028285845182836056,
      "step": 44600
    },
    {
      "loss_action": 0.0045175375416874886,
      "loss_total": 0.0045175375416874886,
      "step": 44600
    },
    {
      "loss_action": 0.0026840069331228733,
      "loss_total": 0.0026840069331228733,
      "step": 44600
    },
    {
      "grad_norm": 0.09500696510076523,
      "learning_rate": 6.28999546157296e-05,
      "loss": 0.0075,
      "step": 44610
    },
    {
      "loss_action": 0.03073946014046669,
      "loss_total": 0.03073946014046669,
      "step": 44610
    },
    {
      "loss_action": 0.04024851694703102,
      "loss_total": 0.04024851694703102,
      "step": 44610
    },
    {
      "loss_action": 0.0017554850783199072,
      "loss_total": 0.0017554850783199072,
      "step": 44610
    },
    {
      "loss_action": 0.006736462004482746,
      "loss_total": 0.006736462004482746,
      "step": 44610
    },
    {
      "loss_action": 0.007522991858422756,
      "loss_total": 0.007522991858422756,
      "step": 44610
    },
    {
      "loss_action": 0.0087784044444561,
      "loss_total": 0.0087784044444561,
      "step": 44610
    },
    {
      "loss_action": 0.004721932113170624,
      "loss_total": 0.004721932113170624,
      "step": 44610
    },
    {
      "loss_action": 0.0034492127597332,
      "loss_total": 0.0034492127597332,
      "step": 44610
    },
    {
      "grad_norm": 0.10068797320127487,
      "learning_rate": 6.288397899206102e-05,
      "loss": 0.0085,
      "step": 44620
    },
    {
      "loss_action": 0.004489521961659193,
      "loss_total": 0.004489521961659193,
      "step": 44620
    },
    {
      "loss_action": 0.0035759543534368277,
      "loss_total": 0.0035759543534368277,
      "step": 44620
    },
    {
      "loss_action": 0.004719654098153114,
      "loss_total": 0.004719654098153114,
      "step": 44620
    },
    {
      "loss_action": 0.004530464299023151,
      "loss_total": 0.004530464299023151,
      "step": 44620
    },
    {
      "loss_action": 0.002647927962243557,
      "loss_total": 0.002647927962243557,
      "step": 44620
    },
    {
      "loss_action": 0.005146677605807781,
      "loss_total": 0.005146677605807781,
      "step": 44620
    },
    {
      "loss_action": 0.010281145572662354,
      "loss_total": 0.010281145572662354,
      "step": 44620
    },
    {
      "loss_action": 0.0029562320560216904,
      "loss_total": 0.0029562320560216904,
      "step": 44620
    },
    {
      "grad_norm": 0.15552949905395508,
      "learning_rate": 6.286800195941984e-05,
      "loss": 0.0092,
      "step": 44630
    },
    {
      "loss_action": 0.0032095382921397686,
      "loss_total": 0.0032095382921397686,
      "step": 44630
    },
    {
      "loss_action": 0.006612318102270365,
      "loss_total": 0.006612318102270365,
      "step": 44630
    },
    {
      "loss_action": 0.006000789348036051,
      "loss_total": 0.006000789348036051,
      "step": 44630
    },
    {
      "loss_action": 0.003349954728037119,
      "loss_total": 0.003349954728037119,
      "step": 44630
    },
    {
      "loss_action": 0.009314456023275852,
      "loss_total": 0.009314456023275852,
      "step": 44630
    },
    {
      "loss_action": 0.014711241237819195,
      "loss_total": 0.014711241237819195,
      "step": 44630
    },
    {
      "loss_action": 0.00557821337133646,
      "loss_total": 0.00557821337133646,
      "step": 44630
    },
    {
      "loss_action": 0.0049484046176075935,
      "loss_total": 0.0049484046176075935,
      "step": 44630
    },
    {
      "grad_norm": 0.1109025627374649,
      "learning_rate": 6.285202351955334e-05,
      "loss": 0.0065,
      "step": 44640
    },
    {
      "loss_action": 0.00840107724070549,
      "loss_total": 0.00840107724070549,
      "step": 44640
    },
    {
      "loss_action": 0.00841585360467434,
      "loss_total": 0.00841585360467434,
      "step": 44640
    },
    {
      "loss_action": 0.01206453237682581,
      "loss_total": 0.01206453237682581,
      "step": 44640
    },
    {
      "loss_action": 0.003761827014386654,
      "loss_total": 0.003761827014386654,
      "step": 44640
    },
    {
      "loss_action": 0.006854222156107426,
      "loss_total": 0.006854222156107426,
      "step": 44640
    },
    {
      "loss_action": 0.013278353027999401,
      "loss_total": 0.013278353027999401,
      "step": 44640
    },
    {
      "loss_action": 0.0038090520538389683,
      "loss_total": 0.0038090520538389683,
      "step": 44640
    },
    {
      "loss_action": 0.004743075929582119,
      "loss_total": 0.004743075929582119,
      "step": 44640
    },
    {
      "grad_norm": 0.08762964606285095,
      "learning_rate": 6.283604367420887e-05,
      "loss": 0.0077,
      "step": 44650
    },
    {
      "loss_action": 0.004257331136614084,
      "loss_total": 0.004257331136614084,
      "step": 44650
    },
    {
      "loss_action": 0.003748362883925438,
      "loss_total": 0.003748362883925438,
      "step": 44650
    },
    {
      "loss_action": 0.0132925258949399,
      "loss_total": 0.0132925258949399,
      "step": 44650
    },
    {
      "loss_action": 0.0045910305343568325,
      "loss_total": 0.0045910305343568325,
      "step": 44650
    },
    {
      "loss_action": 0.007418218068778515,
      "loss_total": 0.007418218068778515,
      "step": 44650
    },
    {
      "loss_action": 0.003515050048008561,
      "loss_total": 0.003515050048008561,
      "step": 44650
    },
    {
      "loss_action": 0.014728992246091366,
      "loss_total": 0.014728992246091366,
      "step": 44650
    },
    {
      "loss_action": 0.013763299211859703,
      "loss_total": 0.013763299211859703,
      "step": 44650
    },
    {
      "grad_norm": 0.08737954497337341,
      "learning_rate": 6.282006242513394e-05,
      "loss": 0.0076,
      "step": 44660
    },
    {
      "loss_action": 0.005223041865974665,
      "loss_total": 0.005223041865974665,
      "step": 44660
    },
    {
      "loss_action": 0.005448099225759506,
      "loss_total": 0.005448099225759506,
      "step": 44660
    },
    {
      "loss_action": 0.011189606040716171,
      "loss_total": 0.011189606040716171,
      "step": 44660
    },
    {
      "loss_action": 0.006578866392374039,
      "loss_total": 0.006578866392374039,
      "step": 44660
    },
    {
      "loss_action": 0.005449623800814152,
      "loss_total": 0.005449623800814152,
      "step": 44660
    },
    {
      "loss_action": 0.014952189289033413,
      "loss_total": 0.014952189289033413,
      "step": 44660
    },
    {
      "loss_action": 0.0019341704901307821,
      "loss_total": 0.0019341704901307821,
      "step": 44660
    },
    {
      "loss_action": 0.0044627138413488865,
      "loss_total": 0.0044627138413488865,
      "step": 44660
    },
    {
      "grad_norm": 0.12159626930952072,
      "learning_rate": 6.280407977407628e-05,
      "loss": 0.0087,
      "step": 44670
    },
    {
      "loss_action": 0.010502124205231667,
      "loss_total": 0.010502124205231667,
      "step": 44670
    },
    {
      "loss_action": 0.0035352809354662895,
      "loss_total": 0.0035352809354662895,
      "step": 44670
    },
    {
      "loss_action": 0.020854275673627853,
      "loss_total": 0.020854275673627853,
      "step": 44670
    },
    {
      "loss_action": 0.044556427747011185,
      "loss_total": 0.044556427747011185,
      "step": 44670
    },
    {
      "loss_action": 0.01683628559112549,
      "loss_total": 0.01683628559112549,
      "step": 44670
    },
    {
      "loss_action": 0.010663740336894989,
      "loss_total": 0.010663740336894989,
      "step": 44670
    },
    {
      "loss_action": 0.02921692281961441,
      "loss_total": 0.02921692281961441,
      "step": 44670
    },
    {
      "loss_action": 0.013205580413341522,
      "loss_total": 0.013205580413341522,
      "step": 44670
    },
    {
      "grad_norm": 0.11545475572347641,
      "learning_rate": 6.27880957227837e-05,
      "loss": 0.0104,
      "step": 44680
    },
    {
      "loss_action": 0.038910821080207825,
      "loss_total": 0.038910821080207825,
      "step": 44680
    },
    {
      "loss_action": 0.0059555573388934135,
      "loss_total": 0.0059555573388934135,
      "step": 44680
    },
    {
      "loss_action": 0.01951088011264801,
      "loss_total": 0.01951088011264801,
      "step": 44680
    },
    {
      "loss_action": 0.03119923546910286,
      "loss_total": 0.03119923546910286,
      "step": 44680
    },
    {
      "loss_action": 0.015348621644079685,
      "loss_total": 0.015348621644079685,
      "step": 44680
    },
    {
      "loss_action": 0.0032539693638682365,
      "loss_total": 0.0032539693638682365,
      "step": 44680
    },
    {
      "loss_action": 0.0020015521440654993,
      "loss_total": 0.0020015521440654993,
      "step": 44680
    },
    {
      "loss_action": 0.010094995610415936,
      "loss_total": 0.010094995610415936,
      "step": 44680
    },
    {
      "grad_norm": 0.13050228357315063,
      "learning_rate": 6.27721102730042e-05,
      "loss": 0.0083,
      "step": 44690
    },
    {
      "loss_action": 0.0067766509018838406,
      "loss_total": 0.0067766509018838406,
      "step": 44690
    },
    {
      "loss_action": 0.004617967642843723,
      "loss_total": 0.004617967642843723,
      "step": 44690
    },
    {
      "loss_action": 0.015886301174759865,
      "loss_total": 0.015886301174759865,
      "step": 44690
    },
    {
      "loss_action": 0.007295949384570122,
      "loss_total": 0.007295949384570122,
      "step": 44690
    },
    {
      "loss_action": 0.01523292250931263,
      "loss_total": 0.01523292250931263,
      "step": 44690
    },
    {
      "loss_action": 0.0035003668162971735,
      "loss_total": 0.0035003668162971735,
      "step": 44690
    },
    {
      "loss_action": 0.00812864862382412,
      "loss_total": 0.00812864862382412,
      "step": 44690
    },
    {
      "loss_action": 0.007932568900287151,
      "loss_total": 0.007932568900287151,
      "step": 44690
    },
    {
      "grad_norm": 0.08699522167444229,
      "learning_rate": 6.275612342648592e-05,
      "loss": 0.0082,
      "step": 44700
    },
    {
      "loss_action": 0.012637142091989517,
      "loss_total": 0.012637142091989517,
      "step": 44700
    },
    {
      "loss_action": 0.006578696891665459,
      "loss_total": 0.006578696891665459,
      "step": 44700
    },
    {
      "loss_action": 0.006306620314717293,
      "loss_total": 0.006306620314717293,
      "step": 44700
    },
    {
      "loss_action": 0.013570331037044525,
      "loss_total": 0.013570331037044525,
      "step": 44700
    },
    {
      "loss_action": 0.005080209579318762,
      "loss_total": 0.005080209579318762,
      "step": 44700
    },
    {
      "loss_action": 0.005257210694253445,
      "loss_total": 0.005257210694253445,
      "step": 44700
    },
    {
      "loss_action": 0.002399614080786705,
      "loss_total": 0.002399614080786705,
      "step": 44700
    },
    {
      "loss_action": 0.004784410819411278,
      "loss_total": 0.004784410819411278,
      "step": 44700
    },
    {
      "grad_norm": 0.13088369369506836,
      "learning_rate": 6.274013518497716e-05,
      "loss": 0.0075,
      "step": 44710
    },
    {
      "loss_action": 0.01850835420191288,
      "loss_total": 0.01850835420191288,
      "step": 44710
    },
    {
      "loss_action": 0.016943367198109627,
      "loss_total": 0.016943367198109627,
      "step": 44710
    },
    {
      "loss_action": 0.0031280997209250927,
      "loss_total": 0.0031280997209250927,
      "step": 44710
    },
    {
      "loss_action": 0.008003916591405869,
      "loss_total": 0.008003916591405869,
      "step": 44710
    },
    {
      "loss_action": 0.015498856082558632,
      "loss_total": 0.015498856082558632,
      "step": 44710
    },
    {
      "loss_action": 0.009034321643412113,
      "loss_total": 0.009034321643412113,
      "step": 44710
    },
    {
      "loss_action": 0.004235965199768543,
      "loss_total": 0.004235965199768543,
      "step": 44710
    },
    {
      "loss_action": 0.007899947464466095,
      "loss_total": 0.007899947464466095,
      "step": 44710
    },
    {
      "grad_norm": 0.08679968863725662,
      "learning_rate": 6.272414555022636e-05,
      "loss": 0.0096,
      "step": 44720
    },
    {
      "loss_action": 0.010379006154835224,
      "loss_total": 0.010379006154835224,
      "step": 44720
    },
    {
      "loss_action": 0.003357450244948268,
      "loss_total": 0.003357450244948268,
      "step": 44720
    },
    {
      "loss_action": 0.017881736159324646,
      "loss_total": 0.017881736159324646,
      "step": 44720
    },
    {
      "loss_action": 0.004034671001136303,
      "loss_total": 0.004034671001136303,
      "step": 44720
    },
    {
      "loss_action": 0.03530750796198845,
      "loss_total": 0.03530750796198845,
      "step": 44720
    },
    {
      "loss_action": 0.0029506366699934006,
      "loss_total": 0.0029506366699934006,
      "step": 44720
    },
    {
      "loss_action": 0.003291505388915539,
      "loss_total": 0.003291505388915539,
      "step": 44720
    },
    {
      "loss_action": 0.01904672384262085,
      "loss_total": 0.01904672384262085,
      "step": 44720
    },
    {
      "grad_norm": 0.10522858798503876,
      "learning_rate": 6.270815452398215e-05,
      "loss": 0.0087,
      "step": 44730
    },
    {
      "loss_action": 0.008906107395887375,
      "loss_total": 0.008906107395887375,
      "step": 44730
    },
    {
      "loss_action": 0.00599201675504446,
      "loss_total": 0.00599201675504446,
      "step": 44730
    },
    {
      "loss_action": 0.007804734166711569,
      "loss_total": 0.007804734166711569,
      "step": 44730
    },
    {
      "loss_action": 0.0032499581575393677,
      "loss_total": 0.0032499581575393677,
      "step": 44730
    },
    {
      "loss_action": 0.006316350772976875,
      "loss_total": 0.006316350772976875,
      "step": 44730
    },
    {
      "loss_action": 0.0029264609329402447,
      "loss_total": 0.0029264609329402447,
      "step": 44730
    },
    {
      "loss_action": 0.007125047966837883,
      "loss_total": 0.007125047966837883,
      "step": 44730
    },
    {
      "loss_action": 0.003032921813428402,
      "loss_total": 0.003032921813428402,
      "step": 44730
    },
    {
      "grad_norm": 0.11502879858016968,
      "learning_rate": 6.269216210799326e-05,
      "loss": 0.007,
      "step": 44740
    },
    {
      "loss_action": 0.002318794373422861,
      "loss_total": 0.002318794373422861,
      "step": 44740
    },
    {
      "loss_action": 0.003236425342038274,
      "loss_total": 0.003236425342038274,
      "step": 44740
    },
    {
      "loss_action": 0.00704601127654314,
      "loss_total": 0.00704601127654314,
      "step": 44740
    },
    {
      "loss_action": 0.0026349457912147045,
      "loss_total": 0.0026349457912147045,
      "step": 44740
    },
    {
      "loss_action": 0.03060329519212246,
      "loss_total": 0.03060329519212246,
      "step": 44740
    },
    {
      "loss_action": 0.011442167684435844,
      "loss_total": 0.011442167684435844,
      "step": 44740
    },
    {
      "loss_action": 0.008580599911510944,
      "loss_total": 0.008580599911510944,
      "step": 44740
    },
    {
      "loss_action": 0.006742119789123535,
      "loss_total": 0.006742119789123535,
      "step": 44740
    },
    {
      "grad_norm": 0.1285242885351181,
      "learning_rate": 6.26761683040086e-05,
      "loss": 0.0081,
      "step": 44750
    },
    {
      "loss_action": 0.003598518203943968,
      "loss_total": 0.003598518203943968,
      "step": 44750
    },
    {
      "loss_action": 0.004610215313732624,
      "loss_total": 0.004610215313732624,
      "step": 44750
    },
    {
      "loss_action": 0.00338003970682621,
      "loss_total": 0.00338003970682621,
      "step": 44750
    },
    {
      "loss_action": 0.015476344153285027,
      "loss_total": 0.015476344153285027,
      "step": 44750
    },
    {
      "loss_action": 0.01000643614679575,
      "loss_total": 0.01000643614679575,
      "step": 44750
    },
    {
      "loss_action": 0.01842636987566948,
      "loss_total": 0.01842636987566948,
      "step": 44750
    },
    {
      "loss_action": 0.007254614494740963,
      "loss_total": 0.007254614494740963,
      "step": 44750
    },
    {
      "loss_action": 0.0037689984310418367,
      "loss_total": 0.0037689984310418367,
      "step": 44750
    },
    {
      "grad_norm": 0.12178394943475723,
      "learning_rate": 6.266017311377723e-05,
      "loss": 0.0072,
      "step": 44760
    },
    {
      "loss_action": 0.0027967088390141726,
      "loss_total": 0.0027967088390141726,
      "step": 44760
    },
    {
      "loss_action": 0.01174023188650608,
      "loss_total": 0.01174023188650608,
      "step": 44760
    },
    {
      "loss_action": 0.009558897465467453,
      "loss_total": 0.009558897465467453,
      "step": 44760
    },
    {
      "loss_action": 0.011078077368438244,
      "loss_total": 0.011078077368438244,
      "step": 44760
    },
    {
      "loss_action": 0.005517672747373581,
      "loss_total": 0.005517672747373581,
      "step": 44760
    },
    {
      "loss_action": 0.005118650384247303,
      "loss_total": 0.005118650384247303,
      "step": 44760
    },
    {
      "loss_action": 0.003566610859706998,
      "loss_total": 0.003566610859706998,
      "step": 44760
    },
    {
      "loss_action": 0.009936610236763954,
      "loss_total": 0.009936610236763954,
      "step": 44760
    },
    {
      "grad_norm": 0.10128441452980042,
      "learning_rate": 6.264417653904839e-05,
      "loss": 0.0079,
      "step": 44770
    },
    {
      "loss_action": 0.0032979529350996017,
      "loss_total": 0.0032979529350996017,
      "step": 44770
    },
    {
      "loss_action": 0.0045251972042024136,
      "loss_total": 0.0045251972042024136,
      "step": 44770
    },
    {
      "loss_action": 0.00222019967623055,
      "loss_total": 0.00222019967623055,
      "step": 44770
    },
    {
      "loss_action": 0.004533918108791113,
      "loss_total": 0.004533918108791113,
      "step": 44770
    },
    {
      "loss_action": 0.002558906562626362,
      "loss_total": 0.002558906562626362,
      "step": 44770
    },
    {
      "loss_action": 0.006417686119675636,
      "loss_total": 0.006417686119675636,
      "step": 44770
    },
    {
      "loss_action": 0.005581527482718229,
      "loss_total": 0.005581527482718229,
      "step": 44770
    },
    {
      "loss_action": 0.0058237286284565926,
      "loss_total": 0.0058237286284565926,
      "step": 44770
    },
    {
      "grad_norm": 0.10557178407907486,
      "learning_rate": 6.262817858157139e-05,
      "loss": 0.0082,
      "step": 44780
    },
    {
      "loss_action": 0.008091098628938198,
      "loss_total": 0.008091098628938198,
      "step": 44780
    },
    {
      "loss_action": 0.004540984518826008,
      "loss_total": 0.004540984518826008,
      "step": 44780
    },
    {
      "loss_action": 0.0035022995434701443,
      "loss_total": 0.0035022995434701443,
      "step": 44780
    },
    {
      "loss_action": 0.010142628103494644,
      "loss_total": 0.010142628103494644,
      "step": 44780
    },
    {
      "loss_action": 0.005288566462695599,
      "loss_total": 0.005288566462695599,
      "step": 44780
    },
    {
      "loss_action": 0.0018513917457312346,
      "loss_total": 0.0018513917457312346,
      "step": 44780
    },
    {
      "loss_action": 0.003544054925441742,
      "loss_total": 0.003544054925441742,
      "step": 44780
    },
    {
      "loss_action": 0.005664937198162079,
      "loss_total": 0.005664937198162079,
      "step": 44780
    },
    {
      "grad_norm": 0.12381859868764877,
      "learning_rate": 6.261217924309576e-05,
      "loss": 0.0078,
      "step": 44790
    },
    {
      "loss_action": 0.006603471003472805,
      "loss_total": 0.006603471003472805,
      "step": 44790
    },
    {
      "loss_action": 0.005077404901385307,
      "loss_total": 0.005077404901385307,
      "step": 44790
    },
    {
      "loss_action": 0.007036090828478336,
      "loss_total": 0.007036090828478336,
      "step": 44790
    },
    {
      "loss_action": 0.007275681477040052,
      "loss_total": 0.007275681477040052,
      "step": 44790
    },
    {
      "loss_action": 0.012848480604588985,
      "loss_total": 0.012848480604588985,
      "step": 44790
    },
    {
      "loss_action": 0.004686957225203514,
      "loss_total": 0.004686957225203514,
      "step": 44790
    },
    {
      "loss_action": 0.007372111082077026,
      "loss_total": 0.007372111082077026,
      "step": 44790
    },
    {
      "loss_action": 0.004854658618569374,
      "loss_total": 0.004854658618569374,
      "step": 44790
    },
    {
      "grad_norm": 0.11232821643352509,
      "learning_rate": 6.259617852537118e-05,
      "loss": 0.0075,
      "step": 44800
    },
    {
      "loss_action": 0.0020145191811025143,
      "loss_total": 0.0020145191811025143,
      "step": 44800
    },
    {
      "loss_action": 0.03448602557182312,
      "loss_total": 0.03448602557182312,
      "step": 44800
    },
    {
      "loss_action": 0.0022845962084829807,
      "loss_total": 0.0022845962084829807,
      "step": 44800
    },
    {
      "loss_action": 0.012338468804955482,
      "loss_total": 0.012338468804955482,
      "step": 44800
    },
    {
      "loss_action": 0.00891620758920908,
      "loss_total": 0.00891620758920908,
      "step": 44800
    },
    {
      "loss_action": 0.0028432211838662624,
      "loss_total": 0.0028432211838662624,
      "step": 44800
    },
    {
      "loss_action": 0.0038349535316228867,
      "loss_total": 0.0038349535316228867,
      "step": 44800
    },
    {
      "loss_action": 0.005350978579372168,
      "loss_total": 0.005350978579372168,
      "step": 44800
    },
    {
      "grad_norm": 0.14638787508010864,
      "learning_rate": 6.258017643014747e-05,
      "loss": 0.0088,
      "step": 44810
    },
    {
      "loss_action": 0.008858133107423782,
      "loss_total": 0.008858133107423782,
      "step": 44810
    },
    {
      "loss_action": 0.017562109977006912,
      "loss_total": 0.017562109977006912,
      "step": 44810
    },
    {
      "loss_action": 0.004344266839325428,
      "loss_total": 0.004344266839325428,
      "step": 44810
    },
    {
      "loss_action": 0.003638434922322631,
      "loss_total": 0.003638434922322631,
      "step": 44810
    },
    {
      "loss_action": 0.003056138986721635,
      "loss_total": 0.003056138986721635,
      "step": 44810
    },
    {
      "loss_action": 0.0173017755150795,
      "loss_total": 0.0173017755150795,
      "step": 44810
    },
    {
      "loss_action": 0.0010788339423015714,
      "loss_total": 0.0010788339423015714,
      "step": 44810
    },
    {
      "loss_action": 0.0050513120368123055,
      "loss_total": 0.0050513120368123055,
      "step": 44810
    },
    {
      "grad_norm": 0.12397503852844238,
      "learning_rate": 6.256417295917456e-05,
      "loss": 0.008,
      "step": 44820
    },
    {
      "loss_action": 0.005648409482091665,
      "loss_total": 0.005648409482091665,
      "step": 44820
    },
    {
      "loss_action": 0.0065214307978749275,
      "loss_total": 0.0065214307978749275,
      "step": 44820
    },
    {
      "loss_action": 0.01041940227150917,
      "loss_total": 0.01041940227150917,
      "step": 44820
    },
    {
      "loss_action": 0.0019971677102148533,
      "loss_total": 0.0019971677102148533,
      "step": 44820
    },
    {
      "loss_action": 0.008752720430493355,
      "loss_total": 0.008752720430493355,
      "step": 44820
    },
    {
      "loss_action": 0.010641192086040974,
      "loss_total": 0.010641192086040974,
      "step": 44820
    },
    {
      "loss_action": 0.0065537081100046635,
      "loss_total": 0.0065537081100046635,
      "step": 44820
    },
    {
      "loss_action": 0.0022276700474321842,
      "loss_total": 0.0022276700474321842,
      "step": 44820
    },
    {
      "grad_norm": 0.11054442077875137,
      "learning_rate": 6.254816811420258e-05,
      "loss": 0.008,
      "step": 44830
    },
    {
      "loss_action": 0.008127341978251934,
      "loss_total": 0.008127341978251934,
      "step": 44830
    },
    {
      "loss_action": 0.0038210423663258553,
      "loss_total": 0.0038210423663258553,
      "step": 44830
    },
    {
      "loss_action": 0.005285170860588551,
      "loss_total": 0.005285170860588551,
      "step": 44830
    },
    {
      "loss_action": 0.01659354381263256,
      "loss_total": 0.01659354381263256,
      "step": 44830
    },
    {
      "loss_action": 0.01433047465980053,
      "loss_total": 0.01433047465980053,
      "step": 44830
    },
    {
      "loss_action": 0.011751338839530945,
      "loss_total": 0.011751338839530945,
      "step": 44830
    },
    {
      "loss_action": 0.007261243648827076,
      "loss_total": 0.007261243648827076,
      "step": 44830
    },
    {
      "loss_action": 0.01817723736166954,
      "loss_total": 0.01817723736166954,
      "step": 44830
    },
    {
      "grad_norm": 0.1367933750152588,
      "learning_rate": 6.253216189698183e-05,
      "loss": 0.009,
      "step": 44840
    },
    {
      "loss_action": 0.0036615501157939434,
      "loss_total": 0.0036615501157939434,
      "step": 44840
    },
    {
      "loss_action": 0.007436233572661877,
      "loss_total": 0.007436233572661877,
      "step": 44840
    },
    {
      "loss_action": 0.004212106578052044,
      "loss_total": 0.004212106578052044,
      "step": 44840
    },
    {
      "loss_action": 0.005982226226478815,
      "loss_total": 0.005982226226478815,
      "step": 44840
    },
    {
      "loss_action": 0.007010085042566061,
      "loss_total": 0.007010085042566061,
      "step": 44840
    },
    {
      "loss_action": 0.00752613227814436,
      "loss_total": 0.00752613227814436,
      "step": 44840
    },
    {
      "loss_action": 0.010849148966372013,
      "loss_total": 0.010849148966372013,
      "step": 44840
    },
    {
      "loss_action": 0.03201097622513771,
      "loss_total": 0.03201097622513771,
      "step": 44840
    },
    {
      "grad_norm": 0.11000751703977585,
      "learning_rate": 6.251615430926267e-05,
      "loss": 0.0091,
      "step": 44850
    },
    {
      "loss_action": 0.00638606958091259,
      "loss_total": 0.00638606958091259,
      "step": 44850
    },
    {
      "loss_action": 0.00515554565936327,
      "loss_total": 0.00515554565936327,
      "step": 44850
    },
    {
      "loss_action": 0.015409335494041443,
      "loss_total": 0.015409335494041443,
      "step": 44850
    },
    {
      "loss_action": 0.005567021202296019,
      "loss_total": 0.005567021202296019,
      "step": 44850
    },
    {
      "loss_action": 0.0031238729134202003,
      "loss_total": 0.0031238729134202003,
      "step": 44850
    },
    {
      "loss_action": 0.010432451963424683,
      "loss_total": 0.010432451963424683,
      "step": 44850
    },
    {
      "loss_action": 0.005888343323022127,
      "loss_total": 0.005888343323022127,
      "step": 44850
    },
    {
      "loss_action": 0.005914709065109491,
      "loss_total": 0.005914709065109491,
      "step": 44850
    },
    {
      "grad_norm": 0.14518949389457703,
      "learning_rate": 6.25001453527957e-05,
      "loss": 0.0086,
      "step": 44860
    },
    {
      "loss_action": 0.010096248239278793,
      "loss_total": 0.010096248239278793,
      "step": 44860
    },
    {
      "loss_action": 0.00464311707764864,
      "loss_total": 0.00464311707764864,
      "step": 44860
    },
    {
      "loss_action": 0.005161711014807224,
      "loss_total": 0.005161711014807224,
      "step": 44860
    },
    {
      "loss_action": 0.008872460573911667,
      "loss_total": 0.008872460573911667,
      "step": 44860
    },
    {
      "loss_action": 0.011220778338611126,
      "loss_total": 0.011220778338611126,
      "step": 44860
    },
    {
      "loss_action": 0.006832484155893326,
      "loss_total": 0.006832484155893326,
      "step": 44860
    },
    {
      "loss_action": 0.007670741528272629,
      "loss_total": 0.007670741528272629,
      "step": 44860
    },
    {
      "loss_action": 0.005171538330614567,
      "loss_total": 0.005171538330614567,
      "step": 44860
    },
    {
      "grad_norm": 0.1103779599070549,
      "learning_rate": 6.248413502933164e-05,
      "loss": 0.0079,
      "step": 44870
    },
    {
      "loss_action": 0.006558219902217388,
      "loss_total": 0.006558219902217388,
      "step": 44870
    },
    {
      "loss_action": 0.0020441391970962286,
      "loss_total": 0.0020441391970962286,
      "step": 44870
    },
    {
      "loss_action": 0.007612704299390316,
      "loss_total": 0.007612704299390316,
      "step": 44870
    },
    {
      "loss_action": 0.0036172219552099705,
      "loss_total": 0.0036172219552099705,
      "step": 44870
    },
    {
      "loss_action": 0.006089517381042242,
      "loss_total": 0.006089517381042242,
      "step": 44870
    },
    {
      "loss_action": 0.0034418434370309114,
      "loss_total": 0.0034418434370309114,
      "step": 44870
    },
    {
      "loss_action": 0.008593772538006306,
      "loss_total": 0.008593772538006306,
      "step": 44870
    },
    {
      "loss_action": 0.0035327000077813864,
      "loss_total": 0.0035327000077813864,
      "step": 44870
    },
    {
      "grad_norm": 0.1402282416820526,
      "learning_rate": 6.246812334062133e-05,
      "loss": 0.0084,
      "step": 44880
    },
    {
      "loss_action": 0.006649758666753769,
      "loss_total": 0.006649758666753769,
      "step": 44880
    },
    {
      "loss_action": 0.007803493179380894,
      "loss_total": 0.007803493179380894,
      "step": 44880
    },
    {
      "loss_action": 0.012719133868813515,
      "loss_total": 0.012719133868813515,
      "step": 44880
    },
    {
      "loss_action": 0.008591814897954464,
      "loss_total": 0.008591814897954464,
      "step": 44880
    },
    {
      "loss_action": 0.00558772636577487,
      "loss_total": 0.00558772636577487,
      "step": 44880
    },
    {
      "loss_action": 0.007773703895509243,
      "loss_total": 0.007773703895509243,
      "step": 44880
    },
    {
      "loss_action": 0.006839178968220949,
      "loss_total": 0.006839178968220949,
      "step": 44880
    },
    {
      "loss_action": 0.006895449478179216,
      "loss_total": 0.006895449478179216,
      "step": 44880
    },
    {
      "grad_norm": 0.10508023947477341,
      "learning_rate": 6.245211028841579e-05,
      "loss": 0.0093,
      "step": 44890
    },
    {
      "loss_action": 0.003315433394163847,
      "loss_total": 0.003315433394163847,
      "step": 44890
    },
    {
      "loss_action": 0.0027233073487877846,
      "loss_total": 0.0027233073487877846,
      "step": 44890
    },
    {
      "loss_action": 0.0027476700488477945,
      "loss_total": 0.0027476700488477945,
      "step": 44890
    },
    {
      "loss_action": 0.0037511384580284357,
      "loss_total": 0.0037511384580284357,
      "step": 44890
    },
    {
      "loss_action": 0.018054313957691193,
      "loss_total": 0.018054313957691193,
      "step": 44890
    },
    {
      "loss_action": 0.012482058256864548,
      "loss_total": 0.012482058256864548,
      "step": 44890
    },
    {
      "loss_action": 0.009283757768571377,
      "loss_total": 0.009283757768571377,
      "step": 44890
    },
    {
      "loss_action": 0.011678555980324745,
      "loss_total": 0.011678555980324745,
      "step": 44890
    },
    {
      "grad_norm": 0.1214173436164856,
      "learning_rate": 6.24360958744662e-05,
      "loss": 0.0087,
      "step": 44900
    },
    {
      "loss_action": 0.00903993472456932,
      "loss_total": 0.00903993472456932,
      "step": 44900
    },
    {
      "loss_action": 0.006257374305278063,
      "loss_total": 0.006257374305278063,
      "step": 44900
    },
    {
      "loss_action": 0.0017370844725519419,
      "loss_total": 0.0017370844725519419,
      "step": 44900
    },
    {
      "loss_action": 0.004520363174378872,
      "loss_total": 0.004520363174378872,
      "step": 44900
    },
    {
      "loss_action": 0.004786781035363674,
      "loss_total": 0.004786781035363674,
      "step": 44900
    },
    {
      "loss_action": 0.004214312881231308,
      "loss_total": 0.004214312881231308,
      "step": 44900
    },
    {
      "loss_action": 0.002846287563443184,
      "loss_total": 0.002846287563443184,
      "step": 44900
    },
    {
      "loss_action": 0.0035882198717445135,
      "loss_total": 0.0035882198717445135,
      "step": 44900
    },
    {
      "grad_norm": 0.10415083169937134,
      "learning_rate": 6.242008010052387e-05,
      "loss": 0.0086,
      "step": 44910
    },
    {
      "loss_action": 0.004250488243997097,
      "loss_total": 0.004250488243997097,
      "step": 44910
    },
    {
      "loss_action": 0.013812761753797531,
      "loss_total": 0.013812761753797531,
      "step": 44910
    },
    {
      "loss_action": 0.006687169894576073,
      "loss_total": 0.006687169894576073,
      "step": 44910
    },
    {
      "loss_action": 0.0034085516817867756,
      "loss_total": 0.0034085516817867756,
      "step": 44910
    },
    {
      "loss_action": 0.014012911356985569,
      "loss_total": 0.014012911356985569,
      "step": 44910
    },
    {
      "loss_action": 0.0055844965390861034,
      "loss_total": 0.0055844965390861034,
      "step": 44910
    },
    {
      "loss_action": 0.005030620377510786,
      "loss_total": 0.005030620377510786,
      "step": 44910
    },
    {
      "loss_action": 0.011683234944939613,
      "loss_total": 0.011683234944939613,
      "step": 44910
    },
    {
      "grad_norm": 0.08613845705986023,
      "learning_rate": 6.240406296834024e-05,
      "loss": 0.0088,
      "step": 44920
    },
    {
      "loss_action": 0.005981527268886566,
      "loss_total": 0.005981527268886566,
      "step": 44920
    },
    {
      "loss_action": 0.012429618276655674,
      "loss_total": 0.012429618276655674,
      "step": 44920
    },
    {
      "loss_action": 0.001973575446754694,
      "loss_total": 0.001973575446754694,
      "step": 44920
    },
    {
      "loss_action": 0.013956470414996147,
      "loss_total": 0.013956470414996147,
      "step": 44920
    },
    {
      "loss_action": 0.006506990175694227,
      "loss_total": 0.006506990175694227,
      "step": 44920
    },
    {
      "loss_action": 0.004915441386401653,
      "loss_total": 0.004915441386401653,
      "step": 44920
    },
    {
      "loss_action": 0.015624203719198704,
      "loss_total": 0.015624203719198704,
      "step": 44920
    },
    {
      "loss_action": 0.02583732083439827,
      "loss_total": 0.02583732083439827,
      "step": 44920
    },
    {
      "grad_norm": 0.17321813106536865,
      "learning_rate": 6.238804447966694e-05,
      "loss": 0.0082,
      "step": 44930
    },
    {
      "loss_action": 0.007189338095486164,
      "loss_total": 0.007189338095486164,
      "step": 44930
    },
    {
      "loss_action": 0.006767850369215012,
      "loss_total": 0.006767850369215012,
      "step": 44930
    },
    {
      "loss_action": 0.015199758112430573,
      "loss_total": 0.015199758112430573,
      "step": 44930
    },
    {
      "loss_action": 0.010298168286681175,
      "loss_total": 0.010298168286681175,
      "step": 44930
    },
    {
      "loss_action": 0.011597724631428719,
      "loss_total": 0.011597724631428719,
      "step": 44930
    },
    {
      "loss_action": 0.0018460452556610107,
      "loss_total": 0.0018460452556610107,
      "step": 44930
    },
    {
      "loss_action": 0.008399059996008873,
      "loss_total": 0.008399059996008873,
      "step": 44930
    },
    {
      "loss_action": 0.004944836720824242,
      "loss_total": 0.004944836720824242,
      "step": 44930
    },
    {
      "grad_norm": 0.15051335096359253,
      "learning_rate": 6.237202463625573e-05,
      "loss": 0.009,
      "step": 44940
    },
    {
      "loss_action": 0.005576764233410358,
      "loss_total": 0.005576764233410358,
      "step": 44940
    },
    {
      "loss_action": 0.006247644312679768,
      "loss_total": 0.006247644312679768,
      "step": 44940
    },
    {
      "loss_action": 0.010511990636587143,
      "loss_total": 0.010511990636587143,
      "step": 44940
    },
    {
      "loss_action": 0.009878924116492271,
      "loss_total": 0.009878924116492271,
      "step": 44940
    },
    {
      "loss_action": 0.017038628458976746,
      "loss_total": 0.017038628458976746,
      "step": 44940
    },
    {
      "loss_action": 0.006585652474313974,
      "loss_total": 0.006585652474313974,
      "step": 44940
    },
    {
      "loss_action": 0.006287211552262306,
      "loss_total": 0.006287211552262306,
      "step": 44940
    },
    {
      "loss_action": 0.008863899856805801,
      "loss_total": 0.008863899856805801,
      "step": 44940
    },
    {
      "grad_norm": 0.17588691413402557,
      "learning_rate": 6.235600343985848e-05,
      "loss": 0.0088,
      "step": 44950
    },
    {
      "loss_action": 0.005030281841754913,
      "loss_total": 0.005030281841754913,
      "step": 44950
    },
    {
      "loss_action": 0.003123501781374216,
      "loss_total": 0.003123501781374216,
      "step": 44950
    },
    {
      "loss_action": 0.0058421483263373375,
      "loss_total": 0.0058421483263373375,
      "step": 44950
    },
    {
      "loss_action": 0.010741960257291794,
      "loss_total": 0.010741960257291794,
      "step": 44950
    },
    {
      "loss_action": 0.012124905362725258,
      "loss_total": 0.012124905362725258,
      "step": 44950
    },
    {
      "loss_action": 0.007669791579246521,
      "loss_total": 0.007669791579246521,
      "step": 44950
    },
    {
      "loss_action": 0.00679412018507719,
      "loss_total": 0.00679412018507719,
      "step": 44950
    },
    {
      "loss_action": 0.0024110127706080675,
      "loss_total": 0.0024110127706080675,
      "step": 44950
    },
    {
      "grad_norm": 0.11299162358045578,
      "learning_rate": 6.233998089222729e-05,
      "loss": 0.0082,
      "step": 44960
    },
    {
      "loss_action": 0.004588572308421135,
      "loss_total": 0.004588572308421135,
      "step": 44960
    },
    {
      "loss_action": 0.003983577713370323,
      "loss_total": 0.003983577713370323,
      "step": 44960
    },
    {
      "loss_action": 0.0023772972635924816,
      "loss_total": 0.0023772972635924816,
      "step": 44960
    },
    {
      "loss_action": 0.005837541073560715,
      "loss_total": 0.005837541073560715,
      "step": 44960
    },
    {
      "loss_action": 0.005200142506510019,
      "loss_total": 0.005200142506510019,
      "step": 44960
    },
    {
      "loss_action": 0.0036033038049936295,
      "loss_total": 0.0036033038049936295,
      "step": 44960
    },
    {
      "loss_action": 0.02583148330450058,
      "loss_total": 0.02583148330450058,
      "step": 44960
    },
    {
      "loss_action": 0.002500464441254735,
      "loss_total": 0.002500464441254735,
      "step": 44960
    },
    {
      "grad_norm": 0.11403493583202362,
      "learning_rate": 6.232395699511433e-05,
      "loss": 0.0068,
      "step": 44970
    },
    {
      "loss_action": 0.01498648151755333,
      "loss_total": 0.01498648151755333,
      "step": 44970
    },
    {
      "loss_action": 0.008169152773916721,
      "loss_total": 0.008169152773916721,
      "step": 44970
    },
    {
      "loss_action": 0.010050983168184757,
      "loss_total": 0.010050983168184757,
      "step": 44970
    },
    {
      "loss_action": 0.028500951826572418,
      "loss_total": 0.028500951826572418,
      "step": 44970
    },
    {
      "loss_action": 0.007579074706882238,
      "loss_total": 0.007579074706882238,
      "step": 44970
    },
    {
      "loss_action": 0.009472937323153019,
      "loss_total": 0.009472937323153019,
      "step": 44970
    },
    {
      "loss_action": 0.003327467478811741,
      "loss_total": 0.003327467478811741,
      "step": 44970
    },
    {
      "loss_action": 0.0050526997074484825,
      "loss_total": 0.0050526997074484825,
      "step": 44970
    },
    {
      "grad_norm": 0.09870995581150055,
      "learning_rate": 6.230793175027199e-05,
      "loss": 0.007,
      "step": 44980
    },
    {
      "loss_action": 0.007120482623577118,
      "loss_total": 0.007120482623577118,
      "step": 44980
    },
    {
      "loss_action": 0.003672883380204439,
      "loss_total": 0.003672883380204439,
      "step": 44980
    },
    {
      "loss_action": 0.004488042090088129,
      "loss_total": 0.004488042090088129,
      "step": 44980
    },
    {
      "loss_action": 0.004191131331026554,
      "loss_total": 0.004191131331026554,
      "step": 44980
    },
    {
      "loss_action": 0.0058913519605994225,
      "loss_total": 0.0058913519605994225,
      "step": 44980
    },
    {
      "loss_action": 0.015468280762434006,
      "loss_total": 0.015468280762434006,
      "step": 44980
    },
    {
      "loss_action": 0.006894622463732958,
      "loss_total": 0.006894622463732958,
      "step": 44980
    },
    {
      "loss_action": 0.006360824219882488,
      "loss_total": 0.006360824219882488,
      "step": 44980
    },
    {
      "grad_norm": 0.14808601140975952,
      "learning_rate": 6.22919051594527e-05,
      "loss": 0.0082,
      "step": 44990
    },
    {
      "loss_action": 0.015584232285618782,
      "loss_total": 0.015584232285618782,
      "step": 44990
    },
    {
      "loss_action": 0.014875266700983047,
      "loss_total": 0.014875266700983047,
      "step": 44990
    },
    {
      "loss_action": 0.008335072547197342,
      "loss_total": 0.008335072547197342,
      "step": 44990
    },
    {
      "loss_action": 0.005963875446468592,
      "loss_total": 0.005963875446468592,
      "step": 44990
    },
    {
      "loss_action": 0.013331200927495956,
      "loss_total": 0.013331200927495956,
      "step": 44990
    },
    {
      "loss_action": 0.009489821270108223,
      "loss_total": 0.009489821270108223,
      "step": 44990
    },
    {
      "loss_action": 0.009813708253204823,
      "loss_total": 0.009813708253204823,
      "step": 44990
    },
    {
      "loss_action": 0.009892702102661133,
      "loss_total": 0.009892702102661133,
      "step": 44990
    },
    {
      "grad_norm": 0.16563212871551514,
      "learning_rate": 6.227587722440917e-05,
      "loss": 0.0088,
      "step": 45000
    },
    {
      "loss_action": 0.005937888287007809,
      "loss_total": 0.005937888287007809,
      "step": 45000
    },
    {
      "loss_action": 0.005704469513148069,
      "loss_total": 0.005704469513148069,
      "step": 45000
    },
    {
      "loss_action": 0.017236309126019478,
      "loss_total": 0.017236309126019478,
      "step": 45000
    },
    {
      "loss_action": 0.008396758697926998,
      "loss_total": 0.008396758697926998,
      "step": 45000
    },
    {
      "loss_action": 0.005364118609577417,
      "loss_total": 0.005364118609577417,
      "step": 45000
    },
    {
      "loss_action": 0.004344516433775425,
      "loss_total": 0.004344516433775425,
      "step": 45000
    },
    {
      "loss_action": 0.015836969017982483,
      "loss_total": 0.015836969017982483,
      "step": 45000
    },
    {
      "loss_action": 0.003225814551115036,
      "loss_total": 0.003225814551115036,
      "step": 45000
    },
    {
      "grad_norm": 0.11102689057588577,
      "learning_rate": 6.225984794689414e-05,
      "loss": 0.0087,
      "step": 45010
    },
    {
      "loss_action": 0.004859990440309048,
      "loss_total": 0.004859990440309048,
      "step": 45010
    },
    {
      "loss_action": 0.01573842763900757,
      "loss_total": 0.01573842763900757,
      "step": 45010
    },
    {
      "loss_action": 0.009446511045098305,
      "loss_total": 0.009446511045098305,
      "step": 45010
    },
    {
      "loss_action": 0.006939672864973545,
      "loss_total": 0.006939672864973545,
      "step": 45010
    },
    {
      "loss_action": 0.0129806287586689,
      "loss_total": 0.0129806287586689,
      "step": 45010
    },
    {
      "loss_action": 0.01296490989625454,
      "loss_total": 0.01296490989625454,
      "step": 45010
    },
    {
      "loss_action": 0.006397338584065437,
      "loss_total": 0.006397338584065437,
      "step": 45010
    },
    {
      "loss_action": 0.02352573722600937,
      "loss_total": 0.02352573722600937,
      "step": 45010
    },
    {
      "grad_norm": 0.12411211431026459,
      "learning_rate": 6.22438173286606e-05,
      "loss": 0.0089,
      "step": 45020
    },
    {
      "loss_action": 0.008247710764408112,
      "loss_total": 0.008247710764408112,
      "step": 45020
    },
    {
      "loss_action": 0.0026892905589193106,
      "loss_total": 0.0026892905589193106,
      "step": 45020
    },
    {
      "loss_action": 0.0029644579626619816,
      "loss_total": 0.0029644579626619816,
      "step": 45020
    },
    {
      "loss_action": 0.00358760729432106,
      "loss_total": 0.00358760729432106,
      "step": 45020
    },
    {
      "loss_action": 0.007060413248836994,
      "loss_total": 0.007060413248836994,
      "step": 45020
    },
    {
      "loss_action": 0.0021407860331237316,
      "loss_total": 0.0021407860331237316,
      "step": 45020
    },
    {
      "loss_action": 0.010343980975449085,
      "loss_total": 0.010343980975449085,
      "step": 45020
    },
    {
      "loss_action": 0.00684432964771986,
      "loss_total": 0.00684432964771986,
      "step": 45020
    },
    {
      "grad_norm": 0.1810392588376999,
      "learning_rate": 6.222778537146159e-05,
      "loss": 0.0094,
      "step": 45030
    },
    {
      "loss_action": 0.011912832967936993,
      "loss_total": 0.011912832967936993,
      "step": 45030
    },
    {
      "loss_action": 0.010521679185330868,
      "loss_total": 0.010521679185330868,
      "step": 45030
    },
    {
      "loss_action": 0.0350416824221611,
      "loss_total": 0.0350416824221611,
      "step": 45030
    },
    {
      "loss_action": 0.01762557029724121,
      "loss_total": 0.01762557029724121,
      "step": 45030
    },
    {
      "loss_action": 0.007924851961433887,
      "loss_total": 0.007924851961433887,
      "step": 45030
    },
    {
      "loss_action": 0.004819878377020359,
      "loss_total": 0.004819878377020359,
      "step": 45030
    },
    {
      "loss_action": 0.002472079824656248,
      "loss_total": 0.002472079824656248,
      "step": 45030
    },
    {
      "loss_action": 0.012324932031333447,
      "loss_total": 0.012324932031333447,
      "step": 45030
    },
    {
      "grad_norm": 0.11882570385932922,
      "learning_rate": 6.221175207705037e-05,
      "loss": 0.0102,
      "step": 45040
    },
    {
      "loss_action": 0.009004298597574234,
      "loss_total": 0.009004298597574234,
      "step": 45040
    },
    {
      "loss_action": 0.014614500105381012,
      "loss_total": 0.014614500105381012,
      "step": 45040
    },
    {
      "loss_action": 0.00529217254370451,
      "loss_total": 0.00529217254370451,
      "step": 45040
    },
    {
      "loss_action": 0.005283603444695473,
      "loss_total": 0.005283603444695473,
      "step": 45040
    },
    {
      "loss_action": 0.0038453282322734594,
      "loss_total": 0.0038453282322734594,
      "step": 45040
    },
    {
      "loss_action": 0.025146979838609695,
      "loss_total": 0.025146979838609695,
      "step": 45040
    },
    {
      "loss_action": 0.0033422803971916437,
      "loss_total": 0.0033422803971916437,
      "step": 45040
    },
    {
      "loss_action": 0.006825631484389305,
      "loss_total": 0.006825631484389305,
      "step": 45040
    },
    {
      "grad_norm": 0.13629667460918427,
      "learning_rate": 6.219571744718027e-05,
      "loss": 0.0084,
      "step": 45050
    },
    {
      "loss_action": 0.0031843779142946005,
      "loss_total": 0.0031843779142946005,
      "step": 45050
    },
    {
      "loss_action": 0.0026007303968071938,
      "loss_total": 0.0026007303968071938,
      "step": 45050
    },
    {
      "loss_action": 0.008642767556011677,
      "loss_total": 0.008642767556011677,
      "step": 45050
    },
    {
      "loss_action": 0.002119078766554594,
      "loss_total": 0.002119078766554594,
      "step": 45050
    },
    {
      "loss_action": 0.01079230010509491,
      "loss_total": 0.01079230010509491,
      "step": 45050
    },
    {
      "loss_action": 0.015518829226493835,
      "loss_total": 0.015518829226493835,
      "step": 45050
    },
    {
      "loss_action": 0.007690113969147205,
      "loss_total": 0.007690113969147205,
      "step": 45050
    },
    {
      "loss_action": 0.030948251485824585,
      "loss_total": 0.030948251485824585,
      "step": 45050
    },
    {
      "grad_norm": 0.0930708646774292,
      "learning_rate": 6.217968148360487e-05,
      "loss": 0.0088,
      "step": 45060
    },
    {
      "loss_action": 0.017650309950113297,
      "loss_total": 0.017650309950113297,
      "step": 45060
    },
    {
      "loss_action": 0.004711712710559368,
      "loss_total": 0.004711712710559368,
      "step": 45060
    },
    {
      "loss_action": 0.00849873386323452,
      "loss_total": 0.00849873386323452,
      "step": 45060
    },
    {
      "loss_action": 0.011511300690472126,
      "loss_total": 0.011511300690472126,
      "step": 45060
    },
    {
      "loss_action": 0.041660286486148834,
      "loss_total": 0.041660286486148834,
      "step": 45060
    },
    {
      "loss_action": 0.008693188428878784,
      "loss_total": 0.008693188428878784,
      "step": 45060
    },
    {
      "loss_action": 0.0074970535933971405,
      "loss_total": 0.0074970535933971405,
      "step": 45060
    },
    {
      "loss_action": 0.0028783546295017004,
      "loss_total": 0.0028783546295017004,
      "step": 45060
    },
    {
      "grad_norm": 0.13531838357448578,
      "learning_rate": 6.216364418807782e-05,
      "loss": 0.0093,
      "step": 45070
    },
    {
      "loss_action": 0.002947936300188303,
      "loss_total": 0.002947936300188303,
      "step": 45070
    },
    {
      "loss_action": 0.004133440554141998,
      "loss_total": 0.004133440554141998,
      "step": 45070
    },
    {
      "loss_action": 0.014207161031663418,
      "loss_total": 0.014207161031663418,
      "step": 45070
    },
    {
      "loss_action": 0.0017402308294549584,
      "loss_total": 0.0017402308294549584,
      "step": 45070
    },
    {
      "loss_action": 0.02221354842185974,
      "loss_total": 0.02221354842185974,
      "step": 45070
    },
    {
      "loss_action": 0.004540438763797283,
      "loss_total": 0.004540438763797283,
      "step": 45070
    },
    {
      "loss_action": 0.014348146505653858,
      "loss_total": 0.014348146505653858,
      "step": 45070
    },
    {
      "loss_action": 0.009524751454591751,
      "loss_total": 0.009524751454591751,
      "step": 45070
    },
    {
      "grad_norm": 0.093520388007164,
      "learning_rate": 6.214760556235292e-05,
      "loss": 0.0083,
      "step": 45080
    },
    {
      "loss_action": 0.003325841622427106,
      "loss_total": 0.003325841622427106,
      "step": 45080
    },
    {
      "loss_action": 0.003922805655747652,
      "loss_total": 0.003922805655747652,
      "step": 45080
    },
    {
      "loss_action": 0.008993461728096008,
      "loss_total": 0.008993461728096008,
      "step": 45080
    },
    {
      "loss_action": 0.007079940289258957,
      "loss_total": 0.007079940289258957,
      "step": 45080
    },
    {
      "loss_action": 0.004969382658600807,
      "loss_total": 0.004969382658600807,
      "step": 45080
    },
    {
      "loss_action": 0.011693637818098068,
      "loss_total": 0.011693637818098068,
      "step": 45080
    },
    {
      "loss_action": 0.027113331481814384,
      "loss_total": 0.027113331481814384,
      "step": 45080
    },
    {
      "loss_action": 0.008846990764141083,
      "loss_total": 0.008846990764141083,
      "step": 45080
    },
    {
      "grad_norm": 0.10375109314918518,
      "learning_rate": 6.213156560818414e-05,
      "loss": 0.0086,
      "step": 45090
    },
    {
      "loss_action": 0.008014594204723835,
      "loss_total": 0.008014594204723835,
      "step": 45090
    },
    {
      "loss_action": 0.0035752584226429462,
      "loss_total": 0.0035752584226429462,
      "step": 45090
    },
    {
      "loss_action": 0.005493699107319117,
      "loss_total": 0.005493699107319117,
      "step": 45090
    },
    {
      "loss_action": 0.004073118790984154,
      "loss_total": 0.004073118790984154,
      "step": 45090
    },
    {
      "loss_action": 0.015576574951410294,
      "loss_total": 0.015576574951410294,
      "step": 45090
    },
    {
      "loss_action": 0.005349336192011833,
      "loss_total": 0.005349336192011833,
      "step": 45090
    },
    {
      "loss_action": 0.00723620830103755,
      "loss_total": 0.00723620830103755,
      "step": 45090
    },
    {
      "loss_action": 0.004551280755549669,
      "loss_total": 0.004551280755549669,
      "step": 45090
    },
    {
      "grad_norm": 0.1400156170129776,
      "learning_rate": 6.211552432732559e-05,
      "loss": 0.009,
      "step": 45100
    },
    {
      "loss_action": 0.013278325088322163,
      "loss_total": 0.013278325088322163,
      "step": 45100
    },
    {
      "loss_action": 0.005814251955598593,
      "loss_total": 0.005814251955598593,
      "step": 45100
    },
    {
      "loss_action": 0.010240307077765465,
      "loss_total": 0.010240307077765465,
      "step": 45100
    },
    {
      "loss_action": 0.006084981840103865,
      "loss_total": 0.006084981840103865,
      "step": 45100
    },
    {
      "loss_action": 0.008190609514713287,
      "loss_total": 0.008190609514713287,
      "step": 45100
    },
    {
      "loss_action": 0.019453657791018486,
      "loss_total": 0.019453657791018486,
      "step": 45100
    },
    {
      "loss_action": 0.002528042998164892,
      "loss_total": 0.002528042998164892,
      "step": 45100
    },
    {
      "loss_action": 0.008821683935821056,
      "loss_total": 0.008821683935821056,
      "step": 45100
    },
    {
      "grad_norm": 0.11473361402750015,
      "learning_rate": 6.20994817215315e-05,
      "loss": 0.0084,
      "step": 45110
    },
    {
      "loss_action": 0.004313365556299686,
      "loss_total": 0.004313365556299686,
      "step": 45110
    },
    {
      "loss_action": 0.0049689337611198425,
      "loss_total": 0.0049689337611198425,
      "step": 45110
    },
    {
      "loss_action": 0.007159104570746422,
      "loss_total": 0.007159104570746422,
      "step": 45110
    },
    {
      "loss_action": 0.008039001375436783,
      "loss_total": 0.008039001375436783,
      "step": 45110
    },
    {
      "loss_action": 0.011328416876494884,
      "loss_total": 0.011328416876494884,
      "step": 45110
    },
    {
      "loss_action": 0.005042556673288345,
      "loss_total": 0.005042556673288345,
      "step": 45110
    },
    {
      "loss_action": 0.007069706916809082,
      "loss_total": 0.007069706916809082,
      "step": 45110
    },
    {
      "loss_action": 0.005209312774240971,
      "loss_total": 0.005209312774240971,
      "step": 45110
    },
    {
      "grad_norm": 0.09048192948102951,
      "learning_rate": 6.208343779255628e-05,
      "loss": 0.0076,
      "step": 45120
    },
    {
      "loss_action": 0.005491415970027447,
      "loss_total": 0.005491415970027447,
      "step": 45120
    },
    {
      "loss_action": 0.005562317557632923,
      "loss_total": 0.005562317557632923,
      "step": 45120
    },
    {
      "loss_action": 0.015105202794075012,
      "loss_total": 0.015105202794075012,
      "step": 45120
    },
    {
      "loss_action": 0.0015398721443489194,
      "loss_total": 0.0015398721443489194,
      "step": 45120
    },
    {
      "loss_action": 0.01832272857427597,
      "loss_total": 0.01832272857427597,
      "step": 45120
    },
    {
      "loss_action": 0.0012056315317749977,
      "loss_total": 0.0012056315317749977,
      "step": 45120
    },
    {
      "loss_action": 0.006592227146029472,
      "loss_total": 0.006592227146029472,
      "step": 45120
    },
    {
      "loss_action": 0.0049655856564641,
      "loss_total": 0.0049655856564641,
      "step": 45120
    },
    {
      "grad_norm": 0.19718238711357117,
      "learning_rate": 6.206739254215449e-05,
      "loss": 0.0086,
      "step": 45130
    },
    {
      "loss_action": 0.005059829447418451,
      "loss_total": 0.005059829447418451,
      "step": 45130
    },
    {
      "loss_action": 0.003859502263367176,
      "loss_total": 0.003859502263367176,
      "step": 45130
    },
    {
      "loss_action": 0.003121602116152644,
      "loss_total": 0.003121602116152644,
      "step": 45130
    },
    {
      "loss_action": 0.018793437629938126,
      "loss_total": 0.018793437629938126,
      "step": 45130
    },
    {
      "loss_action": 0.019567638635635376,
      "loss_total": 0.019567638635635376,
      "step": 45130
    },
    {
      "loss_action": 0.004801851697266102,
      "loss_total": 0.004801851697266102,
      "step": 45130
    },
    {
      "loss_action": 0.003059274982661009,
      "loss_total": 0.003059274982661009,
      "step": 45130
    },
    {
      "loss_action": 0.002255357801914215,
      "loss_total": 0.002255357801914215,
      "step": 45130
    },
    {
      "grad_norm": 0.12200717628002167,
      "learning_rate": 6.205134597208077e-05,
      "loss": 0.0085,
      "step": 45140
    },
    {
      "loss_action": 0.014891298487782478,
      "loss_total": 0.014891298487782478,
      "step": 45140
    },
    {
      "loss_action": 0.006323234643787146,
      "loss_total": 0.006323234643787146,
      "step": 45140
    },
    {
      "loss_action": 0.0034327558241784573,
      "loss_total": 0.0034327558241784573,
      "step": 45140
    },
    {
      "loss_action": 0.009416610933840275,
      "loss_total": 0.009416610933840275,
      "step": 45140
    },
    {
      "loss_action": 0.02360955998301506,
      "loss_total": 0.02360955998301506,
      "step": 45140
    },
    {
      "loss_action": 0.005238985642790794,
      "loss_total": 0.005238985642790794,
      "step": 45140
    },
    {
      "loss_action": 0.004302101209759712,
      "loss_total": 0.004302101209759712,
      "step": 45140
    },
    {
      "loss_action": 0.00828268751502037,
      "loss_total": 0.00828268751502037,
      "step": 45140
    },
    {
      "grad_norm": 0.10291154682636261,
      "learning_rate": 6.203529808409e-05,
      "loss": 0.0085,
      "step": 45150
    },
    {
      "loss_action": 0.004136690404266119,
      "loss_total": 0.004136690404266119,
      "step": 45150
    },
    {
      "loss_action": 0.006636349018663168,
      "loss_total": 0.006636349018663168,
      "step": 45150
    },
    {
      "loss_action": 0.005518658552318811,
      "loss_total": 0.005518658552318811,
      "step": 45150
    },
    {
      "loss_action": 0.006501737516373396,
      "loss_total": 0.006501737516373396,
      "step": 45150
    },
    {
      "loss_action": 0.005524101201444864,
      "loss_total": 0.005524101201444864,
      "step": 45150
    },
    {
      "loss_action": 0.011985658667981625,
      "loss_total": 0.011985658667981625,
      "step": 45150
    },
    {
      "loss_action": 0.0074701011180877686,
      "loss_total": 0.0074701011180877686,
      "step": 45150
    },
    {
      "loss_action": 0.005792640149593353,
      "loss_total": 0.005792640149593353,
      "step": 45150
    },
    {
      "grad_norm": 0.10838072746992111,
      "learning_rate": 6.201924887993712e-05,
      "loss": 0.0086,
      "step": 45160
    },
    {
      "loss_action": 0.012189170345664024,
      "loss_total": 0.012189170345664024,
      "step": 45160
    },
    {
      "loss_action": 0.008337819948792458,
      "loss_total": 0.008337819948792458,
      "step": 45160
    },
    {
      "loss_action": 0.017548006027936935,
      "loss_total": 0.017548006027936935,
      "step": 45160
    },
    {
      "loss_action": 0.006771623156964779,
      "loss_total": 0.006771623156964779,
      "step": 45160
    },
    {
      "loss_action": 0.010627144016325474,
      "loss_total": 0.010627144016325474,
      "step": 45160
    },
    {
      "loss_action": 0.008321401663124561,
      "loss_total": 0.008321401663124561,
      "step": 45160
    },
    {
      "loss_action": 0.01430724561214447,
      "loss_total": 0.01430724561214447,
      "step": 45160
    },
    {
      "loss_action": 0.0075093721970915794,
      "loss_total": 0.0075093721970915794,
      "step": 45160
    },
    {
      "grad_norm": 0.09648662805557251,
      "learning_rate": 6.200319836137725e-05,
      "loss": 0.0081,
      "step": 45170
    },
    {
      "loss_action": 0.00585596589371562,
      "loss_total": 0.00585596589371562,
      "step": 45170
    },
    {
      "loss_action": 0.01149886753410101,
      "loss_total": 0.01149886753410101,
      "step": 45170
    },
    {
      "loss_action": 0.006598165258765221,
      "loss_total": 0.006598165258765221,
      "step": 45170
    },
    {
      "loss_action": 0.010200690478086472,
      "loss_total": 0.010200690478086472,
      "step": 45170
    },
    {
      "loss_action": 0.006203434895724058,
      "loss_total": 0.006203434895724058,
      "step": 45170
    },
    {
      "loss_action": 0.004720686934888363,
      "loss_total": 0.004720686934888363,
      "step": 45170
    },
    {
      "loss_action": 0.007047684863209724,
      "loss_total": 0.007047684863209724,
      "step": 45170
    },
    {
      "loss_action": 0.02431667596101761,
      "loss_total": 0.02431667596101761,
      "step": 45170
    },
    {
      "grad_norm": 0.12330514937639236,
      "learning_rate": 6.198714653016565e-05,
      "loss": 0.0076,
      "step": 45180
    },
    {
      "loss_action": 0.004535413812845945,
      "loss_total": 0.004535413812845945,
      "step": 45180
    },
    {
      "loss_action": 0.005449891556054354,
      "loss_total": 0.005449891556054354,
      "step": 45180
    },
    {
      "loss_action": 0.00752671156078577,
      "loss_total": 0.00752671156078577,
      "step": 45180
    },
    {
      "loss_action": 0.008094491437077522,
      "loss_total": 0.008094491437077522,
      "step": 45180
    },
    {
      "loss_action": 0.009546029381453991,
      "loss_total": 0.009546029381453991,
      "step": 45180
    },
    {
      "loss_action": 0.0037913438864052296,
      "loss_total": 0.0037913438864052296,
      "step": 45180
    },
    {
      "loss_action": 0.005404301919043064,
      "loss_total": 0.005404301919043064,
      "step": 45180
    },
    {
      "loss_action": 0.011475429870188236,
      "loss_total": 0.011475429870188236,
      "step": 45180
    },
    {
      "grad_norm": 0.1185428649187088,
      "learning_rate": 6.197109338805774e-05,
      "loss": 0.0081,
      "step": 45190
    },
    {
      "loss_action": 0.013398458249866962,
      "loss_total": 0.013398458249866962,
      "step": 45190
    },
    {
      "loss_action": 0.00890590250492096,
      "loss_total": 0.00890590250492096,
      "step": 45190
    },
    {
      "loss_action": 0.00612029992043972,
      "loss_total": 0.00612029992043972,
      "step": 45190
    },
    {
      "loss_action": 0.0071743931621313095,
      "loss_total": 0.0071743931621313095,
      "step": 45190
    },
    {
      "loss_action": 0.0064669521525502205,
      "loss_total": 0.0064669521525502205,
      "step": 45190
    },
    {
      "loss_action": 0.003606005571782589,
      "loss_total": 0.003606005571782589,
      "step": 45190
    },
    {
      "loss_action": 0.005145503208041191,
      "loss_total": 0.005145503208041191,
      "step": 45190
    },
    {
      "loss_action": 0.00658034672960639,
      "loss_total": 0.00658034672960639,
      "step": 45190
    },
    {
      "grad_norm": 0.11653134226799011,
      "learning_rate": 6.195503893680903e-05,
      "loss": 0.008,
      "step": 45200
    },
    {
      "loss_action": 0.011187940835952759,
      "loss_total": 0.011187940835952759,
      "step": 45200
    },
    {
      "loss_action": 0.0033937746193259954,
      "loss_total": 0.0033937746193259954,
      "step": 45200
    },
    {
      "loss_action": 0.01409907080233097,
      "loss_total": 0.01409907080233097,
      "step": 45200
    },
    {
      "loss_action": 0.007428421638906002,
      "loss_total": 0.007428421638906002,
      "step": 45200
    },
    {
      "loss_action": 0.0030860938131809235,
      "loss_total": 0.0030860938131809235,
      "step": 45200
    },
    {
      "loss_action": 0.002172093605622649,
      "loss_total": 0.002172093605622649,
      "step": 45200
    },
    {
      "loss_action": 0.008264811709523201,
      "loss_total": 0.008264811709523201,
      "step": 45200
    },
    {
      "loss_action": 0.009717905893921852,
      "loss_total": 0.009717905893921852,
      "step": 45200
    },
    {
      "grad_norm": 0.09624533355236053,
      "learning_rate": 6.193898317817524e-05,
      "loss": 0.0078,
      "step": 45210
    },
    {
      "loss_action": 0.015731442719697952,
      "loss_total": 0.015731442719697952,
      "step": 45210
    },
    {
      "loss_action": 0.012310229241847992,
      "loss_total": 0.012310229241847992,
      "step": 45210
    },
    {
      "loss_action": 0.005355380475521088,
      "loss_total": 0.005355380475521088,
      "step": 45210
    },
    {
      "loss_action": 0.006595254875719547,
      "loss_total": 0.006595254875719547,
      "step": 45210
    },
    {
      "loss_action": 0.0021182429045438766,
      "loss_total": 0.0021182429045438766,
      "step": 45210
    },
    {
      "loss_action": 0.00602151220664382,
      "loss_total": 0.00602151220664382,
      "step": 45210
    },
    {
      "loss_action": 0.023084891960024834,
      "loss_total": 0.023084891960024834,
      "step": 45210
    },
    {
      "loss_action": 0.002651018090546131,
      "loss_total": 0.002651018090546131,
      "step": 45210
    },
    {
      "grad_norm": 0.10648329555988312,
      "learning_rate": 6.192292611391221e-05,
      "loss": 0.0079,
      "step": 45220
    },
    {
      "loss_action": 0.006634779740124941,
      "loss_total": 0.006634779740124941,
      "step": 45220
    },
    {
      "loss_action": 0.002840235363692045,
      "loss_total": 0.002840235363692045,
      "step": 45220
    },
    {
      "loss_action": 0.0034150632563978434,
      "loss_total": 0.0034150632563978434,
      "step": 45220
    },
    {
      "loss_action": 0.010490264743566513,
      "loss_total": 0.010490264743566513,
      "step": 45220
    },
    {
      "loss_action": 0.005483714397996664,
      "loss_total": 0.005483714397996664,
      "step": 45220
    },
    {
      "loss_action": 0.005327463150024414,
      "loss_total": 0.005327463150024414,
      "step": 45220
    },
    {
      "loss_action": 0.007020831573754549,
      "loss_total": 0.007020831573754549,
      "step": 45220
    },
    {
      "loss_action": 0.011270279064774513,
      "loss_total": 0.011270279064774513,
      "step": 45220
    },
    {
      "grad_norm": 0.07359687238931656,
      "learning_rate": 6.190686774577591e-05,
      "loss": 0.0065,
      "step": 45230
    },
    {
      "loss_action": 0.02211211994290352,
      "loss_total": 0.02211211994290352,
      "step": 45230
    },
    {
      "loss_action": 0.007593016140162945,
      "loss_total": 0.007593016140162945,
      "step": 45230
    },
    {
      "loss_action": 0.018289130181074142,
      "loss_total": 0.018289130181074142,
      "step": 45230
    },
    {
      "loss_action": 0.006739278323948383,
      "loss_total": 0.006739278323948383,
      "step": 45230
    },
    {
      "loss_action": 0.004678252153098583,
      "loss_total": 0.004678252153098583,
      "step": 45230
    },
    {
      "loss_action": 0.00354898814111948,
      "loss_total": 0.00354898814111948,
      "step": 45230
    },
    {
      "loss_action": 0.0021578692831099033,
      "loss_total": 0.0021578692831099033,
      "step": 45230
    },
    {
      "loss_action": 0.00485324626788497,
      "loss_total": 0.00485324626788497,
      "step": 45230
    },
    {
      "grad_norm": 0.13112720847129822,
      "learning_rate": 6.189080807552245e-05,
      "loss": 0.0076,
      "step": 45240
    },
    {
      "loss_action": 0.01441292092204094,
      "loss_total": 0.01441292092204094,
      "step": 45240
    },
    {
      "loss_action": 0.006072319112718105,
      "loss_total": 0.006072319112718105,
      "step": 45240
    },
    {
      "loss_action": 0.01028994470834732,
      "loss_total": 0.01028994470834732,
      "step": 45240
    },
    {
      "loss_action": 0.0015682689845561981,
      "loss_total": 0.0015682689845561981,
      "step": 45240
    },
    {
      "loss_action": 0.004876578226685524,
      "loss_total": 0.004876578226685524,
      "step": 45240
    },
    {
      "loss_action": 0.014640922658145428,
      "loss_total": 0.014640922658145428,
      "step": 45240
    },
    {
      "loss_action": 0.0034989926498383284,
      "loss_total": 0.0034989926498383284,
      "step": 45240
    },
    {
      "loss_action": 0.009956291876733303,
      "loss_total": 0.009956291876733303,
      "step": 45240
    },
    {
      "grad_norm": 0.13681776821613312,
      "learning_rate": 6.187474710490809e-05,
      "loss": 0.0098,
      "step": 45250
    },
    {
      "loss_action": 0.013012919574975967,
      "loss_total": 0.013012919574975967,
      "step": 45250
    },
    {
      "loss_action": 0.0072505357675254345,
      "loss_total": 0.0072505357675254345,
      "step": 45250
    },
    {
      "loss_action": 0.0026909150183200836,
      "loss_total": 0.0026909150183200836,
      "step": 45250
    },
    {
      "loss_action": 0.009428458288311958,
      "loss_total": 0.009428458288311958,
      "step": 45250
    },
    {
      "loss_action": 0.010312611237168312,
      "loss_total": 0.010312611237168312,
      "step": 45250
    },
    {
      "loss_action": 0.016062438488006592,
      "loss_total": 0.016062438488006592,
      "step": 45250
    },
    {
      "loss_action": 0.003756291465833783,
      "loss_total": 0.003756291465833783,
      "step": 45250
    },
    {
      "loss_action": 0.0053991638123989105,
      "loss_total": 0.0053991638123989105,
      "step": 45250
    },
    {
      "grad_norm": 0.14894402027130127,
      "learning_rate": 6.185868483568926e-05,
      "loss": 0.0105,
      "step": 45260
    },
    {
      "loss_action": 0.018678629770874977,
      "loss_total": 0.018678629770874977,
      "step": 45260
    },
    {
      "loss_action": 0.02760249376296997,
      "loss_total": 0.02760249376296997,
      "step": 45260
    },
    {
      "loss_action": 0.014260750263929367,
      "loss_total": 0.014260750263929367,
      "step": 45260
    },
    {
      "loss_action": 0.011108862236142159,
      "loss_total": 0.011108862236142159,
      "step": 45260
    },
    {
      "loss_action": 0.006163994316011667,
      "loss_total": 0.006163994316011667,
      "step": 45260
    },
    {
      "loss_action": 0.008848525583744049,
      "loss_total": 0.008848525583744049,
      "step": 45260
    },
    {
      "loss_action": 0.004587426315993071,
      "loss_total": 0.004587426315993071,
      "step": 45260
    },
    {
      "loss_action": 0.014751730486750603,
      "loss_total": 0.014751730486750603,
      "step": 45260
    },
    {
      "grad_norm": 0.1242574006319046,
      "learning_rate": 6.184262126962245e-05,
      "loss": 0.009,
      "step": 45270
    },
    {
      "loss_action": 0.0032300991006195545,
      "loss_total": 0.0032300991006195545,
      "step": 45270
    },
    {
      "loss_action": 0.0033703669905662537,
      "loss_total": 0.0033703669905662537,
      "step": 45270
    },
    {
      "loss_action": 0.014184272848069668,
      "loss_total": 0.014184272848069668,
      "step": 45270
    },
    {
      "loss_action": 0.016609083861112595,
      "loss_total": 0.016609083861112595,
      "step": 45270
    },
    {
      "loss_action": 0.025199206545948982,
      "loss_total": 0.025199206545948982,
      "step": 45270
    },
    {
      "loss_action": 0.00836978293955326,
      "loss_total": 0.00836978293955326,
      "step": 45270
    },
    {
      "loss_action": 0.004199438262730837,
      "loss_total": 0.004199438262730837,
      "step": 45270
    },
    {
      "loss_action": 0.016580995172262192,
      "loss_total": 0.016580995172262192,
      "step": 45270
    },
    {
      "grad_norm": 0.1358705461025238,
      "learning_rate": 6.182655640846442e-05,
      "loss": 0.008,
      "step": 45280
    },
    {
      "loss_action": 0.0031424451153725386,
      "loss_total": 0.0031424451153725386,
      "step": 45280
    },
    {
      "loss_action": 0.006524741183966398,
      "loss_total": 0.006524741183966398,
      "step": 45280
    },
    {
      "loss_action": 0.006697674747556448,
      "loss_total": 0.006697674747556448,
      "step": 45280
    },
    {
      "loss_action": 0.008196062408387661,
      "loss_total": 0.008196062408387661,
      "step": 45280
    },
    {
      "loss_action": 0.008379152044653893,
      "loss_total": 0.008379152044653893,
      "step": 45280
    },
    {
      "loss_action": 0.0057700821198523045,
      "loss_total": 0.0057700821198523045,
      "step": 45280
    },
    {
      "loss_action": 0.005619606468826532,
      "loss_total": 0.005619606468826532,
      "step": 45280
    },
    {
      "loss_action": 0.012063773348927498,
      "loss_total": 0.012063773348927498,
      "step": 45280
    },
    {
      "grad_norm": 0.09209000319242477,
      "learning_rate": 6.181049025397196e-05,
      "loss": 0.0086,
      "step": 45290
    },
    {
      "loss_action": 0.07832859456539154,
      "loss_total": 0.07832859456539154,
      "step": 45290
    },
    {
      "loss_action": 0.007107061333954334,
      "loss_total": 0.007107061333954334,
      "step": 45290
    },
    {
      "loss_action": 0.002177832182496786,
      "loss_total": 0.002177832182496786,
      "step": 45290
    },
    {
      "loss_action": 0.0037123500369489193,
      "loss_total": 0.0037123500369489193,
      "step": 45290
    },
    {
      "loss_action": 0.005605106242001057,
      "loss_total": 0.005605106242001057,
      "step": 45290
    },
    {
      "loss_action": 0.004790290258824825,
      "loss_total": 0.004790290258824825,
      "step": 45290
    },
    {
      "loss_action": 0.022725369781255722,
      "loss_total": 0.022725369781255722,
      "step": 45290
    },
    {
      "loss_action": 0.010257690213620663,
      "loss_total": 0.010257690213620663,
      "step": 45290
    },
    {
      "grad_norm": 0.11804390698671341,
      "learning_rate": 6.179442280790202e-05,
      "loss": 0.0081,
      "step": 45300
    },
    {
      "loss_action": 0.0108462143689394,
      "loss_total": 0.0108462143689394,
      "step": 45300
    },
    {
      "loss_action": 0.003265725914388895,
      "loss_total": 0.003265725914388895,
      "step": 45300
    },
    {
      "loss_action": 0.004949674941599369,
      "loss_total": 0.004949674941599369,
      "step": 45300
    },
    {
      "loss_action": 0.011432858183979988,
      "loss_total": 0.011432858183979988,
      "step": 45300
    },
    {
      "loss_action": 0.014348753727972507,
      "loss_total": 0.014348753727972507,
      "step": 45300
    },
    {
      "loss_action": 0.00933218002319336,
      "loss_total": 0.00933218002319336,
      "step": 45300
    },
    {
      "loss_action": 0.007327114697545767,
      "loss_total": 0.007327114697545767,
      "step": 45300
    },
    {
      "loss_action": 0.004736218601465225,
      "loss_total": 0.004736218601465225,
      "step": 45300
    },
    {
      "grad_norm": 0.09280072152614594,
      "learning_rate": 6.177835407201174e-05,
      "loss": 0.0082,
      "step": 45310
    },
    {
      "loss_action": 0.015108373016119003,
      "loss_total": 0.015108373016119003,
      "step": 45310
    },
    {
      "loss_action": 0.02345997467637062,
      "loss_total": 0.02345997467637062,
      "step": 45310
    },
    {
      "loss_action": 0.019905753433704376,
      "loss_total": 0.019905753433704376,
      "step": 45310
    },
    {
      "loss_action": 0.009660746902227402,
      "loss_total": 0.009660746902227402,
      "step": 45310
    },
    {
      "loss_action": 0.0066119772382080555,
      "loss_total": 0.0066119772382080555,
      "step": 45310
    },
    {
      "loss_action": 0.005690859630703926,
      "loss_total": 0.005690859630703926,
      "step": 45310
    },
    {
      "loss_action": 0.007805932313203812,
      "loss_total": 0.007805932313203812,
      "step": 45310
    },
    {
      "loss_action": 0.006285089999437332,
      "loss_total": 0.006285089999437332,
      "step": 45310
    },
    {
      "grad_norm": 0.10290215164422989,
      "learning_rate": 6.176228404805839e-05,
      "loss": 0.0075,
      "step": 45320
    },
    {
      "loss_action": 0.008933814242482185,
      "loss_total": 0.008933814242482185,
      "step": 45320
    },
    {
      "loss_action": 0.009327194653451443,
      "loss_total": 0.009327194653451443,
      "step": 45320
    },
    {
      "loss_action": 0.003491464536637068,
      "loss_total": 0.003491464536637068,
      "step": 45320
    },
    {
      "loss_action": 0.0068102553486824036,
      "loss_total": 0.0068102553486824036,
      "step": 45320
    },
    {
      "loss_action": 0.004349730908870697,
      "loss_total": 0.004349730908870697,
      "step": 45320
    },
    {
      "loss_action": 0.004541539121419191,
      "loss_total": 0.004541539121419191,
      "step": 45320
    },
    {
      "loss_action": 0.006312483921647072,
      "loss_total": 0.006312483921647072,
      "step": 45320
    },
    {
      "loss_action": 0.005520806182175875,
      "loss_total": 0.005520806182175875,
      "step": 45320
    },
    {
      "grad_norm": 0.1071992889046669,
      "learning_rate": 6.174621273779932e-05,
      "loss": 0.0073,
      "step": 45330
    },
    {
      "loss_action": 0.007808119058609009,
      "loss_total": 0.007808119058609009,
      "step": 45330
    },
    {
      "loss_action": 0.0034608710557222366,
      "loss_total": 0.0034608710557222366,
      "step": 45330
    },
    {
      "loss_action": 0.0032237544655799866,
      "loss_total": 0.0032237544655799866,
      "step": 45330
    },
    {
      "loss_action": 0.009447223506867886,
      "loss_total": 0.009447223506867886,
      "step": 45330
    },
    {
      "loss_action": 0.011741194874048233,
      "loss_total": 0.011741194874048233,
      "step": 45330
    },
    {
      "loss_action": 0.0030990182422101498,
      "loss_total": 0.0030990182422101498,
      "step": 45330
    },
    {
      "loss_action": 0.036190200597047806,
      "loss_total": 0.036190200597047806,
      "step": 45330
    },
    {
      "loss_action": 0.004974879324436188,
      "loss_total": 0.004974879324436188,
      "step": 45330
    },
    {
      "grad_norm": 0.10351618379354477,
      "learning_rate": 6.17301401429921e-05,
      "loss": 0.0079,
      "step": 45340
    },
    {
      "loss_action": 0.008329524658620358,
      "loss_total": 0.008329524658620358,
      "step": 45340
    },
    {
      "loss_action": 0.011395459063351154,
      "loss_total": 0.011395459063351154,
      "step": 45340
    },
    {
      "loss_action": 0.006732887588441372,
      "loss_total": 0.006732887588441372,
      "step": 45340
    },
    {
      "loss_action": 0.0031595411710441113,
      "loss_total": 0.0031595411710441113,
      "step": 45340
    },
    {
      "loss_action": 0.010351073928177357,
      "loss_total": 0.010351073928177357,
      "step": 45340
    },
    {
      "loss_action": 0.0035883779637515545,
      "loss_total": 0.0035883779637515545,
      "step": 45340
    },
    {
      "loss_action": 0.01000677514821291,
      "loss_total": 0.01000677514821291,
      "step": 45340
    },
    {
      "loss_action": 0.007922758348286152,
      "loss_total": 0.007922758348286152,
      "step": 45340
    },
    {
      "grad_norm": 0.13431613147258759,
      "learning_rate": 6.171406626539436e-05,
      "loss": 0.0075,
      "step": 45350
    },
    {
      "loss_action": 0.002073849318549037,
      "loss_total": 0.002073849318549037,
      "step": 45350
    },
    {
      "loss_action": 0.010939642786979675,
      "loss_total": 0.010939642786979675,
      "step": 45350
    },
    {
      "loss_action": 0.0023222349118441343,
      "loss_total": 0.0023222349118441343,
      "step": 45350
    },
    {
      "loss_action": 0.0037345848977565765,
      "loss_total": 0.0037345848977565765,
      "step": 45350
    },
    {
      "loss_action": 0.005192333832383156,
      "loss_total": 0.005192333832383156,
      "step": 45350
    },
    {
      "loss_action": 0.010470682755112648,
      "loss_total": 0.010470682755112648,
      "step": 45350
    },
    {
      "loss_action": 0.009378629736602306,
      "loss_total": 0.009378629736602306,
      "step": 45350
    },
    {
      "loss_action": 0.005539986304938793,
      "loss_total": 0.005539986304938793,
      "step": 45350
    },
    {
      "grad_norm": 0.15976108610630035,
      "learning_rate": 6.169799110676398e-05,
      "loss": 0.0082,
      "step": 45360
    },
    {
      "loss_action": 0.011431951075792313,
      "loss_total": 0.011431951075792313,
      "step": 45360
    },
    {
      "loss_action": 0.011636883020401001,
      "loss_total": 0.011636883020401001,
      "step": 45360
    },
    {
      "loss_action": 0.00892574992030859,
      "loss_total": 0.00892574992030859,
      "step": 45360
    },
    {
      "loss_action": 0.011901010759174824,
      "loss_total": 0.011901010759174824,
      "step": 45360
    },
    {
      "loss_action": 0.0055357119999825954,
      "loss_total": 0.0055357119999825954,
      "step": 45360
    },
    {
      "loss_action": 0.014640087261795998,
      "loss_total": 0.014640087261795998,
      "step": 45360
    },
    {
      "loss_action": 0.010312478989362717,
      "loss_total": 0.010312478989362717,
      "step": 45360
    },
    {
      "loss_action": 0.00449036480858922,
      "loss_total": 0.00449036480858922,
      "step": 45360
    },
    {
      "grad_norm": 0.06806858628988266,
      "learning_rate": 6.168191466885885e-05,
      "loss": 0.0078,
      "step": 45370
    },
    {
      "loss_action": 0.0040423255413770676,
      "loss_total": 0.0040423255413770676,
      "step": 45370
    },
    {
      "loss_action": 0.013225724920630455,
      "loss_total": 0.013225724920630455,
      "step": 45370
    },
    {
      "loss_action": 0.004269259981811047,
      "loss_total": 0.004269259981811047,
      "step": 45370
    },
    {
      "loss_action": 0.01596827432513237,
      "loss_total": 0.01596827432513237,
      "step": 45370
    },
    {
      "loss_action": 0.025722013786435127,
      "loss_total": 0.025722013786435127,
      "step": 45370
    },
    {
      "loss_action": 0.017409995198249817,
      "loss_total": 0.017409995198249817,
      "step": 45370
    },
    {
      "loss_action": 0.01676163263618946,
      "loss_total": 0.01676163263618946,
      "step": 45370
    },
    {
      "loss_action": 0.009600311517715454,
      "loss_total": 0.009600311517715454,
      "step": 45370
    },
    {
      "grad_norm": 0.172158345580101,
      "learning_rate": 6.166583695343711e-05,
      "loss": 0.0086,
      "step": 45380
    },
    {
      "loss_action": 0.01798226498067379,
      "loss_total": 0.01798226498067379,
      "step": 45380
    },
    {
      "loss_action": 0.00583225954324007,
      "loss_total": 0.00583225954324007,
      "step": 45380
    },
    {
      "loss_action": 0.012227317318320274,
      "loss_total": 0.012227317318320274,
      "step": 45380
    },
    {
      "loss_action": 0.011087574996054173,
      "loss_total": 0.011087574996054173,
      "step": 45380
    },
    {
      "loss_action": 0.00467704888433218,
      "loss_total": 0.00467704888433218,
      "step": 45380
    },
    {
      "loss_action": 0.001548796659335494,
      "loss_total": 0.001548796659335494,
      "step": 45380
    },
    {
      "loss_action": 0.003532946342602372,
      "loss_total": 0.003532946342602372,
      "step": 45380
    },
    {
      "loss_action": 0.013213634490966797,
      "loss_total": 0.013213634490966797,
      "step": 45380
    },
    {
      "grad_norm": 0.11059414595365524,
      "learning_rate": 6.164975796225698e-05,
      "loss": 0.0074,
      "step": 45390
    },
    {
      "loss_action": 0.013110273517668247,
      "loss_total": 0.013110273517668247,
      "step": 45390
    },
    {
      "loss_action": 0.005081110633909702,
      "loss_total": 0.005081110633909702,
      "step": 45390
    },
    {
      "loss_action": 0.014138823375105858,
      "loss_total": 0.014138823375105858,
      "step": 45390
    },
    {
      "loss_action": 0.005846432410180569,
      "loss_total": 0.005846432410180569,
      "step": 45390
    },
    {
      "loss_action": 0.002056653844192624,
      "loss_total": 0.002056653844192624,
      "step": 45390
    },
    {
      "loss_action": 0.010647540912032127,
      "loss_total": 0.010647540912032127,
      "step": 45390
    },
    {
      "loss_action": 0.006169774103909731,
      "loss_total": 0.006169774103909731,
      "step": 45390
    },
    {
      "loss_action": 0.009902412071824074,
      "loss_total": 0.009902412071824074,
      "step": 45390
    },
    {
      "grad_norm": 0.12314263731241226,
      "learning_rate": 6.163367769707683e-05,
      "loss": 0.0085,
      "step": 45400
    },
    {
      "loss_action": 0.00463116355240345,
      "loss_total": 0.00463116355240345,
      "step": 45400
    },
    {
      "loss_action": 0.014545957557857037,
      "loss_total": 0.014545957557857037,
      "step": 45400
    },
    {
      "loss_action": 0.009545356035232544,
      "loss_total": 0.009545356035232544,
      "step": 45400
    },
    {
      "loss_action": 0.006005492061376572,
      "loss_total": 0.006005492061376572,
      "step": 45400
    },
    {
      "loss_action": 0.001565298531204462,
      "loss_total": 0.001565298531204462,
      "step": 45400
    },
    {
      "loss_action": 0.005866721272468567,
      "loss_total": 0.005866721272468567,
      "step": 45400
    },
    {
      "loss_action": 0.006309829652309418,
      "loss_total": 0.006309829652309418,
      "step": 45400
    },
    {
      "loss_action": 0.006198038347065449,
      "loss_total": 0.006198038347065449,
      "step": 45400
    },
    {
      "grad_norm": 0.08851084858179092,
      "learning_rate": 6.161759615965519e-05,
      "loss": 0.007,
      "step": 45410
    },
    {
      "loss_action": 0.012056738138198853,
      "loss_total": 0.012056738138198853,
      "step": 45410
    },
    {
      "loss_action": 0.0046051121316850185,
      "loss_total": 0.0046051121316850185,
      "step": 45410
    },
    {
      "loss_action": 0.0040372139774262905,
      "loss_total": 0.0040372139774262905,
      "step": 45410
    },
    {
      "loss_action": 0.029562639072537422,
      "loss_total": 0.029562639072537422,
      "step": 45410
    },
    {
      "loss_action": 0.006033436860889196,
      "loss_total": 0.006033436860889196,
      "step": 45410
    },
    {
      "loss_action": 0.0039497376419603825,
      "loss_total": 0.0039497376419603825,
      "step": 45410
    },
    {
      "loss_action": 0.005578513722866774,
      "loss_total": 0.005578513722866774,
      "step": 45410
    },
    {
      "loss_action": 0.002780771115794778,
      "loss_total": 0.002780771115794778,
      "step": 45410
    },
    {
      "grad_norm": 0.09079018980264664,
      "learning_rate": 6.16015133517507e-05,
      "loss": 0.0077,
      "step": 45420
    },
    {
      "loss_action": 0.004319051746279001,
      "loss_total": 0.004319051746279001,
      "step": 45420
    },
    {
      "loss_action": 0.010348311625421047,
      "loss_total": 0.010348311625421047,
      "step": 45420
    },
    {
      "loss_action": 0.0025213707704097033,
      "loss_total": 0.0025213707704097033,
      "step": 45420
    },
    {
      "loss_action": 0.010738919489085674,
      "loss_total": 0.010738919489085674,
      "step": 45420
    },
    {
      "loss_action": 0.004415840841829777,
      "loss_total": 0.004415840841829777,
      "step": 45420
    },
    {
      "loss_action": 0.0094080101698637,
      "loss_total": 0.0094080101698637,
      "step": 45420
    },
    {
      "loss_action": 0.01240733452141285,
      "loss_total": 0.01240733452141285,
      "step": 45420
    },
    {
      "loss_action": 0.005436943843960762,
      "loss_total": 0.005436943843960762,
      "step": 45420
    },
    {
      "grad_norm": 0.12328305840492249,
      "learning_rate": 6.158542927512214e-05,
      "loss": 0.0085,
      "step": 45430
    },
    {
      "loss_action": 0.008948897011578083,
      "loss_total": 0.008948897011578083,
      "step": 45430
    },
    {
      "loss_action": 0.003842657897621393,
      "loss_total": 0.003842657897621393,
      "step": 45430
    },
    {
      "loss_action": 0.010053846053779125,
      "loss_total": 0.010053846053779125,
      "step": 45430
    },
    {
      "loss_action": 0.015359105542302132,
      "loss_total": 0.015359105542302132,
      "step": 45430
    },
    {
      "loss_action": 0.012656239792704582,
      "loss_total": 0.012656239792704582,
      "step": 45430
    },
    {
      "loss_action": 0.005725746043026447,
      "loss_total": 0.005725746043026447,
      "step": 45430
    },
    {
      "loss_action": 0.003752094227820635,
      "loss_total": 0.003752094227820635,
      "step": 45430
    },
    {
      "loss_action": 0.009250206872820854,
      "loss_total": 0.009250206872820854,
      "step": 45430
    },
    {
      "grad_norm": 0.07857376337051392,
      "learning_rate": 6.156934393152846e-05,
      "loss": 0.0085,
      "step": 45440
    },
    {
      "loss_action": 0.006747722160071135,
      "loss_total": 0.006747722160071135,
      "step": 45440
    },
    {
      "loss_action": 0.003420439548790455,
      "loss_total": 0.003420439548790455,
      "step": 45440
    },
    {
      "loss_action": 0.006163221318274736,
      "loss_total": 0.006163221318274736,
      "step": 45440
    },
    {
      "loss_action": 0.007465876638889313,
      "loss_total": 0.007465876638889313,
      "step": 45440
    },
    {
      "loss_action": 0.01209442038089037,
      "loss_total": 0.01209442038089037,
      "step": 45440
    },
    {
      "loss_action": 0.016918104141950607,
      "loss_total": 0.016918104141950607,
      "step": 45440
    },
    {
      "loss_action": 0.011102949269115925,
      "loss_total": 0.011102949269115925,
      "step": 45440
    },
    {
      "loss_action": 0.008798837661743164,
      "loss_total": 0.008798837661743164,
      "step": 45440
    },
    {
      "grad_norm": 0.07992523163557053,
      "learning_rate": 6.15532573227287e-05,
      "loss": 0.0082,
      "step": 45450
    },
    {
      "loss_action": 0.012361900880932808,
      "loss_total": 0.012361900880932808,
      "step": 45450
    },
    {
      "loss_action": 0.0037095702718943357,
      "loss_total": 0.0037095702718943357,
      "step": 45450
    },
    {
      "loss_action": 0.0074526346288621426,
      "loss_total": 0.0074526346288621426,
      "step": 45450
    },
    {
      "loss_action": 0.0098525146022439,
      "loss_total": 0.0098525146022439,
      "step": 45450
    },
    {
      "loss_action": 0.0074253506027162075,
      "loss_total": 0.0074253506027162075,
      "step": 45450
    },
    {
      "loss_action": 0.0046768090687692165,
      "loss_total": 0.0046768090687692165,
      "step": 45450
    },
    {
      "loss_action": 0.006877283100038767,
      "loss_total": 0.006877283100038767,
      "step": 45450
    },
    {
      "loss_action": 0.004594883415848017,
      "loss_total": 0.004594883415848017,
      "step": 45450
    },
    {
      "grad_norm": 0.10870764404535294,
      "learning_rate": 6.153716945048212e-05,
      "loss": 0.0092,
      "step": 45460
    },
    {
      "loss_action": 0.004340231418609619,
      "loss_total": 0.004340231418609619,
      "step": 45460
    },
    {
      "loss_action": 0.006285283714532852,
      "loss_total": 0.006285283714532852,
      "step": 45460
    },
    {
      "loss_action": 0.0057652113027870655,
      "loss_total": 0.0057652113027870655,
      "step": 45460
    },
    {
      "loss_action": 0.014388564974069595,
      "loss_total": 0.014388564974069595,
      "step": 45460
    },
    {
      "loss_action": 0.01701483130455017,
      "loss_total": 0.01701483130455017,
      "step": 45460
    },
    {
      "loss_action": 0.008894111961126328,
      "loss_total": 0.008894111961126328,
      "step": 45460
    },
    {
      "loss_action": 0.01081437710672617,
      "loss_total": 0.01081437710672617,
      "step": 45460
    },
    {
      "loss_action": 0.008638175204396248,
      "loss_total": 0.008638175204396248,
      "step": 45460
    },
    {
      "grad_norm": 0.13735125958919525,
      "learning_rate": 6.152108031654802e-05,
      "loss": 0.0086,
      "step": 45470
    },
    {
      "loss_action": 0.007636314257979393,
      "loss_total": 0.007636314257979393,
      "step": 45470
    },
    {
      "loss_action": 0.0029030065052211285,
      "loss_total": 0.0029030065052211285,
      "step": 45470
    },
    {
      "loss_action": 0.0032595694065093994,
      "loss_total": 0.0032595694065093994,
      "step": 45470
    },
    {
      "loss_action": 0.013346759602427483,
      "loss_total": 0.013346759602427483,
      "step": 45470
    },
    {
      "loss_action": 0.007387062534689903,
      "loss_total": 0.007387062534689903,
      "step": 45470
    },
    {
      "loss_action": 0.0437251552939415,
      "loss_total": 0.0437251552939415,
      "step": 45470
    },
    {
      "loss_action": 0.010968366637825966,
      "loss_total": 0.010968366637825966,
      "step": 45470
    },
    {
      "loss_action": 0.00600309856235981,
      "loss_total": 0.00600309856235981,
      "step": 45470
    },
    {
      "grad_norm": 0.12103720009326935,
      "learning_rate": 6.15049899226859e-05,
      "loss": 0.0094,
      "step": 45480
    },
    {
      "loss_action": 0.0042100464925169945,
      "loss_total": 0.0042100464925169945,
      "step": 45480
    },
    {
      "loss_action": 0.013305301778018475,
      "loss_total": 0.013305301778018475,
      "step": 45480
    },
    {
      "loss_action": 0.011227782815694809,
      "loss_total": 0.011227782815694809,
      "step": 45480
    },
    {
      "loss_action": 0.02763821929693222,
      "loss_total": 0.02763821929693222,
      "step": 45480
    },
    {
      "loss_action": 0.011379193514585495,
      "loss_total": 0.011379193514585495,
      "step": 45480
    },
    {
      "loss_action": 0.01936458609998226,
      "loss_total": 0.01936458609998226,
      "step": 45480
    },
    {
      "loss_action": 0.0018846180755645037,
      "loss_total": 0.0018846180755645037,
      "step": 45480
    },
    {
      "loss_action": 0.006623430177569389,
      "loss_total": 0.006623430177569389,
      "step": 45480
    },
    {
      "grad_norm": 0.12041197717189789,
      "learning_rate": 6.148889827065537e-05,
      "loss": 0.0086,
      "step": 45490
    },
    {
      "loss_action": 0.003207937115803361,
      "loss_total": 0.003207937115803361,
      "step": 45490
    },
    {
      "loss_action": 0.007777994032949209,
      "loss_total": 0.007777994032949209,
      "step": 45490
    },
    {
      "loss_action": 0.006334090139716864,
      "loss_total": 0.006334090139716864,
      "step": 45490
    },
    {
      "loss_action": 0.006889307405799627,
      "loss_total": 0.006889307405799627,
      "step": 45490
    },
    {
      "loss_action": 0.00254500238224864,
      "loss_total": 0.00254500238224864,
      "step": 45490
    },
    {
      "loss_action": 0.005005399230867624,
      "loss_total": 0.005005399230867624,
      "step": 45490
    },
    {
      "loss_action": 0.01937970519065857,
      "loss_total": 0.01937970519065857,
      "step": 45490
    },
    {
      "loss_action": 0.0048012323677539825,
      "loss_total": 0.0048012323677539825,
      "step": 45490
    },
    {
      "grad_norm": 0.08528900891542435,
      "learning_rate": 6.147280536221622e-05,
      "loss": 0.0073,
      "step": 45500
    },
    {
      "loss_action": 0.01615292765200138,
      "loss_total": 0.01615292765200138,
      "step": 45500
    },
    {
      "loss_action": 0.0049977488815784454,
      "loss_total": 0.0049977488815784454,
      "step": 45500
    },
    {
      "loss_action": 0.007004986517131329,
      "loss_total": 0.007004986517131329,
      "step": 45500
    },
    {
      "loss_action": 0.009543381631374359,
      "loss_total": 0.009543381631374359,
      "step": 45500
    },
    {
      "loss_action": 0.016308771446347237,
      "loss_total": 0.016308771446347237,
      "step": 45500
    },
    {
      "loss_action": 0.006662339437752962,
      "loss_total": 0.006662339437752962,
      "step": 45500
    },
    {
      "loss_action": 0.014288607984781265,
      "loss_total": 0.014288607984781265,
      "step": 45500
    },
    {
      "loss_action": 0.007818039506673813,
      "loss_total": 0.007818039506673813,
      "step": 45500
    },
    {
      "grad_norm": 0.28455373644828796,
      "learning_rate": 6.145671119912832e-05,
      "loss": 0.007,
      "step": 45510
    },
    {
      "loss_action": 0.0028321649879217148,
      "loss_total": 0.0028321649879217148,
      "step": 45510
    },
    {
      "loss_action": 0.0046643419191241264,
      "loss_total": 0.0046643419191241264,
      "step": 45510
    },
    {
      "loss_action": 0.004103126469999552,
      "loss_total": 0.004103126469999552,
      "step": 45510
    },
    {
      "loss_action": 0.014710402116179466,
      "loss_total": 0.014710402116179466,
      "step": 45510
    },
    {
      "loss_action": 0.00785860326141119,
      "loss_total": 0.00785860326141119,
      "step": 45510
    },
    {
      "loss_action": 0.003709843847900629,
      "loss_total": 0.003709843847900629,
      "step": 45510
    },
    {
      "loss_action": 0.010998575016856194,
      "loss_total": 0.010998575016856194,
      "step": 45510
    },
    {
      "loss_action": 0.002416201401501894,
      "loss_total": 0.002416201401501894,
      "step": 45510
    },
    {
      "grad_norm": 0.11535834521055222,
      "learning_rate": 6.144061578315169e-05,
      "loss": 0.009,
      "step": 45520
    },
    {
      "loss_action": 0.0024729357101023197,
      "loss_total": 0.0024729357101023197,
      "step": 45520
    },
    {
      "loss_action": 0.0026113800704479218,
      "loss_total": 0.0026113800704479218,
      "step": 45520
    },
    {
      "loss_action": 0.0035513576585799456,
      "loss_total": 0.0035513576585799456,
      "step": 45520
    },
    {
      "loss_action": 0.0036274013109505177,
      "loss_total": 0.0036274013109505177,
      "step": 45520
    },
    {
      "loss_action": 0.012825576588511467,
      "loss_total": 0.012825576588511467,
      "step": 45520
    },
    {
      "loss_action": 0.007240982726216316,
      "loss_total": 0.007240982726216316,
      "step": 45520
    },
    {
      "loss_action": 0.02968497946858406,
      "loss_total": 0.02968497946858406,
      "step": 45520
    },
    {
      "loss_action": 0.003607220482081175,
      "loss_total": 0.003607220482081175,
      "step": 45520
    },
    {
      "grad_norm": 0.18909616768360138,
      "learning_rate": 6.142451911604654e-05,
      "loss": 0.0088,
      "step": 45530
    },
    {
      "loss_action": 0.020164621993899345,
      "loss_total": 0.020164621993899345,
      "step": 45530
    },
    {
      "loss_action": 0.0049059754237532616,
      "loss_total": 0.0049059754237532616,
      "step": 45530
    },
    {
      "loss_action": 0.004487430211156607,
      "loss_total": 0.004487430211156607,
      "step": 45530
    },
    {
      "loss_action": 0.007713980041444302,
      "loss_total": 0.007713980041444302,
      "step": 45530
    },
    {
      "loss_action": 0.005195539444684982,
      "loss_total": 0.005195539444684982,
      "step": 45530
    },
    {
      "loss_action": 0.010239249095320702,
      "loss_total": 0.010239249095320702,
      "step": 45530
    },
    {
      "loss_action": 0.006574472412467003,
      "loss_total": 0.006574472412467003,
      "step": 45530
    },
    {
      "loss_action": 0.001724637346342206,
      "loss_total": 0.001724637346342206,
      "step": 45530
    },
    {
      "grad_norm": 0.1494884341955185,
      "learning_rate": 6.140842119957315e-05,
      "loss": 0.0079,
      "step": 45540
    },
    {
      "loss_action": 0.008530164137482643,
      "loss_total": 0.008530164137482643,
      "step": 45540
    },
    {
      "loss_action": 0.00503918481990695,
      "loss_total": 0.00503918481990695,
      "step": 45540
    },
    {
      "loss_action": 0.003087681718170643,
      "loss_total": 0.003087681718170643,
      "step": 45540
    },
    {
      "loss_action": 0.005504581145942211,
      "loss_total": 0.005504581145942211,
      "step": 45540
    },
    {
      "loss_action": 0.004241064190864563,
      "loss_total": 0.004241064190864563,
      "step": 45540
    },
    {
      "loss_action": 0.005362830590456724,
      "loss_total": 0.005362830590456724,
      "step": 45540
    },
    {
      "loss_action": 0.02134757675230503,
      "loss_total": 0.02134757675230503,
      "step": 45540
    },
    {
      "loss_action": 0.00485128303989768,
      "loss_total": 0.00485128303989768,
      "step": 45540
    },
    {
      "grad_norm": 0.15669114887714386,
      "learning_rate": 6.139232203549197e-05,
      "loss": 0.0102,
      "step": 45550
    },
    {
      "loss_action": 0.00729923602193594,
      "loss_total": 0.00729923602193594,
      "step": 45550
    },
    {
      "loss_action": 0.015746382996439934,
      "loss_total": 0.015746382996439934,
      "step": 45550
    },
    {
      "loss_action": 0.0133131742477417,
      "loss_total": 0.0133131742477417,
      "step": 45550
    },
    {
      "loss_action": 0.009740468114614487,
      "loss_total": 0.009740468114614487,
      "step": 45550
    },
    {
      "loss_action": 0.02175350859761238,
      "loss_total": 0.02175350859761238,
      "step": 45550
    },
    {
      "loss_action": 0.00876373890787363,
      "loss_total": 0.00876373890787363,
      "step": 45550
    },
    {
      "loss_action": 0.012597044929862022,
      "loss_total": 0.012597044929862022,
      "step": 45550
    },
    {
      "loss_action": 0.005276905372738838,
      "loss_total": 0.005276905372738838,
      "step": 45550
    },
    {
      "grad_norm": 0.11982407420873642,
      "learning_rate": 6.137622162556357e-05,
      "loss": 0.0085,
      "step": 45560
    },
    {
      "loss_action": 0.01311500184237957,
      "loss_total": 0.01311500184237957,
      "step": 45560
    },
    {
      "loss_action": 0.028433341532945633,
      "loss_total": 0.028433341532945633,
      "step": 45560
    },
    {
      "loss_action": 0.005320388823747635,
      "loss_total": 0.005320388823747635,
      "step": 45560
    },
    {
      "loss_action": 0.006247751880437136,
      "loss_total": 0.006247751880437136,
      "step": 45560
    },
    {
      "loss_action": 0.02231409400701523,
      "loss_total": 0.02231409400701523,
      "step": 45560
    },
    {
      "loss_action": 0.022916827350854874,
      "loss_total": 0.022916827350854874,
      "step": 45560
    },
    {
      "loss_action": 0.008439156226813793,
      "loss_total": 0.008439156226813793,
      "step": 45560
    },
    {
      "loss_action": 0.005313638597726822,
      "loss_total": 0.005313638597726822,
      "step": 45560
    },
    {
      "grad_norm": 0.1949920952320099,
      "learning_rate": 6.13601199715487e-05,
      "loss": 0.01,
      "step": 45570
    },
    {
      "loss_action": 0.00662517175078392,
      "loss_total": 0.00662517175078392,
      "step": 45570
    },
    {
      "loss_action": 0.008116956800222397,
      "loss_total": 0.008116956800222397,
      "step": 45570
    },
    {
      "loss_action": 0.0072428984567523,
      "loss_total": 0.0072428984567523,
      "step": 45570
    },
    {
      "loss_action": 0.004473584704101086,
      "loss_total": 0.004473584704101086,
      "step": 45570
    },
    {
      "loss_action": 0.007629111874848604,
      "loss_total": 0.007629111874848604,
      "step": 45570
    },
    {
      "loss_action": 0.00327548966743052,
      "loss_total": 0.00327548966743052,
      "step": 45570
    },
    {
      "loss_action": 0.007846161723136902,
      "loss_total": 0.007846161723136902,
      "step": 45570
    },
    {
      "loss_action": 0.002668066881597042,
      "loss_total": 0.002668066881597042,
      "step": 45570
    },
    {
      "grad_norm": 0.08394625782966614,
      "learning_rate": 6.134401707520816e-05,
      "loss": 0.0077,
      "step": 45580
    },
    {
      "loss_action": 0.008768662810325623,
      "loss_total": 0.008768662810325623,
      "step": 45580
    },
    {
      "loss_action": 0.005353270564228296,
      "loss_total": 0.005353270564228296,
      "step": 45580
    },
    {
      "loss_action": 0.005000394769012928,
      "loss_total": 0.005000394769012928,
      "step": 45580
    },
    {
      "loss_action": 0.016191991046071053,
      "loss_total": 0.016191991046071053,
      "step": 45580
    },
    {
      "loss_action": 0.003145383670926094,
      "loss_total": 0.003145383670926094,
      "step": 45580
    },
    {
      "loss_action": 0.00869949720799923,
      "loss_total": 0.00869949720799923,
      "step": 45580
    },
    {
      "loss_action": 0.0036871274933218956,
      "loss_total": 0.0036871274933218956,
      "step": 45580
    },
    {
      "loss_action": 0.005659992806613445,
      "loss_total": 0.005659992806613445,
      "step": 45580
    },
    {
      "grad_norm": 0.11997706443071365,
      "learning_rate": 6.132791293830298e-05,
      "loss": 0.0073,
      "step": 45590
    },
    {
      "loss_action": 0.010496487841010094,
      "loss_total": 0.010496487841010094,
      "step": 45590
    },
    {
      "loss_action": 0.009374704211950302,
      "loss_total": 0.009374704211950302,
      "step": 45590
    },
    {
      "loss_action": 0.006426812149584293,
      "loss_total": 0.006426812149584293,
      "step": 45590
    },
    {
      "loss_action": 0.005837363190948963,
      "loss_total": 0.005837363190948963,
      "step": 45590
    },
    {
      "loss_action": 0.0038849208503961563,
      "loss_total": 0.0038849208503961563,
      "step": 45590
    },
    {
      "loss_action": 0.009850863367319107,
      "loss_total": 0.009850863367319107,
      "step": 45590
    },
    {
      "loss_action": 0.015727398917078972,
      "loss_total": 0.015727398917078972,
      "step": 45590
    },
    {
      "loss_action": 0.011685306206345558,
      "loss_total": 0.011685306206345558,
      "step": 45590
    },
    {
      "grad_norm": 0.1199330985546112,
      "learning_rate": 6.131180756259428e-05,
      "loss": 0.0073,
      "step": 45600
    },
    {
      "loss_action": 0.004080158192664385,
      "loss_total": 0.004080158192664385,
      "step": 45600
    },
    {
      "loss_action": 0.001849432592280209,
      "loss_total": 0.001849432592280209,
      "step": 45600
    },
    {
      "loss_action": 0.0025693695060908794,
      "loss_total": 0.0025693695060908794,
      "step": 45600
    },
    {
      "loss_action": 0.0019344920292496681,
      "loss_total": 0.0019344920292496681,
      "step": 45600
    },
    {
      "loss_action": 0.0024424977600574493,
      "loss_total": 0.0024424977600574493,
      "step": 45600
    },
    {
      "loss_action": 0.0038904743269085884,
      "loss_total": 0.0038904743269085884,
      "step": 45600
    },
    {
      "loss_action": 0.012751657515764236,
      "loss_total": 0.012751657515764236,
      "step": 45600
    },
    {
      "loss_action": 0.009097499772906303,
      "loss_total": 0.009097499772906303,
      "step": 45600
    },
    {
      "grad_norm": 0.0971587747335434,
      "learning_rate": 6.129570094984331e-05,
      "loss": 0.0071,
      "step": 45610
    },
    {
      "loss_action": 0.0012948685325682163,
      "loss_total": 0.0012948685325682163,
      "step": 45610
    },
    {
      "loss_action": 0.002082358580082655,
      "loss_total": 0.002082358580082655,
      "step": 45610
    },
    {
      "loss_action": 0.005245313048362732,
      "loss_total": 0.005245313048362732,
      "step": 45610
    },
    {
      "loss_action": 0.005573623813688755,
      "loss_total": 0.005573623813688755,
      "step": 45610
    },
    {
      "loss_action": 0.006902732886373997,
      "loss_total": 0.006902732886373997,
      "step": 45610
    },
    {
      "loss_action": 0.0037931781262159348,
      "loss_total": 0.0037931781262159348,
      "step": 45610
    },
    {
      "loss_action": 0.005896257236599922,
      "loss_total": 0.005896257236599922,
      "step": 45610
    },
    {
      "loss_action": 0.01161862164735794,
      "loss_total": 0.01161862164735794,
      "step": 45610
    },
    {
      "grad_norm": 0.22321073710918427,
      "learning_rate": 6.127959310181145e-05,
      "loss": 0.0078,
      "step": 45620
    },
    {
      "loss_action": 0.005251173861324787,
      "loss_total": 0.005251173861324787,
      "step": 45620
    },
    {
      "loss_action": 0.002010697964578867,
      "loss_total": 0.002010697964578867,
      "step": 45620
    },
    {
      "loss_action": 0.005487748421728611,
      "loss_total": 0.005487748421728611,
      "step": 45620
    },
    {
      "loss_action": 0.009246623143553734,
      "loss_total": 0.009246623143553734,
      "step": 45620
    },
    {
      "loss_action": 0.003981493879109621,
      "loss_total": 0.003981493879109621,
      "step": 45620
    },
    {
      "loss_action": 0.005433891899883747,
      "loss_total": 0.005433891899883747,
      "step": 45620
    },
    {
      "loss_action": 0.0036244515795260668,
      "loss_total": 0.0036244515795260668,
      "step": 45620
    },
    {
      "loss_action": 0.004783544689416885,
      "loss_total": 0.004783544689416885,
      "step": 45620
    },
    {
      "grad_norm": 0.11997392773628235,
      "learning_rate": 6.126348402026026e-05,
      "loss": 0.0085,
      "step": 45630
    },
    {
      "loss_action": 0.0042525772005319595,
      "loss_total": 0.0042525772005319595,
      "step": 45630
    },
    {
      "loss_action": 0.002552641090005636,
      "loss_total": 0.002552641090005636,
      "step": 45630
    },
    {
      "loss_action": 0.003343996126204729,
      "loss_total": 0.003343996126204729,
      "step": 45630
    },
    {
      "loss_action": 0.008423731662333012,
      "loss_total": 0.008423731662333012,
      "step": 45630
    },
    {
      "loss_action": 0.00434923404827714,
      "loss_total": 0.00434923404827714,
      "step": 45630
    },
    {
      "loss_action": 0.043294765055179596,
      "loss_total": 0.043294765055179596,
      "step": 45630
    },
    {
      "loss_action": 0.003924398683011532,
      "loss_total": 0.003924398683011532,
      "step": 45630
    },
    {
      "loss_action": 0.004226239398121834,
      "loss_total": 0.004226239398121834,
      "step": 45630
    },
    {
      "grad_norm": 0.09426692873239517,
      "learning_rate": 6.12473737069514e-05,
      "loss": 0.0086,
      "step": 45640
    },
    {
      "loss_action": 0.005657053552567959,
      "loss_total": 0.005657053552567959,
      "step": 45640
    },
    {
      "loss_action": 0.01401073019951582,
      "loss_total": 0.01401073019951582,
      "step": 45640
    },
    {
      "loss_action": 0.004060009028762579,
      "loss_total": 0.004060009028762579,
      "step": 45640
    },
    {
      "loss_action": 0.001909099519252777,
      "loss_total": 0.001909099519252777,
      "step": 45640
    },
    {
      "loss_action": 0.005197608843445778,
      "loss_total": 0.005197608843445778,
      "step": 45640
    },
    {
      "loss_action": 0.019542669877409935,
      "loss_total": 0.019542669877409935,
      "step": 45640
    },
    {
      "loss_action": 0.005776300095021725,
      "loss_total": 0.005776300095021725,
      "step": 45640
    },
    {
      "loss_action": 0.01806369051337242,
      "loss_total": 0.01806369051337242,
      "step": 45640
    },
    {
      "grad_norm": 0.0983729436993599,
      "learning_rate": 6.123126216364665e-05,
      "loss": 0.0079,
      "step": 45650
    },
    {
      "loss_action": 0.0038351702969521284,
      "loss_total": 0.0038351702969521284,
      "step": 45650
    },
    {
      "loss_action": 0.004415815696120262,
      "loss_total": 0.004415815696120262,
      "step": 45650
    },
    {
      "loss_action": 0.02897574193775654,
      "loss_total": 0.02897574193775654,
      "step": 45650
    },
    {
      "loss_action": 0.005309228785336018,
      "loss_total": 0.005309228785336018,
      "step": 45650
    },
    {
      "loss_action": 0.003187894355505705,
      "loss_total": 0.003187894355505705,
      "step": 45650
    },
    {
      "loss_action": 0.021598678082227707,
      "loss_total": 0.021598678082227707,
      "step": 45650
    },
    {
      "loss_action": 0.006269046105444431,
      "loss_total": 0.006269046105444431,
      "step": 45650
    },
    {
      "loss_action": 0.011832497082650661,
      "loss_total": 0.011832497082650661,
      "step": 45650
    },
    {
      "grad_norm": 0.14075756072998047,
      "learning_rate": 6.121514939210797e-05,
      "loss": 0.0091,
      "step": 45660
    },
    {
      "loss_action": 0.004972073249518871,
      "loss_total": 0.004972073249518871,
      "step": 45660
    },
    {
      "loss_action": 0.015273050405085087,
      "loss_total": 0.015273050405085087,
      "step": 45660
    },
    {
      "loss_action": 0.014545226469635963,
      "loss_total": 0.014545226469635963,
      "step": 45660
    },
    {
      "loss_action": 0.002214827574789524,
      "loss_total": 0.002214827574789524,
      "step": 45660
    },
    {
      "loss_action": 0.010417758487164974,
      "loss_total": 0.010417758487164974,
      "step": 45660
    },
    {
      "loss_action": 0.012322543188929558,
      "loss_total": 0.012322543188929558,
      "step": 45660
    },
    {
      "loss_action": 0.006484444253146648,
      "loss_total": 0.006484444253146648,
      "step": 45660
    },
    {
      "loss_action": 0.005477003753185272,
      "loss_total": 0.005477003753185272,
      "step": 45660
    },
    {
      "grad_norm": 0.11042328923940659,
      "learning_rate": 6.119903539409741e-05,
      "loss": 0.0072,
      "step": 45670
    },
    {
      "loss_action": 0.002606082009151578,
      "loss_total": 0.002606082009151578,
      "step": 45670
    },
    {
      "loss_action": 0.007376610301434994,
      "loss_total": 0.007376610301434994,
      "step": 45670
    },
    {
      "loss_action": 0.014064937829971313,
      "loss_total": 0.014064937829971313,
      "step": 45670
    },
    {
      "loss_action": 0.0036819588858634233,
      "loss_total": 0.0036819588858634233,
      "step": 45670
    },
    {
      "loss_action": 0.011063258163630962,
      "loss_total": 0.011063258163630962,
      "step": 45670
    },
    {
      "loss_action": 0.012405330315232277,
      "loss_total": 0.012405330315232277,
      "step": 45670
    },
    {
      "loss_action": 0.005564739927649498,
      "loss_total": 0.005564739927649498,
      "step": 45670
    },
    {
      "loss_action": 0.0032906723208725452,
      "loss_total": 0.0032906723208725452,
      "step": 45670
    },
    {
      "grad_norm": 0.15760283172130585,
      "learning_rate": 6.118292017137716e-05,
      "loss": 0.0081,
      "step": 45680
    },
    {
      "loss_action": 0.004277956206351519,
      "loss_total": 0.004277956206351519,
      "step": 45680
    },
    {
      "loss_action": 0.007791843730956316,
      "loss_total": 0.007791843730956316,
      "step": 45680
    },
    {
      "loss_action": 0.006827011238783598,
      "loss_total": 0.006827011238783598,
      "step": 45680
    },
    {
      "loss_action": 0.005043623968958855,
      "loss_total": 0.005043623968958855,
      "step": 45680
    },
    {
      "loss_action": 0.003536841133609414,
      "loss_total": 0.003536841133609414,
      "step": 45680
    },
    {
      "loss_action": 0.006984536536037922,
      "loss_total": 0.006984536536037922,
      "step": 45680
    },
    {
      "loss_action": 0.009585224092006683,
      "loss_total": 0.009585224092006683,
      "step": 45680
    },
    {
      "loss_action": 0.012363439425826073,
      "loss_total": 0.012363439425826073,
      "step": 45680
    },
    {
      "grad_norm": 0.14127705991268158,
      "learning_rate": 6.116680372570959e-05,
      "loss": 0.0083,
      "step": 45690
    },
    {
      "loss_action": 0.008118493482470512,
      "loss_total": 0.008118493482470512,
      "step": 45690
    },
    {
      "loss_action": 0.010088808834552765,
      "loss_total": 0.010088808834552765,
      "step": 45690
    },
    {
      "loss_action": 0.011336781084537506,
      "loss_total": 0.011336781084537506,
      "step": 45690
    },
    {
      "loss_action": 0.0027801278047263622,
      "loss_total": 0.0027801278047263622,
      "step": 45690
    },
    {
      "loss_action": 0.0061089033260941505,
      "loss_total": 0.0061089033260941505,
      "step": 45690
    },
    {
      "loss_action": 0.007171650417149067,
      "loss_total": 0.007171650417149067,
      "step": 45690
    },
    {
      "loss_action": 0.007743826135993004,
      "loss_total": 0.007743826135993004,
      "step": 45690
    },
    {
      "loss_action": 0.0070344083942472935,
      "loss_total": 0.0070344083942472935,
      "step": 45690
    },
    {
      "grad_norm": 0.09963852167129517,
      "learning_rate": 6.115068605885713e-05,
      "loss": 0.0084,
      "step": 45700
    },
    {
      "loss_action": 0.011133257299661636,
      "loss_total": 0.011133257299661636,
      "step": 45700
    },
    {
      "loss_action": 0.007265265565365553,
      "loss_total": 0.007265265565365553,
      "step": 45700
    },
    {
      "loss_action": 0.007331905886530876,
      "loss_total": 0.007331905886530876,
      "step": 45700
    },
    {
      "loss_action": 0.0025406721979379654,
      "loss_total": 0.0025406721979379654,
      "step": 45700
    },
    {
      "loss_action": 0.0070765670388937,
      "loss_total": 0.0070765670388937,
      "step": 45700
    },
    {
      "loss_action": 0.0019566777627915144,
      "loss_total": 0.0019566777627915144,
      "step": 45700
    },
    {
      "loss_action": 0.011444601230323315,
      "loss_total": 0.011444601230323315,
      "step": 45700
    },
    {
      "loss_action": 0.007072385400533676,
      "loss_total": 0.007072385400533676,
      "step": 45700
    },
    {
      "grad_norm": 0.3016466200351715,
      "learning_rate": 6.113456717258243e-05,
      "loss": 0.0104,
      "step": 45710
    },
    {
      "loss_action": 0.02117660455405712,
      "loss_total": 0.02117660455405712,
      "step": 45710
    },
    {
      "loss_action": 0.022463064640760422,
      "loss_total": 0.022463064640760422,
      "step": 45710
    },
    {
      "loss_action": 0.007076437119394541,
      "loss_total": 0.007076437119394541,
      "step": 45710
    },
    {
      "loss_action": 0.006546864286065102,
      "loss_total": 0.006546864286065102,
      "step": 45710
    },
    {
      "loss_action": 0.005184450652450323,
      "loss_total": 0.005184450652450323,
      "step": 45710
    },
    {
      "loss_action": 0.008723471313714981,
      "loss_total": 0.008723471313714981,
      "step": 45710
    },
    {
      "loss_action": 0.004356584511697292,
      "loss_total": 0.004356584511697292,
      "step": 45710
    },
    {
      "loss_action": 0.004142322111874819,
      "loss_total": 0.004142322111874819,
      "step": 45710
    },
    {
      "grad_norm": 0.11446879804134369,
      "learning_rate": 6.11184470686482e-05,
      "loss": 0.0073,
      "step": 45720
    },
    {
      "loss_action": 0.005698719061911106,
      "loss_total": 0.005698719061911106,
      "step": 45720
    },
    {
      "loss_action": 0.0033567450009286404,
      "loss_total": 0.0033567450009286404,
      "step": 45720
    },
    {
      "loss_action": 0.010124698281288147,
      "loss_total": 0.010124698281288147,
      "step": 45720
    },
    {
      "loss_action": 0.00422536488622427,
      "loss_total": 0.00422536488622427,
      "step": 45720
    },
    {
      "loss_action": 0.004788978956639767,
      "loss_total": 0.004788978956639767,
      "step": 45720
    },
    {
      "loss_action": 0.01786036603152752,
      "loss_total": 0.01786036603152752,
      "step": 45720
    },
    {
      "loss_action": 0.010022814385592937,
      "loss_total": 0.010022814385592937,
      "step": 45720
    },
    {
      "loss_action": 0.006736325100064278,
      "loss_total": 0.006736325100064278,
      "step": 45720
    },
    {
      "grad_norm": 0.08800056576728821,
      "learning_rate": 6.110232574881731e-05,
      "loss": 0.008,
      "step": 45730
    },
    {
      "loss_action": 0.007233314216136932,
      "loss_total": 0.007233314216136932,
      "step": 45730
    },
    {
      "loss_action": 0.009412666782736778,
      "loss_total": 0.009412666782736778,
      "step": 45730
    },
    {
      "loss_action": 0.009730653837323189,
      "loss_total": 0.009730653837323189,
      "step": 45730
    },
    {
      "loss_action": 0.01580583117902279,
      "loss_total": 0.01580583117902279,
      "step": 45730
    },
    {
      "loss_action": 0.012315399944782257,
      "loss_total": 0.012315399944782257,
      "step": 45730
    },
    {
      "loss_action": 0.008080042898654938,
      "loss_total": 0.008080042898654938,
      "step": 45730
    },
    {
      "loss_action": 0.009705176576972008,
      "loss_total": 0.009705176576972008,
      "step": 45730
    },
    {
      "loss_action": 0.006825149990618229,
      "loss_total": 0.006825149990618229,
      "step": 45730
    },
    {
      "grad_norm": 0.11338791251182556,
      "learning_rate": 6.108620321485277e-05,
      "loss": 0.0086,
      "step": 45740
    },
    {
      "loss_action": 0.007490606978535652,
      "loss_total": 0.007490606978535652,
      "step": 45740
    },
    {
      "loss_action": 0.003143173409625888,
      "loss_total": 0.003143173409625888,
      "step": 45740
    },
    {
      "loss_action": 0.007852090522646904,
      "loss_total": 0.007852090522646904,
      "step": 45740
    },
    {
      "loss_action": 0.008532330393791199,
      "loss_total": 0.008532330393791199,
      "step": 45740
    },
    {
      "loss_action": 0.0048056915402412415,
      "loss_total": 0.0048056915402412415,
      "step": 45740
    },
    {
      "loss_action": 0.007878560572862625,
      "loss_total": 0.007878560572862625,
      "step": 45740
    },
    {
      "loss_action": 0.0024422411806881428,
      "loss_total": 0.0024422411806881428,
      "step": 45740
    },
    {
      "loss_action": 0.013212081044912338,
      "loss_total": 0.013212081044912338,
      "step": 45740
    },
    {
      "grad_norm": 0.16642290353775024,
      "learning_rate": 6.107007946851773e-05,
      "loss": 0.0085,
      "step": 45750
    },
    {
      "loss_action": 0.012562556192278862,
      "loss_total": 0.012562556192278862,
      "step": 45750
    },
    {
      "loss_action": 0.03412284329533577,
      "loss_total": 0.03412284329533577,
      "step": 45750
    },
    {
      "loss_action": 0.0052888174541294575,
      "loss_total": 0.0052888174541294575,
      "step": 45750
    },
    {
      "loss_action": 0.013536684215068817,
      "loss_total": 0.013536684215068817,
      "step": 45750
    },
    {
      "loss_action": 0.00929941050708294,
      "loss_total": 0.00929941050708294,
      "step": 45750
    },
    {
      "loss_action": 0.015497040934860706,
      "loss_total": 0.015497040934860706,
      "step": 45750
    },
    {
      "loss_action": 0.008520672097802162,
      "loss_total": 0.008520672097802162,
      "step": 45750
    },
    {
      "loss_action": 0.008095471188426018,
      "loss_total": 0.008095471188426018,
      "step": 45750
    },
    {
      "grad_norm": 0.09397557377815247,
      "learning_rate": 6.105395451157542e-05,
      "loss": 0.0111,
      "step": 45760
    },
    {
      "loss_action": 0.00984263513237238,
      "loss_total": 0.00984263513237238,
      "step": 45760
    },
    {
      "loss_action": 0.01127869077026844,
      "loss_total": 0.01127869077026844,
      "step": 45760
    },
    {
      "loss_action": 0.004279058426618576,
      "loss_total": 0.004279058426618576,
      "step": 45760
    },
    {
      "loss_action": 0.005167191848158836,
      "loss_total": 0.005167191848158836,
      "step": 45760
    },
    {
      "loss_action": 0.0063325571827590466,
      "loss_total": 0.0063325571827590466,
      "step": 45760
    },
    {
      "loss_action": 0.011379817500710487,
      "loss_total": 0.011379817500710487,
      "step": 45760
    },
    {
      "loss_action": 0.0020549732726067305,
      "loss_total": 0.0020549732726067305,
      "step": 45760
    },
    {
      "loss_action": 0.008985675871372223,
      "loss_total": 0.008985675871372223,
      "step": 45760
    },
    {
      "grad_norm": 0.10290569812059402,
      "learning_rate": 6.103782834578928e-05,
      "loss": 0.008,
      "step": 45770
    },
    {
      "loss_action": 0.004859462380409241,
      "loss_total": 0.004859462380409241,
      "step": 45770
    },
    {
      "loss_action": 0.008182445541024208,
      "loss_total": 0.008182445541024208,
      "step": 45770
    },
    {
      "loss_action": 0.00396248372271657,
      "loss_total": 0.00396248372271657,
      "step": 45770
    },
    {
      "loss_action": 0.043237023055553436,
      "loss_total": 0.043237023055553436,
      "step": 45770
    },
    {
      "loss_action": 0.01391714345663786,
      "loss_total": 0.01391714345663786,
      "step": 45770
    },
    {
      "loss_action": 0.002472227904945612,
      "loss_total": 0.002472227904945612,
      "step": 45770
    },
    {
      "loss_action": 0.004015115089714527,
      "loss_total": 0.004015115089714527,
      "step": 45770
    },
    {
      "loss_action": 0.006557481363415718,
      "loss_total": 0.006557481363415718,
      "step": 45770
    },
    {
      "grad_norm": 0.09254773706197739,
      "learning_rate": 6.102170097292281e-05,
      "loss": 0.0082,
      "step": 45780
    },
    {
      "loss_action": 0.003217089455574751,
      "loss_total": 0.003217089455574751,
      "step": 45780
    },
    {
      "loss_action": 0.004414209630340338,
      "loss_total": 0.004414209630340338,
      "step": 45780
    },
    {
      "loss_action": 0.005536107812076807,
      "loss_total": 0.005536107812076807,
      "step": 45780
    },
    {
      "loss_action": 0.00716169411316514,
      "loss_total": 0.00716169411316514,
      "step": 45780
    },
    {
      "loss_action": 0.01153743825852871,
      "loss_total": 0.01153743825852871,
      "step": 45780
    },
    {
      "loss_action": 0.00560138700529933,
      "loss_total": 0.00560138700529933,
      "step": 45780
    },
    {
      "loss_action": 0.012501943856477737,
      "loss_total": 0.012501943856477737,
      "step": 45780
    },
    {
      "loss_action": 0.0048510548658668995,
      "loss_total": 0.0048510548658668995,
      "step": 45780
    },
    {
      "grad_norm": 0.1341828852891922,
      "learning_rate": 6.1005572394739716e-05,
      "loss": 0.0069,
      "step": 45790
    },
    {
      "loss_action": 0.00212719920091331,
      "loss_total": 0.00212719920091331,
      "step": 45790
    },
    {
      "loss_action": 0.009397406131029129,
      "loss_total": 0.009397406131029129,
      "step": 45790
    },
    {
      "loss_action": 0.009440656751394272,
      "loss_total": 0.009440656751394272,
      "step": 45790
    },
    {
      "loss_action": 0.002945041749626398,
      "loss_total": 0.002945041749626398,
      "step": 45790
    },
    {
      "loss_action": 0.0035029123537242413,
      "loss_total": 0.0035029123537242413,
      "step": 45790
    },
    {
      "loss_action": 0.017103422433137894,
      "loss_total": 0.017103422433137894,
      "step": 45790
    },
    {
      "loss_action": 0.008161164820194244,
      "loss_total": 0.008161164820194244,
      "step": 45790
    },
    {
      "loss_action": 0.007793421391397715,
      "loss_total": 0.007793421391397715,
      "step": 45790
    },
    {
      "grad_norm": 0.11337997019290924,
      "learning_rate": 6.0989442613003765e-05,
      "loss": 0.0073,
      "step": 45800
    },
    {
      "loss_action": 0.004511504899710417,
      "loss_total": 0.004511504899710417,
      "step": 45800
    },
    {
      "loss_action": 0.0024890294298529625,
      "loss_total": 0.0024890294298529625,
      "step": 45800
    },
    {
      "loss_action": 0.003991134464740753,
      "loss_total": 0.003991134464740753,
      "step": 45800
    },
    {
      "loss_action": 0.01643264666199684,
      "loss_total": 0.01643264666199684,
      "step": 45800
    },
    {
      "loss_action": 0.0042301202192902565,
      "loss_total": 0.0042301202192902565,
      "step": 45800
    },
    {
      "loss_action": 0.010727111250162125,
      "loss_total": 0.010727111250162125,
      "step": 45800
    },
    {
      "loss_action": 0.007334115449339151,
      "loss_total": 0.007334115449339151,
      "step": 45800
    },
    {
      "loss_action": 0.005955950822681189,
      "loss_total": 0.005955950822681189,
      "step": 45800
    },
    {
      "grad_norm": 0.09080181270837784,
      "learning_rate": 6.097331162947888e-05,
      "loss": 0.0088,
      "step": 45810
    },
    {
      "loss_action": 0.006368812173604965,
      "loss_total": 0.006368812173604965,
      "step": 45810
    },
    {
      "loss_action": 0.0033370046876370907,
      "loss_total": 0.0033370046876370907,
      "step": 45810
    },
    {
      "loss_action": 0.007354923989623785,
      "loss_total": 0.007354923989623785,
      "step": 45810
    },
    {
      "loss_action": 0.019759152084589005,
      "loss_total": 0.019759152084589005,
      "step": 45810
    },
    {
      "loss_action": 0.0038583511486649513,
      "loss_total": 0.0038583511486649513,
      "step": 45810
    },
    {
      "loss_action": 0.004939872771501541,
      "loss_total": 0.004939872771501541,
      "step": 45810
    },
    {
      "loss_action": 0.009089619852602482,
      "loss_total": 0.009089619852602482,
      "step": 45810
    },
    {
      "loss_action": 0.007260472513735294,
      "loss_total": 0.007260472513735294,
      "step": 45810
    },
    {
      "grad_norm": 0.09808099269866943,
      "learning_rate": 6.095717944592914e-05,
      "loss": 0.0072,
      "step": 45820
    },
    {
      "loss_action": 0.00891813263297081,
      "loss_total": 0.00891813263297081,
      "step": 45820
    },
    {
      "loss_action": 0.020852437242865562,
      "loss_total": 0.020852437242865562,
      "step": 45820
    },
    {
      "loss_action": 0.008799880743026733,
      "loss_total": 0.008799880743026733,
      "step": 45820
    },
    {
      "loss_action": 0.012861214578151703,
      "loss_total": 0.012861214578151703,
      "step": 45820
    },
    {
      "loss_action": 0.005277576856315136,
      "loss_total": 0.005277576856315136,
      "step": 45820
    },
    {
      "loss_action": 0.007374335080385208,
      "loss_total": 0.007374335080385208,
      "step": 45820
    },
    {
      "loss_action": 0.01421649381518364,
      "loss_total": 0.01421649381518364,
      "step": 45820
    },
    {
      "loss_action": 0.008056629449129105,
      "loss_total": 0.008056629449129105,
      "step": 45820
    },
    {
      "grad_norm": 0.10535869747400284,
      "learning_rate": 6.094104606411873e-05,
      "loss": 0.0074,
      "step": 45830
    },
    {
      "loss_action": 0.008484695106744766,
      "loss_total": 0.008484695106744766,
      "step": 45830
    },
    {
      "loss_action": 0.009884629398584366,
      "loss_total": 0.009884629398584366,
      "step": 45830
    },
    {
      "loss_action": 0.00457804836332798,
      "loss_total": 0.00457804836332798,
      "step": 45830
    },
    {
      "loss_action": 0.009761434979736805,
      "loss_total": 0.009761434979736805,
      "step": 45830
    },
    {
      "loss_action": 0.003957193344831467,
      "loss_total": 0.003957193344831467,
      "step": 45830
    },
    {
      "loss_action": 0.014033561572432518,
      "loss_total": 0.014033561572432518,
      "step": 45830
    },
    {
      "loss_action": 0.006917230784893036,
      "loss_total": 0.006917230784893036,
      "step": 45830
    },
    {
      "loss_action": 0.009551497176289558,
      "loss_total": 0.009551497176289558,
      "step": 45830
    },
    {
      "grad_norm": 0.11773329228162766,
      "learning_rate": 6.0924911485811966e-05,
      "loss": 0.0074,
      "step": 45840
    },
    {
      "loss_action": 0.002508588135242462,
      "loss_total": 0.002508588135242462,
      "step": 45840
    },
    {
      "loss_action": 0.004209503531455994,
      "loss_total": 0.004209503531455994,
      "step": 45840
    },
    {
      "loss_action": 0.002569731092080474,
      "loss_total": 0.002569731092080474,
      "step": 45840
    },
    {
      "loss_action": 0.0031702802516520023,
      "loss_total": 0.0031702802516520023,
      "step": 45840
    },
    {
      "loss_action": 0.005586893297731876,
      "loss_total": 0.005586893297731876,
      "step": 45840
    },
    {
      "loss_action": 0.00906755868345499,
      "loss_total": 0.00906755868345499,
      "step": 45840
    },
    {
      "loss_action": 0.005503000691533089,
      "loss_total": 0.005503000691533089,
      "step": 45840
    },
    {
      "loss_action": 0.005830644629895687,
      "loss_total": 0.005830644629895687,
      "step": 45840
    },
    {
      "grad_norm": 0.11889445781707764,
      "learning_rate": 6.090877571277331e-05,
      "loss": 0.0071,
      "step": 45850
    },
    {
      "loss_action": 0.013704733923077583,
      "loss_total": 0.013704733923077583,
      "step": 45850
    },
    {
      "loss_action": 0.0020345316734164953,
      "loss_total": 0.0020345316734164953,
      "step": 45850
    },
    {
      "loss_action": 0.009446784853935242,
      "loss_total": 0.009446784853935242,
      "step": 45850
    },
    {
      "loss_action": 0.012845698744058609,
      "loss_total": 0.012845698744058609,
      "step": 45850
    },
    {
      "loss_action": 0.002827872522175312,
      "loss_total": 0.002827872522175312,
      "step": 45850
    },
    {
      "loss_action": 0.01316140964627266,
      "loss_total": 0.01316140964627266,
      "step": 45850
    },
    {
      "loss_action": 0.005496391095221043,
      "loss_total": 0.005496391095221043,
      "step": 45850
    },
    {
      "loss_action": 0.006917611695826054,
      "loss_total": 0.006917611695826054,
      "step": 45850
    },
    {
      "grad_norm": 0.11548295617103577,
      "learning_rate": 6.089263874676736e-05,
      "loss": 0.007,
      "step": 45860
    },
    {
      "loss_action": 0.00470732431858778,
      "loss_total": 0.00470732431858778,
      "step": 45860
    },
    {
      "loss_action": 0.011123263277113438,
      "loss_total": 0.011123263277113438,
      "step": 45860
    },
    {
      "loss_action": 0.003799085970968008,
      "loss_total": 0.003799085970968008,
      "step": 45860
    },
    {
      "loss_action": 0.00494178244844079,
      "loss_total": 0.00494178244844079,
      "step": 45860
    },
    {
      "loss_action": 0.008246984332799911,
      "loss_total": 0.008246984332799911,
      "step": 45860
    },
    {
      "loss_action": 0.0042099799029529095,
      "loss_total": 0.0042099799029529095,
      "step": 45860
    },
    {
      "loss_action": 0.003879702650010586,
      "loss_total": 0.003879702650010586,
      "step": 45860
    },
    {
      "loss_action": 0.004501957446336746,
      "loss_total": 0.004501957446336746,
      "step": 45860
    },
    {
      "grad_norm": 0.12018371373414993,
      "learning_rate": 6.0876500589558796e-05,
      "loss": 0.0076,
      "step": 45870
    },
    {
      "loss_action": 0.005249505862593651,
      "loss_total": 0.005249505862593651,
      "step": 45870
    },
    {
      "loss_action": 0.003801111364737153,
      "loss_total": 0.003801111364737153,
      "step": 45870
    },
    {
      "loss_action": 0.017788829281926155,
      "loss_total": 0.017788829281926155,
      "step": 45870
    },
    {
      "loss_action": 0.002866372000426054,
      "loss_total": 0.002866372000426054,
      "step": 45870
    },
    {
      "loss_action": 0.0022869848180562258,
      "loss_total": 0.0022869848180562258,
      "step": 45870
    },
    {
      "loss_action": 0.0030580097809433937,
      "loss_total": 0.0030580097809433937,
      "step": 45870
    },
    {
      "loss_action": 0.011399433016777039,
      "loss_total": 0.011399433016777039,
      "step": 45870
    },
    {
      "loss_action": 0.014349287375807762,
      "loss_total": 0.014349287375807762,
      "step": 45870
    },
    {
      "grad_norm": 0.12536124885082245,
      "learning_rate": 6.086036124291248e-05,
      "loss": 0.0075,
      "step": 45880
    },
    {
      "loss_action": 0.004576767794787884,
      "loss_total": 0.004576767794787884,
      "step": 45880
    },
    {
      "loss_action": 0.011728695593774319,
      "loss_total": 0.011728695593774319,
      "step": 45880
    },
    {
      "loss_action": 0.003849619999527931,
      "loss_total": 0.003849619999527931,
      "step": 45880
    },
    {
      "loss_action": 0.0074247317388653755,
      "loss_total": 0.0074247317388653755,
      "step": 45880
    },
    {
      "loss_action": 0.020775549113750458,
      "loss_total": 0.020775549113750458,
      "step": 45880
    },
    {
      "loss_action": 0.004692854825407267,
      "loss_total": 0.004692854825407267,
      "step": 45880
    },
    {
      "loss_action": 0.006899289786815643,
      "loss_total": 0.006899289786815643,
      "step": 45880
    },
    {
      "loss_action": 0.009159608744084835,
      "loss_total": 0.009159608744084835,
      "step": 45880
    },
    {
      "grad_norm": 0.06928981840610504,
      "learning_rate": 6.084422070859339e-05,
      "loss": 0.0077,
      "step": 45890
    },
    {
      "loss_action": 0.0028257020749151707,
      "loss_total": 0.0028257020749151707,
      "step": 45890
    },
    {
      "loss_action": 0.0022279703989624977,
      "loss_total": 0.0022279703989624977,
      "step": 45890
    },
    {
      "loss_action": 0.0034069200046360493,
      "loss_total": 0.0034069200046360493,
      "step": 45890
    },
    {
      "loss_action": 0.004607257433235645,
      "loss_total": 0.004607257433235645,
      "step": 45890
    },
    {
      "loss_action": 0.0077495877631008625,
      "loss_total": 0.0077495877631008625,
      "step": 45890
    },
    {
      "loss_action": 0.006104628089815378,
      "loss_total": 0.006104628089815378,
      "step": 45890
    },
    {
      "loss_action": 0.010831826366484165,
      "loss_total": 0.010831826366484165,
      "step": 45890
    },
    {
      "loss_action": 0.007722040172666311,
      "loss_total": 0.007722040172666311,
      "step": 45890
    },
    {
      "grad_norm": 0.11651840060949326,
      "learning_rate": 6.082807898836663e-05,
      "loss": 0.0079,
      "step": 45900
    },
    {
      "loss_action": 0.0015926479827612638,
      "loss_total": 0.0015926479827612638,
      "step": 45900
    },
    {
      "loss_action": 0.011332157999277115,
      "loss_total": 0.011332157999277115,
      "step": 45900
    },
    {
      "loss_action": 0.002813790924847126,
      "loss_total": 0.002813790924847126,
      "step": 45900
    },
    {
      "loss_action": 0.006042868830263615,
      "loss_total": 0.006042868830263615,
      "step": 45900
    },
    {
      "loss_action": 0.016626887023448944,
      "loss_total": 0.016626887023448944,
      "step": 45900
    },
    {
      "loss_action": 0.010300911962985992,
      "loss_total": 0.010300911962985992,
      "step": 45900
    },
    {
      "loss_action": 0.012463665567338467,
      "loss_total": 0.012463665567338467,
      "step": 45900
    },
    {
      "loss_action": 0.008415915071964264,
      "loss_total": 0.008415915071964264,
      "step": 45900
    },
    {
      "grad_norm": 0.12029387056827545,
      "learning_rate": 6.081193608399742e-05,
      "loss": 0.0079,
      "step": 45910
    },
    {
      "loss_action": 0.003305570688098669,
      "loss_total": 0.003305570688098669,
      "step": 45910
    },
    {
      "loss_action": 0.004896354861557484,
      "loss_total": 0.004896354861557484,
      "step": 45910
    },
    {
      "loss_action": 0.003918032627552748,
      "loss_total": 0.003918032627552748,
      "step": 45910
    },
    {
      "loss_action": 0.004069809801876545,
      "loss_total": 0.004069809801876545,
      "step": 45910
    },
    {
      "loss_action": 0.010695834644138813,
      "loss_total": 0.010695834644138813,
      "step": 45910
    },
    {
      "loss_action": 0.003932172432541847,
      "loss_total": 0.003932172432541847,
      "step": 45910
    },
    {
      "loss_action": 0.003481918713077903,
      "loss_total": 0.003481918713077903,
      "step": 45910
    },
    {
      "loss_action": 0.007158064283430576,
      "loss_total": 0.007158064283430576,
      "step": 45910
    },
    {
      "grad_norm": 0.10679231584072113,
      "learning_rate": 6.0795791997251164e-05,
      "loss": 0.007,
      "step": 45920
    },
    {
      "loss_action": 0.004211357794702053,
      "loss_total": 0.004211357794702053,
      "step": 45920
    },
    {
      "loss_action": 0.011546671390533447,
      "loss_total": 0.011546671390533447,
      "step": 45920
    },
    {
      "loss_action": 0.007278955541551113,
      "loss_total": 0.007278955541551113,
      "step": 45920
    },
    {
      "loss_action": 0.014641055837273598,
      "loss_total": 0.014641055837273598,
      "step": 45920
    },
    {
      "loss_action": 0.012341957539319992,
      "loss_total": 0.012341957539319992,
      "step": 45920
    },
    {
      "loss_action": 0.004379271529614925,
      "loss_total": 0.004379271529614925,
      "step": 45920
    },
    {
      "loss_action": 0.0035178354009985924,
      "loss_total": 0.0035178354009985924,
      "step": 45920
    },
    {
      "loss_action": 0.003481899620965123,
      "loss_total": 0.003481899620965123,
      "step": 45920
    },
    {
      "grad_norm": 0.17140530049800873,
      "learning_rate": 6.0779646729893294e-05,
      "loss": 0.0073,
      "step": 45930
    },
    {
      "loss_action": 0.02375773712992668,
      "loss_total": 0.02375773712992668,
      "step": 45930
    },
    {
      "loss_action": 0.0038383842911571264,
      "loss_total": 0.0038383842911571264,
      "step": 45930
    },
    {
      "loss_action": 0.0020247697830200195,
      "loss_total": 0.0020247697830200195,
      "step": 45930
    },
    {
      "loss_action": 0.0032778573222458363,
      "loss_total": 0.0032778573222458363,
      "step": 45930
    },
    {
      "loss_action": 0.014666013419628143,
      "loss_total": 0.014666013419628143,
      "step": 45930
    },
    {
      "loss_action": 0.002179047092795372,
      "loss_total": 0.002179047092795372,
      "step": 45930
    },
    {
      "loss_action": 0.004160049371421337,
      "loss_total": 0.004160049371421337,
      "step": 45930
    },
    {
      "loss_action": 0.010208267718553543,
      "loss_total": 0.010208267718553543,
      "step": 45930
    },
    {
      "grad_norm": 0.1177547350525856,
      "learning_rate": 6.0763500283689476e-05,
      "loss": 0.0087,
      "step": 45940
    },
    {
      "loss_action": 0.007854606956243515,
      "loss_total": 0.007854606956243515,
      "step": 45940
    },
    {
      "loss_action": 0.011384109035134315,
      "loss_total": 0.011384109035134315,
      "step": 45940
    },
    {
      "loss_action": 0.007908543571829796,
      "loss_total": 0.007908543571829796,
      "step": 45940
    },
    {
      "loss_action": 0.009117558598518372,
      "loss_total": 0.009117558598518372,
      "step": 45940
    },
    {
      "loss_action": 0.008375185541808605,
      "loss_total": 0.008375185541808605,
      "step": 45940
    },
    {
      "loss_action": 0.003243905957788229,
      "loss_total": 0.003243905957788229,
      "step": 45940
    },
    {
      "loss_action": 0.0033452054485678673,
      "loss_total": 0.0033452054485678673,
      "step": 45940
    },
    {
      "loss_action": 0.002572759287431836,
      "loss_total": 0.002572759287431836,
      "step": 45940
    },
    {
      "grad_norm": 0.07259489595890045,
      "learning_rate": 6.0747352660405455e-05,
      "loss": 0.0069,
      "step": 45950
    },
    {
      "loss_action": 0.006445669569075108,
      "loss_total": 0.006445669569075108,
      "step": 45950
    },
    {
      "loss_action": 0.00982802826911211,
      "loss_total": 0.00982802826911211,
      "step": 45950
    },
    {
      "loss_action": 0.0026167104952037334,
      "loss_total": 0.0026167104952037334,
      "step": 45950
    },
    {
      "loss_action": 0.011445463635027409,
      "loss_total": 0.011445463635027409,
      "step": 45950
    },
    {
      "loss_action": 0.012823434546589851,
      "loss_total": 0.012823434546589851,
      "step": 45950
    },
    {
      "loss_action": 0.013858508318662643,
      "loss_total": 0.013858508318662643,
      "step": 45950
    },
    {
      "loss_action": 0.009547669440507889,
      "loss_total": 0.009547669440507889,
      "step": 45950
    },
    {
      "loss_action": 0.00834074430167675,
      "loss_total": 0.00834074430167675,
      "step": 45950
    },
    {
      "grad_norm": 0.12611286342144012,
      "learning_rate": 6.073120386180709e-05,
      "loss": 0.0076,
      "step": 45960
    },
    {
      "loss_action": 0.002428899984806776,
      "loss_total": 0.002428899984806776,
      "step": 45960
    },
    {
      "loss_action": 0.0047226459719240665,
      "loss_total": 0.0047226459719240665,
      "step": 45960
    },
    {
      "loss_action": 0.0035314264241605997,
      "loss_total": 0.0035314264241605997,
      "step": 45960
    },
    {
      "loss_action": 0.0016192434122785926,
      "loss_total": 0.0016192434122785926,
      "step": 45960
    },
    {
      "loss_action": 0.010003204457461834,
      "loss_total": 0.010003204457461834,
      "step": 45960
    },
    {
      "loss_action": 0.014353967271745205,
      "loss_total": 0.014353967271745205,
      "step": 45960
    },
    {
      "loss_action": 0.0031879597809165716,
      "loss_total": 0.0031879597809165716,
      "step": 45960
    },
    {
      "loss_action": 0.005539637990295887,
      "loss_total": 0.005539637990295887,
      "step": 45960
    },
    {
      "grad_norm": 0.08262299001216888,
      "learning_rate": 6.0715053889660425e-05,
      "loss": 0.0071,
      "step": 45970
    },
    {
      "loss_action": 0.012422256171703339,
      "loss_total": 0.012422256171703339,
      "step": 45970
    },
    {
      "loss_action": 0.0028512240387499332,
      "loss_total": 0.0028512240387499332,
      "step": 45970
    },
    {
      "loss_action": 0.01802578568458557,
      "loss_total": 0.01802578568458557,
      "step": 45970
    },
    {
      "loss_action": 0.004306919872760773,
      "loss_total": 0.004306919872760773,
      "step": 45970
    },
    {
      "loss_action": 0.004426005762070417,
      "loss_total": 0.004426005762070417,
      "step": 45970
    },
    {
      "loss_action": 0.004891533870249987,
      "loss_total": 0.004891533870249987,
      "step": 45970
    },
    {
      "loss_action": 0.003975510597229004,
      "loss_total": 0.003975510597229004,
      "step": 45970
    },
    {
      "loss_action": 0.005026891361922026,
      "loss_total": 0.005026891361922026,
      "step": 45970
    },
    {
      "grad_norm": 0.11687611788511276,
      "learning_rate": 6.069890274573157e-05,
      "loss": 0.0086,
      "step": 45980
    },
    {
      "loss_action": 0.004592863842844963,
      "loss_total": 0.004592863842844963,
      "step": 45980
    },
    {
      "loss_action": 0.008089260198175907,
      "loss_total": 0.008089260198175907,
      "step": 45980
    },
    {
      "loss_action": 0.00534167280420661,
      "loss_total": 0.00534167280420661,
      "step": 45980
    },
    {
      "loss_action": 0.006091986782848835,
      "loss_total": 0.006091986782848835,
      "step": 45980
    },
    {
      "loss_action": 0.007773464545607567,
      "loss_total": 0.007773464545607567,
      "step": 45980
    },
    {
      "loss_action": 0.005831344518810511,
      "loss_total": 0.005831344518810511,
      "step": 45980
    },
    {
      "loss_action": 0.0016604082193225622,
      "loss_total": 0.0016604082193225622,
      "step": 45980
    },
    {
      "loss_action": 0.0030663050711154938,
      "loss_total": 0.0030663050711154938,
      "step": 45980
    },
    {
      "grad_norm": 0.1184610053896904,
      "learning_rate": 6.068275043178679e-05,
      "loss": 0.0069,
      "step": 45990
    },
    {
      "loss_action": 0.0035461110528558493,
      "loss_total": 0.0035461110528558493,
      "step": 45990
    },
    {
      "loss_action": 0.0028753839433193207,
      "loss_total": 0.0028753839433193207,
      "step": 45990
    },
    {
      "loss_action": 0.011259269900619984,
      "loss_total": 0.011259269900619984,
      "step": 45990
    },
    {
      "loss_action": 0.009591074660420418,
      "loss_total": 0.009591074660420418,
      "step": 45990
    },
    {
      "loss_action": 0.022852923721075058,
      "loss_total": 0.022852923721075058,
      "step": 45990
    },
    {
      "loss_action": 0.01578512229025364,
      "loss_total": 0.01578512229025364,
      "step": 45990
    },
    {
      "loss_action": 0.0041838884353637695,
      "loss_total": 0.0041838884353637695,
      "step": 45990
    },
    {
      "loss_action": 0.0046599386259913445,
      "loss_total": 0.0046599386259913445,
      "step": 45990
    },
    {
      "grad_norm": 0.10920857638120651,
      "learning_rate": 6.066659694959248e-05,
      "loss": 0.0083,
      "step": 46000
    },
    {
      "loss_action": 0.004777116701006889,
      "loss_total": 0.004777116701006889,
      "step": 46000
    },
    {
      "loss_action": 0.009255453012883663,
      "loss_total": 0.009255453012883663,
      "step": 46000
    },
    {
      "loss_action": 0.009861618280410767,
      "loss_total": 0.009861618280410767,
      "step": 46000
    },
    {
      "loss_action": 0.009362750686705112,
      "loss_total": 0.009362750686705112,
      "step": 46000
    },
    {
      "loss_action": 0.0044724177569150925,
      "loss_total": 0.0044724177569150925,
      "step": 46000
    },
    {
      "loss_action": 0.009485532529652119,
      "loss_total": 0.009485532529652119,
      "step": 46000
    },
    {
      "loss_action": 0.003987045958638191,
      "loss_total": 0.003987045958638191,
      "step": 46000
    },
    {
      "loss_action": 0.00400153361260891,
      "loss_total": 0.00400153361260891,
      "step": 46000
    },
    {
      "grad_norm": 0.08085881918668747,
      "learning_rate": 6.0650442300915176e-05,
      "loss": 0.0072,
      "step": 46010
    },
    {
      "loss_action": 0.014075458981096745,
      "loss_total": 0.014075458981096745,
      "step": 46010
    },
    {
      "loss_action": 0.004251265432685614,
      "loss_total": 0.004251265432685614,
      "step": 46010
    },
    {
      "loss_action": 0.009966427460312843,
      "loss_total": 0.009966427460312843,
      "step": 46010
    },
    {
      "loss_action": 0.010970443487167358,
      "loss_total": 0.010970443487167358,
      "step": 46010
    },
    {
      "loss_action": 0.007393799722194672,
      "loss_total": 0.007393799722194672,
      "step": 46010
    },
    {
      "loss_action": 0.006498782895505428,
      "loss_total": 0.006498782895505428,
      "step": 46010
    },
    {
      "loss_action": 0.0033129784278571606,
      "loss_total": 0.0033129784278571606,
      "step": 46010
    },
    {
      "loss_action": 0.04004400596022606,
      "loss_total": 0.04004400596022606,
      "step": 46010
    },
    {
      "grad_norm": 0.11627423018217087,
      "learning_rate": 6.063428648752152e-05,
      "loss": 0.0089,
      "step": 46020
    },
    {
      "loss_action": 0.0026903762482106686,
      "loss_total": 0.0026903762482106686,
      "step": 46020
    },
    {
      "loss_action": 0.0037964461371302605,
      "loss_total": 0.0037964461371302605,
      "step": 46020
    },
    {
      "loss_action": 0.0038162616547197104,
      "loss_total": 0.0038162616547197104,
      "step": 46020
    },
    {
      "loss_action": 0.010631036013364792,
      "loss_total": 0.010631036013364792,
      "step": 46020
    },
    {
      "loss_action": 0.007878158241510391,
      "loss_total": 0.007878158241510391,
      "step": 46020
    },
    {
      "loss_action": 0.009394929744303226,
      "loss_total": 0.009394929744303226,
      "step": 46020
    },
    {
      "loss_action": 0.01140810176730156,
      "loss_total": 0.01140810176730156,
      "step": 46020
    },
    {
      "loss_action": 0.0035933591425418854,
      "loss_total": 0.0035933591425418854,
      "step": 46020
    },
    {
      "grad_norm": 0.13528390228748322,
      "learning_rate": 6.0618129511178266e-05,
      "loss": 0.0079,
      "step": 46030
    },
    {
      "loss_action": 0.006922177039086819,
      "loss_total": 0.006922177039086819,
      "step": 46030
    },
    {
      "loss_action": 0.00821065902709961,
      "loss_total": 0.00821065902709961,
      "step": 46030
    },
    {
      "loss_action": 0.011554665863513947,
      "loss_total": 0.011554665863513947,
      "step": 46030
    },
    {
      "loss_action": 0.003924304619431496,
      "loss_total": 0.003924304619431496,
      "step": 46030
    },
    {
      "loss_action": 0.013188662007451057,
      "loss_total": 0.013188662007451057,
      "step": 46030
    },
    {
      "loss_action": 0.008651508018374443,
      "loss_total": 0.008651508018374443,
      "step": 46030
    },
    {
      "loss_action": 0.005010553169995546,
      "loss_total": 0.005010553169995546,
      "step": 46030
    },
    {
      "loss_action": 0.006577661260962486,
      "loss_total": 0.006577661260962486,
      "step": 46030
    },
    {
      "grad_norm": 0.13572756946086884,
      "learning_rate": 6.060197137365234e-05,
      "loss": 0.0086,
      "step": 46040
    },
    {
      "loss_action": 0.009335110895335674,
      "loss_total": 0.009335110895335674,
      "step": 46040
    },
    {
      "loss_action": 0.009424874559044838,
      "loss_total": 0.009424874559044838,
      "step": 46040
    },
    {
      "loss_action": 0.004649607464671135,
      "loss_total": 0.004649607464671135,
      "step": 46040
    },
    {
      "loss_action": 0.004228026140481234,
      "loss_total": 0.004228026140481234,
      "step": 46040
    },
    {
      "loss_action": 0.02005193568766117,
      "loss_total": 0.02005193568766117,
      "step": 46040
    },
    {
      "loss_action": 0.004027561284601688,
      "loss_total": 0.004027561284601688,
      "step": 46040
    },
    {
      "loss_action": 0.01024891622364521,
      "loss_total": 0.01024891622364521,
      "step": 46040
    },
    {
      "loss_action": 0.0019861336331814528,
      "loss_total": 0.0019861336331814528,
      "step": 46040
    },
    {
      "grad_norm": 0.13323284685611725,
      "learning_rate": 6.058581207671077e-05,
      "loss": 0.0084,
      "step": 46050
    },
    {
      "loss_action": 0.0023694182746112347,
      "loss_total": 0.0023694182746112347,
      "step": 46050
    },
    {
      "loss_action": 0.0033537899143993855,
      "loss_total": 0.0033537899143993855,
      "step": 46050
    },
    {
      "loss_action": 0.00358473788946867,
      "loss_total": 0.00358473788946867,
      "step": 46050
    },
    {
      "loss_action": 0.0019683779682964087,
      "loss_total": 0.0019683779682964087,
      "step": 46050
    },
    {
      "loss_action": 0.004939930513501167,
      "loss_total": 0.004939930513501167,
      "step": 46050
    },
    {
      "loss_action": 0.006695575080811977,
      "loss_total": 0.006695575080811977,
      "step": 46050
    },
    {
      "loss_action": 0.002720358083024621,
      "loss_total": 0.002720358083024621,
      "step": 46050
    },
    {
      "loss_action": 0.01993158459663391,
      "loss_total": 0.01993158459663391,
      "step": 46050
    },
    {
      "grad_norm": 0.18039578199386597,
      "learning_rate": 6.056965162212072e-05,
      "loss": 0.0078,
      "step": 46060
    },
    {
      "loss_action": 0.006045889109373093,
      "loss_total": 0.006045889109373093,
      "step": 46060
    },
    {
      "loss_action": 0.003100719302892685,
      "loss_total": 0.003100719302892685,
      "step": 46060
    },
    {
      "loss_action": 0.007290844805538654,
      "loss_total": 0.007290844805538654,
      "step": 46060
    },
    {
      "loss_action": 0.015807170420885086,
      "loss_total": 0.015807170420885086,
      "step": 46060
    },
    {
      "loss_action": 0.011299563571810722,
      "loss_total": 0.011299563571810722,
      "step": 46060
    },
    {
      "loss_action": 0.0036788713186979294,
      "loss_total": 0.0036788713186979294,
      "step": 46060
    },
    {
      "loss_action": 0.024125227704644203,
      "loss_total": 0.024125227704644203,
      "step": 46060
    },
    {
      "loss_action": 0.01108613796532154,
      "loss_total": 0.01108613796532154,
      "step": 46060
    },
    {
      "grad_norm": 0.12011203169822693,
      "learning_rate": 6.055349001164943e-05,
      "loss": 0.0083,
      "step": 46070
    },
    {
      "loss_action": 0.004768966697156429,
      "loss_total": 0.004768966697156429,
      "step": 46070
    },
    {
      "loss_action": 0.012173496186733246,
      "loss_total": 0.012173496186733246,
      "step": 46070
    },
    {
      "loss_action": 0.008576775901019573,
      "loss_total": 0.008576775901019573,
      "step": 46070
    },
    {
      "loss_action": 0.008980435319244862,
      "loss_total": 0.008980435319244862,
      "step": 46070
    },
    {
      "loss_action": 0.009655565023422241,
      "loss_total": 0.009655565023422241,
      "step": 46070
    },
    {
      "loss_action": 0.014030475169420242,
      "loss_total": 0.014030475169420242,
      "step": 46070
    },
    {
      "loss_action": 0.005747387185692787,
      "loss_total": 0.005747387185692787,
      "step": 46070
    },
    {
      "loss_action": 0.003452761797234416,
      "loss_total": 0.003452761797234416,
      "step": 46070
    },
    {
      "grad_norm": 0.12316205352544785,
      "learning_rate": 6.0537327247064347e-05,
      "loss": 0.0073,
      "step": 46080
    },
    {
      "loss_action": 0.004203509539365768,
      "loss_total": 0.004203509539365768,
      "step": 46080
    },
    {
      "loss_action": 0.004226683173328638,
      "loss_total": 0.004226683173328638,
      "step": 46080
    },
    {
      "loss_action": 0.0055061690509319305,
      "loss_total": 0.0055061690509319305,
      "step": 46080
    },
    {
      "loss_action": 0.005105652846395969,
      "loss_total": 0.005105652846395969,
      "step": 46080
    },
    {
      "loss_action": 0.002986258128657937,
      "loss_total": 0.002986258128657937,
      "step": 46080
    },
    {
      "loss_action": 0.020744461566209793,
      "loss_total": 0.020744461566209793,
      "step": 46080
    },
    {
      "loss_action": 0.006455711089074612,
      "loss_total": 0.006455711089074612,
      "step": 46080
    },
    {
      "loss_action": 0.0092462208122015,
      "loss_total": 0.0092462208122015,
      "step": 46080
    },
    {
      "grad_norm": 0.09450789541006088,
      "learning_rate": 6.0521163330133014e-05,
      "loss": 0.0076,
      "step": 46090
    },
    {
      "loss_action": 0.003115578554570675,
      "loss_total": 0.003115578554570675,
      "step": 46090
    },
    {
      "loss_action": 0.00497658783569932,
      "loss_total": 0.00497658783569932,
      "step": 46090
    },
    {
      "loss_action": 0.01640421524643898,
      "loss_total": 0.01640421524643898,
      "step": 46090
    },
    {
      "loss_action": 0.01463440340012312,
      "loss_total": 0.01463440340012312,
      "step": 46090
    },
    {
      "loss_action": 0.012045333161950111,
      "loss_total": 0.012045333161950111,
      "step": 46090
    },
    {
      "loss_action": 0.006301754154264927,
      "loss_total": 0.006301754154264927,
      "step": 46090
    },
    {
      "loss_action": 0.005150023847818375,
      "loss_total": 0.005150023847818375,
      "step": 46090
    },
    {
      "loss_action": 0.005327894818037748,
      "loss_total": 0.005327894818037748,
      "step": 46090
    },
    {
      "grad_norm": 0.1629883348941803,
      "learning_rate": 6.050499826262306e-05,
      "loss": 0.0085,
      "step": 46100
    },
    {
      "loss_action": 0.045261919498443604,
      "loss_total": 0.045261919498443604,
      "step": 46100
    },
    {
      "loss_action": 0.0037125633098185062,
      "loss_total": 0.0037125633098185062,
      "step": 46100
    },
    {
      "loss_action": 0.01255845744162798,
      "loss_total": 0.01255845744162798,
      "step": 46100
    },
    {
      "loss_action": 0.022919707000255585,
      "loss_total": 0.022919707000255585,
      "step": 46100
    },
    {
      "loss_action": 0.010771261528134346,
      "loss_total": 0.010771261528134346,
      "step": 46100
    },
    {
      "loss_action": 0.018784431740641594,
      "loss_total": 0.018784431740641594,
      "step": 46100
    },
    {
      "loss_action": 0.008658183738589287,
      "loss_total": 0.008658183738589287,
      "step": 46100
    },
    {
      "loss_action": 0.014524517580866814,
      "loss_total": 0.014524517580866814,
      "step": 46100
    },
    {
      "grad_norm": 0.0913771390914917,
      "learning_rate": 6.0488832046302294e-05,
      "loss": 0.0086,
      "step": 46110
    },
    {
      "loss_action": 0.008129045367240906,
      "loss_total": 0.008129045367240906,
      "step": 46110
    },
    {
      "loss_action": 0.01274888962507248,
      "loss_total": 0.01274888962507248,
      "step": 46110
    },
    {
      "loss_action": 0.01939491555094719,
      "loss_total": 0.01939491555094719,
      "step": 46110
    },
    {
      "loss_action": 0.004163829609751701,
      "loss_total": 0.004163829609751701,
      "step": 46110
    },
    {
      "loss_action": 0.019032008945941925,
      "loss_total": 0.019032008945941925,
      "step": 46110
    },
    {
      "loss_action": 0.004261396825313568,
      "loss_total": 0.004261396825313568,
      "step": 46110
    },
    {
      "loss_action": 0.010738559998571873,
      "loss_total": 0.010738559998571873,
      "step": 46110
    },
    {
      "loss_action": 0.004713487811386585,
      "loss_total": 0.004713487811386585,
      "step": 46110
    },
    {
      "grad_norm": 0.09530534595251083,
      "learning_rate": 6.0472664682938626e-05,
      "loss": 0.008,
      "step": 46120
    },
    {
      "loss_action": 0.004792345222085714,
      "loss_total": 0.004792345222085714,
      "step": 46120
    },
    {
      "loss_action": 0.005731543526053429,
      "loss_total": 0.005731543526053429,
      "step": 46120
    },
    {
      "loss_action": 0.002652601106092334,
      "loss_total": 0.002652601106092334,
      "step": 46120
    },
    {
      "loss_action": 0.003613038919866085,
      "loss_total": 0.003613038919866085,
      "step": 46120
    },
    {
      "loss_action": 0.007012391462922096,
      "loss_total": 0.007012391462922096,
      "step": 46120
    },
    {
      "loss_action": 0.005626298952847719,
      "loss_total": 0.005626298952847719,
      "step": 46120
    },
    {
      "loss_action": 0.0014621829614043236,
      "loss_total": 0.0014621829614043236,
      "step": 46120
    },
    {
      "loss_action": 0.00561969168484211,
      "loss_total": 0.00561969168484211,
      "step": 46120
    },
    {
      "grad_norm": 0.11221300810575485,
      "learning_rate": 6.045649617430009e-05,
      "loss": 0.0062,
      "step": 46130
    },
    {
      "loss_action": 0.0019992422312498093,
      "loss_total": 0.0019992422312498093,
      "step": 46130
    },
    {
      "loss_action": 0.002911851741373539,
      "loss_total": 0.002911851741373539,
      "step": 46130
    },
    {
      "loss_action": 0.005711026955395937,
      "loss_total": 0.005711026955395937,
      "step": 46130
    },
    {
      "loss_action": 0.023665355518460274,
      "loss_total": 0.023665355518460274,
      "step": 46130
    },
    {
      "loss_action": 0.0045863487757742405,
      "loss_total": 0.0045863487757742405,
      "step": 46130
    },
    {
      "loss_action": 0.004904004745185375,
      "loss_total": 0.004904004745185375,
      "step": 46130
    },
    {
      "loss_action": 0.00590542983263731,
      "loss_total": 0.00590542983263731,
      "step": 46130
    },
    {
      "loss_action": 0.021123424172401428,
      "loss_total": 0.021123424172401428,
      "step": 46130
    },
    {
      "grad_norm": 0.09045974165201187,
      "learning_rate": 6.0440326522154866e-05,
      "loss": 0.0085,
      "step": 46140
    },
    {
      "loss_action": 0.010657597333192825,
      "loss_total": 0.010657597333192825,
      "step": 46140
    },
    {
      "loss_action": 0.020908750593662262,
      "loss_total": 0.020908750593662262,
      "step": 46140
    },
    {
      "loss_action": 0.01117570698261261,
      "loss_total": 0.01117570698261261,
      "step": 46140
    },
    {
      "loss_action": 0.00423901341855526,
      "loss_total": 0.00423901341855526,
      "step": 46140
    },
    {
      "loss_action": 0.002659313380718231,
      "loss_total": 0.002659313380718231,
      "step": 46140
    },
    {
      "loss_action": 0.005554730072617531,
      "loss_total": 0.005554730072617531,
      "step": 46140
    },
    {
      "loss_action": 0.008004635572433472,
      "loss_total": 0.008004635572433472,
      "step": 46140
    },
    {
      "loss_action": 0.005883366800844669,
      "loss_total": 0.005883366800844669,
      "step": 46140
    },
    {
      "grad_norm": 0.11327379196882248,
      "learning_rate": 6.0424155728271224e-05,
      "loss": 0.0092,
      "step": 46150
    },
    {
      "loss_action": 0.002506004646420479,
      "loss_total": 0.002506004646420479,
      "step": 46150
    },
    {
      "loss_action": 0.005237020552158356,
      "loss_total": 0.005237020552158356,
      "step": 46150
    },
    {
      "loss_action": 0.011255796998739243,
      "loss_total": 0.011255796998739243,
      "step": 46150
    },
    {
      "loss_action": 0.0057581039145588875,
      "loss_total": 0.0057581039145588875,
      "step": 46150
    },
    {
      "loss_action": 0.004293342586606741,
      "loss_total": 0.004293342586606741,
      "step": 46150
    },
    {
      "loss_action": 0.005455714650452137,
      "loss_total": 0.005455714650452137,
      "step": 46150
    },
    {
      "loss_action": 0.0022252853959798813,
      "loss_total": 0.0022252853959798813,
      "step": 46150
    },
    {
      "loss_action": 0.0027419747784733772,
      "loss_total": 0.0027419747784733772,
      "step": 46150
    },
    {
      "grad_norm": 0.12678155303001404,
      "learning_rate": 6.040798379441758e-05,
      "loss": 0.0089,
      "step": 46160
    },
    {
      "loss_action": 0.0029391180723905563,
      "loss_total": 0.0029391180723905563,
      "step": 46160
    },
    {
      "loss_action": 0.00536440871655941,
      "loss_total": 0.00536440871655941,
      "step": 46160
    },
    {
      "loss_action": 0.003252992872148752,
      "loss_total": 0.003252992872148752,
      "step": 46160
    },
    {
      "loss_action": 0.005959782749414444,
      "loss_total": 0.005959782749414444,
      "step": 46160
    },
    {
      "loss_action": 0.008454171940684319,
      "loss_total": 0.008454171940684319,
      "step": 46160
    },
    {
      "loss_action": 0.005402778275310993,
      "loss_total": 0.005402778275310993,
      "step": 46160
    },
    {
      "loss_action": 0.008749203756451607,
      "loss_total": 0.008749203756451607,
      "step": 46160
    },
    {
      "loss_action": 0.008352700620889664,
      "loss_total": 0.008352700620889664,
      "step": 46160
    },
    {
      "grad_norm": 0.12688010931015015,
      "learning_rate": 6.0391810722362485e-05,
      "loss": 0.0093,
      "step": 46170
    },
    {
      "loss_action": 0.022490527480840683,
      "loss_total": 0.022490527480840683,
      "step": 46170
    },
    {
      "loss_action": 0.012031104415655136,
      "loss_total": 0.012031104415655136,
      "step": 46170
    },
    {
      "loss_action": 0.005939586088061333,
      "loss_total": 0.005939586088061333,
      "step": 46170
    },
    {
      "loss_action": 0.0033263566438108683,
      "loss_total": 0.0033263566438108683,
      "step": 46170
    },
    {
      "loss_action": 0.0015209917910397053,
      "loss_total": 0.0015209917910397053,
      "step": 46170
    },
    {
      "loss_action": 0.015404907986521721,
      "loss_total": 0.015404907986521721,
      "step": 46170
    },
    {
      "loss_action": 0.022283807396888733,
      "loss_total": 0.022283807396888733,
      "step": 46170
    },
    {
      "loss_action": 0.007531025446951389,
      "loss_total": 0.007531025446951389,
      "step": 46170
    },
    {
      "grad_norm": 0.10844768583774567,
      "learning_rate": 6.037563651387458e-05,
      "loss": 0.0083,
      "step": 46180
    },
    {
      "loss_action": 0.0029368968680500984,
      "loss_total": 0.0029368968680500984,
      "step": 46180
    },
    {
      "loss_action": 0.018745290115475655,
      "loss_total": 0.018745290115475655,
      "step": 46180
    },
    {
      "loss_action": 0.006163688376545906,
      "loss_total": 0.006163688376545906,
      "step": 46180
    },
    {
      "loss_action": 0.007831128314137459,
      "loss_total": 0.007831128314137459,
      "step": 46180
    },
    {
      "loss_action": 0.0103544807061553,
      "loss_total": 0.0103544807061553,
      "step": 46180
    },
    {
      "loss_action": 0.012576848268508911,
      "loss_total": 0.012576848268508911,
      "step": 46180
    },
    {
      "loss_action": 0.004662678111344576,
      "loss_total": 0.004662678111344576,
      "step": 46180
    },
    {
      "loss_action": 0.006562330760061741,
      "loss_total": 0.006562330760061741,
      "step": 46180
    },
    {
      "grad_norm": 0.10512179881334305,
      "learning_rate": 6.0359461170722666e-05,
      "loss": 0.0065,
      "step": 46190
    },
    {
      "loss_action": 0.0052164699882268906,
      "loss_total": 0.0052164699882268906,
      "step": 46190
    },
    {
      "loss_action": 0.0026309220120310783,
      "loss_total": 0.0026309220120310783,
      "step": 46190
    },
    {
      "loss_action": 0.0017863811226561666,
      "loss_total": 0.0017863811226561666,
      "step": 46190
    },
    {
      "loss_action": 0.005575291812419891,
      "loss_total": 0.005575291812419891,
      "step": 46190
    },
    {
      "loss_action": 0.019009143114089966,
      "loss_total": 0.019009143114089966,
      "step": 46190
    },
    {
      "loss_action": 0.005631361156702042,
      "loss_total": 0.005631361156702042,
      "step": 46190
    },
    {
      "loss_action": 0.007731107994914055,
      "loss_total": 0.007731107994914055,
      "step": 46190
    },
    {
      "loss_action": 0.0033204127103090286,
      "loss_total": 0.0033204127103090286,
      "step": 46190
    },
    {
      "grad_norm": 0.12339326739311218,
      "learning_rate": 6.034328469467566e-05,
      "loss": 0.0077,
      "step": 46200
    },
    {
      "loss_action": 0.006554759107530117,
      "loss_total": 0.006554759107530117,
      "step": 46200
    },
    {
      "loss_action": 0.006350248120725155,
      "loss_total": 0.006350248120725155,
      "step": 46200
    },
    {
      "loss_action": 0.0045196982100605965,
      "loss_total": 0.0045196982100605965,
      "step": 46200
    },
    {
      "loss_action": 0.006960327737033367,
      "loss_total": 0.006960327737033367,
      "step": 46200
    },
    {
      "loss_action": 0.0020795606542378664,
      "loss_total": 0.0020795606542378664,
      "step": 46200
    },
    {
      "loss_action": 0.008895186707377434,
      "loss_total": 0.008895186707377434,
      "step": 46200
    },
    {
      "loss_action": 0.01198840793222189,
      "loss_total": 0.01198840793222189,
      "step": 46200
    },
    {
      "loss_action": 0.00904504768550396,
      "loss_total": 0.00904504768550396,
      "step": 46200
    },
    {
      "grad_norm": 0.1884283721446991,
      "learning_rate": 6.0327107087502596e-05,
      "loss": 0.0083,
      "step": 46210
    },
    {
      "loss_action": 0.002680465579032898,
      "loss_total": 0.002680465579032898,
      "step": 46210
    },
    {
      "loss_action": 0.004145739134401083,
      "loss_total": 0.004145739134401083,
      "step": 46210
    },
    {
      "loss_action": 0.005508828908205032,
      "loss_total": 0.005508828908205032,
      "step": 46210
    },
    {
      "loss_action": 0.00348840793594718,
      "loss_total": 0.00348840793594718,
      "step": 46210
    },
    {
      "loss_action": 0.005633046850562096,
      "loss_total": 0.005633046850562096,
      "step": 46210
    },
    {
      "loss_action": 0.0036196857690811157,
      "loss_total": 0.0036196857690811157,
      "step": 46210
    },
    {
      "loss_action": 0.004011891316622496,
      "loss_total": 0.004011891316622496,
      "step": 46210
    },
    {
      "loss_action": 0.006052989978343248,
      "loss_total": 0.006052989978343248,
      "step": 46210
    },
    {
      "grad_norm": 0.11124680936336517,
      "learning_rate": 6.031092835097262e-05,
      "loss": 0.008,
      "step": 46220
    },
    {
      "loss_action": 0.011064976453781128,
      "loss_total": 0.011064976453781128,
      "step": 46220
    },
    {
      "loss_action": 0.005630509927868843,
      "loss_total": 0.005630509927868843,
      "step": 46220
    },
    {
      "loss_action": 0.0024192379787564278,
      "loss_total": 0.0024192379787564278,
      "step": 46220
    },
    {
      "loss_action": 0.011172663420438766,
      "loss_total": 0.011172663420438766,
      "step": 46220
    },
    {
      "loss_action": 0.0029239999130368233,
      "loss_total": 0.0029239999130368233,
      "step": 46220
    },
    {
      "loss_action": 0.004367150831967592,
      "loss_total": 0.004367150831967592,
      "step": 46220
    },
    {
      "loss_action": 0.00483232457190752,
      "loss_total": 0.00483232457190752,
      "step": 46220
    },
    {
      "loss_action": 0.005600809585303068,
      "loss_total": 0.005600809585303068,
      "step": 46220
    },
    {
      "grad_norm": 0.1106610968708992,
      "learning_rate": 6.0294748486855024e-05,
      "loss": 0.0076,
      "step": 46230
    },
    {
      "loss_action": 0.0125083327293396,
      "loss_total": 0.0125083327293396,
      "step": 46230
    },
    {
      "loss_action": 0.010155931115150452,
      "loss_total": 0.010155931115150452,
      "step": 46230
    },
    {
      "loss_action": 0.008354773744940758,
      "loss_total": 0.008354773744940758,
      "step": 46230
    },
    {
      "loss_action": 0.009466970339417458,
      "loss_total": 0.009466970339417458,
      "step": 46230
    },
    {
      "loss_action": 0.026277661323547363,
      "loss_total": 0.026277661323547363,
      "step": 46230
    },
    {
      "loss_action": 0.004088878631591797,
      "loss_total": 0.004088878631591797,
      "step": 46230
    },
    {
      "loss_action": 0.005094921216368675,
      "loss_total": 0.005094921216368675,
      "step": 46230
    },
    {
      "loss_action": 0.008574449457228184,
      "loss_total": 0.008574449457228184,
      "step": 46230
    },
    {
      "grad_norm": 0.12037926912307739,
      "learning_rate": 6.0278567496919216e-05,
      "loss": 0.0087,
      "step": 46240
    },
    {
      "loss_action": 0.00242680124938488,
      "loss_total": 0.00242680124938488,
      "step": 46240
    },
    {
      "loss_action": 0.005502974148839712,
      "loss_total": 0.005502974148839712,
      "step": 46240
    },
    {
      "loss_action": 0.0036134906113147736,
      "loss_total": 0.0036134906113147736,
      "step": 46240
    },
    {
      "loss_action": 0.007618590723723173,
      "loss_total": 0.007618590723723173,
      "step": 46240
    },
    {
      "loss_action": 0.007959114387631416,
      "loss_total": 0.007959114387631416,
      "step": 46240
    },
    {
      "loss_action": 0.0026412243023514748,
      "loss_total": 0.0026412243023514748,
      "step": 46240
    },
    {
      "loss_action": 0.0032111203763633966,
      "loss_total": 0.0032111203763633966,
      "step": 46240
    },
    {
      "loss_action": 0.010105306282639503,
      "loss_total": 0.010105306282639503,
      "step": 46240
    },
    {
      "grad_norm": 0.10805132240056992,
      "learning_rate": 6.026238538293472e-05,
      "loss": 0.008,
      "step": 46250
    },
    {
      "loss_action": 0.0036894273944199085,
      "loss_total": 0.0036894273944199085,
      "step": 46250
    },
    {
      "loss_action": 0.006032529287040234,
      "loss_total": 0.006032529287040234,
      "step": 46250
    },
    {
      "loss_action": 0.00516896229237318,
      "loss_total": 0.00516896229237318,
      "step": 46250
    },
    {
      "loss_action": 0.006191482301801443,
      "loss_total": 0.006191482301801443,
      "step": 46250
    },
    {
      "loss_action": 0.011585277505218983,
      "loss_total": 0.011585277505218983,
      "step": 46250
    },
    {
      "loss_action": 0.008001367561519146,
      "loss_total": 0.008001367561519146,
      "step": 46250
    },
    {
      "loss_action": 0.009535105898976326,
      "loss_total": 0.009535105898976326,
      "step": 46250
    },
    {
      "loss_action": 0.016223588958382607,
      "loss_total": 0.016223588958382607,
      "step": 46250
    },
    {
      "grad_norm": 0.09294772893190384,
      "learning_rate": 6.024620214667118e-05,
      "loss": 0.0078,
      "step": 46260
    },
    {
      "loss_action": 0.0036017040256410837,
      "loss_total": 0.0036017040256410837,
      "step": 46260
    },
    {
      "loss_action": 0.007618648931384087,
      "loss_total": 0.007618648931384087,
      "step": 46260
    },
    {
      "loss_action": 0.007342074997723103,
      "loss_total": 0.007342074997723103,
      "step": 46260
    },
    {
      "loss_action": 0.008943062275648117,
      "loss_total": 0.008943062275648117,
      "step": 46260
    },
    {
      "loss_action": 0.0023813038133084774,
      "loss_total": 0.0023813038133084774,
      "step": 46260
    },
    {
      "loss_action": 0.006524408236145973,
      "loss_total": 0.006524408236145973,
      "step": 46260
    },
    {
      "loss_action": 0.003973333165049553,
      "loss_total": 0.003973333165049553,
      "step": 46260
    },
    {
      "loss_action": 0.0075007239356637,
      "loss_total": 0.0075007239356637,
      "step": 46260
    },
    {
      "grad_norm": 0.12649419903755188,
      "learning_rate": 6.0230017789898384e-05,
      "loss": 0.0072,
      "step": 46270
    },
    {
      "loss_action": 0.01148859690874815,
      "loss_total": 0.01148859690874815,
      "step": 46270
    },
    {
      "loss_action": 0.004235666245222092,
      "loss_total": 0.004235666245222092,
      "step": 46270
    },
    {
      "loss_action": 0.0049121989868581295,
      "loss_total": 0.0049121989868581295,
      "step": 46270
    },
    {
      "loss_action": 0.003904994111508131,
      "loss_total": 0.003904994111508131,
      "step": 46270
    },
    {
      "loss_action": 0.0024735010229051113,
      "loss_total": 0.0024735010229051113,
      "step": 46270
    },
    {
      "loss_action": 0.0052843233570456505,
      "loss_total": 0.0052843233570456505,
      "step": 46270
    },
    {
      "loss_action": 0.0034764979500323534,
      "loss_total": 0.0034764979500323534,
      "step": 46270
    },
    {
      "loss_action": 0.003958055283874273,
      "loss_total": 0.003958055283874273,
      "step": 46270
    },
    {
      "grad_norm": 0.15670795738697052,
      "learning_rate": 6.021383231438622e-05,
      "loss": 0.0074,
      "step": 46280
    },
    {
      "loss_action": 0.006977529264986515,
      "loss_total": 0.006977529264986515,
      "step": 46280
    },
    {
      "loss_action": 0.0033290719147771597,
      "loss_total": 0.0033290719147771597,
      "step": 46280
    },
    {
      "loss_action": 0.004192634951323271,
      "loss_total": 0.004192634951323271,
      "step": 46280
    },
    {
      "loss_action": 0.008896310813724995,
      "loss_total": 0.008896310813724995,
      "step": 46280
    },
    {
      "loss_action": 0.006142108701169491,
      "loss_total": 0.006142108701169491,
      "step": 46280
    },
    {
      "loss_action": 0.018783418461680412,
      "loss_total": 0.018783418461680412,
      "step": 46280
    },
    {
      "loss_action": 0.0065365503542125225,
      "loss_total": 0.0065365503542125225,
      "step": 46280
    },
    {
      "loss_action": 0.01401877123862505,
      "loss_total": 0.01401877123862505,
      "step": 46280
    },
    {
      "grad_norm": 0.10486488044261932,
      "learning_rate": 6.0197645721904704e-05,
      "loss": 0.0081,
      "step": 46290
    },
    {
      "loss_action": 0.005745069123804569,
      "loss_total": 0.005745069123804569,
      "step": 46290
    },
    {
      "loss_action": 0.011292729526758194,
      "loss_total": 0.011292729526758194,
      "step": 46290
    },
    {
      "loss_action": 0.008200513198971748,
      "loss_total": 0.008200513198971748,
      "step": 46290
    },
    {
      "loss_action": 0.004945014137774706,
      "loss_total": 0.004945014137774706,
      "step": 46290
    },
    {
      "loss_action": 0.007072909269481897,
      "loss_total": 0.007072909269481897,
      "step": 46290
    },
    {
      "loss_action": 0.011517404578626156,
      "loss_total": 0.011517404578626156,
      "step": 46290
    },
    {
      "loss_action": 0.0040741306729614735,
      "loss_total": 0.0040741306729614735,
      "step": 46290
    },
    {
      "loss_action": 0.0055025797337293625,
      "loss_total": 0.0055025797337293625,
      "step": 46290
    },
    {
      "grad_norm": 0.1420747935771942,
      "learning_rate": 6.0181458014224e-05,
      "loss": 0.0102,
      "step": 46300
    },
    {
      "loss_action": 0.013158385641872883,
      "loss_total": 0.013158385641872883,
      "step": 46300
    },
    {
      "loss_action": 0.004270954057574272,
      "loss_total": 0.004270954057574272,
      "step": 46300
    },
    {
      "loss_action": 0.007755654398351908,
      "loss_total": 0.007755654398351908,
      "step": 46300
    },
    {
      "loss_action": 0.008141029626131058,
      "loss_total": 0.008141029626131058,
      "step": 46300
    },
    {
      "loss_action": 0.007422917522490025,
      "loss_total": 0.007422917522490025,
      "step": 46300
    },
    {
      "loss_action": 0.009034127928316593,
      "loss_total": 0.009034127928316593,
      "step": 46300
    },
    {
      "loss_action": 0.002468005521222949,
      "loss_total": 0.002468005521222949,
      "step": 46300
    },
    {
      "loss_action": 0.0212806835770607,
      "loss_total": 0.0212806835770607,
      "step": 46300
    },
    {
      "grad_norm": 0.10275895893573761,
      "learning_rate": 6.016526919311435e-05,
      "loss": 0.0085,
      "step": 46310
    },
    {
      "loss_action": 0.003190601710230112,
      "loss_total": 0.003190601710230112,
      "step": 46310
    },
    {
      "loss_action": 0.00826700683683157,
      "loss_total": 0.00826700683683157,
      "step": 46310
    },
    {
      "loss_action": 0.006644967012107372,
      "loss_total": 0.006644967012107372,
      "step": 46310
    },
    {
      "loss_action": 0.006312001496553421,
      "loss_total": 0.006312001496553421,
      "step": 46310
    },
    {
      "loss_action": 0.0024010487832129,
      "loss_total": 0.0024010487832129,
      "step": 46310
    },
    {
      "loss_action": 0.0043709976598620415,
      "loss_total": 0.0043709976598620415,
      "step": 46310
    },
    {
      "loss_action": 0.004764736630022526,
      "loss_total": 0.004764736630022526,
      "step": 46310
    },
    {
      "loss_action": 0.0027102145832031965,
      "loss_total": 0.0027102145832031965,
      "step": 46310
    },
    {
      "grad_norm": 0.09765774011611938,
      "learning_rate": 6.014907926034613e-05,
      "loss": 0.0082,
      "step": 46320
    },
    {
      "loss_action": 0.0024688905104994774,
      "loss_total": 0.0024688905104994774,
      "step": 46320
    },
    {
      "loss_action": 0.005227838177233934,
      "loss_total": 0.005227838177233934,
      "step": 46320
    },
    {
      "loss_action": 0.002483965829014778,
      "loss_total": 0.002483965829014778,
      "step": 46320
    },
    {
      "loss_action": 0.006584535352885723,
      "loss_total": 0.006584535352885723,
      "step": 46320
    },
    {
      "loss_action": 0.0024255262687802315,
      "loss_total": 0.0024255262687802315,
      "step": 46320
    },
    {
      "loss_action": 0.005435587372630835,
      "loss_total": 0.005435587372630835,
      "step": 46320
    },
    {
      "loss_action": 0.005254258401691914,
      "loss_total": 0.005254258401691914,
      "step": 46320
    },
    {
      "loss_action": 0.014230946078896523,
      "loss_total": 0.014230946078896523,
      "step": 46320
    },
    {
      "grad_norm": 0.08581550419330597,
      "learning_rate": 6.0132888217689875e-05,
      "loss": 0.0068,
      "step": 46330
    },
    {
      "loss_action": 0.004981773905456066,
      "loss_total": 0.004981773905456066,
      "step": 46330
    },
    {
      "loss_action": 0.022448871284723282,
      "loss_total": 0.022448871284723282,
      "step": 46330
    },
    {
      "loss_action": 0.0064551327377557755,
      "loss_total": 0.0064551327377557755,
      "step": 46330
    },
    {
      "loss_action": 0.0027460455894470215,
      "loss_total": 0.0027460455894470215,
      "step": 46330
    },
    {
      "loss_action": 0.00559987872838974,
      "loss_total": 0.00559987872838974,
      "step": 46330
    },
    {
      "loss_action": 0.010389039292931557,
      "loss_total": 0.010389039292931557,
      "step": 46330
    },
    {
      "loss_action": 0.002881560241803527,
      "loss_total": 0.002881560241803527,
      "step": 46330
    },
    {
      "loss_action": 0.009755641222000122,
      "loss_total": 0.009755641222000122,
      "step": 46330
    },
    {
      "grad_norm": 0.10759547352790833,
      "learning_rate": 6.01166960669162e-05,
      "loss": 0.0083,
      "step": 46340
    },
    {
      "loss_action": 0.002472345484420657,
      "loss_total": 0.002472345484420657,
      "step": 46340
    },
    {
      "loss_action": 0.005835176445543766,
      "loss_total": 0.005835176445543766,
      "step": 46340
    },
    {
      "loss_action": 0.005581420846283436,
      "loss_total": 0.005581420846283436,
      "step": 46340
    },
    {
      "loss_action": 0.0021096263080835342,
      "loss_total": 0.0021096263080835342,
      "step": 46340
    },
    {
      "loss_action": 0.004825107753276825,
      "loss_total": 0.004825107753276825,
      "step": 46340
    },
    {
      "loss_action": 0.010338420048356056,
      "loss_total": 0.010338420048356056,
      "step": 46340
    },
    {
      "loss_action": 0.02260718122124672,
      "loss_total": 0.02260718122124672,
      "step": 46340
    },
    {
      "loss_action": 0.006436510942876339,
      "loss_total": 0.006436510942876339,
      "step": 46340
    },
    {
      "grad_norm": 0.11574385315179825,
      "learning_rate": 6.0100502809795845e-05,
      "loss": 0.0068,
      "step": 46350
    },
    {
      "loss_action": 0.0022495011799037457,
      "loss_total": 0.0022495011799037457,
      "step": 46350
    },
    {
      "loss_action": 0.004990640562027693,
      "loss_total": 0.004990640562027693,
      "step": 46350
    },
    {
      "loss_action": 0.010921509005129337,
      "loss_total": 0.010921509005129337,
      "step": 46350
    },
    {
      "loss_action": 0.0027018235996365547,
      "loss_total": 0.0027018235996365547,
      "step": 46350
    },
    {
      "loss_action": 0.0067380862310528755,
      "loss_total": 0.0067380862310528755,
      "step": 46350
    },
    {
      "loss_action": 0.0023918163497000933,
      "loss_total": 0.0023918163497000933,
      "step": 46350
    },
    {
      "loss_action": 0.00467597134411335,
      "loss_total": 0.00467597134411335,
      "step": 46350
    },
    {
      "loss_action": 0.0019485310185700655,
      "loss_total": 0.0019485310185700655,
      "step": 46350
    },
    {
      "grad_norm": 0.1157081127166748,
      "learning_rate": 6.00843084480997e-05,
      "loss": 0.0081,
      "step": 46360
    },
    {
      "loss_action": 0.007070503197610378,
      "loss_total": 0.007070503197610378,
      "step": 46360
    },
    {
      "loss_action": 0.003954693209379911,
      "loss_total": 0.003954693209379911,
      "step": 46360
    },
    {
      "loss_action": 0.003799889236688614,
      "loss_total": 0.003799889236688614,
      "step": 46360
    },
    {
      "loss_action": 0.005030810832977295,
      "loss_total": 0.005030810832977295,
      "step": 46360
    },
    {
      "loss_action": 0.005236753728240728,
      "loss_total": 0.005236753728240728,
      "step": 46360
    },
    {
      "loss_action": 0.017882980406284332,
      "loss_total": 0.017882980406284332,
      "step": 46360
    },
    {
      "loss_action": 0.004223405383527279,
      "loss_total": 0.004223405383527279,
      "step": 46360
    },
    {
      "loss_action": 0.0051324330270290375,
      "loss_total": 0.0051324330270290375,
      "step": 46360
    },
    {
      "grad_norm": 0.14013700187206268,
      "learning_rate": 6.0068112983598736e-05,
      "loss": 0.0077,
      "step": 46370
    },
    {
      "loss_action": 0.008356384932994843,
      "loss_total": 0.008356384932994843,
      "step": 46370
    },
    {
      "loss_action": 0.002968846820294857,
      "loss_total": 0.002968846820294857,
      "step": 46370
    },
    {
      "loss_action": 0.01076098158955574,
      "loss_total": 0.01076098158955574,
      "step": 46370
    },
    {
      "loss_action": 0.007000569719821215,
      "loss_total": 0.007000569719821215,
      "step": 46370
    },
    {
      "loss_action": 0.004213885869830847,
      "loss_total": 0.004213885869830847,
      "step": 46370
    },
    {
      "loss_action": 0.010082678869366646,
      "loss_total": 0.010082678869366646,
      "step": 46370
    },
    {
      "loss_action": 0.01781807839870453,
      "loss_total": 0.01781807839870453,
      "step": 46370
    },
    {
      "loss_action": 0.008286071941256523,
      "loss_total": 0.008286071941256523,
      "step": 46370
    },
    {
      "grad_norm": 0.08090616017580032,
      "learning_rate": 6.005191641806407e-05,
      "loss": 0.0078,
      "step": 46380
    },
    {
      "loss_action": 0.0036814347840845585,
      "loss_total": 0.0036814347840845585,
      "step": 46380
    },
    {
      "loss_action": 0.005873465910553932,
      "loss_total": 0.005873465910553932,
      "step": 46380
    },
    {
      "loss_action": 0.0021783490665256977,
      "loss_total": 0.0021783490665256977,
      "step": 46380
    },
    {
      "loss_action": 0.014416700229048729,
      "loss_total": 0.014416700229048729,
      "step": 46380
    },
    {
      "loss_action": 0.00508645735681057,
      "loss_total": 0.00508645735681057,
      "step": 46380
    },
    {
      "loss_action": 0.002025873400270939,
      "loss_total": 0.002025873400270939,
      "step": 46380
    },
    {
      "loss_action": 0.016732390969991684,
      "loss_total": 0.016732390969991684,
      "step": 46380
    },
    {
      "loss_action": 0.01272641308605671,
      "loss_total": 0.01272641308605671,
      "step": 46380
    },
    {
      "grad_norm": 0.10306404531002045,
      "learning_rate": 6.003571875326694e-05,
      "loss": 0.008,
      "step": 46390
    },
    {
      "loss_action": 0.005543534178286791,
      "loss_total": 0.005543534178286791,
      "step": 46390
    },
    {
      "loss_action": 0.004791774321347475,
      "loss_total": 0.004791774321347475,
      "step": 46390
    },
    {
      "loss_action": 0.0021384512074291706,
      "loss_total": 0.0021384512074291706,
      "step": 46390
    },
    {
      "loss_action": 0.0049747987650334835,
      "loss_total": 0.0049747987650334835,
      "step": 46390
    },
    {
      "loss_action": 0.020819637924432755,
      "loss_total": 0.020819637924432755,
      "step": 46390
    },
    {
      "loss_action": 0.004162159748375416,
      "loss_total": 0.004162159748375416,
      "step": 46390
    },
    {
      "loss_action": 0.006930479779839516,
      "loss_total": 0.006930479779839516,
      "step": 46390
    },
    {
      "loss_action": 0.0034991991706192493,
      "loss_total": 0.0034991991706192493,
      "step": 46390
    },
    {
      "grad_norm": 0.08833011984825134,
      "learning_rate": 6.00195199909787e-05,
      "loss": 0.0082,
      "step": 46400
    },
    {
      "loss_action": 0.004393479786813259,
      "loss_total": 0.004393479786813259,
      "step": 46400
    },
    {
      "loss_action": 0.004594055004417896,
      "loss_total": 0.004594055004417896,
      "step": 46400
    },
    {
      "loss_action": 0.0016990581061691046,
      "loss_total": 0.0016990581061691046,
      "step": 46400
    },
    {
      "loss_action": 0.00399042060598731,
      "loss_total": 0.00399042060598731,
      "step": 46400
    },
    {
      "loss_action": 0.006690013222396374,
      "loss_total": 0.006690013222396374,
      "step": 46400
    },
    {
      "loss_action": 0.011905516497790813,
      "loss_total": 0.011905516497790813,
      "step": 46400
    },
    {
      "loss_action": 0.01223822496831417,
      "loss_total": 0.01223822496831417,
      "step": 46400
    },
    {
      "loss_action": 0.011421851813793182,
      "loss_total": 0.011421851813793182,
      "step": 46400
    },
    {
      "grad_norm": 0.12434764206409454,
      "learning_rate": 6.000332013297082e-05,
      "loss": 0.0082,
      "step": 46410
    },
    {
      "loss_action": 0.004513218067586422,
      "loss_total": 0.004513218067586422,
      "step": 46410
    },
    {
      "loss_action": 0.006578688044101,
      "loss_total": 0.006578688044101,
      "step": 46410
    },
    {
      "loss_action": 0.011908672749996185,
      "loss_total": 0.011908672749996185,
      "step": 46410
    },
    {
      "loss_action": 0.005580209195613861,
      "loss_total": 0.005580209195613861,
      "step": 46410
    },
    {
      "loss_action": 0.013894620351493359,
      "loss_total": 0.013894620351493359,
      "step": 46410
    },
    {
      "loss_action": 0.007244698703289032,
      "loss_total": 0.007244698703289032,
      "step": 46410
    },
    {
      "loss_action": 0.01818755827844143,
      "loss_total": 0.01818755827844143,
      "step": 46410
    },
    {
      "loss_action": 0.01899094134569168,
      "loss_total": 0.01899094134569168,
      "step": 46410
    },
    {
      "grad_norm": 0.10359499603509903,
      "learning_rate": 5.998711918101487e-05,
      "loss": 0.0086,
      "step": 46420
    },
    {
      "loss_action": 0.01266382448375225,
      "loss_total": 0.01266382448375225,
      "step": 46420
    },
    {
      "loss_action": 0.012790958397090435,
      "loss_total": 0.012790958397090435,
      "step": 46420
    },
    {
      "loss_action": 0.005291067995131016,
      "loss_total": 0.005291067995131016,
      "step": 46420
    },
    {
      "loss_action": 0.009702306240797043,
      "loss_total": 0.009702306240797043,
      "step": 46420
    },
    {
      "loss_action": 0.010474417358636856,
      "loss_total": 0.010474417358636856,
      "step": 46420
    },
    {
      "loss_action": 0.008957132697105408,
      "loss_total": 0.008957132697105408,
      "step": 46420
    },
    {
      "loss_action": 0.008177848532795906,
      "loss_total": 0.008177848532795906,
      "step": 46420
    },
    {
      "loss_action": 0.003992786630988121,
      "loss_total": 0.003992786630988121,
      "step": 46420
    },
    {
      "grad_norm": 0.12082459032535553,
      "learning_rate": 5.997091713688261e-05,
      "loss": 0.0083,
      "step": 46430
    },
    {
      "loss_action": 0.004031269811093807,
      "loss_total": 0.004031269811093807,
      "step": 46430
    },
    {
      "loss_action": 0.004405276849865913,
      "loss_total": 0.004405276849865913,
      "step": 46430
    },
    {
      "loss_action": 0.003798197954893112,
      "loss_total": 0.003798197954893112,
      "step": 46430
    },
    {
      "loss_action": 0.009513641707599163,
      "loss_total": 0.009513641707599163,
      "step": 46430
    },
    {
      "loss_action": 0.004594988189637661,
      "loss_total": 0.004594988189637661,
      "step": 46430
    },
    {
      "loss_action": 0.007062556687742472,
      "loss_total": 0.007062556687742472,
      "step": 46430
    },
    {
      "loss_action": 0.01935354806482792,
      "loss_total": 0.01935354806482792,
      "step": 46430
    },
    {
      "loss_action": 0.00710618682205677,
      "loss_total": 0.00710618682205677,
      "step": 46430
    },
    {
      "grad_norm": 0.12120935320854187,
      "learning_rate": 5.9954714002345836e-05,
      "loss": 0.0084,
      "step": 46440
    },
    {
      "loss_action": 0.010903182439506054,
      "loss_total": 0.010903182439506054,
      "step": 46440
    },
    {
      "loss_action": 0.004036774858832359,
      "loss_total": 0.004036774858832359,
      "step": 46440
    },
    {
      "loss_action": 0.005280790384858847,
      "loss_total": 0.005280790384858847,
      "step": 46440
    },
    {
      "loss_action": 0.005836506374180317,
      "loss_total": 0.005836506374180317,
      "step": 46440
    },
    {
      "loss_action": 0.003480513347312808,
      "loss_total": 0.003480513347312808,
      "step": 46440
    },
    {
      "loss_action": 0.0027334666810929775,
      "loss_total": 0.0027334666810929775,
      "step": 46440
    },
    {
      "loss_action": 0.006762171164155006,
      "loss_total": 0.006762171164155006,
      "step": 46440
    },
    {
      "loss_action": 0.007841884158551693,
      "loss_total": 0.007841884158551693,
      "step": 46440
    },
    {
      "grad_norm": 0.14313015341758728,
      "learning_rate": 5.993850977917649e-05,
      "loss": 0.0093,
      "step": 46450
    },
    {
      "loss_action": 0.006500707007944584,
      "loss_total": 0.006500707007944584,
      "step": 46450
    },
    {
      "loss_action": 0.007136116735637188,
      "loss_total": 0.007136116735637188,
      "step": 46450
    },
    {
      "loss_action": 0.004725933540612459,
      "loss_total": 0.004725933540612459,
      "step": 46450
    },
    {
      "loss_action": 0.007929799146950245,
      "loss_total": 0.007929799146950245,
      "step": 46450
    },
    {
      "loss_action": 0.007787982001900673,
      "loss_total": 0.007787982001900673,
      "step": 46450
    },
    {
      "loss_action": 0.002365196356549859,
      "loss_total": 0.002365196356549859,
      "step": 46450
    },
    {
      "loss_action": 0.036853812634944916,
      "loss_total": 0.036853812634944916,
      "step": 46450
    },
    {
      "loss_action": 0.005712352693080902,
      "loss_total": 0.005712352693080902,
      "step": 46450
    },
    {
      "grad_norm": 0.13019923865795135,
      "learning_rate": 5.992230446914667e-05,
      "loss": 0.0078,
      "step": 46460
    },
    {
      "loss_action": 0.012835860252380371,
      "loss_total": 0.012835860252380371,
      "step": 46460
    },
    {
      "loss_action": 0.004043349996209145,
      "loss_total": 0.004043349996209145,
      "step": 46460
    },
    {
      "loss_action": 0.009419668465852737,
      "loss_total": 0.009419668465852737,
      "step": 46460
    },
    {
      "loss_action": 0.007896708324551582,
      "loss_total": 0.007896708324551582,
      "step": 46460
    },
    {
      "loss_action": 0.003522605635225773,
      "loss_total": 0.003522605635225773,
      "step": 46460
    },
    {
      "loss_action": 0.004609116353094578,
      "loss_total": 0.004609116353094578,
      "step": 46460
    },
    {
      "loss_action": 0.00737572880461812,
      "loss_total": 0.00737572880461812,
      "step": 46460
    },
    {
      "loss_action": 0.021423105150461197,
      "loss_total": 0.021423105150461197,
      "step": 46460
    },
    {
      "grad_norm": 0.17175540328025818,
      "learning_rate": 5.990609807402855e-05,
      "loss": 0.0102,
      "step": 46470
    },
    {
      "loss_action": 0.006151440553367138,
      "loss_total": 0.006151440553367138,
      "step": 46470
    },
    {
      "loss_action": 0.020035579800605774,
      "loss_total": 0.020035579800605774,
      "step": 46470
    },
    {
      "loss_action": 0.021240517497062683,
      "loss_total": 0.021240517497062683,
      "step": 46470
    },
    {
      "loss_action": 0.003939493093639612,
      "loss_total": 0.003939493093639612,
      "step": 46470
    },
    {
      "loss_action": 0.016787808388471603,
      "loss_total": 0.016787808388471603,
      "step": 46470
    },
    {
      "loss_action": 0.008813472464680672,
      "loss_total": 0.008813472464680672,
      "step": 46470
    },
    {
      "loss_action": 0.01020880602300167,
      "loss_total": 0.01020880602300167,
      "step": 46470
    },
    {
      "loss_action": 0.004264625255018473,
      "loss_total": 0.004264625255018473,
      "step": 46470
    },
    {
      "grad_norm": 0.14404702186584473,
      "learning_rate": 5.988989059559443e-05,
      "loss": 0.0094,
      "step": 46480
    },
    {
      "loss_action": 0.004988606087863445,
      "loss_total": 0.004988606087863445,
      "step": 46480
    },
    {
      "loss_action": 0.006964446045458317,
      "loss_total": 0.006964446045458317,
      "step": 46480
    },
    {
      "loss_action": 0.005178503692150116,
      "loss_total": 0.005178503692150116,
      "step": 46480
    },
    {
      "loss_action": 0.009181673638522625,
      "loss_total": 0.009181673638522625,
      "step": 46480
    },
    {
      "loss_action": 0.010840203613042831,
      "loss_total": 0.010840203613042831,
      "step": 46480
    },
    {
      "loss_action": 0.005218697711825371,
      "loss_total": 0.005218697711825371,
      "step": 46480
    },
    {
      "loss_action": 0.006904216483235359,
      "loss_total": 0.006904216483235359,
      "step": 46480
    },
    {
      "loss_action": 0.003095863852649927,
      "loss_total": 0.003095863852649927,
      "step": 46480
    },
    {
      "grad_norm": 0.1966334730386734,
      "learning_rate": 5.987368203561675e-05,
      "loss": 0.0073,
      "step": 46490
    },
    {
      "loss_action": 0.00711057661101222,
      "loss_total": 0.00711057661101222,
      "step": 46490
    },
    {
      "loss_action": 0.017235353589057922,
      "loss_total": 0.017235353589057922,
      "step": 46490
    },
    {
      "loss_action": 0.015138867311179638,
      "loss_total": 0.015138867311179638,
      "step": 46490
    },
    {
      "loss_action": 0.005377688445150852,
      "loss_total": 0.005377688445150852,
      "step": 46490
    },
    {
      "loss_action": 0.003801231272518635,
      "loss_total": 0.003801231272518635,
      "step": 46490
    },
    {
      "loss_action": 0.0060323020443320274,
      "loss_total": 0.0060323020443320274,
      "step": 46490
    },
    {
      "loss_action": 0.0065488507971167564,
      "loss_total": 0.0065488507971167564,
      "step": 46490
    },
    {
      "loss_action": 0.010378872975707054,
      "loss_total": 0.010378872975707054,
      "step": 46490
    },
    {
      "grad_norm": 0.124301016330719,
      "learning_rate": 5.9857472395868055e-05,
      "loss": 0.0078,
      "step": 46500
    },
    {
      "loss_action": 0.0068107545375823975,
      "loss_total": 0.0068107545375823975,
      "step": 46500
    },
    {
      "loss_action": 0.0031812675297260284,
      "loss_total": 0.0031812675297260284,
      "step": 46500
    },
    {
      "loss_action": 0.016538694500923157,
      "loss_total": 0.016538694500923157,
      "step": 46500
    },
    {
      "loss_action": 0.007835579104721546,
      "loss_total": 0.007835579104721546,
      "step": 46500
    },
    {
      "loss_action": 0.007150803692638874,
      "loss_total": 0.007150803692638874,
      "step": 46500
    },
    {
      "loss_action": 0.005691771395504475,
      "loss_total": 0.005691771395504475,
      "step": 46500
    },
    {
      "loss_action": 0.004593443591147661,
      "loss_total": 0.004593443591147661,
      "step": 46500
    },
    {
      "loss_action": 0.009317731484770775,
      "loss_total": 0.009317731484770775,
      "step": 46500
    },
    {
      "grad_norm": 0.10217531025409698,
      "learning_rate": 5.9841261678120983e-05,
      "loss": 0.0081,
      "step": 46510
    },
    {
      "loss_action": 0.013484573923051357,
      "loss_total": 0.013484573923051357,
      "step": 46510
    },
    {
      "loss_action": 0.006884364876896143,
      "loss_total": 0.006884364876896143,
      "step": 46510
    },
    {
      "loss_action": 0.006629468407481909,
      "loss_total": 0.006629468407481909,
      "step": 46510
    },
    {
      "loss_action": 0.017061730846762657,
      "loss_total": 0.017061730846762657,
      "step": 46510
    },
    {
      "loss_action": 0.0036345834378153086,
      "loss_total": 0.0036345834378153086,
      "step": 46510
    },
    {
      "loss_action": 0.03058502823114395,
      "loss_total": 0.03058502823114395,
      "step": 46510
    },
    {
      "loss_action": 0.007185772992670536,
      "loss_total": 0.007185772992670536,
      "step": 46510
    },
    {
      "loss_action": 0.006491327658295631,
      "loss_total": 0.006491327658295631,
      "step": 46510
    },
    {
      "grad_norm": 0.12069076299667358,
      "learning_rate": 5.982504988414834e-05,
      "loss": 0.0083,
      "step": 46520
    },
    {
      "loss_action": 0.011785375885665417,
      "loss_total": 0.011785375885665417,
      "step": 46520
    },
    {
      "loss_action": 0.008118894882500172,
      "loss_total": 0.008118894882500172,
      "step": 46520
    },
    {
      "loss_action": 0.017969125881791115,
      "loss_total": 0.017969125881791115,
      "step": 46520
    },
    {
      "loss_action": 0.0063398731872439384,
      "loss_total": 0.0063398731872439384,
      "step": 46520
    },
    {
      "loss_action": 0.00738857127726078,
      "loss_total": 0.00738857127726078,
      "step": 46520
    },
    {
      "loss_action": 0.019219905138015747,
      "loss_total": 0.019219905138015747,
      "step": 46520
    },
    {
      "loss_action": 0.004943575710058212,
      "loss_total": 0.004943575710058212,
      "step": 46520
    },
    {
      "loss_action": 0.008177850395441055,
      "loss_total": 0.008177850395441055,
      "step": 46520
    },
    {
      "grad_norm": 0.20372918248176575,
      "learning_rate": 5.9808837015723015e-05,
      "loss": 0.0087,
      "step": 46530
    },
    {
      "loss_action": 0.00966879166662693,
      "loss_total": 0.00966879166662693,
      "step": 46530
    },
    {
      "loss_action": 0.0053488267585635185,
      "loss_total": 0.0053488267585635185,
      "step": 46530
    },
    {
      "loss_action": 0.007612035609781742,
      "loss_total": 0.007612035609781742,
      "step": 46530
    },
    {
      "loss_action": 0.0064961956813931465,
      "loss_total": 0.0064961956813931465,
      "step": 46530
    },
    {
      "loss_action": 0.011411887593567371,
      "loss_total": 0.011411887593567371,
      "step": 46530
    },
    {
      "loss_action": 0.004392559640109539,
      "loss_total": 0.004392559640109539,
      "step": 46530
    },
    {
      "loss_action": 0.006791843567043543,
      "loss_total": 0.006791843567043543,
      "step": 46530
    },
    {
      "loss_action": 0.020333118736743927,
      "loss_total": 0.020333118736743927,
      "step": 46530
    },
    {
      "grad_norm": 0.1155967265367508,
      "learning_rate": 5.9792623074618016e-05,
      "loss": 0.0095,
      "step": 46540
    },
    {
      "loss_action": 0.006987921427935362,
      "loss_total": 0.006987921427935362,
      "step": 46540
    },
    {
      "loss_action": 0.003290877677500248,
      "loss_total": 0.003290877677500248,
      "step": 46540
    },
    {
      "loss_action": 0.0057877409271895885,
      "loss_total": 0.0057877409271895885,
      "step": 46540
    },
    {
      "loss_action": 0.005008273292332888,
      "loss_total": 0.005008273292332888,
      "step": 46540
    },
    {
      "loss_action": 0.0022097572218626738,
      "loss_total": 0.0022097572218626738,
      "step": 46540
    },
    {
      "loss_action": 0.007083840202540159,
      "loss_total": 0.007083840202540159,
      "step": 46540
    },
    {
      "loss_action": 0.009434487670660019,
      "loss_total": 0.009434487670660019,
      "step": 46540
    },
    {
      "loss_action": 0.01716085895895958,
      "loss_total": 0.01716085895895958,
      "step": 46540
    },
    {
      "grad_norm": 0.10406573116779327,
      "learning_rate": 5.977640806260648e-05,
      "loss": 0.0085,
      "step": 46550
    },
    {
      "loss_action": 0.003704858012497425,
      "loss_total": 0.003704858012497425,
      "step": 46550
    },
    {
      "loss_action": 0.009874224662780762,
      "loss_total": 0.009874224662780762,
      "step": 46550
    },
    {
      "loss_action": 0.002873158548027277,
      "loss_total": 0.002873158548027277,
      "step": 46550
    },
    {
      "loss_action": 0.002685471437871456,
      "loss_total": 0.002685471437871456,
      "step": 46550
    },
    {
      "loss_action": 0.00418559554964304,
      "loss_total": 0.00418559554964304,
      "step": 46550
    },
    {
      "loss_action": 0.010192569345235825,
      "loss_total": 0.010192569345235825,
      "step": 46550
    },
    {
      "loss_action": 0.006235952489078045,
      "loss_total": 0.006235952489078045,
      "step": 46550
    },
    {
      "loss_action": 0.005958913825452328,
      "loss_total": 0.005958913825452328,
      "step": 46550
    },
    {
      "grad_norm": 0.09490963816642761,
      "learning_rate": 5.976019198146166e-05,
      "loss": 0.0082,
      "step": 46560
    },
    {
      "loss_action": 0.007097342051565647,
      "loss_total": 0.007097342051565647,
      "step": 46560
    },
    {
      "loss_action": 0.005405189003795385,
      "loss_total": 0.005405189003795385,
      "step": 46560
    },
    {
      "loss_action": 0.003918397706001997,
      "loss_total": 0.003918397706001997,
      "step": 46560
    },
    {
      "loss_action": 0.01546471007168293,
      "loss_total": 0.01546471007168293,
      "step": 46560
    },
    {
      "loss_action": 0.005582633428275585,
      "loss_total": 0.005582633428275585,
      "step": 46560
    },
    {
      "loss_action": 0.006148096174001694,
      "loss_total": 0.006148096174001694,
      "step": 46560
    },
    {
      "loss_action": 0.00548781082034111,
      "loss_total": 0.00548781082034111,
      "step": 46560
    },
    {
      "loss_action": 0.004987725056707859,
      "loss_total": 0.004987725056707859,
      "step": 46560
    },
    {
      "grad_norm": 0.08367767930030823,
      "learning_rate": 5.974397483295692e-05,
      "loss": 0.0074,
      "step": 46570
    },
    {
      "loss_action": 0.01474860031157732,
      "loss_total": 0.01474860031157732,
      "step": 46570
    },
    {
      "loss_action": 0.003954668529331684,
      "loss_total": 0.003954668529331684,
      "step": 46570
    },
    {
      "loss_action": 0.015352199785411358,
      "loss_total": 0.015352199785411358,
      "step": 46570
    },
    {
      "loss_action": 0.00357398996129632,
      "loss_total": 0.00357398996129632,
      "step": 46570
    },
    {
      "loss_action": 0.0048328572884202,
      "loss_total": 0.0048328572884202,
      "step": 46570
    },
    {
      "loss_action": 0.0038351169787347317,
      "loss_total": 0.0038351169787347317,
      "step": 46570
    },
    {
      "loss_action": 0.009759418666362762,
      "loss_total": 0.009759418666362762,
      "step": 46570
    },
    {
      "loss_action": 0.0015803355490788817,
      "loss_total": 0.0015803355490788817,
      "step": 46570
    },
    {
      "grad_norm": 0.11522113531827927,
      "learning_rate": 5.972775661886575e-05,
      "loss": 0.0073,
      "step": 46580
    },
    {
      "loss_action": 0.004834214691072702,
      "loss_total": 0.004834214691072702,
      "step": 46580
    },
    {
      "loss_action": 0.002732250839471817,
      "loss_total": 0.002732250839471817,
      "step": 46580
    },
    {
      "loss_action": 0.00729923602193594,
      "loss_total": 0.00729923602193594,
      "step": 46580
    },
    {
      "loss_action": 0.012428419664502144,
      "loss_total": 0.012428419664502144,
      "step": 46580
    },
    {
      "loss_action": 0.0028809725772589445,
      "loss_total": 0.0028809725772589445,
      "step": 46580
    },
    {
      "loss_action": 0.003672152291983366,
      "loss_total": 0.003672152291983366,
      "step": 46580
    },
    {
      "loss_action": 0.002561958972364664,
      "loss_total": 0.002561958972364664,
      "step": 46580
    },
    {
      "loss_action": 0.004669490270316601,
      "loss_total": 0.004669490270316601,
      "step": 46580
    },
    {
      "grad_norm": 0.07634538412094116,
      "learning_rate": 5.971153734096173e-05,
      "loss": 0.0078,
      "step": 46590
    },
    {
      "loss_action": 0.004941384308040142,
      "loss_total": 0.004941384308040142,
      "step": 46590
    },
    {
      "loss_action": 0.002794514875859022,
      "loss_total": 0.002794514875859022,
      "step": 46590
    },
    {
      "loss_action": 0.007220282219350338,
      "loss_total": 0.007220282219350338,
      "step": 46590
    },
    {
      "loss_action": 0.01078883372247219,
      "loss_total": 0.01078883372247219,
      "step": 46590
    },
    {
      "loss_action": 0.007458417676389217,
      "loss_total": 0.007458417676389217,
      "step": 46590
    },
    {
      "loss_action": 0.011176394298672676,
      "loss_total": 0.011176394298672676,
      "step": 46590
    },
    {
      "loss_action": 0.006830005906522274,
      "loss_total": 0.006830005906522274,
      "step": 46590
    },
    {
      "loss_action": 0.002925876760855317,
      "loss_total": 0.002925876760855317,
      "step": 46590
    },
    {
      "grad_norm": 0.06908348947763443,
      "learning_rate": 5.969531700101859e-05,
      "loss": 0.0083,
      "step": 46600
    },
    {
      "loss_action": 0.0035097217187285423,
      "loss_total": 0.0035097217187285423,
      "step": 46600
    },
    {
      "loss_action": 0.00480849202722311,
      "loss_total": 0.00480849202722311,
      "step": 46600
    },
    {
      "loss_action": 0.0034653875045478344,
      "loss_total": 0.0034653875045478344,
      "step": 46600
    },
    {
      "loss_action": 0.014029751531779766,
      "loss_total": 0.014029751531779766,
      "step": 46600
    },
    {
      "loss_action": 0.008375459350645542,
      "loss_total": 0.008375459350645542,
      "step": 46600
    },
    {
      "loss_action": 0.00766912242397666,
      "loss_total": 0.00766912242397666,
      "step": 46600
    },
    {
      "loss_action": 0.007090363651514053,
      "loss_total": 0.007090363651514053,
      "step": 46600
    },
    {
      "loss_action": 0.0017756660236045718,
      "loss_total": 0.0017756660236045718,
      "step": 46600
    },
    {
      "grad_norm": 0.09008163958787918,
      "learning_rate": 5.9679095600810155e-05,
      "loss": 0.0071,
      "step": 46610
    },
    {
      "loss_action": 0.007898878306150436,
      "loss_total": 0.007898878306150436,
      "step": 46610
    },
    {
      "loss_action": 0.009314845316112041,
      "loss_total": 0.009314845316112041,
      "step": 46610
    },
    {
      "loss_action": 0.0017124537844210863,
      "loss_total": 0.0017124537844210863,
      "step": 46610
    },
    {
      "loss_action": 0.006988924462348223,
      "loss_total": 0.006988924462348223,
      "step": 46610
    },
    {
      "loss_action": 0.0029062172397971153,
      "loss_total": 0.0029062172397971153,
      "step": 46610
    },
    {
      "loss_action": 0.03209863603115082,
      "loss_total": 0.03209863603115082,
      "step": 46610
    },
    {
      "loss_action": 0.01402037963271141,
      "loss_total": 0.01402037963271141,
      "step": 46610
    },
    {
      "loss_action": 0.006361700128763914,
      "loss_total": 0.006361700128763914,
      "step": 46610
    },
    {
      "grad_norm": 0.13714344799518585,
      "learning_rate": 5.9662873142110384e-05,
      "loss": 0.0087,
      "step": 46620
    },
    {
      "loss_action": 0.010648330673575401,
      "loss_total": 0.010648330673575401,
      "step": 46620
    },
    {
      "loss_action": 0.003041766816750169,
      "loss_total": 0.003041766816750169,
      "step": 46620
    },
    {
      "loss_action": 0.004217982292175293,
      "loss_total": 0.004217982292175293,
      "step": 46620
    },
    {
      "loss_action": 0.007989712990820408,
      "loss_total": 0.007989712990820408,
      "step": 46620
    },
    {
      "loss_action": 0.004294425714761019,
      "loss_total": 0.004294425714761019,
      "step": 46620
    },
    {
      "loss_action": 0.002430275082588196,
      "loss_total": 0.002430275082588196,
      "step": 46620
    },
    {
      "loss_action": 0.003984360955655575,
      "loss_total": 0.003984360955655575,
      "step": 46620
    },
    {
      "loss_action": 0.002201828872784972,
      "loss_total": 0.002201828872784972,
      "step": 46620
    },
    {
      "grad_norm": 0.12206820398569107,
      "learning_rate": 5.964664962669333e-05,
      "loss": 0.0073,
      "step": 46630
    },
    {
      "loss_action": 0.005424271337687969,
      "loss_total": 0.005424271337687969,
      "step": 46630
    },
    {
      "loss_action": 0.005937852431088686,
      "loss_total": 0.005937852431088686,
      "step": 46630
    },
    {
      "loss_action": 0.0029457861091941595,
      "loss_total": 0.0029457861091941595,
      "step": 46630
    },
    {
      "loss_action": 0.013008379377424717,
      "loss_total": 0.013008379377424717,
      "step": 46630
    },
    {
      "loss_action": 0.010044927708804607,
      "loss_total": 0.010044927708804607,
      "step": 46630
    },
    {
      "loss_action": 0.016269031912088394,
      "loss_total": 0.016269031912088394,
      "step": 46630
    },
    {
      "loss_action": 0.0029747055377811193,
      "loss_total": 0.0029747055377811193,
      "step": 46630
    },
    {
      "loss_action": 0.04170176759362221,
      "loss_total": 0.04170176759362221,
      "step": 46630
    },
    {
      "grad_norm": 0.10715523362159729,
      "learning_rate": 5.9630425056333186e-05,
      "loss": 0.0081,
      "step": 46640
    },
    {
      "loss_action": 0.008902544155716896,
      "loss_total": 0.008902544155716896,
      "step": 46640
    },
    {
      "loss_action": 0.002924812724813819,
      "loss_total": 0.002924812724813819,
      "step": 46640
    },
    {
      "loss_action": 0.005296583287417889,
      "loss_total": 0.005296583287417889,
      "step": 46640
    },
    {
      "loss_action": 0.002968774177134037,
      "loss_total": 0.002968774177134037,
      "step": 46640
    },
    {
      "loss_action": 0.005610481835901737,
      "loss_total": 0.005610481835901737,
      "step": 46640
    },
    {
      "loss_action": 0.009329482913017273,
      "loss_total": 0.009329482913017273,
      "step": 46640
    },
    {
      "loss_action": 0.005286273080855608,
      "loss_total": 0.005286273080855608,
      "step": 46640
    },
    {
      "loss_action": 0.004221562761813402,
      "loss_total": 0.004221562761813402,
      "step": 46640
    },
    {
      "grad_norm": 0.1113925576210022,
      "learning_rate": 5.961419943280422e-05,
      "loss": 0.0074,
      "step": 46650
    },
    {
      "loss_action": 0.0028761550784111023,
      "loss_total": 0.0028761550784111023,
      "step": 46650
    },
    {
      "loss_action": 0.016513383015990257,
      "loss_total": 0.016513383015990257,
      "step": 46650
    },
    {
      "loss_action": 0.0028446901123970747,
      "loss_total": 0.0028446901123970747,
      "step": 46650
    },
    {
      "loss_action": 0.01468881405889988,
      "loss_total": 0.01468881405889988,
      "step": 46650
    },
    {
      "loss_action": 0.00397731177508831,
      "loss_total": 0.00397731177508831,
      "step": 46650
    },
    {
      "loss_action": 0.006785177625715733,
      "loss_total": 0.006785177625715733,
      "step": 46650
    },
    {
      "loss_action": 0.005608934909105301,
      "loss_total": 0.005608934909105301,
      "step": 46650
    },
    {
      "loss_action": 0.02439539134502411,
      "loss_total": 0.02439539134502411,
      "step": 46650
    },
    {
      "grad_norm": 0.10107598453760147,
      "learning_rate": 5.959797275788087e-05,
      "loss": 0.0075,
      "step": 46660
    },
    {
      "loss_action": 0.008807025849819183,
      "loss_total": 0.008807025849819183,
      "step": 46660
    },
    {
      "loss_action": 0.005747215822339058,
      "loss_total": 0.005747215822339058,
      "step": 46660
    },
    {
      "loss_action": 0.0065771834924817085,
      "loss_total": 0.0065771834924817085,
      "step": 46660
    },
    {
      "loss_action": 0.009188171476125717,
      "loss_total": 0.009188171476125717,
      "step": 46660
    },
    {
      "loss_action": 0.0024524410255253315,
      "loss_total": 0.0024524410255253315,
      "step": 46660
    },
    {
      "loss_action": 0.009549647569656372,
      "loss_total": 0.009549647569656372,
      "step": 46660
    },
    {
      "loss_action": 0.00929368194192648,
      "loss_total": 0.00929368194192648,
      "step": 46660
    },
    {
      "loss_action": 0.005740795750170946,
      "loss_total": 0.005740795750170946,
      "step": 46660
    },
    {
      "grad_norm": 0.08327419310808182,
      "learning_rate": 5.958174503333765e-05,
      "loss": 0.0086,
      "step": 46670
    },
    {
      "loss_action": 0.004280672408640385,
      "loss_total": 0.004280672408640385,
      "step": 46670
    },
    {
      "loss_action": 0.0035791979171335697,
      "loss_total": 0.0035791979171335697,
      "step": 46670
    },
    {
      "loss_action": 0.019976332783699036,
      "loss_total": 0.019976332783699036,
      "step": 46670
    },
    {
      "loss_action": 0.002865718211978674,
      "loss_total": 0.002865718211978674,
      "step": 46670
    },
    {
      "loss_action": 0.003084136638790369,
      "loss_total": 0.003084136638790369,
      "step": 46670
    },
    {
      "loss_action": 0.009046037681400776,
      "loss_total": 0.009046037681400776,
      "step": 46670
    },
    {
      "loss_action": 0.004044533707201481,
      "loss_total": 0.004044533707201481,
      "step": 46670
    },
    {
      "loss_action": 0.011791463941335678,
      "loss_total": 0.011791463941335678,
      "step": 46670
    },
    {
      "grad_norm": 0.14468123018741608,
      "learning_rate": 5.9565516260949195e-05,
      "loss": 0.0083,
      "step": 46680
    },
    {
      "loss_action": 0.0072657763957977295,
      "loss_total": 0.0072657763957977295,
      "step": 46680
    },
    {
      "loss_action": 0.0022878386080265045,
      "loss_total": 0.0022878386080265045,
      "step": 46680
    },
    {
      "loss_action": 0.0033246553502976894,
      "loss_total": 0.0033246553502976894,
      "step": 46680
    },
    {
      "loss_action": 0.008962742984294891,
      "loss_total": 0.008962742984294891,
      "step": 46680
    },
    {
      "loss_action": 0.0039054974913597107,
      "loss_total": 0.0039054974913597107,
      "step": 46680
    },
    {
      "loss_action": 0.014464099891483784,
      "loss_total": 0.014464099891483784,
      "step": 46680
    },
    {
      "loss_action": 0.011076711118221283,
      "loss_total": 0.011076711118221283,
      "step": 46680
    },
    {
      "loss_action": 0.0070715234614908695,
      "loss_total": 0.0070715234614908695,
      "step": 46680
    },
    {
      "grad_norm": 0.11400874704122543,
      "learning_rate": 5.9549286442490273e-05,
      "loss": 0.0073,
      "step": 46690
    },
    {
      "loss_action": 0.006447628606110811,
      "loss_total": 0.006447628606110811,
      "step": 46690
    },
    {
      "loss_action": 0.007849561050534248,
      "loss_total": 0.007849561050534248,
      "step": 46690
    },
    {
      "loss_action": 0.007783485110849142,
      "loss_total": 0.007783485110849142,
      "step": 46690
    },
    {
      "loss_action": 0.003781165461987257,
      "loss_total": 0.003781165461987257,
      "step": 46690
    },
    {
      "loss_action": 0.006749206222593784,
      "loss_total": 0.006749206222593784,
      "step": 46690
    },
    {
      "loss_action": 0.013933060690760612,
      "loss_total": 0.013933060690760612,
      "step": 46690
    },
    {
      "loss_action": 0.010578966699540615,
      "loss_total": 0.010578966699540615,
      "step": 46690
    },
    {
      "loss_action": 0.005913577973842621,
      "loss_total": 0.005913577973842621,
      "step": 46690
    },
    {
      "grad_norm": 0.09080042690038681,
      "learning_rate": 5.953305557973572e-05,
      "loss": 0.0073,
      "step": 46700
    },
    {
      "loss_action": 0.009578821249306202,
      "loss_total": 0.009578821249306202,
      "step": 46700
    },
    {
      "loss_action": 0.01019296608865261,
      "loss_total": 0.01019296608865261,
      "step": 46700
    },
    {
      "loss_action": 0.006212078034877777,
      "loss_total": 0.006212078034877777,
      "step": 46700
    },
    {
      "loss_action": 0.0034479505848139524,
      "loss_total": 0.0034479505848139524,
      "step": 46700
    },
    {
      "loss_action": 0.0188261978328228,
      "loss_total": 0.0188261978328228,
      "step": 46700
    },
    {
      "loss_action": 0.0023036105558276176,
      "loss_total": 0.0023036105558276176,
      "step": 46700
    },
    {
      "loss_action": 0.016775554046034813,
      "loss_total": 0.016775554046034813,
      "step": 46700
    },
    {
      "loss_action": 0.007370381616055965,
      "loss_total": 0.007370381616055965,
      "step": 46700
    },
    {
      "grad_norm": 0.1126604676246643,
      "learning_rate": 5.9516823674460564e-05,
      "loss": 0.0068,
      "step": 46710
    },
    {
      "loss_action": 0.007559466175734997,
      "loss_total": 0.007559466175734997,
      "step": 46710
    },
    {
      "loss_action": 0.010077795013785362,
      "loss_total": 0.010077795013785362,
      "step": 46710
    },
    {
      "loss_action": 0.005713725462555885,
      "loss_total": 0.005713725462555885,
      "step": 46710
    },
    {
      "loss_action": 0.014447992667555809,
      "loss_total": 0.014447992667555809,
      "step": 46710
    },
    {
      "loss_action": 0.008259013295173645,
      "loss_total": 0.008259013295173645,
      "step": 46710
    },
    {
      "loss_action": 0.005426961928606033,
      "loss_total": 0.005426961928606033,
      "step": 46710
    },
    {
      "loss_action": 0.055085189640522,
      "loss_total": 0.055085189640522,
      "step": 46710
    },
    {
      "loss_action": 0.005097152665257454,
      "loss_total": 0.005097152665257454,
      "step": 46710
    },
    {
      "grad_norm": 0.10916086286306381,
      "learning_rate": 5.9500590728439875e-05,
      "loss": 0.0086,
      "step": 46720
    },
    {
      "loss_action": 0.005609782878309488,
      "loss_total": 0.005609782878309488,
      "step": 46720
    },
    {
      "loss_action": 0.012590581551194191,
      "loss_total": 0.012590581551194191,
      "step": 46720
    },
    {
      "loss_action": 0.009450411424040794,
      "loss_total": 0.009450411424040794,
      "step": 46720
    },
    {
      "loss_action": 0.011139221489429474,
      "loss_total": 0.011139221489429474,
      "step": 46720
    },
    {
      "loss_action": 0.007137437351047993,
      "loss_total": 0.007137437351047993,
      "step": 46720
    },
    {
      "loss_action": 0.002838538261130452,
      "loss_total": 0.002838538261130452,
      "step": 46720
    },
    {
      "loss_action": 0.006794193759560585,
      "loss_total": 0.006794193759560585,
      "step": 46720
    },
    {
      "loss_action": 0.0019756462424993515,
      "loss_total": 0.0019756462424993515,
      "step": 46720
    },
    {
      "grad_norm": 0.15965797007083893,
      "learning_rate": 5.948435674344886e-05,
      "loss": 0.009,
      "step": 46730
    },
    {
      "loss_action": 0.011431313119828701,
      "loss_total": 0.011431313119828701,
      "step": 46730
    },
    {
      "loss_action": 0.00878648180514574,
      "loss_total": 0.00878648180514574,
      "step": 46730
    },
    {
      "loss_action": 0.007273031398653984,
      "loss_total": 0.007273031398653984,
      "step": 46730
    },
    {
      "loss_action": 0.006327668204903603,
      "loss_total": 0.006327668204903603,
      "step": 46730
    },
    {
      "loss_action": 0.002972492016851902,
      "loss_total": 0.002972492016851902,
      "step": 46730
    },
    {
      "loss_action": 0.006570751778781414,
      "loss_total": 0.006570751778781414,
      "step": 46730
    },
    {
      "loss_action": 0.0029820920899510384,
      "loss_total": 0.0029820920899510384,
      "step": 46730
    },
    {
      "loss_action": 0.01666933298110962,
      "loss_total": 0.01666933298110962,
      "step": 46730
    },
    {
      "grad_norm": 0.19141793251037598,
      "learning_rate": 5.946812172126285e-05,
      "loss": 0.0078,
      "step": 46740
    },
    {
      "loss_action": 0.004028870724141598,
      "loss_total": 0.004028870724141598,
      "step": 46740
    },
    {
      "loss_action": 0.013290883973240852,
      "loss_total": 0.013290883973240852,
      "step": 46740
    },
    {
      "loss_action": 0.0022644593846052885,
      "loss_total": 0.0022644593846052885,
      "step": 46740
    },
    {
      "loss_action": 0.016458993777632713,
      "loss_total": 0.016458993777632713,
      "step": 46740
    },
    {
      "loss_action": 0.0032134633511304855,
      "loss_total": 0.0032134633511304855,
      "step": 46740
    },
    {
      "loss_action": 0.006506795529276133,
      "loss_total": 0.006506795529276133,
      "step": 46740
    },
    {
      "loss_action": 0.005075877532362938,
      "loss_total": 0.005075877532362938,
      "step": 46740
    },
    {
      "loss_action": 0.001739628380164504,
      "loss_total": 0.001739628380164504,
      "step": 46740
    },
    {
      "grad_norm": 0.10731623321771622,
      "learning_rate": 5.945188566365729e-05,
      "loss": 0.0094,
      "step": 46750
    },
    {
      "loss_action": 0.009596483781933784,
      "loss_total": 0.009596483781933784,
      "step": 46750
    },
    {
      "loss_action": 0.00505966879427433,
      "loss_total": 0.00505966879427433,
      "step": 46750
    },
    {
      "loss_action": 0.011310569941997528,
      "loss_total": 0.011310569941997528,
      "step": 46750
    },
    {
      "loss_action": 0.01518634520471096,
      "loss_total": 0.01518634520471096,
      "step": 46750
    },
    {
      "loss_action": 0.011234808713197708,
      "loss_total": 0.011234808713197708,
      "step": 46750
    },
    {
      "loss_action": 0.012075833976268768,
      "loss_total": 0.012075833976268768,
      "step": 46750
    },
    {
      "loss_action": 0.006208154372870922,
      "loss_total": 0.006208154372870922,
      "step": 46750
    },
    {
      "loss_action": 0.03339136391878128,
      "loss_total": 0.03339136391878128,
      "step": 46750
    },
    {
      "grad_norm": 0.1479683369398117,
      "learning_rate": 5.943564857240773e-05,
      "loss": 0.0113,
      "step": 46760
    },
    {
      "loss_action": 0.004773763939738274,
      "loss_total": 0.004773763939738274,
      "step": 46760
    },
    {
      "loss_action": 0.00987904705107212,
      "loss_total": 0.00987904705107212,
      "step": 46760
    },
    {
      "loss_action": 0.005455177277326584,
      "loss_total": 0.005455177277326584,
      "step": 46760
    },
    {
      "loss_action": 0.002357402816414833,
      "loss_total": 0.002357402816414833,
      "step": 46760
    },
    {
      "loss_action": 0.005107047967612743,
      "loss_total": 0.005107047967612743,
      "step": 46760
    },
    {
      "loss_action": 0.002386282430961728,
      "loss_total": 0.002386282430961728,
      "step": 46760
    },
    {
      "loss_action": 0.004182648379355669,
      "loss_total": 0.004182648379355669,
      "step": 46760
    },
    {
      "loss_action": 0.002730009611696005,
      "loss_total": 0.002730009611696005,
      "step": 46760
    },
    {
      "grad_norm": 0.13080546259880066,
      "learning_rate": 5.941941044928981e-05,
      "loss": 0.0074,
      "step": 46770
    },
    {
      "loss_action": 0.007384147960692644,
      "loss_total": 0.007384147960692644,
      "step": 46770
    },
    {
      "loss_action": 0.004996313247829676,
      "loss_total": 0.004996313247829676,
      "step": 46770
    },
    {
      "loss_action": 0.005054820328950882,
      "loss_total": 0.005054820328950882,
      "step": 46770
    },
    {
      "loss_action": 0.008201610296964645,
      "loss_total": 0.008201610296964645,
      "step": 46770
    },
    {
      "loss_action": 0.005227180197834969,
      "loss_total": 0.005227180197834969,
      "step": 46770
    },
    {
      "loss_action": 0.004555252380669117,
      "loss_total": 0.004555252380669117,
      "step": 46770
    },
    {
      "loss_action": 0.0073229121044278145,
      "loss_total": 0.0073229121044278145,
      "step": 46770
    },
    {
      "loss_action": 0.006766664329916239,
      "loss_total": 0.006766664329916239,
      "step": 46770
    },
    {
      "grad_norm": 0.17023725807666779,
      "learning_rate": 5.940317129607935e-05,
      "loss": 0.0111,
      "step": 46780
    },
    {
      "loss_action": 0.011290067806839943,
      "loss_total": 0.011290067806839943,
      "step": 46780
    },
    {
      "loss_action": 0.012256846763193607,
      "loss_total": 0.012256846763193607,
      "step": 46780
    },
    {
      "loss_action": 0.022415203973650932,
      "loss_total": 0.022415203973650932,
      "step": 46780
    },
    {
      "loss_action": 0.006814496126025915,
      "loss_total": 0.006814496126025915,
      "step": 46780
    },
    {
      "loss_action": 0.012362387031316757,
      "loss_total": 0.012362387031316757,
      "step": 46780
    },
    {
      "loss_action": 0.015263661742210388,
      "loss_total": 0.015263661742210388,
      "step": 46780
    },
    {
      "loss_action": 0.005133853293955326,
      "loss_total": 0.005133853293955326,
      "step": 46780
    },
    {
      "loss_action": 0.015990212559700012,
      "loss_total": 0.015990212559700012,
      "step": 46780
    },
    {
      "grad_norm": 0.11537748575210571,
      "learning_rate": 5.9386931114552204e-05,
      "loss": 0.0091,
      "step": 46790
    },
    {
      "loss_action": 0.008774337358772755,
      "loss_total": 0.008774337358772755,
      "step": 46790
    },
    {
      "loss_action": 0.00745035894215107,
      "loss_total": 0.00745035894215107,
      "step": 46790
    },
    {
      "loss_action": 0.007105357479304075,
      "loss_total": 0.007105357479304075,
      "step": 46790
    },
    {
      "loss_action": 0.012251156382262707,
      "loss_total": 0.012251156382262707,
      "step": 46790
    },
    {
      "loss_action": 0.00428421888500452,
      "loss_total": 0.00428421888500452,
      "step": 46790
    },
    {
      "loss_action": 0.0033456915989518166,
      "loss_total": 0.0033456915989518166,
      "step": 46790
    },
    {
      "loss_action": 0.005430528894066811,
      "loss_total": 0.005430528894066811,
      "step": 46790
    },
    {
      "loss_action": 0.02733382023870945,
      "loss_total": 0.02733382023870945,
      "step": 46790
    },
    {
      "grad_norm": 0.10534517467021942,
      "learning_rate": 5.937068990648438e-05,
      "loss": 0.007,
      "step": 46800
    },
    {
      "loss_action": 0.008630363270640373,
      "loss_total": 0.008630363270640373,
      "step": 46800
    },
    {
      "loss_action": 0.009869171306490898,
      "loss_total": 0.009869171306490898,
      "step": 46800
    },
    {
      "loss_action": 0.004624898079782724,
      "loss_total": 0.004624898079782724,
      "step": 46800
    },
    {
      "loss_action": 0.002333982614800334,
      "loss_total": 0.002333982614800334,
      "step": 46800
    },
    {
      "loss_action": 0.010479011572897434,
      "loss_total": 0.010479011572897434,
      "step": 46800
    },
    {
      "loss_action": 0.007196730002760887,
      "loss_total": 0.007196730002760887,
      "step": 46800
    },
    {
      "loss_action": 0.029834365472197533,
      "loss_total": 0.029834365472197533,
      "step": 46800
    },
    {
      "loss_action": 0.007601284421980381,
      "loss_total": 0.007601284421980381,
      "step": 46800
    },
    {
      "grad_norm": 0.11065275967121124,
      "learning_rate": 5.935444767365199e-05,
      "loss": 0.0092,
      "step": 46810
    },
    {
      "loss_action": 0.0068064406514167786,
      "loss_total": 0.0068064406514167786,
      "step": 46810
    },
    {
      "loss_action": 0.00955658033490181,
      "loss_total": 0.00955658033490181,
      "step": 46810
    },
    {
      "loss_action": 0.00667868135496974,
      "loss_total": 0.00667868135496974,
      "step": 46810
    },
    {
      "loss_action": 0.0079541290178895,
      "loss_total": 0.0079541290178895,
      "step": 46810
    },
    {
      "loss_action": 0.005816260818392038,
      "loss_total": 0.005816260818392038,
      "step": 46810
    },
    {
      "loss_action": 0.00528487004339695,
      "loss_total": 0.00528487004339695,
      "step": 46810
    },
    {
      "loss_action": 0.0032132375054061413,
      "loss_total": 0.0032132375054061413,
      "step": 46810
    },
    {
      "loss_action": 0.00738846231251955,
      "loss_total": 0.00738846231251955,
      "step": 46810
    },
    {
      "grad_norm": 0.09829646348953247,
      "learning_rate": 5.933820441783129e-05,
      "loss": 0.0077,
      "step": 46820
    },
    {
      "loss_action": 0.002660282887518406,
      "loss_total": 0.002660282887518406,
      "step": 46820
    },
    {
      "loss_action": 0.0024580175522714853,
      "loss_total": 0.0024580175522714853,
      "step": 46820
    },
    {
      "loss_action": 0.006997622083872557,
      "loss_total": 0.006997622083872557,
      "step": 46820
    },
    {
      "loss_action": 0.006557834334671497,
      "loss_total": 0.006557834334671497,
      "step": 46820
    },
    {
      "loss_action": 0.0026805736124515533,
      "loss_total": 0.0026805736124515533,
      "step": 46820
    },
    {
      "loss_action": 0.006744447164237499,
      "loss_total": 0.006744447164237499,
      "step": 46820
    },
    {
      "loss_action": 0.01547323726117611,
      "loss_total": 0.01547323726117611,
      "step": 46820
    },
    {
      "loss_action": 0.0022246427834033966,
      "loss_total": 0.0022246427834033966,
      "step": 46820
    },
    {
      "grad_norm": 0.1337178349494934,
      "learning_rate": 5.932196014079857e-05,
      "loss": 0.008,
      "step": 46830
    },
    {
      "loss_action": 0.023091871291399002,
      "loss_total": 0.023091871291399002,
      "step": 46830
    },
    {
      "loss_action": 0.005290887784212828,
      "loss_total": 0.005290887784212828,
      "step": 46830
    },
    {
      "loss_action": 0.00222600600682199,
      "loss_total": 0.00222600600682199,
      "step": 46830
    },
    {
      "loss_action": 0.010296891443431377,
      "loss_total": 0.010296891443431377,
      "step": 46830
    },
    {
      "loss_action": 0.0017490757163614035,
      "loss_total": 0.0017490757163614035,
      "step": 46830
    },
    {
      "loss_action": 0.011085998266935349,
      "loss_total": 0.011085998266935349,
      "step": 46830
    },
    {
      "loss_action": 0.0038724285550415516,
      "loss_total": 0.0038724285550415516,
      "step": 46830
    },
    {
      "loss_action": 0.005409895442426205,
      "loss_total": 0.005409895442426205,
      "step": 46830
    },
    {
      "grad_norm": 0.12066818028688431,
      "learning_rate": 5.930571484433032e-05,
      "loss": 0.0079,
      "step": 46840
    },
    {
      "loss_action": 0.002351284958422184,
      "loss_total": 0.002351284958422184,
      "step": 46840
    },
    {
      "loss_action": 0.002895567798987031,
      "loss_total": 0.002895567798987031,
      "step": 46840
    },
    {
      "loss_action": 0.003999924752861261,
      "loss_total": 0.003999924752861261,
      "step": 46840
    },
    {
      "loss_action": 0.0019043602515012026,
      "loss_total": 0.0019043602515012026,
      "step": 46840
    },
    {
      "loss_action": 0.006262969225645065,
      "loss_total": 0.006262969225645065,
      "step": 46840
    },
    {
      "loss_action": 0.013440972194075584,
      "loss_total": 0.013440972194075584,
      "step": 46840
    },
    {
      "loss_action": 0.013126194477081299,
      "loss_total": 0.013126194477081299,
      "step": 46840
    },
    {
      "loss_action": 0.008349624462425709,
      "loss_total": 0.008349624462425709,
      "step": 46840
    },
    {
      "grad_norm": 0.12518846988677979,
      "learning_rate": 5.928946853020309e-05,
      "loss": 0.0085,
      "step": 46850
    },
    {
      "loss_action": 0.008993895724415779,
      "loss_total": 0.008993895724415779,
      "step": 46850
    },
    {
      "loss_action": 0.011342672631144524,
      "loss_total": 0.011342672631144524,
      "step": 46850
    },
    {
      "loss_action": 0.010034236125648022,
      "loss_total": 0.010034236125648022,
      "step": 46850
    },
    {
      "loss_action": 0.01169583946466446,
      "loss_total": 0.01169583946466446,
      "step": 46850
    },
    {
      "loss_action": 0.008187455125153065,
      "loss_total": 0.008187455125153065,
      "step": 46850
    },
    {
      "loss_action": 0.01032007671892643,
      "loss_total": 0.01032007671892643,
      "step": 46850
    },
    {
      "loss_action": 0.007655670400708914,
      "loss_total": 0.007655670400708914,
      "step": 46850
    },
    {
      "loss_action": 0.004522797651588917,
      "loss_total": 0.004522797651588917,
      "step": 46850
    },
    {
      "grad_norm": 0.11347932368516922,
      "learning_rate": 5.927322120019352e-05,
      "loss": 0.0079,
      "step": 46860
    },
    {
      "loss_action": 0.0120105454698205,
      "loss_total": 0.0120105454698205,
      "step": 46860
    },
    {
      "loss_action": 0.011236627586185932,
      "loss_total": 0.011236627586185932,
      "step": 46860
    },
    {
      "loss_action": 0.005736588966101408,
      "loss_total": 0.005736588966101408,
      "step": 46860
    },
    {
      "loss_action": 0.0020039307419210672,
      "loss_total": 0.0020039307419210672,
      "step": 46860
    },
    {
      "loss_action": 0.003519581165164709,
      "loss_total": 0.003519581165164709,
      "step": 46860
    },
    {
      "loss_action": 0.00731759425252676,
      "loss_total": 0.00731759425252676,
      "step": 46860
    },
    {
      "loss_action": 0.0030466432217508554,
      "loss_total": 0.0030466432217508554,
      "step": 46860
    },
    {
      "loss_action": 0.007156909443438053,
      "loss_total": 0.007156909443438053,
      "step": 46860
    },
    {
      "grad_norm": 0.14672601222991943,
      "learning_rate": 5.925697285607844e-05,
      "loss": 0.0086,
      "step": 46870
    },
    {
      "loss_action": 0.003633675631135702,
      "loss_total": 0.003633675631135702,
      "step": 46870
    },
    {
      "loss_action": 0.001756254700012505,
      "loss_total": 0.001756254700012505,
      "step": 46870
    },
    {
      "loss_action": 0.004519705660641193,
      "loss_total": 0.004519705660641193,
      "step": 46870
    },
    {
      "loss_action": 0.015785647556185722,
      "loss_total": 0.015785647556185722,
      "step": 46870
    },
    {
      "loss_action": 0.0028720637783408165,
      "loss_total": 0.0028720637783408165,
      "step": 46870
    },
    {
      "loss_action": 0.006761233322322369,
      "loss_total": 0.006761233322322369,
      "step": 46870
    },
    {
      "loss_action": 0.004899919498711824,
      "loss_total": 0.004899919498711824,
      "step": 46870
    },
    {
      "loss_action": 0.006624155677855015,
      "loss_total": 0.006624155677855015,
      "step": 46870
    },
    {
      "grad_norm": 0.11546946316957474,
      "learning_rate": 5.924072349963472e-05,
      "loss": 0.0093,
      "step": 46880
    },
    {
      "loss_action": 0.01015868317335844,
      "loss_total": 0.01015868317335844,
      "step": 46880
    },
    {
      "loss_action": 0.009840428829193115,
      "loss_total": 0.009840428829193115,
      "step": 46880
    },
    {
      "loss_action": 0.005983439739793539,
      "loss_total": 0.005983439739793539,
      "step": 46880
    },
    {
      "loss_action": 0.002757381647825241,
      "loss_total": 0.002757381647825241,
      "step": 46880
    },
    {
      "loss_action": 0.004050958901643753,
      "loss_total": 0.004050958901643753,
      "step": 46880
    },
    {
      "loss_action": 0.010626375675201416,
      "loss_total": 0.010626375675201416,
      "step": 46880
    },
    {
      "loss_action": 0.0017070070607587695,
      "loss_total": 0.0017070070607587695,
      "step": 46880
    },
    {
      "loss_action": 0.016319669783115387,
      "loss_total": 0.016319669783115387,
      "step": 46880
    },
    {
      "grad_norm": 0.10842869430780411,
      "learning_rate": 5.922447313263938e-05,
      "loss": 0.0071,
      "step": 46890
    },
    {
      "loss_action": 0.0026596570387482643,
      "loss_total": 0.0026596570387482643,
      "step": 46890
    },
    {
      "loss_action": 0.010451240465044975,
      "loss_total": 0.010451240465044975,
      "step": 46890
    },
    {
      "loss_action": 0.008617352694272995,
      "loss_total": 0.008617352694272995,
      "step": 46890
    },
    {
      "loss_action": 0.001758412690833211,
      "loss_total": 0.001758412690833211,
      "step": 46890
    },
    {
      "loss_action": 0.003879913128912449,
      "loss_total": 0.003879913128912449,
      "step": 46890
    },
    {
      "loss_action": 0.002868476789444685,
      "loss_total": 0.002868476789444685,
      "step": 46890
    },
    {
      "loss_action": 0.014961034059524536,
      "loss_total": 0.014961034059524536,
      "step": 46890
    },
    {
      "loss_action": 0.0066382260993123055,
      "loss_total": 0.0066382260993123055,
      "step": 46890
    },
    {
      "grad_norm": 0.2068401426076889,
      "learning_rate": 5.920822175686952e-05,
      "loss": 0.0091,
      "step": 46900
    },
    {
      "loss_action": 0.003288332372903824,
      "loss_total": 0.003288332372903824,
      "step": 46900
    },
    {
      "loss_action": 0.006361933425068855,
      "loss_total": 0.006361933425068855,
      "step": 46900
    },
    {
      "loss_action": 0.00424518808722496,
      "loss_total": 0.00424518808722496,
      "step": 46900
    },
    {
      "loss_action": 0.004229933489114046,
      "loss_total": 0.004229933489114046,
      "step": 46900
    },
    {
      "loss_action": 0.006045589689165354,
      "loss_total": 0.006045589689165354,
      "step": 46900
    },
    {
      "loss_action": 0.01130923442542553,
      "loss_total": 0.01130923442542553,
      "step": 46900
    },
    {
      "loss_action": 0.0030920447316020727,
      "loss_total": 0.0030920447316020727,
      "step": 46900
    },
    {
      "loss_action": 0.0030836330261081457,
      "loss_total": 0.0030836330261081457,
      "step": 46900
    },
    {
      "grad_norm": 0.11320356279611588,
      "learning_rate": 5.919196937410239e-05,
      "loss": 0.0083,
      "step": 46910
    },
    {
      "loss_action": 0.01430375874042511,
      "loss_total": 0.01430375874042511,
      "step": 46910
    },
    {
      "loss_action": 0.002962155267596245,
      "loss_total": 0.002962155267596245,
      "step": 46910
    },
    {
      "loss_action": 0.004290054086595774,
      "loss_total": 0.004290054086595774,
      "step": 46910
    },
    {
      "loss_action": 0.008518951013684273,
      "loss_total": 0.008518951013684273,
      "step": 46910
    },
    {
      "loss_action": 0.005947067867964506,
      "loss_total": 0.005947067867964506,
      "step": 46910
    },
    {
      "loss_action": 0.002429954707622528,
      "loss_total": 0.002429954707622528,
      "step": 46910
    },
    {
      "loss_action": 0.0015253161545842886,
      "loss_total": 0.0015253161545842886,
      "step": 46910
    },
    {
      "loss_action": 0.008719890378415585,
      "loss_total": 0.008719890378415585,
      "step": 46910
    },
    {
      "grad_norm": 0.13389436900615692,
      "learning_rate": 5.917571598611529e-05,
      "loss": 0.009,
      "step": 46920
    },
    {
      "loss_action": 0.007070685271173716,
      "loss_total": 0.007070685271173716,
      "step": 46920
    },
    {
      "loss_action": 0.0061111790128052235,
      "loss_total": 0.0061111790128052235,
      "step": 46920
    },
    {
      "loss_action": 0.01260489784181118,
      "loss_total": 0.01260489784181118,
      "step": 46920
    },
    {
      "loss_action": 0.01433301530778408,
      "loss_total": 0.01433301530778408,
      "step": 46920
    },
    {
      "loss_action": 0.005506010726094246,
      "loss_total": 0.005506010726094246,
      "step": 46920
    },
    {
      "loss_action": 0.008658841252326965,
      "loss_total": 0.008658841252326965,
      "step": 46920
    },
    {
      "loss_action": 0.003895012428984046,
      "loss_total": 0.003895012428984046,
      "step": 46920
    },
    {
      "loss_action": 0.0036171413958072662,
      "loss_total": 0.0036171413958072662,
      "step": 46920
    },
    {
      "grad_norm": 0.10834121704101562,
      "learning_rate": 5.9159461594685686e-05,
      "loss": 0.0092,
      "step": 46930
    },
    {
      "loss_action": 0.01534058153629303,
      "loss_total": 0.01534058153629303,
      "step": 46930
    },
    {
      "loss_action": 0.005037427879869938,
      "loss_total": 0.005037427879869938,
      "step": 46930
    },
    {
      "loss_action": 0.04294450208544731,
      "loss_total": 0.04294450208544731,
      "step": 46930
    },
    {
      "loss_action": 0.0029254714027047157,
      "loss_total": 0.0029254714027047157,
      "step": 46930
    },
    {
      "loss_action": 0.002302965149283409,
      "loss_total": 0.002302965149283409,
      "step": 46930
    },
    {
      "loss_action": 0.0022620228119194508,
      "loss_total": 0.0022620228119194508,
      "step": 46930
    },
    {
      "loss_action": 0.007531864568591118,
      "loss_total": 0.007531864568591118,
      "step": 46930
    },
    {
      "loss_action": 0.0038738776929676533,
      "loss_total": 0.0038738776929676533,
      "step": 46930
    },
    {
      "grad_norm": 0.11267773061990738,
      "learning_rate": 5.914320620159114e-05,
      "loss": 0.0075,
      "step": 46940
    },
    {
      "loss_action": 0.0024006017483770847,
      "loss_total": 0.0024006017483770847,
      "step": 46940
    },
    {
      "loss_action": 0.009349057450890541,
      "loss_total": 0.009349057450890541,
      "step": 46940
    },
    {
      "loss_action": 0.00923821423202753,
      "loss_total": 0.00923821423202753,
      "step": 46940
    },
    {
      "loss_action": 0.008742149919271469,
      "loss_total": 0.008742149919271469,
      "step": 46940
    },
    {
      "loss_action": 0.002645122352987528,
      "loss_total": 0.002645122352987528,
      "step": 46940
    },
    {
      "loss_action": 0.008822128176689148,
      "loss_total": 0.008822128176689148,
      "step": 46940
    },
    {
      "loss_action": 0.008796941488981247,
      "loss_total": 0.008796941488981247,
      "step": 46940
    },
    {
      "loss_action": 0.009214704856276512,
      "loss_total": 0.009214704856276512,
      "step": 46940
    },
    {
      "grad_norm": 0.3904193043708801,
      "learning_rate": 5.912694980860931e-05,
      "loss": 0.0084,
      "step": 46950
    },
    {
      "loss_action": 0.0020397822372615337,
      "loss_total": 0.0020397822372615337,
      "step": 46950
    },
    {
      "loss_action": 0.004228115547448397,
      "loss_total": 0.004228115547448397,
      "step": 46950
    },
    {
      "loss_action": 0.004029981791973114,
      "loss_total": 0.004029981791973114,
      "step": 46950
    },
    {
      "loss_action": 0.00245580542832613,
      "loss_total": 0.00245580542832613,
      "step": 46950
    },
    {
      "loss_action": 0.0038158840034157038,
      "loss_total": 0.0038158840034157038,
      "step": 46950
    },
    {
      "loss_action": 0.0035865134559571743,
      "loss_total": 0.0035865134559571743,
      "step": 46950
    },
    {
      "loss_action": 0.0034725088626146317,
      "loss_total": 0.0034725088626146317,
      "step": 46950
    },
    {
      "loss_action": 0.0024800277315080166,
      "loss_total": 0.0024800277315080166,
      "step": 46950
    },
    {
      "grad_norm": 0.10951868444681168,
      "learning_rate": 5.9110692417517964e-05,
      "loss": 0.0069,
      "step": 46960
    },
    {
      "loss_action": 0.002954309107735753,
      "loss_total": 0.002954309107735753,
      "step": 46960
    },
    {
      "loss_action": 0.00996206421405077,
      "loss_total": 0.00996206421405077,
      "step": 46960
    },
    {
      "loss_action": 0.006758921779692173,
      "loss_total": 0.006758921779692173,
      "step": 46960
    },
    {
      "loss_action": 0.009027917869389057,
      "loss_total": 0.009027917869389057,
      "step": 46960
    },
    {
      "loss_action": 0.006483408622443676,
      "loss_total": 0.006483408622443676,
      "step": 46960
    },
    {
      "loss_action": 0.015932437032461166,
      "loss_total": 0.015932437032461166,
      "step": 46960
    },
    {
      "loss_action": 0.004119436256587505,
      "loss_total": 0.004119436256587505,
      "step": 46960
    },
    {
      "loss_action": 0.0024985335767269135,
      "loss_total": 0.0024985335767269135,
      "step": 46960
    },
    {
      "grad_norm": 0.15080660581588745,
      "learning_rate": 5.9094434030095e-05,
      "loss": 0.008,
      "step": 46970
    },
    {
      "loss_action": 0.011869993060827255,
      "loss_total": 0.011869993060827255,
      "step": 46970
    },
    {
      "loss_action": 0.002670565154403448,
      "loss_total": 0.002670565154403448,
      "step": 46970
    },
    {
      "loss_action": 0.013251007534563541,
      "loss_total": 0.013251007534563541,
      "step": 46970
    },
    {
      "loss_action": 0.0021914024837315083,
      "loss_total": 0.0021914024837315083,
      "step": 46970
    },
    {
      "loss_action": 0.0035457159392535686,
      "loss_total": 0.0035457159392535686,
      "step": 46970
    },
    {
      "loss_action": 0.0059829335659742355,
      "loss_total": 0.0059829335659742355,
      "step": 46970
    },
    {
      "loss_action": 0.005727938376367092,
      "loss_total": 0.005727938376367092,
      "step": 46970
    },
    {
      "loss_action": 0.007337563205510378,
      "loss_total": 0.007337563205510378,
      "step": 46970
    },
    {
      "grad_norm": 0.06960764527320862,
      "learning_rate": 5.907817464811841e-05,
      "loss": 0.007,
      "step": 46980
    },
    {
      "loss_action": 0.005759754683822393,
      "loss_total": 0.005759754683822393,
      "step": 46980
    },
    {
      "loss_action": 0.005853659939020872,
      "loss_total": 0.005853659939020872,
      "step": 46980
    },
    {
      "loss_action": 0.0045085265301167965,
      "loss_total": 0.0045085265301167965,
      "step": 46980
    },
    {
      "loss_action": 0.014883041381835938,
      "loss_total": 0.014883041381835938,
      "step": 46980
    },
    {
      "loss_action": 0.0038573103956878185,
      "loss_total": 0.0038573103956878185,
      "step": 46980
    },
    {
      "loss_action": 0.0035158160608261824,
      "loss_total": 0.0035158160608261824,
      "step": 46980
    },
    {
      "loss_action": 0.0037916717119514942,
      "loss_total": 0.0037916717119514942,
      "step": 46980
    },
    {
      "loss_action": 0.0030154050327837467,
      "loss_total": 0.0030154050327837467,
      "step": 46980
    },
    {
      "grad_norm": 0.1089446097612381,
      "learning_rate": 5.906191427336627e-05,
      "loss": 0.0086,
      "step": 46990
    },
    {
      "loss_action": 0.0076983170583844185,
      "loss_total": 0.0076983170583844185,
      "step": 46990
    },
    {
      "loss_action": 0.010417819954454899,
      "loss_total": 0.010417819954454899,
      "step": 46990
    },
    {
      "loss_action": 0.02365938201546669,
      "loss_total": 0.02365938201546669,
      "step": 46990
    },
    {
      "loss_action": 0.0031635710038244724,
      "loss_total": 0.0031635710038244724,
      "step": 46990
    },
    {
      "loss_action": 0.004292197059839964,
      "loss_total": 0.004292197059839964,
      "step": 46990
    },
    {
      "loss_action": 0.0055357604287564754,
      "loss_total": 0.0055357604287564754,
      "step": 46990
    },
    {
      "loss_action": 0.007668417878448963,
      "loss_total": 0.007668417878448963,
      "step": 46990
    },
    {
      "loss_action": 0.010943430475890636,
      "loss_total": 0.010943430475890636,
      "step": 46990
    },
    {
      "grad_norm": 0.1256997287273407,
      "learning_rate": 5.9045652907616835e-05,
      "loss": 0.0085,
      "step": 47000
    },
    {
      "loss_action": 0.010364432819187641,
      "loss_total": 0.010364432819187641,
      "step": 47000
    },
    {
      "loss_action": 0.00780585128813982,
      "loss_total": 0.00780585128813982,
      "step": 47000
    },
    {
      "loss_action": 0.008596472442150116,
      "loss_total": 0.008596472442150116,
      "step": 47000
    },
    {
      "loss_action": 0.0030375635251402855,
      "loss_total": 0.0030375635251402855,
      "step": 47000
    },
    {
      "loss_action": 0.01639731042087078,
      "loss_total": 0.01639731042087078,
      "step": 47000
    },
    {
      "loss_action": 0.0044736722484230995,
      "loss_total": 0.0044736722484230995,
      "step": 47000
    },
    {
      "loss_action": 0.00719374418258667,
      "loss_total": 0.00719374418258667,
      "step": 47000
    },
    {
      "loss_action": 0.006924542132765055,
      "loss_total": 0.006924542132765055,
      "step": 47000
    },
    {
      "grad_norm": 0.1846100091934204,
      "learning_rate": 5.902939055264838e-05,
      "loss": 0.0086,
      "step": 47010
    },
    {
      "loss_action": 0.002722550416365266,
      "loss_total": 0.002722550416365266,
      "step": 47010
    },
    {
      "loss_action": 0.006810355000197887,
      "loss_total": 0.006810355000197887,
      "step": 47010
    },
    {
      "loss_action": 0.010629351250827312,
      "loss_total": 0.010629351250827312,
      "step": 47010
    },
    {
      "loss_action": 0.010123427025973797,
      "loss_total": 0.010123427025973797,
      "step": 47010
    },
    {
      "loss_action": 0.008071668446063995,
      "loss_total": 0.008071668446063995,
      "step": 47010
    },
    {
      "loss_action": 0.0037905590143054724,
      "loss_total": 0.0037905590143054724,
      "step": 47010
    },
    {
      "loss_action": 0.005171651486307383,
      "loss_total": 0.005171651486307383,
      "step": 47010
    },
    {
      "loss_action": 0.0035678523126989603,
      "loss_total": 0.0035678523126989603,
      "step": 47010
    },
    {
      "grad_norm": 0.10772000998258591,
      "learning_rate": 5.901312721023935e-05,
      "loss": 0.0087,
      "step": 47020
    },
    {
      "loss_action": 0.006050575524568558,
      "loss_total": 0.006050575524568558,
      "step": 47020
    },
    {
      "loss_action": 0.005789636634290218,
      "loss_total": 0.005789636634290218,
      "step": 47020
    },
    {
      "loss_action": 0.025813870131969452,
      "loss_total": 0.025813870131969452,
      "step": 47020
    },
    {
      "loss_action": 0.004891874268651009,
      "loss_total": 0.004891874268651009,
      "step": 47020
    },
    {
      "loss_action": 0.0033909142948687077,
      "loss_total": 0.0033909142948687077,
      "step": 47020
    },
    {
      "loss_action": 0.005764552392065525,
      "loss_total": 0.005764552392065525,
      "step": 47020
    },
    {
      "loss_action": 0.00758456252515316,
      "loss_total": 0.00758456252515316,
      "step": 47020
    },
    {
      "loss_action": 0.013531194068491459,
      "loss_total": 0.013531194068491459,
      "step": 47020
    },
    {
      "grad_norm": 0.1283760815858841,
      "learning_rate": 5.8996862882168294e-05,
      "loss": 0.008,
      "step": 47030
    },
    {
      "loss_action": 0.005433536600321531,
      "loss_total": 0.005433536600321531,
      "step": 47030
    },
    {
      "loss_action": 0.007048285566270351,
      "loss_total": 0.007048285566270351,
      "step": 47030
    },
    {
      "loss_action": 0.005491781979799271,
      "loss_total": 0.005491781979799271,
      "step": 47030
    },
    {
      "loss_action": 0.011015113443136215,
      "loss_total": 0.011015113443136215,
      "step": 47030
    },
    {
      "loss_action": 0.006888511124998331,
      "loss_total": 0.006888511124998331,
      "step": 47030
    },
    {
      "loss_action": 0.007575634866952896,
      "loss_total": 0.007575634866952896,
      "step": 47030
    },
    {
      "loss_action": 0.005566815845668316,
      "loss_total": 0.005566815845668316,
      "step": 47030
    },
    {
      "loss_action": 0.004067381378263235,
      "loss_total": 0.004067381378263235,
      "step": 47030
    },
    {
      "grad_norm": 0.10496589541435242,
      "learning_rate": 5.8980597570213826e-05,
      "loss": 0.007,
      "step": 47040
    },
    {
      "loss_action": 0.006035529542714357,
      "loss_total": 0.006035529542714357,
      "step": 47040
    },
    {
      "loss_action": 0.005387596786022186,
      "loss_total": 0.005387596786022186,
      "step": 47040
    },
    {
      "loss_action": 0.011327378451824188,
      "loss_total": 0.011327378451824188,
      "step": 47040
    },
    {
      "loss_action": 0.006738748401403427,
      "loss_total": 0.006738748401403427,
      "step": 47040
    },
    {
      "loss_action": 0.011952275410294533,
      "loss_total": 0.011952275410294533,
      "step": 47040
    },
    {
      "loss_action": 0.008522424846887589,
      "loss_total": 0.008522424846887589,
      "step": 47040
    },
    {
      "loss_action": 0.0030852733179926872,
      "loss_total": 0.0030852733179926872,
      "step": 47040
    },
    {
      "loss_action": 0.00535517418757081,
      "loss_total": 0.00535517418757081,
      "step": 47040
    },
    {
      "grad_norm": 0.12018923461437225,
      "learning_rate": 5.896433127615471e-05,
      "loss": 0.0076,
      "step": 47050
    },
    {
      "loss_action": 0.003350741695612669,
      "loss_total": 0.003350741695612669,
      "step": 47050
    },
    {
      "loss_action": 0.006771510001271963,
      "loss_total": 0.006771510001271963,
      "step": 47050
    },
    {
      "loss_action": 0.006546382792294025,
      "loss_total": 0.006546382792294025,
      "step": 47050
    },
    {
      "loss_action": 0.01773575134575367,
      "loss_total": 0.01773575134575367,
      "step": 47050
    },
    {
      "loss_action": 0.006999351549893618,
      "loss_total": 0.006999351549893618,
      "step": 47050
    },
    {
      "loss_action": 0.008041398599743843,
      "loss_total": 0.008041398599743843,
      "step": 47050
    },
    {
      "loss_action": 0.0024416109081357718,
      "loss_total": 0.0024416109081357718,
      "step": 47050
    },
    {
      "loss_action": 0.0036852192133665085,
      "loss_total": 0.0036852192133665085,
      "step": 47050
    },
    {
      "grad_norm": 0.14870093762874603,
      "learning_rate": 5.894806400176981e-05,
      "loss": 0.008,
      "step": 47060
    },
    {
      "loss_action": 0.005213624332100153,
      "loss_total": 0.005213624332100153,
      "step": 47060
    },
    {
      "loss_action": 0.01793670654296875,
      "loss_total": 0.01793670654296875,
      "step": 47060
    },
    {
      "loss_action": 0.008716870099306107,
      "loss_total": 0.008716870099306107,
      "step": 47060
    },
    {
      "loss_action": 0.010017283260822296,
      "loss_total": 0.010017283260822296,
      "step": 47060
    },
    {
      "loss_action": 0.011580175720155239,
      "loss_total": 0.011580175720155239,
      "step": 47060
    },
    {
      "loss_action": 0.009292997419834137,
      "loss_total": 0.009292997419834137,
      "step": 47060
    },
    {
      "loss_action": 0.006183417979627848,
      "loss_total": 0.006183417979627848,
      "step": 47060
    },
    {
      "loss_action": 0.015895336866378784,
      "loss_total": 0.015895336866378784,
      "step": 47060
    },
    {
      "grad_norm": 0.10472072660923004,
      "learning_rate": 5.893179574883808e-05,
      "loss": 0.0077,
      "step": 47070
    },
    {
      "loss_action": 0.003369048470631242,
      "loss_total": 0.003369048470631242,
      "step": 47070
    },
    {
      "loss_action": 0.009032810106873512,
      "loss_total": 0.009032810106873512,
      "step": 47070
    },
    {
      "loss_action": 0.023608140647411346,
      "loss_total": 0.023608140647411346,
      "step": 47070
    },
    {
      "loss_action": 0.011113437823951244,
      "loss_total": 0.011113437823951244,
      "step": 47070
    },
    {
      "loss_action": 0.009445542469620705,
      "loss_total": 0.009445542469620705,
      "step": 47070
    },
    {
      "loss_action": 0.06516256928443909,
      "loss_total": 0.06516256928443909,
      "step": 47070
    },
    {
      "loss_action": 0.006216695532202721,
      "loss_total": 0.006216695532202721,
      "step": 47070
    },
    {
      "loss_action": 0.00783418957144022,
      "loss_total": 0.00783418957144022,
      "step": 47070
    },
    {
      "grad_norm": 0.20036417245864868,
      "learning_rate": 5.8915526519138585e-05,
      "loss": 0.0091,
      "step": 47080
    },
    {
      "loss_action": 0.006429923232644796,
      "loss_total": 0.006429923232644796,
      "step": 47080
    },
    {
      "loss_action": 0.018691884353756905,
      "loss_total": 0.018691884353756905,
      "step": 47080
    },
    {
      "loss_action": 0.008427729830145836,
      "loss_total": 0.008427729830145836,
      "step": 47080
    },
    {
      "loss_action": 0.005919199436903,
      "loss_total": 0.005919199436903,
      "step": 47080
    },
    {
      "loss_action": 0.006070483475923538,
      "loss_total": 0.006070483475923538,
      "step": 47080
    },
    {
      "loss_action": 0.004236408043652773,
      "loss_total": 0.004236408043652773,
      "step": 47080
    },
    {
      "loss_action": 0.0071274652145802975,
      "loss_total": 0.0071274652145802975,
      "step": 47080
    },
    {
      "loss_action": 0.004015649668872356,
      "loss_total": 0.004015649668872356,
      "step": 47080
    },
    {
      "grad_norm": 0.11186801642179489,
      "learning_rate": 5.889925631445053e-05,
      "loss": 0.0074,
      "step": 47090
    },
    {
      "loss_action": 0.004730930086225271,
      "loss_total": 0.004730930086225271,
      "step": 47090
    },
    {
      "loss_action": 0.00779228750616312,
      "loss_total": 0.00779228750616312,
      "step": 47090
    },
    {
      "loss_action": 0.014081709086894989,
      "loss_total": 0.014081709086894989,
      "step": 47090
    },
    {
      "loss_action": 0.006762022152543068,
      "loss_total": 0.006762022152543068,
      "step": 47090
    },
    {
      "loss_action": 0.006305721588432789,
      "loss_total": 0.006305721588432789,
      "step": 47090
    },
    {
      "loss_action": 0.014195677824318409,
      "loss_total": 0.014195677824318409,
      "step": 47090
    },
    {
      "loss_action": 0.004722790792584419,
      "loss_total": 0.004722790792584419,
      "step": 47090
    },
    {
      "loss_action": 0.0029644742608070374,
      "loss_total": 0.0029644742608070374,
      "step": 47090
    },
    {
      "grad_norm": 0.11687161028385162,
      "learning_rate": 5.888298513655318e-05,
      "loss": 0.0078,
      "step": 47100
    },
    {
      "loss_action": 0.009320734068751335,
      "loss_total": 0.009320734068751335,
      "step": 47100
    },
    {
      "loss_action": 0.0018770350143313408,
      "loss_total": 0.0018770350143313408,
      "step": 47100
    },
    {
      "loss_action": 0.010148730129003525,
      "loss_total": 0.010148730129003525,
      "step": 47100
    },
    {
      "loss_action": 0.003472039010375738,
      "loss_total": 0.003472039010375738,
      "step": 47100
    },
    {
      "loss_action": 0.003277277108281851,
      "loss_total": 0.003277277108281851,
      "step": 47100
    },
    {
      "loss_action": 0.013909274712204933,
      "loss_total": 0.013909274712204933,
      "step": 47100
    },
    {
      "loss_action": 0.012502791360020638,
      "loss_total": 0.012502791360020638,
      "step": 47100
    },
    {
      "loss_action": 0.014372876845300198,
      "loss_total": 0.014372876845300198,
      "step": 47100
    },
    {
      "grad_norm": 0.12179531157016754,
      "learning_rate": 5.886671298722592e-05,
      "loss": 0.0074,
      "step": 47110
    },
    {
      "loss_action": 0.006919688079506159,
      "loss_total": 0.006919688079506159,
      "step": 47110
    },
    {
      "loss_action": 0.003042785916477442,
      "loss_total": 0.003042785916477442,
      "step": 47110
    },
    {
      "loss_action": 0.016295313835144043,
      "loss_total": 0.016295313835144043,
      "step": 47110
    },
    {
      "loss_action": 0.004620236810296774,
      "loss_total": 0.004620236810296774,
      "step": 47110
    },
    {
      "loss_action": 0.005171261727809906,
      "loss_total": 0.005171261727809906,
      "step": 47110
    },
    {
      "loss_action": 0.008043739013373852,
      "loss_total": 0.008043739013373852,
      "step": 47110
    },
    {
      "loss_action": 0.004414367489516735,
      "loss_total": 0.004414367489516735,
      "step": 47110
    },
    {
      "loss_action": 0.012082583270967007,
      "loss_total": 0.012082583270967007,
      "step": 47110
    },
    {
      "grad_norm": 0.08273085206747055,
      "learning_rate": 5.885043986824828e-05,
      "loss": 0.009,
      "step": 47120
    },
    {
      "loss_action": 0.007020554505288601,
      "loss_total": 0.007020554505288601,
      "step": 47120
    },
    {
      "loss_action": 0.002769650425761938,
      "loss_total": 0.002769650425761938,
      "step": 47120
    },
    {
      "loss_action": 0.0031860051676630974,
      "loss_total": 0.0031860051676630974,
      "step": 47120
    },
    {
      "loss_action": 0.007899829186499119,
      "loss_total": 0.007899829186499119,
      "step": 47120
    },
    {
      "loss_action": 0.01103994157165289,
      "loss_total": 0.01103994157165289,
      "step": 47120
    },
    {
      "loss_action": 0.00730498880147934,
      "loss_total": 0.00730498880147934,
      "step": 47120
    },
    {
      "loss_action": 0.005515672266483307,
      "loss_total": 0.005515672266483307,
      "step": 47120
    },
    {
      "loss_action": 0.0052091460675001144,
      "loss_total": 0.0052091460675001144,
      "step": 47120
    },
    {
      "grad_norm": 0.12455703318119049,
      "learning_rate": 5.883416578139982e-05,
      "loss": 0.0073,
      "step": 47130
    },
    {
      "loss_action": 0.002396863652393222,
      "loss_total": 0.002396863652393222,
      "step": 47130
    },
    {
      "loss_action": 0.00523349130526185,
      "loss_total": 0.00523349130526185,
      "step": 47130
    },
    {
      "loss_action": 0.005162684712558985,
      "loss_total": 0.005162684712558985,
      "step": 47130
    },
    {
      "loss_action": 0.004088683053851128,
      "loss_total": 0.004088683053851128,
      "step": 47130
    },
    {
      "loss_action": 0.007051775231957436,
      "loss_total": 0.007051775231957436,
      "step": 47130
    },
    {
      "loss_action": 0.008761256001889706,
      "loss_total": 0.008761256001889706,
      "step": 47130
    },
    {
      "loss_action": 0.0034522227942943573,
      "loss_total": 0.0034522227942943573,
      "step": 47130
    },
    {
      "loss_action": 0.008401674218475819,
      "loss_total": 0.008401674218475819,
      "step": 47130
    },
    {
      "grad_norm": 0.08874455839395523,
      "learning_rate": 5.881789072846029e-05,
      "loss": 0.0081,
      "step": 47140
    },
    {
      "loss_action": 0.004494344815611839,
      "loss_total": 0.004494344815611839,
      "step": 47140
    },
    {
      "loss_action": 0.00767163559794426,
      "loss_total": 0.00767163559794426,
      "step": 47140
    },
    {
      "loss_action": 0.005898253060877323,
      "loss_total": 0.005898253060877323,
      "step": 47140
    },
    {
      "loss_action": 0.005644471384584904,
      "loss_total": 0.005644471384584904,
      "step": 47140
    },
    {
      "loss_action": 0.0037019646260887384,
      "loss_total": 0.0037019646260887384,
      "step": 47140
    },
    {
      "loss_action": 0.005527629517018795,
      "loss_total": 0.005527629517018795,
      "step": 47140
    },
    {
      "loss_action": 0.007997735403478146,
      "loss_total": 0.007997735403478146,
      "step": 47140
    },
    {
      "loss_action": 0.004370099864900112,
      "loss_total": 0.004370099864900112,
      "step": 47140
    },
    {
      "grad_norm": 0.11973410844802856,
      "learning_rate": 5.8801614711209474e-05,
      "loss": 0.0075,
      "step": 47150
    },
    {
      "loss_action": 0.01217153761535883,
      "loss_total": 0.01217153761535883,
      "step": 47150
    },
    {
      "loss_action": 0.008057216182351112,
      "loss_total": 0.008057216182351112,
      "step": 47150
    },
    {
      "loss_action": 0.0035337330773472786,
      "loss_total": 0.0035337330773472786,
      "step": 47150
    },
    {
      "loss_action": 0.0037062265910208225,
      "loss_total": 0.0037062265910208225,
      "step": 47150
    },
    {
      "loss_action": 0.009054471738636494,
      "loss_total": 0.009054471738636494,
      "step": 47150
    },
    {
      "loss_action": 0.005768603645265102,
      "loss_total": 0.005768603645265102,
      "step": 47150
    },
    {
      "loss_action": 0.005269290879368782,
      "loss_total": 0.005269290879368782,
      "step": 47150
    },
    {
      "loss_action": 0.007513376418501139,
      "loss_total": 0.007513376418501139,
      "step": 47150
    },
    {
      "grad_norm": 0.12388484925031662,
      "learning_rate": 5.878533773142732e-05,
      "loss": 0.0069,
      "step": 47160
    },
    {
      "loss_action": 0.008725970983505249,
      "loss_total": 0.008725970983505249,
      "step": 47160
    },
    {
      "loss_action": 0.01378680020570755,
      "loss_total": 0.01378680020570755,
      "step": 47160
    },
    {
      "loss_action": 0.0129177775233984,
      "loss_total": 0.0129177775233984,
      "step": 47160
    },
    {
      "loss_action": 0.009500570595264435,
      "loss_total": 0.009500570595264435,
      "step": 47160
    },
    {
      "loss_action": 0.0034820118453353643,
      "loss_total": 0.0034820118453353643,
      "step": 47160
    },
    {
      "loss_action": 0.021112637594342232,
      "loss_total": 0.021112637594342232,
      "step": 47160
    },
    {
      "loss_action": 0.003955144435167313,
      "loss_total": 0.003955144435167313,
      "step": 47160
    },
    {
      "loss_action": 0.00503714382648468,
      "loss_total": 0.00503714382648468,
      "step": 47160
    },
    {
      "grad_norm": 0.10852998495101929,
      "learning_rate": 5.8769059790893834e-05,
      "loss": 0.0088,
      "step": 47170
    },
    {
      "loss_action": 0.0029861200600862503,
      "loss_total": 0.0029861200600862503,
      "step": 47170
    },
    {
      "loss_action": 0.003721983637660742,
      "loss_total": 0.003721983637660742,
      "step": 47170
    },
    {
      "loss_action": 0.010473394766449928,
      "loss_total": 0.010473394766449928,
      "step": 47170
    },
    {
      "loss_action": 0.016687637194991112,
      "loss_total": 0.016687637194991112,
      "step": 47170
    },
    {
      "loss_action": 0.009433596394956112,
      "loss_total": 0.009433596394956112,
      "step": 47170
    },
    {
      "loss_action": 0.00646083801984787,
      "loss_total": 0.00646083801984787,
      "step": 47170
    },
    {
      "loss_action": 0.0068060364574193954,
      "loss_total": 0.0068060364574193954,
      "step": 47170
    },
    {
      "loss_action": 0.0022276989184319973,
      "loss_total": 0.0022276989184319973,
      "step": 47170
    },
    {
      "grad_norm": 0.10577322542667389,
      "learning_rate": 5.8752780891389145e-05,
      "loss": 0.009,
      "step": 47180
    },
    {
      "loss_action": 0.015303829684853554,
      "loss_total": 0.015303829684853554,
      "step": 47180
    },
    {
      "loss_action": 0.004865184426307678,
      "loss_total": 0.004865184426307678,
      "step": 47180
    },
    {
      "loss_action": 0.003055975306779146,
      "loss_total": 0.003055975306779146,
      "step": 47180
    },
    {
      "loss_action": 0.003228724468499422,
      "loss_total": 0.003228724468499422,
      "step": 47180
    },
    {
      "loss_action": 0.006011352874338627,
      "loss_total": 0.006011352874338627,
      "step": 47180
    },
    {
      "loss_action": 0.00700583029538393,
      "loss_total": 0.00700583029538393,
      "step": 47180
    },
    {
      "loss_action": 0.00523751974105835,
      "loss_total": 0.00523751974105835,
      "step": 47180
    },
    {
      "loss_action": 0.0028730956837534904,
      "loss_total": 0.0028730956837534904,
      "step": 47180
    },
    {
      "grad_norm": 0.10417811572551727,
      "learning_rate": 5.873650103469351e-05,
      "loss": 0.0069,
      "step": 47190
    },
    {
      "loss_action": 0.003096688073128462,
      "loss_total": 0.003096688073128462,
      "step": 47190
    },
    {
      "loss_action": 0.012189485132694244,
      "loss_total": 0.012189485132694244,
      "step": 47190
    },
    {
      "loss_action": 0.005417936481535435,
      "loss_total": 0.005417936481535435,
      "step": 47190
    },
    {
      "loss_action": 0.01083956565707922,
      "loss_total": 0.01083956565707922,
      "step": 47190
    },
    {
      "loss_action": 0.011709481477737427,
      "loss_total": 0.011709481477737427,
      "step": 47190
    },
    {
      "loss_action": 0.006040100008249283,
      "loss_total": 0.006040100008249283,
      "step": 47190
    },
    {
      "loss_action": 0.013513730838894844,
      "loss_total": 0.013513730838894844,
      "step": 47190
    },
    {
      "loss_action": 0.004418418742716312,
      "loss_total": 0.004418418742716312,
      "step": 47190
    },
    {
      "grad_norm": 0.12518422305583954,
      "learning_rate": 5.872022022258725e-05,
      "loss": 0.008,
      "step": 47200
    },
    {
      "loss_action": 0.0031657277140766382,
      "loss_total": 0.0031657277140766382,
      "step": 47200
    },
    {
      "loss_action": 0.010346740484237671,
      "loss_total": 0.010346740484237671,
      "step": 47200
    },
    {
      "loss_action": 0.0053432113490998745,
      "loss_total": 0.0053432113490998745,
      "step": 47200
    },
    {
      "loss_action": 0.008748117834329605,
      "loss_total": 0.008748117834329605,
      "step": 47200
    },
    {
      "loss_action": 0.007143055088818073,
      "loss_total": 0.007143055088818073,
      "step": 47200
    },
    {
      "loss_action": 0.009302860125899315,
      "loss_total": 0.009302860125899315,
      "step": 47200
    },
    {
      "loss_action": 0.009392149746418,
      "loss_total": 0.009392149746418,
      "step": 47200
    },
    {
      "loss_action": 0.02618582546710968,
      "loss_total": 0.02618582546710968,
      "step": 47200
    },
    {
      "grad_norm": 0.12056037038564682,
      "learning_rate": 5.8703938456850814e-05,
      "loss": 0.0104,
      "step": 47210
    },
    {
      "loss_action": 0.008470043540000916,
      "loss_total": 0.008470043540000916,
      "step": 47210
    },
    {
      "loss_action": 0.00767953135073185,
      "loss_total": 0.00767953135073185,
      "step": 47210
    },
    {
      "loss_action": 0.007932864129543304,
      "loss_total": 0.007932864129543304,
      "step": 47210
    },
    {
      "loss_action": 0.007966456934809685,
      "loss_total": 0.007966456934809685,
      "step": 47210
    },
    {
      "loss_action": 0.004865037277340889,
      "loss_total": 0.004865037277340889,
      "step": 47210
    },
    {
      "loss_action": 0.0037875098641961813,
      "loss_total": 0.0037875098641961813,
      "step": 47210
    },
    {
      "loss_action": 0.006531388033181429,
      "loss_total": 0.006531388033181429,
      "step": 47210
    },
    {
      "loss_action": 0.004570727236568928,
      "loss_total": 0.004570727236568928,
      "step": 47210
    },
    {
      "grad_norm": 0.09117013216018677,
      "learning_rate": 5.868765573926477e-05,
      "loss": 0.0082,
      "step": 47220
    },
    {
      "loss_action": 0.0035534286871552467,
      "loss_total": 0.0035534286871552467,
      "step": 47220
    },
    {
      "loss_action": 0.00507399532943964,
      "loss_total": 0.00507399532943964,
      "step": 47220
    },
    {
      "loss_action": 0.011582033708691597,
      "loss_total": 0.011582033708691597,
      "step": 47220
    },
    {
      "loss_action": 0.009210331365466118,
      "loss_total": 0.009210331365466118,
      "step": 47220
    },
    {
      "loss_action": 0.005972707644104958,
      "loss_total": 0.005972707644104958,
      "step": 47220
    },
    {
      "loss_action": 0.008445682935416698,
      "loss_total": 0.008445682935416698,
      "step": 47220
    },
    {
      "loss_action": 0.009759241715073586,
      "loss_total": 0.009759241715073586,
      "step": 47220
    },
    {
      "loss_action": 0.008297177031636238,
      "loss_total": 0.008297177031636238,
      "step": 47220
    },
    {
      "grad_norm": 0.11177718639373779,
      "learning_rate": 5.867137207160974e-05,
      "loss": 0.0089,
      "step": 47230
    },
    {
      "loss_action": 0.0036995140835642815,
      "loss_total": 0.0036995140835642815,
      "step": 47230
    },
    {
      "loss_action": 0.007673011161386967,
      "loss_total": 0.007673011161386967,
      "step": 47230
    },
    {
      "loss_action": 0.0028035950381308794,
      "loss_total": 0.0028035950381308794,
      "step": 47230
    },
    {
      "loss_action": 0.014158149249851704,
      "loss_total": 0.014158149249851704,
      "step": 47230
    },
    {
      "loss_action": 0.008536048233509064,
      "loss_total": 0.008536048233509064,
      "step": 47230
    },
    {
      "loss_action": 0.008977290242910385,
      "loss_total": 0.008977290242910385,
      "step": 47230
    },
    {
      "loss_action": 0.005740652792155743,
      "loss_total": 0.005740652792155743,
      "step": 47230
    },
    {
      "loss_action": 0.006893593817949295,
      "loss_total": 0.006893593817949295,
      "step": 47230
    },
    {
      "grad_norm": 0.11904746294021606,
      "learning_rate": 5.86550874556665e-05,
      "loss": 0.0083,
      "step": 47240
    },
    {
      "loss_action": 0.005758289713412523,
      "loss_total": 0.005758289713412523,
      "step": 47240
    },
    {
      "loss_action": 0.006281624548137188,
      "loss_total": 0.006281624548137188,
      "step": 47240
    },
    {
      "loss_action": 0.006546132266521454,
      "loss_total": 0.006546132266521454,
      "step": 47240
    },
    {
      "loss_action": 0.005309096537530422,
      "loss_total": 0.005309096537530422,
      "step": 47240
    },
    {
      "loss_action": 0.013026122003793716,
      "loss_total": 0.013026122003793716,
      "step": 47240
    },
    {
      "loss_action": 0.004047682974487543,
      "loss_total": 0.004047682974487543,
      "step": 47240
    },
    {
      "loss_action": 0.003255668096244335,
      "loss_total": 0.003255668096244335,
      "step": 47240
    },
    {
      "loss_action": 0.007300650700926781,
      "loss_total": 0.007300650700926781,
      "step": 47240
    },
    {
      "grad_norm": 0.09550273418426514,
      "learning_rate": 5.863880189321592e-05,
      "loss": 0.0081,
      "step": 47250
    },
    {
      "loss_action": 0.015214267186820507,
      "loss_total": 0.015214267186820507,
      "step": 47250
    },
    {
      "loss_action": 0.0076367659494280815,
      "loss_total": 0.0076367659494280815,
      "step": 47250
    },
    {
      "loss_action": 0.00928120594471693,
      "loss_total": 0.00928120594471693,
      "step": 47250
    },
    {
      "loss_action": 0.007036852650344372,
      "loss_total": 0.007036852650344372,
      "step": 47250
    },
    {
      "loss_action": 0.004826732445508242,
      "loss_total": 0.004826732445508242,
      "step": 47250
    },
    {
      "loss_action": 0.0037494441494345665,
      "loss_total": 0.0037494441494345665,
      "step": 47250
    },
    {
      "loss_action": 0.009821001440286636,
      "loss_total": 0.009821001440286636,
      "step": 47250
    },
    {
      "loss_action": 0.004632551688700914,
      "loss_total": 0.004632551688700914,
      "step": 47250
    },
    {
      "grad_norm": 0.10679235309362411,
      "learning_rate": 5.862251538603894e-05,
      "loss": 0.0066,
      "step": 47260
    },
    {
      "loss_action": 0.004482324235141277,
      "loss_total": 0.004482324235141277,
      "step": 47260
    },
    {
      "loss_action": 0.00267651304602623,
      "loss_total": 0.00267651304602623,
      "step": 47260
    },
    {
      "loss_action": 0.007852641865611076,
      "loss_total": 0.007852641865611076,
      "step": 47260
    },
    {
      "loss_action": 0.005907332990318537,
      "loss_total": 0.005907332990318537,
      "step": 47260
    },
    {
      "loss_action": 0.005681795533746481,
      "loss_total": 0.005681795533746481,
      "step": 47260
    },
    {
      "loss_action": 0.00788559764623642,
      "loss_total": 0.00788559764623642,
      "step": 47260
    },
    {
      "loss_action": 0.015857061371207237,
      "loss_total": 0.015857061371207237,
      "step": 47260
    },
    {
      "loss_action": 0.008686881512403488,
      "loss_total": 0.008686881512403488,
      "step": 47260
    },
    {
      "grad_norm": 0.12866948544979095,
      "learning_rate": 5.8606227935916656e-05,
      "loss": 0.0084,
      "step": 47270
    },
    {
      "loss_action": 0.008429575711488724,
      "loss_total": 0.008429575711488724,
      "step": 47270
    },
    {
      "loss_action": 0.009688974358141422,
      "loss_total": 0.009688974358141422,
      "step": 47270
    },
    {
      "loss_action": 0.005568116437643766,
      "loss_total": 0.005568116437643766,
      "step": 47270
    },
    {
      "loss_action": 0.00792212225496769,
      "loss_total": 0.00792212225496769,
      "step": 47270
    },
    {
      "loss_action": 0.02292255498468876,
      "loss_total": 0.02292255498468876,
      "step": 47270
    },
    {
      "loss_action": 0.0029724230989813805,
      "loss_total": 0.0029724230989813805,
      "step": 47270
    },
    {
      "loss_action": 0.009062588214874268,
      "loss_total": 0.009062588214874268,
      "step": 47270
    },
    {
      "loss_action": 0.0033467356115579605,
      "loss_total": 0.0033467356115579605,
      "step": 47270
    },
    {
      "grad_norm": 0.13237638771533966,
      "learning_rate": 5.858993954463021e-05,
      "loss": 0.008,
      "step": 47280
    },
    {
      "loss_action": 0.008946657180786133,
      "loss_total": 0.008946657180786133,
      "step": 47280
    },
    {
      "loss_action": 0.0019027527887374163,
      "loss_total": 0.0019027527887374163,
      "step": 47280
    },
    {
      "loss_action": 0.004031593445688486,
      "loss_total": 0.004031593445688486,
      "step": 47280
    },
    {
      "loss_action": 0.022511497139930725,
      "loss_total": 0.022511497139930725,
      "step": 47280
    },
    {
      "loss_action": 0.015499506145715714,
      "loss_total": 0.015499506145715714,
      "step": 47280
    },
    {
      "loss_action": 0.003930097445845604,
      "loss_total": 0.003930097445845604,
      "step": 47280
    },
    {
      "loss_action": 0.004371935036033392,
      "loss_total": 0.004371935036033392,
      "step": 47280
    },
    {
      "loss_action": 0.011705375276505947,
      "loss_total": 0.011705375276505947,
      "step": 47280
    },
    {
      "grad_norm": 0.15580473840236664,
      "learning_rate": 5.8573650213960896e-05,
      "loss": 0.0087,
      "step": 47290
    },
    {
      "loss_action": 0.006853990722447634,
      "loss_total": 0.006853990722447634,
      "step": 47290
    },
    {
      "loss_action": 0.007093822583556175,
      "loss_total": 0.007093822583556175,
      "step": 47290
    },
    {
      "loss_action": 0.006167096085846424,
      "loss_total": 0.006167096085846424,
      "step": 47290
    },
    {
      "loss_action": 0.013339678756892681,
      "loss_total": 0.013339678756892681,
      "step": 47290
    },
    {
      "loss_action": 0.007539947517216206,
      "loss_total": 0.007539947517216206,
      "step": 47290
    },
    {
      "loss_action": 0.014221678487956524,
      "loss_total": 0.014221678487956524,
      "step": 47290
    },
    {
      "loss_action": 0.007131262682378292,
      "loss_total": 0.007131262682378292,
      "step": 47290
    },
    {
      "loss_action": 0.006919970735907555,
      "loss_total": 0.006919970735907555,
      "step": 47290
    },
    {
      "grad_norm": 0.09312361478805542,
      "learning_rate": 5.8557359945690084e-05,
      "loss": 0.0071,
      "step": 47300
    },
    {
      "loss_action": 0.008334440179169178,
      "loss_total": 0.008334440179169178,
      "step": 47300
    },
    {
      "loss_action": 0.00312221422791481,
      "loss_total": 0.00312221422791481,
      "step": 47300
    },
    {
      "loss_action": 0.004584084264934063,
      "loss_total": 0.004584084264934063,
      "step": 47300
    },
    {
      "loss_action": 0.004884087014943361,
      "loss_total": 0.004884087014943361,
      "step": 47300
    },
    {
      "loss_action": 0.005046173930168152,
      "loss_total": 0.005046173930168152,
      "step": 47300
    },
    {
      "loss_action": 0.008956954814493656,
      "loss_total": 0.008956954814493656,
      "step": 47300
    },
    {
      "loss_action": 0.00851051788777113,
      "loss_total": 0.00851051788777113,
      "step": 47300
    },
    {
      "loss_action": 0.0032068127766251564,
      "loss_total": 0.0032068127766251564,
      "step": 47300
    },
    {
      "grad_norm": 0.09128334373235703,
      "learning_rate": 5.8541068741599246e-05,
      "loss": 0.0071,
      "step": 47310
    },
    {
      "loss_action": 0.0061579300090670586,
      "loss_total": 0.0061579300090670586,
      "step": 47310
    },
    {
      "loss_action": 0.008586982265114784,
      "loss_total": 0.008586982265114784,
      "step": 47310
    },
    {
      "loss_action": 0.0023484432604163885,
      "loss_total": 0.0023484432604163885,
      "step": 47310
    },
    {
      "loss_action": 0.017627371475100517,
      "loss_total": 0.017627371475100517,
      "step": 47310
    },
    {
      "loss_action": 0.011385300196707249,
      "loss_total": 0.011385300196707249,
      "step": 47310
    },
    {
      "loss_action": 0.004215542692691088,
      "loss_total": 0.004215542692691088,
      "step": 47310
    },
    {
      "loss_action": 0.005018320865929127,
      "loss_total": 0.005018320865929127,
      "step": 47310
    },
    {
      "loss_action": 0.007281149737536907,
      "loss_total": 0.007281149737536907,
      "step": 47310
    },
    {
      "grad_norm": 0.09058177471160889,
      "learning_rate": 5.8524776603469985e-05,
      "loss": 0.0079,
      "step": 47320
    },
    {
      "loss_action": 0.007920609787106514,
      "loss_total": 0.007920609787106514,
      "step": 47320
    },
    {
      "loss_action": 0.004549724981188774,
      "loss_total": 0.004549724981188774,
      "step": 47320
    },
    {
      "loss_action": 0.00601978087797761,
      "loss_total": 0.00601978087797761,
      "step": 47320
    },
    {
      "loss_action": 0.00454320851713419,
      "loss_total": 0.00454320851713419,
      "step": 47320
    },
    {
      "loss_action": 0.0069740586914122105,
      "loss_total": 0.0069740586914122105,
      "step": 47320
    },
    {
      "loss_action": 0.0026080377865582705,
      "loss_total": 0.0026080377865582705,
      "step": 47320
    },
    {
      "loss_action": 0.0025263805873692036,
      "loss_total": 0.0025263805873692036,
      "step": 47320
    },
    {
      "loss_action": 0.016316942870616913,
      "loss_total": 0.016316942870616913,
      "step": 47320
    },
    {
      "grad_norm": 0.15840047597885132,
      "learning_rate": 5.850848353308397e-05,
      "loss": 0.0083,
      "step": 47330
    },
    {
      "loss_action": 0.011881621554493904,
      "loss_total": 0.011881621554493904,
      "step": 47330
    },
    {
      "loss_action": 0.0053868405520915985,
      "loss_total": 0.0053868405520915985,
      "step": 47330
    },
    {
      "loss_action": 0.010527029633522034,
      "loss_total": 0.010527029633522034,
      "step": 47330
    },
    {
      "loss_action": 0.013920538127422333,
      "loss_total": 0.013920538127422333,
      "step": 47330
    },
    {
      "loss_action": 0.004651949740946293,
      "loss_total": 0.004651949740946293,
      "step": 47330
    },
    {
      "loss_action": 0.011122111231088638,
      "loss_total": 0.011122111231088638,
      "step": 47330
    },
    {
      "loss_action": 0.0035168826580047607,
      "loss_total": 0.0035168826580047607,
      "step": 47330
    },
    {
      "loss_action": 0.00421270914375782,
      "loss_total": 0.00421270914375782,
      "step": 47330
    },
    {
      "grad_norm": 0.08700293302536011,
      "learning_rate": 5.849218953222297e-05,
      "loss": 0.0072,
      "step": 47340
    },
    {
      "loss_action": 0.01046605035662651,
      "loss_total": 0.01046605035662651,
      "step": 47340
    },
    {
      "loss_action": 0.0037791456561535597,
      "loss_total": 0.0037791456561535597,
      "step": 47340
    },
    {
      "loss_action": 0.0029856113251298666,
      "loss_total": 0.0029856113251298666,
      "step": 47340
    },
    {
      "loss_action": 0.006589260417968035,
      "loss_total": 0.006589260417968035,
      "step": 47340
    },
    {
      "loss_action": 0.0028879111632704735,
      "loss_total": 0.0028879111632704735,
      "step": 47340
    },
    {
      "loss_action": 0.002095100935548544,
      "loss_total": 0.002095100935548544,
      "step": 47340
    },
    {
      "loss_action": 0.00243682274594903,
      "loss_total": 0.00243682274594903,
      "step": 47340
    },
    {
      "loss_action": 0.006630966439843178,
      "loss_total": 0.006630966439843178,
      "step": 47340
    },
    {
      "grad_norm": 0.13214260339736938,
      "learning_rate": 5.847589460266891e-05,
      "loss": 0.0072,
      "step": 47350
    },
    {
      "loss_action": 0.022218696773052216,
      "loss_total": 0.022218696773052216,
      "step": 47350
    },
    {
      "loss_action": 0.005338282790035009,
      "loss_total": 0.005338282790035009,
      "step": 47350
    },
    {
      "loss_action": 0.007603447884321213,
      "loss_total": 0.007603447884321213,
      "step": 47350
    },
    {
      "loss_action": 0.010473198257386684,
      "loss_total": 0.010473198257386684,
      "step": 47350
    },
    {
      "loss_action": 0.004938785918056965,
      "loss_total": 0.004938785918056965,
      "step": 47350
    },
    {
      "loss_action": 0.0037697162479162216,
      "loss_total": 0.0037697162479162216,
      "step": 47350
    },
    {
      "loss_action": 0.01396012119948864,
      "loss_total": 0.01396012119948864,
      "step": 47350
    },
    {
      "loss_action": 0.006870383396744728,
      "loss_total": 0.006870383396744728,
      "step": 47350
    },
    {
      "grad_norm": 0.14670729637145996,
      "learning_rate": 5.845959874620375e-05,
      "loss": 0.0075,
      "step": 47360
    },
    {
      "loss_action": 0.005692069884389639,
      "loss_total": 0.005692069884389639,
      "step": 47360
    },
    {
      "loss_action": 0.003656306304037571,
      "loss_total": 0.003656306304037571,
      "step": 47360
    },
    {
      "loss_action": 0.009618537500500679,
      "loss_total": 0.009618537500500679,
      "step": 47360
    },
    {
      "loss_action": 0.017649853602051735,
      "loss_total": 0.017649853602051735,
      "step": 47360
    },
    {
      "loss_action": 0.007444435264915228,
      "loss_total": 0.007444435264915228,
      "step": 47360
    },
    {
      "loss_action": 0.033319227397441864,
      "loss_total": 0.033319227397441864,
      "step": 47360
    },
    {
      "loss_action": 0.006396773736923933,
      "loss_total": 0.006396773736923933,
      "step": 47360
    },
    {
      "loss_action": 0.011883863247931004,
      "loss_total": 0.011883863247931004,
      "step": 47360
    },
    {
      "grad_norm": 0.12968234717845917,
      "learning_rate": 5.84433019646096e-05,
      "loss": 0.0083,
      "step": 47370
    },
    {
      "loss_action": 0.011381903663277626,
      "loss_total": 0.011381903663277626,
      "step": 47370
    },
    {
      "loss_action": 0.0025774447713047266,
      "loss_total": 0.0025774447713047266,
      "step": 47370
    },
    {
      "loss_action": 0.054528236389160156,
      "loss_total": 0.054528236389160156,
      "step": 47370
    },
    {
      "loss_action": 0.003910632338374853,
      "loss_total": 0.003910632338374853,
      "step": 47370
    },
    {
      "loss_action": 0.020733555778861046,
      "loss_total": 0.020733555778861046,
      "step": 47370
    },
    {
      "loss_action": 0.005194546654820442,
      "loss_total": 0.005194546654820442,
      "step": 47370
    },
    {
      "loss_action": 0.007432636804878712,
      "loss_total": 0.007432636804878712,
      "step": 47370
    },
    {
      "loss_action": 0.0137522853910923,
      "loss_total": 0.0137522853910923,
      "step": 47370
    },
    {
      "grad_norm": 0.13054020702838898,
      "learning_rate": 5.842700425966863e-05,
      "loss": 0.0083,
      "step": 47380
    },
    {
      "loss_action": 0.0110846646130085,
      "loss_total": 0.0110846646130085,
      "step": 47380
    },
    {
      "loss_action": 0.012311004102230072,
      "loss_total": 0.012311004102230072,
      "step": 47380
    },
    {
      "loss_action": 0.0022732731886208057,
      "loss_total": 0.0022732731886208057,
      "step": 47380
    },
    {
      "loss_action": 0.011439941823482513,
      "loss_total": 0.011439941823482513,
      "step": 47380
    },
    {
      "loss_action": 0.009108373895287514,
      "loss_total": 0.009108373895287514,
      "step": 47380
    },
    {
      "loss_action": 0.007190844044089317,
      "loss_total": 0.007190844044089317,
      "step": 47380
    },
    {
      "loss_action": 0.014212166890501976,
      "loss_total": 0.014212166890501976,
      "step": 47380
    },
    {
      "loss_action": 0.0038266193587332964,
      "loss_total": 0.0038266193587332964,
      "step": 47380
    },
    {
      "grad_norm": 0.13749846816062927,
      "learning_rate": 5.841070563316315e-05,
      "loss": 0.0086,
      "step": 47390
    },
    {
      "loss_action": 0.007269632536917925,
      "loss_total": 0.007269632536917925,
      "step": 47390
    },
    {
      "loss_action": 0.007465651258826256,
      "loss_total": 0.007465651258826256,
      "step": 47390
    },
    {
      "loss_action": 0.014557475224137306,
      "loss_total": 0.014557475224137306,
      "step": 47390
    },
    {
      "loss_action": 0.004748575389385223,
      "loss_total": 0.004748575389385223,
      "step": 47390
    },
    {
      "loss_action": 0.006003883201628923,
      "loss_total": 0.006003883201628923,
      "step": 47390
    },
    {
      "loss_action": 0.007863475009799004,
      "loss_total": 0.007863475009799004,
      "step": 47390
    },
    {
      "loss_action": 0.01638961210846901,
      "loss_total": 0.01638961210846901,
      "step": 47390
    },
    {
      "loss_action": 0.0051953960210084915,
      "loss_total": 0.0051953960210084915,
      "step": 47390
    },
    {
      "grad_norm": 0.10059693455696106,
      "learning_rate": 5.839440608687554e-05,
      "loss": 0.0077,
      "step": 47400
    },
    {
      "loss_action": 0.005544387269765139,
      "loss_total": 0.005544387269765139,
      "step": 47400
    },
    {
      "loss_action": 0.0047243740409612656,
      "loss_total": 0.0047243740409612656,
      "step": 47400
    },
    {
      "loss_action": 0.0076155043207108974,
      "loss_total": 0.0076155043207108974,
      "step": 47400
    },
    {
      "loss_action": 0.00597787369042635,
      "loss_total": 0.00597787369042635,
      "step": 47400
    },
    {
      "loss_action": 0.005524682812392712,
      "loss_total": 0.005524682812392712,
      "step": 47400
    },
    {
      "loss_action": 0.0017230629455298185,
      "loss_total": 0.0017230629455298185,
      "step": 47400
    },
    {
      "loss_action": 0.005288680084049702,
      "loss_total": 0.005288680084049702,
      "step": 47400
    },
    {
      "loss_action": 0.015647297725081444,
      "loss_total": 0.015647297725081444,
      "step": 47400
    },
    {
      "grad_norm": 0.10394405573606491,
      "learning_rate": 5.837810562258831e-05,
      "loss": 0.0077,
      "step": 47410
    },
    {
      "loss_action": 0.007332839071750641,
      "loss_total": 0.007332839071750641,
      "step": 47410
    },
    {
      "loss_action": 0.006190572399646044,
      "loss_total": 0.006190572399646044,
      "step": 47410
    },
    {
      "loss_action": 0.0081316027790308,
      "loss_total": 0.0081316027790308,
      "step": 47410
    },
    {
      "loss_action": 0.004168699495494366,
      "loss_total": 0.004168699495494366,
      "step": 47410
    },
    {
      "loss_action": 0.0165281780064106,
      "loss_total": 0.0165281780064106,
      "step": 47410
    },
    {
      "loss_action": 0.014296114444732666,
      "loss_total": 0.014296114444732666,
      "step": 47410
    },
    {
      "loss_action": 0.005785704590380192,
      "loss_total": 0.005785704590380192,
      "step": 47410
    },
    {
      "loss_action": 0.013055523857474327,
      "loss_total": 0.013055523857474327,
      "step": 47410
    },
    {
      "grad_norm": 0.20706020295619965,
      "learning_rate": 5.836180424208405e-05,
      "loss": 0.0068,
      "step": 47420
    },
    {
      "loss_action": 0.007523747161030769,
      "loss_total": 0.007523747161030769,
      "step": 47420
    },
    {
      "loss_action": 0.007907379418611526,
      "loss_total": 0.007907379418611526,
      "step": 47420
    },
    {
      "loss_action": 0.007914026267826557,
      "loss_total": 0.007914026267826557,
      "step": 47420
    },
    {
      "loss_action": 0.004277218598872423,
      "loss_total": 0.004277218598872423,
      "step": 47420
    },
    {
      "loss_action": 0.025420498102903366,
      "loss_total": 0.025420498102903366,
      "step": 47420
    },
    {
      "loss_action": 0.004317437764257193,
      "loss_total": 0.004317437764257193,
      "step": 47420
    },
    {
      "loss_action": 0.008326362818479538,
      "loss_total": 0.008326362818479538,
      "step": 47420
    },
    {
      "loss_action": 0.008954070508480072,
      "loss_total": 0.008954070508480072,
      "step": 47420
    },
    {
      "grad_norm": 0.11104822158813477,
      "learning_rate": 5.834550194714543e-05,
      "loss": 0.01,
      "step": 47430
    },
    {
      "loss_action": 0.0066693187691271305,
      "loss_total": 0.0066693187691271305,
      "step": 47430
    },
    {
      "loss_action": 0.020664429292082787,
      "loss_total": 0.020664429292082787,
      "step": 47430
    },
    {
      "loss_action": 0.003086477518081665,
      "loss_total": 0.003086477518081665,
      "step": 47430
    },
    {
      "loss_action": 0.0031303472351282835,
      "loss_total": 0.0031303472351282835,
      "step": 47430
    },
    {
      "loss_action": 0.010822523385286331,
      "loss_total": 0.010822523385286331,
      "step": 47430
    },
    {
      "loss_action": 0.004828016739338636,
      "loss_total": 0.004828016739338636,
      "step": 47430
    },
    {
      "loss_action": 0.009795025922358036,
      "loss_total": 0.009795025922358036,
      "step": 47430
    },
    {
      "loss_action": 0.007919552735984325,
      "loss_total": 0.007919552735984325,
      "step": 47430
    },
    {
      "grad_norm": 0.09073179960250854,
      "learning_rate": 5.832919873955528e-05,
      "loss": 0.0084,
      "step": 47440
    },
    {
      "loss_action": 0.007575535215437412,
      "loss_total": 0.007575535215437412,
      "step": 47440
    },
    {
      "loss_action": 0.010126885026693344,
      "loss_total": 0.010126885026693344,
      "step": 47440
    },
    {
      "loss_action": 0.0021868967451155186,
      "loss_total": 0.0021868967451155186,
      "step": 47440
    },
    {
      "loss_action": 0.004544719122350216,
      "loss_total": 0.004544719122350216,
      "step": 47440
    },
    {
      "loss_action": 0.0035658469423651695,
      "loss_total": 0.0035658469423651695,
      "step": 47440
    },
    {
      "loss_action": 0.007133823819458485,
      "loss_total": 0.007133823819458485,
      "step": 47440
    },
    {
      "loss_action": 0.0044050030410289764,
      "loss_total": 0.0044050030410289764,
      "step": 47440
    },
    {
      "loss_action": 0.0036787320859730244,
      "loss_total": 0.0036787320859730244,
      "step": 47440
    },
    {
      "grad_norm": 0.06272165477275848,
      "learning_rate": 5.831289462109648e-05,
      "loss": 0.0064,
      "step": 47450
    },
    {
      "loss_action": 0.008639323525130749,
      "loss_total": 0.008639323525130749,
      "step": 47450
    },
    {
      "loss_action": 0.004236284643411636,
      "loss_total": 0.004236284643411636,
      "step": 47450
    },
    {
      "loss_action": 0.0033949431963264942,
      "loss_total": 0.0033949431963264942,
      "step": 47450
    },
    {
      "loss_action": 0.005999324843287468,
      "loss_total": 0.005999324843287468,
      "step": 47450
    },
    {
      "loss_action": 0.003674059174954891,
      "loss_total": 0.003674059174954891,
      "step": 47450
    },
    {
      "loss_action": 0.0028682989068329334,
      "loss_total": 0.0028682989068329334,
      "step": 47450
    },
    {
      "loss_action": 0.004375501535832882,
      "loss_total": 0.004375501535832882,
      "step": 47450
    },
    {
      "loss_action": 0.007346394471824169,
      "loss_total": 0.007346394471824169,
      "step": 47450
    },
    {
      "grad_norm": 0.11316777765750885,
      "learning_rate": 5.829658959355202e-05,
      "loss": 0.007,
      "step": 47460
    },
    {
      "loss_action": 0.005527918692678213,
      "loss_total": 0.005527918692678213,
      "step": 47460
    },
    {
      "loss_action": 0.01040501520037651,
      "loss_total": 0.01040501520037651,
      "step": 47460
    },
    {
      "loss_action": 0.008512463420629501,
      "loss_total": 0.008512463420629501,
      "step": 47460
    },
    {
      "loss_action": 0.011463608592748642,
      "loss_total": 0.011463608592748642,
      "step": 47460
    },
    {
      "loss_action": 0.0026281666941940784,
      "loss_total": 0.0026281666941940784,
      "step": 47460
    },
    {
      "loss_action": 0.008439859375357628,
      "loss_total": 0.008439859375357628,
      "step": 47460
    },
    {
      "loss_action": 0.003408779390156269,
      "loss_total": 0.003408779390156269,
      "step": 47460
    },
    {
      "loss_action": 0.008359735831618309,
      "loss_total": 0.008359735831618309,
      "step": 47460
    },
    {
      "grad_norm": 0.14316391944885254,
      "learning_rate": 5.8280283658704995e-05,
      "loss": 0.0081,
      "step": 47470
    },
    {
      "loss_action": 0.01453767903149128,
      "loss_total": 0.01453767903149128,
      "step": 47470
    },
    {
      "loss_action": 0.005323188845068216,
      "loss_total": 0.005323188845068216,
      "step": 47470
    },
    {
      "loss_action": 0.0025365815963596106,
      "loss_total": 0.0025365815963596106,
      "step": 47470
    },
    {
      "loss_action": 0.005967956036329269,
      "loss_total": 0.005967956036329269,
      "step": 47470
    },
    {
      "loss_action": 0.009274177253246307,
      "loss_total": 0.009274177253246307,
      "step": 47470
    },
    {
      "loss_action": 0.0076310602016747,
      "loss_total": 0.0076310602016747,
      "step": 47470
    },
    {
      "loss_action": 0.01065116561949253,
      "loss_total": 0.01065116561949253,
      "step": 47470
    },
    {
      "loss_action": 0.012379989959299564,
      "loss_total": 0.012379989959299564,
      "step": 47470
    },
    {
      "grad_norm": 0.13250046968460083,
      "learning_rate": 5.826397681833859e-05,
      "loss": 0.009,
      "step": 47480
    },
    {
      "loss_action": 0.007989251986145973,
      "loss_total": 0.007989251986145973,
      "step": 47480
    },
    {
      "loss_action": 0.0034794057719409466,
      "loss_total": 0.0034794057719409466,
      "step": 47480
    },
    {
      "loss_action": 0.005937658250331879,
      "loss_total": 0.005937658250331879,
      "step": 47480
    },
    {
      "loss_action": 0.0028224762063473463,
      "loss_total": 0.0028224762063473463,
      "step": 47480
    },
    {
      "loss_action": 0.006892985664308071,
      "loss_total": 0.006892985664308071,
      "step": 47480
    },
    {
      "loss_action": 0.006938558537513018,
      "loss_total": 0.006938558537513018,
      "step": 47480
    },
    {
      "loss_action": 0.0032435921020805836,
      "loss_total": 0.0032435921020805836,
      "step": 47480
    },
    {
      "loss_action": 0.011552928015589714,
      "loss_total": 0.011552928015589714,
      "step": 47480
    },
    {
      "grad_norm": 0.08427900820970535,
      "learning_rate": 5.824766907423612e-05,
      "loss": 0.0102,
      "step": 47490
    },
    {
      "loss_action": 0.007664684671908617,
      "loss_total": 0.007664684671908617,
      "step": 47490
    },
    {
      "loss_action": 0.011849324218928814,
      "loss_total": 0.011849324218928814,
      "step": 47490
    },
    {
      "loss_action": 0.004817349370568991,
      "loss_total": 0.004817349370568991,
      "step": 47490
    },
    {
      "loss_action": 0.007916214875876904,
      "loss_total": 0.007916214875876904,
      "step": 47490
    },
    {
      "loss_action": 0.011554859578609467,
      "loss_total": 0.011554859578609467,
      "step": 47490
    },
    {
      "loss_action": 0.022199509665369987,
      "loss_total": 0.022199509665369987,
      "step": 47490
    },
    {
      "loss_action": 0.007517912890762091,
      "loss_total": 0.007517912890762091,
      "step": 47490
    },
    {
      "loss_action": 0.010828599333763123,
      "loss_total": 0.010828599333763123,
      "step": 47490
    },
    {
      "grad_norm": 0.18701517581939697,
      "learning_rate": 5.8231360428180945e-05,
      "loss": 0.0076,
      "step": 47500
    },
    {
      "loss_action": 0.011744961142539978,
      "loss_total": 0.011744961142539978,
      "step": 47500
    },
    {
      "loss_action": 0.011842223815619946,
      "loss_total": 0.011842223815619946,
      "step": 47500
    },
    {
      "loss_action": 0.0072136083617806435,
      "loss_total": 0.0072136083617806435,
      "step": 47500
    },
    {
      "loss_action": 0.009742887690663338,
      "loss_total": 0.009742887690663338,
      "step": 47500
    },
    {
      "loss_action": 0.023214656859636307,
      "loss_total": 0.023214656859636307,
      "step": 47500
    },
    {
      "loss_action": 0.005622816272079945,
      "loss_total": 0.005622816272079945,
      "step": 47500
    },
    {
      "loss_action": 0.01147404033690691,
      "loss_total": 0.01147404033690691,
      "step": 47500
    },
    {
      "loss_action": 0.007605691906064749,
      "loss_total": 0.007605691906064749,
      "step": 47500
    },
    {
      "grad_norm": 0.11254104971885681,
      "learning_rate": 5.821505088195658e-05,
      "loss": 0.0087,
      "step": 47510
    },
    {
      "loss_action": 0.007156428415328264,
      "loss_total": 0.007156428415328264,
      "step": 47510
    },
    {
      "loss_action": 0.0049217925406992435,
      "loss_total": 0.0049217925406992435,
      "step": 47510
    },
    {
      "loss_action": 0.004642043728381395,
      "loss_total": 0.004642043728381395,
      "step": 47510
    },
    {
      "loss_action": 0.004740343429148197,
      "loss_total": 0.004740343429148197,
      "step": 47510
    },
    {
      "loss_action": 0.00425473228096962,
      "loss_total": 0.00425473228096962,
      "step": 47510
    },
    {
      "loss_action": 0.005759772844612598,
      "loss_total": 0.005759772844612598,
      "step": 47510
    },
    {
      "loss_action": 0.0059466371312737465,
      "loss_total": 0.0059466371312737465,
      "step": 47510
    },
    {
      "loss_action": 0.022773031145334244,
      "loss_total": 0.022773031145334244,
      "step": 47510
    },
    {
      "grad_norm": 0.07586593925952911,
      "learning_rate": 5.819874043734661e-05,
      "loss": 0.0079,
      "step": 47520
    },
    {
      "loss_action": 0.0054092975333333015,
      "loss_total": 0.0054092975333333015,
      "step": 47520
    },
    {
      "loss_action": 0.005926862359046936,
      "loss_total": 0.005926862359046936,
      "step": 47520
    },
    {
      "loss_action": 0.008168477565050125,
      "loss_total": 0.008168477565050125,
      "step": 47520
    },
    {
      "loss_action": 0.0033474923111498356,
      "loss_total": 0.0033474923111498356,
      "step": 47520
    },
    {
      "loss_action": 0.0033971560187637806,
      "loss_total": 0.0033971560187637806,
      "step": 47520
    },
    {
      "loss_action": 0.005109265446662903,
      "loss_total": 0.005109265446662903,
      "step": 47520
    },
    {
      "loss_action": 0.007467310875654221,
      "loss_total": 0.007467310875654221,
      "step": 47520
    },
    {
      "loss_action": 0.006016847677528858,
      "loss_total": 0.006016847677528858,
      "step": 47520
    },
    {
      "grad_norm": 0.11254555732011795,
      "learning_rate": 5.8182429096134695e-05,
      "loss": 0.0072,
      "step": 47530
    },
    {
      "loss_action": 0.003231190610677004,
      "loss_total": 0.003231190610677004,
      "step": 47530
    },
    {
      "loss_action": 0.0032658721320331097,
      "loss_total": 0.0032658721320331097,
      "step": 47530
    },
    {
      "loss_action": 0.003609683597460389,
      "loss_total": 0.003609683597460389,
      "step": 47530
    },
    {
      "loss_action": 0.009757930412888527,
      "loss_total": 0.009757930412888527,
      "step": 47530
    },
    {
      "loss_action": 0.006907232105731964,
      "loss_total": 0.006907232105731964,
      "step": 47530
    },
    {
      "loss_action": 0.01635490171611309,
      "loss_total": 0.01635490171611309,
      "step": 47530
    },
    {
      "loss_action": 0.005435888189822435,
      "loss_total": 0.005435888189822435,
      "step": 47530
    },
    {
      "loss_action": 0.00732278311625123,
      "loss_total": 0.00732278311625123,
      "step": 47530
    },
    {
      "grad_norm": 0.12253575772047043,
      "learning_rate": 5.816611686010465e-05,
      "loss": 0.008,
      "step": 47540
    },
    {
      "loss_action": 0.0024526433553546667,
      "loss_total": 0.0024526433553546667,
      "step": 47540
    },
    {
      "loss_action": 0.009740805253386497,
      "loss_total": 0.009740805253386497,
      "step": 47540
    },
    {
      "loss_action": 0.0017946143634617329,
      "loss_total": 0.0017946143634617329,
      "step": 47540
    },
    {
      "loss_action": 0.006848504766821861,
      "loss_total": 0.006848504766821861,
      "step": 47540
    },
    {
      "loss_action": 0.012069763615727425,
      "loss_total": 0.012069763615727425,
      "step": 47540
    },
    {
      "loss_action": 0.0027938007842749357,
      "loss_total": 0.0027938007842749357,
      "step": 47540
    },
    {
      "loss_action": 0.00874178484082222,
      "loss_total": 0.00874178484082222,
      "step": 47540
    },
    {
      "loss_action": 0.005860654171556234,
      "loss_total": 0.005860654171556234,
      "step": 47540
    },
    {
      "grad_norm": 0.08767853677272797,
      "learning_rate": 5.814980373104033e-05,
      "loss": 0.0088,
      "step": 47550
    },
    {
      "loss_action": 0.02702871710062027,
      "loss_total": 0.02702871710062027,
      "step": 47550
    },
    {
      "loss_action": 0.004604195710271597,
      "loss_total": 0.004604195710271597,
      "step": 47550
    },
    {
      "loss_action": 0.0058036502450704575,
      "loss_total": 0.0058036502450704575,
      "step": 47550
    },
    {
      "loss_action": 0.010816384106874466,
      "loss_total": 0.010816384106874466,
      "step": 47550
    },
    {
      "loss_action": 0.003616694826632738,
      "loss_total": 0.003616694826632738,
      "step": 47550
    },
    {
      "loss_action": 0.0077156065963208675,
      "loss_total": 0.0077156065963208675,
      "step": 47550
    },
    {
      "loss_action": 0.0040221912786364555,
      "loss_total": 0.0040221912786364555,
      "step": 47550
    },
    {
      "loss_action": 0.011957777664065361,
      "loss_total": 0.011957777664065361,
      "step": 47550
    },
    {
      "grad_norm": 0.08341796696186066,
      "learning_rate": 5.813348971072572e-05,
      "loss": 0.0073,
      "step": 47560
    },
    {
      "loss_action": 0.006278226152062416,
      "loss_total": 0.006278226152062416,
      "step": 47560
    },
    {
      "loss_action": 0.003672991646453738,
      "loss_total": 0.003672991646453738,
      "step": 47560
    },
    {
      "loss_action": 0.00384836969897151,
      "loss_total": 0.00384836969897151,
      "step": 47560
    },
    {
      "loss_action": 0.003037000074982643,
      "loss_total": 0.003037000074982643,
      "step": 47560
    },
    {
      "loss_action": 0.008887261152267456,
      "loss_total": 0.008887261152267456,
      "step": 47560
    },
    {
      "loss_action": 0.008029739372432232,
      "loss_total": 0.008029739372432232,
      "step": 47560
    },
    {
      "loss_action": 0.005613998509943485,
      "loss_total": 0.005613998509943485,
      "step": 47560
    },
    {
      "loss_action": 0.002435693982988596,
      "loss_total": 0.002435693982988596,
      "step": 47560
    },
    {
      "grad_norm": 0.09035144001245499,
      "learning_rate": 5.811717480094492e-05,
      "loss": 0.0063,
      "step": 47570
    },
    {
      "loss_action": 0.004523719660937786,
      "loss_total": 0.004523719660937786,
      "step": 47570
    },
    {
      "loss_action": 0.006502821110188961,
      "loss_total": 0.006502821110188961,
      "step": 47570
    },
    {
      "loss_action": 0.003148605115711689,
      "loss_total": 0.003148605115711689,
      "step": 47570
    },
    {
      "loss_action": 0.012879148125648499,
      "loss_total": 0.012879148125648499,
      "step": 47570
    },
    {
      "loss_action": 0.002753793727606535,
      "loss_total": 0.002753793727606535,
      "step": 47570
    },
    {
      "loss_action": 0.003920961171388626,
      "loss_total": 0.003920961171388626,
      "step": 47570
    },
    {
      "loss_action": 0.003557818243280053,
      "loss_total": 0.003557818243280053,
      "step": 47570
    },
    {
      "loss_action": 0.010274393483996391,
      "loss_total": 0.010274393483996391,
      "step": 47570
    },
    {
      "grad_norm": 0.08440330624580383,
      "learning_rate": 5.810085900348209e-05,
      "loss": 0.0083,
      "step": 47580
    },
    {
      "loss_action": 0.010327806696295738,
      "loss_total": 0.010327806696295738,
      "step": 47580
    },
    {
      "loss_action": 0.0064329905435442924,
      "loss_total": 0.0064329905435442924,
      "step": 47580
    },
    {
      "loss_action": 0.011115936562418938,
      "loss_total": 0.011115936562418938,
      "step": 47580
    },
    {
      "loss_action": 0.007669107057154179,
      "loss_total": 0.007669107057154179,
      "step": 47580
    },
    {
      "loss_action": 0.008949087001383305,
      "loss_total": 0.008949087001383305,
      "step": 47580
    },
    {
      "loss_action": 0.008258097805082798,
      "loss_total": 0.008258097805082798,
      "step": 47580
    },
    {
      "loss_action": 0.004337030462920666,
      "loss_total": 0.004337030462920666,
      "step": 47580
    },
    {
      "loss_action": 0.00803548377007246,
      "loss_total": 0.00803548377007246,
      "step": 47580
    },
    {
      "grad_norm": 0.11172889918088913,
      "learning_rate": 5.8084542320121483e-05,
      "loss": 0.0081,
      "step": 47590
    },
    {
      "loss_action": 0.0053712171502411366,
      "loss_total": 0.0053712171502411366,
      "step": 47590
    },
    {
      "loss_action": 0.005560535937547684,
      "loss_total": 0.005560535937547684,
      "step": 47590
    },
    {
      "loss_action": 0.016760703176259995,
      "loss_total": 0.016760703176259995,
      "step": 47590
    },
    {
      "loss_action": 0.013843687251210213,
      "loss_total": 0.013843687251210213,
      "step": 47590
    },
    {
      "loss_action": 0.007934359833598137,
      "loss_total": 0.007934359833598137,
      "step": 47590
    },
    {
      "loss_action": 0.004040208179503679,
      "loss_total": 0.004040208179503679,
      "step": 47590
    },
    {
      "loss_action": 0.007925385609269142,
      "loss_total": 0.007925385609269142,
      "step": 47590
    },
    {
      "loss_action": 0.015873342752456665,
      "loss_total": 0.015873342752456665,
      "step": 47590
    },
    {
      "grad_norm": 0.12652581930160522,
      "learning_rate": 5.8068224752647497e-05,
      "loss": 0.0079,
      "step": 47600
    },
    {
      "loss_action": 0.006509764585644007,
      "loss_total": 0.006509764585644007,
      "step": 47600
    },
    {
      "loss_action": 0.006910734344273806,
      "loss_total": 0.006910734344273806,
      "step": 47600
    },
    {
      "loss_action": 0.00556897884234786,
      "loss_total": 0.00556897884234786,
      "step": 47600
    },
    {
      "loss_action": 0.007157186511904001,
      "loss_total": 0.007157186511904001,
      "step": 47600
    },
    {
      "loss_action": 0.005342176649719477,
      "loss_total": 0.005342176649719477,
      "step": 47600
    },
    {
      "loss_action": 0.010357670485973358,
      "loss_total": 0.010357670485973358,
      "step": 47600
    },
    {
      "loss_action": 0.0037769461050629616,
      "loss_total": 0.0037769461050629616,
      "step": 47600
    },
    {
      "loss_action": 0.006417928263545036,
      "loss_total": 0.006417928263545036,
      "step": 47600
    },
    {
      "grad_norm": 0.10218093544244766,
      "learning_rate": 5.805190630284457e-05,
      "loss": 0.0081,
      "step": 47610
    },
    {
      "loss_action": 0.009779902175068855,
      "loss_total": 0.009779902175068855,
      "step": 47610
    },
    {
      "loss_action": 0.017169471830129623,
      "loss_total": 0.017169471830129623,
      "step": 47610
    },
    {
      "loss_action": 0.03855704516172409,
      "loss_total": 0.03855704516172409,
      "step": 47610
    },
    {
      "loss_action": 0.007125626318156719,
      "loss_total": 0.007125626318156719,
      "step": 47610
    },
    {
      "loss_action": 0.0068052662536501884,
      "loss_total": 0.0068052662536501884,
      "step": 47610
    },
    {
      "loss_action": 0.016027653589844704,
      "loss_total": 0.016027653589844704,
      "step": 47610
    },
    {
      "loss_action": 0.010498342104256153,
      "loss_total": 0.010498342104256153,
      "step": 47610
    },
    {
      "loss_action": 0.014787117019295692,
      "loss_total": 0.014787117019295692,
      "step": 47610
    },
    {
      "grad_norm": 0.10103613883256912,
      "learning_rate": 5.803558697249729e-05,
      "loss": 0.0084,
      "step": 47620
    },
    {
      "loss_action": 0.007074538618326187,
      "loss_total": 0.007074538618326187,
      "step": 47620
    },
    {
      "loss_action": 0.0038857203908264637,
      "loss_total": 0.0038857203908264637,
      "step": 47620
    },
    {
      "loss_action": 0.009628144092857838,
      "loss_total": 0.009628144092857838,
      "step": 47620
    },
    {
      "loss_action": 0.004305875860154629,
      "loss_total": 0.004305875860154629,
      "step": 47620
    },
    {
      "loss_action": 0.005033239722251892,
      "loss_total": 0.005033239722251892,
      "step": 47620
    },
    {
      "loss_action": 0.002240493893623352,
      "loss_total": 0.002240493893623352,
      "step": 47620
    },
    {
      "loss_action": 0.014888889156281948,
      "loss_total": 0.014888889156281948,
      "step": 47620
    },
    {
      "loss_action": 0.005828182678669691,
      "loss_total": 0.005828182678669691,
      "step": 47620
    },
    {
      "grad_norm": 0.10467410832643509,
      "learning_rate": 5.8019266763390276e-05,
      "loss": 0.0081,
      "step": 47630
    },
    {
      "loss_action": 0.015309157781302929,
      "loss_total": 0.015309157781302929,
      "step": 47630
    },
    {
      "loss_action": 0.0063637010753154755,
      "loss_total": 0.0063637010753154755,
      "step": 47630
    },
    {
      "loss_action": 0.010903878137469292,
      "loss_total": 0.010903878137469292,
      "step": 47630
    },
    {
      "loss_action": 0.005885262042284012,
      "loss_total": 0.005885262042284012,
      "step": 47630
    },
    {
      "loss_action": 0.0062764426693320274,
      "loss_total": 0.0062764426693320274,
      "step": 47630
    },
    {
      "loss_action": 0.019471215084195137,
      "loss_total": 0.019471215084195137,
      "step": 47630
    },
    {
      "loss_action": 0.009809834882616997,
      "loss_total": 0.009809834882616997,
      "step": 47630
    },
    {
      "loss_action": 0.009568851441144943,
      "loss_total": 0.009568851441144943,
      "step": 47630
    },
    {
      "grad_norm": 0.14989694952964783,
      "learning_rate": 5.800294567730833e-05,
      "loss": 0.0071,
      "step": 47640
    },
    {
      "loss_action": 0.0178682841360569,
      "loss_total": 0.0178682841360569,
      "step": 47640
    },
    {
      "loss_action": 0.008708694949746132,
      "loss_total": 0.008708694949746132,
      "step": 47640
    },
    {
      "loss_action": 0.012301700189709663,
      "loss_total": 0.012301700189709663,
      "step": 47640
    },
    {
      "loss_action": 0.004753724671900272,
      "loss_total": 0.004753724671900272,
      "step": 47640
    },
    {
      "loss_action": 0.006641598884016275,
      "loss_total": 0.006641598884016275,
      "step": 47640
    },
    {
      "loss_action": 0.012915879487991333,
      "loss_total": 0.012915879487991333,
      "step": 47640
    },
    {
      "loss_action": 0.02711024507880211,
      "loss_total": 0.02711024507880211,
      "step": 47640
    },
    {
      "loss_action": 0.002545013325288892,
      "loss_total": 0.002545013325288892,
      "step": 47640
    },
    {
      "grad_norm": 0.07739018648862839,
      "learning_rate": 5.798662371603628e-05,
      "loss": 0.0074,
      "step": 47650
    },
    {
      "loss_action": 0.0036811628378927708,
      "loss_total": 0.0036811628378927708,
      "step": 47650
    },
    {
      "loss_action": 0.010535663925111294,
      "loss_total": 0.010535663925111294,
      "step": 47650
    },
    {
      "loss_action": 0.003361916169524193,
      "loss_total": 0.003361916169524193,
      "step": 47650
    },
    {
      "loss_action": 0.005029128864407539,
      "loss_total": 0.005029128864407539,
      "step": 47650
    },
    {
      "loss_action": 0.006235477514564991,
      "loss_total": 0.006235477514564991,
      "step": 47650
    },
    {
      "loss_action": 0.00954462494701147,
      "loss_total": 0.00954462494701147,
      "step": 47650
    },
    {
      "loss_action": 0.0036034740041941404,
      "loss_total": 0.0036034740041941404,
      "step": 47650
    },
    {
      "loss_action": 0.013751443475484848,
      "loss_total": 0.013751443475484848,
      "step": 47650
    },
    {
      "grad_norm": 0.11373002082109451,
      "learning_rate": 5.797030088135904e-05,
      "loss": 0.0085,
      "step": 47660
    },
    {
      "loss_action": 0.006079063285142183,
      "loss_total": 0.006079063285142183,
      "step": 47660
    },
    {
      "loss_action": 0.005441201850771904,
      "loss_total": 0.005441201850771904,
      "step": 47660
    },
    {
      "loss_action": 0.004322894848883152,
      "loss_total": 0.004322894848883152,
      "step": 47660
    },
    {
      "loss_action": 0.0032557756640017033,
      "loss_total": 0.0032557756640017033,
      "step": 47660
    },
    {
      "loss_action": 0.005167111288756132,
      "loss_total": 0.005167111288756132,
      "step": 47660
    },
    {
      "loss_action": 0.008620576933026314,
      "loss_total": 0.008620576933026314,
      "step": 47660
    },
    {
      "loss_action": 0.002564628142863512,
      "loss_total": 0.002564628142863512,
      "step": 47660
    },
    {
      "loss_action": 0.00748213566839695,
      "loss_total": 0.00748213566839695,
      "step": 47660
    },
    {
      "grad_norm": 0.1918177604675293,
      "learning_rate": 5.7953977175061705e-05,
      "loss": 0.008,
      "step": 47670
    },
    {
      "loss_action": 0.004708237946033478,
      "loss_total": 0.004708237946033478,
      "step": 47670
    },
    {
      "loss_action": 0.0038983512204140425,
      "loss_total": 0.0038983512204140425,
      "step": 47670
    },
    {
      "loss_action": 0.0038198649417608976,
      "loss_total": 0.0038198649417608976,
      "step": 47670
    },
    {
      "loss_action": 0.009048467501997948,
      "loss_total": 0.009048467501997948,
      "step": 47670
    },
    {
      "loss_action": 0.008097421377897263,
      "loss_total": 0.008097421377897263,
      "step": 47670
    },
    {
      "loss_action": 0.0039463769644498825,
      "loss_total": 0.0039463769644498825,
      "step": 47670
    },
    {
      "loss_action": 0.003818039782345295,
      "loss_total": 0.003818039782345295,
      "step": 47670
    },
    {
      "loss_action": 0.004573545418679714,
      "loss_total": 0.004573545418679714,
      "step": 47670
    },
    {
      "grad_norm": 0.07634676992893219,
      "learning_rate": 5.793765259892938e-05,
      "loss": 0.0076,
      "step": 47680
    },
    {
      "loss_action": 0.004016004502773285,
      "loss_total": 0.004016004502773285,
      "step": 47680
    },
    {
      "loss_action": 0.00971031654626131,
      "loss_total": 0.00971031654626131,
      "step": 47680
    },
    {
      "loss_action": 0.021053709089756012,
      "loss_total": 0.021053709089756012,
      "step": 47680
    },
    {
      "loss_action": 0.020986203104257584,
      "loss_total": 0.020986203104257584,
      "step": 47680
    },
    {
      "loss_action": 0.0044752079993486404,
      "loss_total": 0.0044752079993486404,
      "step": 47680
    },
    {
      "loss_action": 0.004147428087890148,
      "loss_total": 0.004147428087890148,
      "step": 47680
    },
    {
      "loss_action": 0.0037563929799944162,
      "loss_total": 0.0037563929799944162,
      "step": 47680
    },
    {
      "loss_action": 0.011898579075932503,
      "loss_total": 0.011898579075932503,
      "step": 47680
    },
    {
      "grad_norm": 0.10042241960763931,
      "learning_rate": 5.792132715474729e-05,
      "loss": 0.0078,
      "step": 47690
    },
    {
      "loss_action": 0.005707751028239727,
      "loss_total": 0.005707751028239727,
      "step": 47690
    },
    {
      "loss_action": 0.006589814089238644,
      "loss_total": 0.006589814089238644,
      "step": 47690
    },
    {
      "loss_action": 0.008414867334067822,
      "loss_total": 0.008414867334067822,
      "step": 47690
    },
    {
      "loss_action": 0.003977271728217602,
      "loss_total": 0.003977271728217602,
      "step": 47690
    },
    {
      "loss_action": 0.005087289493530989,
      "loss_total": 0.005087289493530989,
      "step": 47690
    },
    {
      "loss_action": 0.006903322413563728,
      "loss_total": 0.006903322413563728,
      "step": 47690
    },
    {
      "loss_action": 0.0042632692493498325,
      "loss_total": 0.0042632692493498325,
      "step": 47690
    },
    {
      "loss_action": 0.006115006282925606,
      "loss_total": 0.006115006282925606,
      "step": 47690
    },
    {
      "grad_norm": 0.09844434261322021,
      "learning_rate": 5.790500084430078e-05,
      "loss": 0.0072,
      "step": 47700
    },
    {
      "loss_action": 0.009016040712594986,
      "loss_total": 0.009016040712594986,
      "step": 47700
    },
    {
      "loss_action": 0.0054705385118722916,
      "loss_total": 0.0054705385118722916,
      "step": 47700
    },
    {
      "loss_action": 0.0074201710522174835,
      "loss_total": 0.0074201710522174835,
      "step": 47700
    },
    {
      "loss_action": 0.003697519190609455,
      "loss_total": 0.003697519190609455,
      "step": 47700
    },
    {
      "loss_action": 0.004549690987914801,
      "loss_total": 0.004549690987914801,
      "step": 47700
    },
    {
      "loss_action": 0.004449774976819754,
      "loss_total": 0.004449774976819754,
      "step": 47700
    },
    {
      "loss_action": 0.010962607339024544,
      "loss_total": 0.010962607339024544,
      "step": 47700
    },
    {
      "loss_action": 0.0073806969448924065,
      "loss_total": 0.0073806969448924065,
      "step": 47700
    },
    {
      "grad_norm": 0.12721015512943268,
      "learning_rate": 5.7888673669375274e-05,
      "loss": 0.007,
      "step": 47710
    },
    {
      "loss_action": 0.014664094895124435,
      "loss_total": 0.014664094895124435,
      "step": 47710
    },
    {
      "loss_action": 0.004611250478774309,
      "loss_total": 0.004611250478774309,
      "step": 47710
    },
    {
      "loss_action": 0.005325279198586941,
      "loss_total": 0.005325279198586941,
      "step": 47710
    },
    {
      "loss_action": 0.012623227201402187,
      "loss_total": 0.012623227201402187,
      "step": 47710
    },
    {
      "loss_action": 0.007493102457374334,
      "loss_total": 0.007493102457374334,
      "step": 47710
    },
    {
      "loss_action": 0.005043070763349533,
      "loss_total": 0.005043070763349533,
      "step": 47710
    },
    {
      "loss_action": 0.004729446955025196,
      "loss_total": 0.004729446955025196,
      "step": 47710
    },
    {
      "loss_action": 0.008332628756761551,
      "loss_total": 0.008332628756761551,
      "step": 47710
    },
    {
      "grad_norm": 0.11222502589225769,
      "learning_rate": 5.787234563175625e-05,
      "loss": 0.0077,
      "step": 47720
    },
    {
      "loss_action": 0.009849376045167446,
      "loss_total": 0.009849376045167446,
      "step": 47720
    },
    {
      "loss_action": 0.02500341460108757,
      "loss_total": 0.02500341460108757,
      "step": 47720
    },
    {
      "loss_action": 0.007750523742288351,
      "loss_total": 0.007750523742288351,
      "step": 47720
    },
    {
      "loss_action": 0.006590322591364384,
      "loss_total": 0.006590322591364384,
      "step": 47720
    },
    {
      "loss_action": 0.014005335047841072,
      "loss_total": 0.014005335047841072,
      "step": 47720
    },
    {
      "loss_action": 0.006290716584771872,
      "loss_total": 0.006290716584771872,
      "step": 47720
    },
    {
      "loss_action": 0.0038362147752195597,
      "loss_total": 0.0038362147752195597,
      "step": 47720
    },
    {
      "loss_action": 0.0056168739683926105,
      "loss_total": 0.0056168739683926105,
      "step": 47720
    },
    {
      "grad_norm": 0.10661908984184265,
      "learning_rate": 5.7856016733229355e-05,
      "loss": 0.0083,
      "step": 47730
    },
    {
      "loss_action": 0.008262092247605324,
      "loss_total": 0.008262092247605324,
      "step": 47730
    },
    {
      "loss_action": 0.00890662707388401,
      "loss_total": 0.00890662707388401,
      "step": 47730
    },
    {
      "loss_action": 0.006103678606450558,
      "loss_total": 0.006103678606450558,
      "step": 47730
    },
    {
      "loss_action": 0.004998741205781698,
      "loss_total": 0.004998741205781698,
      "step": 47730
    },
    {
      "loss_action": 0.0024784314446151257,
      "loss_total": 0.0024784314446151257,
      "step": 47730
    },
    {
      "loss_action": 0.015374386683106422,
      "loss_total": 0.015374386683106422,
      "step": 47730
    },
    {
      "loss_action": 0.012190643697977066,
      "loss_total": 0.012190643697977066,
      "step": 47730
    },
    {
      "loss_action": 0.007401314098387957,
      "loss_total": 0.007401314098387957,
      "step": 47730
    },
    {
      "grad_norm": 0.20151211321353912,
      "learning_rate": 5.7839686975580297e-05,
      "loss": 0.0074,
      "step": 47740
    },
    {
      "loss_action": 0.01572931371629238,
      "loss_total": 0.01572931371629238,
      "step": 47740
    },
    {
      "loss_action": 0.005901223048567772,
      "loss_total": 0.005901223048567772,
      "step": 47740
    },
    {
      "loss_action": 0.008457228541374207,
      "loss_total": 0.008457228541374207,
      "step": 47740
    },
    {
      "loss_action": 0.004065791144967079,
      "loss_total": 0.004065791144967079,
      "step": 47740
    },
    {
      "loss_action": 0.01208951324224472,
      "loss_total": 0.01208951324224472,
      "step": 47740
    },
    {
      "loss_action": 0.003942190203815699,
      "loss_total": 0.003942190203815699,
      "step": 47740
    },
    {
      "loss_action": 0.008403582498431206,
      "loss_total": 0.008403582498431206,
      "step": 47740
    },
    {
      "loss_action": 0.013453342020511627,
      "loss_total": 0.013453342020511627,
      "step": 47740
    },
    {
      "grad_norm": 0.1643657237291336,
      "learning_rate": 5.782335636059484e-05,
      "loss": 0.0069,
      "step": 47750
    },
    {
      "loss_action": 0.01595662347972393,
      "loss_total": 0.01595662347972393,
      "step": 47750
    },
    {
      "loss_action": 0.008461765944957733,
      "loss_total": 0.008461765944957733,
      "step": 47750
    },
    {
      "loss_action": 0.01002566795796156,
      "loss_total": 0.01002566795796156,
      "step": 47750
    },
    {
      "loss_action": 0.0052932873368263245,
      "loss_total": 0.0052932873368263245,
      "step": 47750
    },
    {
      "loss_action": 0.004290559329092503,
      "loss_total": 0.004290559329092503,
      "step": 47750
    },
    {
      "loss_action": 0.008146756328642368,
      "loss_total": 0.008146756328642368,
      "step": 47750
    },
    {
      "loss_action": 0.0359288789331913,
      "loss_total": 0.0359288789331913,
      "step": 47750
    },
    {
      "loss_action": 0.014713505282998085,
      "loss_total": 0.014713505282998085,
      "step": 47750
    },
    {
      "grad_norm": 0.11707678437232971,
      "learning_rate": 5.780702489005889e-05,
      "loss": 0.008,
      "step": 47760
    },
    {
      "loss_action": 0.0108753377571702,
      "loss_total": 0.0108753377571702,
      "step": 47760
    },
    {
      "loss_action": 0.005138907115906477,
      "loss_total": 0.005138907115906477,
      "step": 47760
    },
    {
      "loss_action": 0.005476078018546104,
      "loss_total": 0.005476078018546104,
      "step": 47760
    },
    {
      "loss_action": 0.011508321389555931,
      "loss_total": 0.011508321389555931,
      "step": 47760
    },
    {
      "loss_action": 0.0033199826721102,
      "loss_total": 0.0033199826721102,
      "step": 47760
    },
    {
      "loss_action": 0.008291251957416534,
      "loss_total": 0.008291251957416534,
      "step": 47760
    },
    {
      "loss_action": 0.004859884735196829,
      "loss_total": 0.004859884735196829,
      "step": 47760
    },
    {
      "loss_action": 0.005118462257087231,
      "loss_total": 0.005118462257087231,
      "step": 47760
    },
    {
      "grad_norm": 0.12473441660404205,
      "learning_rate": 5.779069256575845e-05,
      "loss": 0.0088,
      "step": 47770
    },
    {
      "loss_action": 0.009268896654248238,
      "loss_total": 0.009268896654248238,
      "step": 47770
    },
    {
      "loss_action": 0.0025431588292121887,
      "loss_total": 0.0025431588292121887,
      "step": 47770
    },
    {
      "loss_action": 0.007082109339535236,
      "loss_total": 0.007082109339535236,
      "step": 47770
    },
    {
      "loss_action": 0.0065821073949337006,
      "loss_total": 0.0065821073949337006,
      "step": 47770
    },
    {
      "loss_action": 0.012481086887419224,
      "loss_total": 0.012481086887419224,
      "step": 47770
    },
    {
      "loss_action": 0.01868317276239395,
      "loss_total": 0.01868317276239395,
      "step": 47770
    },
    {
      "loss_action": 0.006122924387454987,
      "loss_total": 0.006122924387454987,
      "step": 47770
    },
    {
      "loss_action": 0.011999044567346573,
      "loss_total": 0.011999044567346573,
      "step": 47770
    },
    {
      "grad_norm": 0.11323036253452301,
      "learning_rate": 5.7774359389479574e-05,
      "loss": 0.0085,
      "step": 47780
    },
    {
      "loss_action": 0.00302855740301311,
      "loss_total": 0.00302855740301311,
      "step": 47780
    },
    {
      "loss_action": 0.0045469412580132484,
      "loss_total": 0.0045469412580132484,
      "step": 47780
    },
    {
      "loss_action": 0.010543190874159336,
      "loss_total": 0.010543190874159336,
      "step": 47780
    },
    {
      "loss_action": 0.00913320854306221,
      "loss_total": 0.00913320854306221,
      "step": 47780
    },
    {
      "loss_action": 0.007627451792359352,
      "loss_total": 0.007627451792359352,
      "step": 47780
    },
    {
      "loss_action": 0.003991780336946249,
      "loss_total": 0.003991780336946249,
      "step": 47780
    },
    {
      "loss_action": 0.011028345674276352,
      "loss_total": 0.011028345674276352,
      "step": 47780
    },
    {
      "loss_action": 0.004396914970129728,
      "loss_total": 0.004396914970129728,
      "step": 47780
    },
    {
      "grad_norm": 0.41386324167251587,
      "learning_rate": 5.775802536300845e-05,
      "loss": 0.0074,
      "step": 47790
    },
    {
      "loss_action": 0.004082220606505871,
      "loss_total": 0.004082220606505871,
      "step": 47790
    },
    {
      "loss_action": 0.011166496202349663,
      "loss_total": 0.011166496202349663,
      "step": 47790
    },
    {
      "loss_action": 0.002331316005438566,
      "loss_total": 0.002331316005438566,
      "step": 47790
    },
    {
      "loss_action": 0.012821788899600506,
      "loss_total": 0.012821788899600506,
      "step": 47790
    },
    {
      "loss_action": 0.010462337173521519,
      "loss_total": 0.010462337173521519,
      "step": 47790
    },
    {
      "loss_action": 0.004701651632785797,
      "loss_total": 0.004701651632785797,
      "step": 47790
    },
    {
      "loss_action": 0.012172386050224304,
      "loss_total": 0.012172386050224304,
      "step": 47790
    },
    {
      "loss_action": 0.009184548631310463,
      "loss_total": 0.009184548631310463,
      "step": 47790
    },
    {
      "grad_norm": 0.13469748198986053,
      "learning_rate": 5.774169048813134e-05,
      "loss": 0.0078,
      "step": 47800
    },
    {
      "loss_action": 0.027280814945697784,
      "loss_total": 0.027280814945697784,
      "step": 47800
    },
    {
      "loss_action": 0.003374315332621336,
      "loss_total": 0.003374315332621336,
      "step": 47800
    },
    {
      "loss_action": 0.00541637372225523,
      "loss_total": 0.00541637372225523,
      "step": 47800
    },
    {
      "loss_action": 0.004762938246130943,
      "loss_total": 0.004762938246130943,
      "step": 47800
    },
    {
      "loss_action": 0.0019722869619727135,
      "loss_total": 0.0019722869619727135,
      "step": 47800
    },
    {
      "loss_action": 0.003460552077740431,
      "loss_total": 0.003460552077740431,
      "step": 47800
    },
    {
      "loss_action": 0.01150596421211958,
      "loss_total": 0.01150596421211958,
      "step": 47800
    },
    {
      "loss_action": 0.00662223668769002,
      "loss_total": 0.00662223668769002,
      "step": 47800
    },
    {
      "grad_norm": 0.12285705655813217,
      "learning_rate": 5.77253547666346e-05,
      "loss": 0.008,
      "step": 47810
    },
    {
      "loss_action": 0.006892580538988113,
      "loss_total": 0.006892580538988113,
      "step": 47810
    },
    {
      "loss_action": 0.009840497747063637,
      "loss_total": 0.009840497747063637,
      "step": 47810
    },
    {
      "loss_action": 0.017973240464925766,
      "loss_total": 0.017973240464925766,
      "step": 47810
    },
    {
      "loss_action": 0.01507045142352581,
      "loss_total": 0.01507045142352581,
      "step": 47810
    },
    {
      "loss_action": 0.054052259773015976,
      "loss_total": 0.054052259773015976,
      "step": 47810
    },
    {
      "loss_action": 0.0060157934203743935,
      "loss_total": 0.0060157934203743935,
      "step": 47810
    },
    {
      "loss_action": 0.004209269769489765,
      "loss_total": 0.004209269769489765,
      "step": 47810
    },
    {
      "loss_action": 0.004350687842816114,
      "loss_total": 0.004350687842816114,
      "step": 47810
    },
    {
      "grad_norm": 0.10259715467691422,
      "learning_rate": 5.770901820030465e-05,
      "loss": 0.0083,
      "step": 47820
    },
    {
      "loss_action": 0.0022177547216415405,
      "loss_total": 0.0022177547216415405,
      "step": 47820
    },
    {
      "loss_action": 0.01582663506269455,
      "loss_total": 0.01582663506269455,
      "step": 47820
    },
    {
      "loss_action": 0.002896760357543826,
      "loss_total": 0.002896760357543826,
      "step": 47820
    },
    {
      "loss_action": 0.0059730615466833115,
      "loss_total": 0.0059730615466833115,
      "step": 47820
    },
    {
      "loss_action": 0.0081025380641222,
      "loss_total": 0.0081025380641222,
      "step": 47820
    },
    {
      "loss_action": 0.008148820139467716,
      "loss_total": 0.008148820139467716,
      "step": 47820
    },
    {
      "loss_action": 0.011282263323664665,
      "loss_total": 0.011282263323664665,
      "step": 47820
    },
    {
      "loss_action": 0.002414749003946781,
      "loss_total": 0.002414749003946781,
      "step": 47820
    },
    {
      "grad_norm": 0.08616381883621216,
      "learning_rate": 5.769268079092809e-05,
      "loss": 0.0067,
      "step": 47830
    },
    {
      "loss_action": 0.009891737252473831,
      "loss_total": 0.009891737252473831,
      "step": 47830
    },
    {
      "loss_action": 0.006137811578810215,
      "loss_total": 0.006137811578810215,
      "step": 47830
    },
    {
      "loss_action": 0.010476641356945038,
      "loss_total": 0.010476641356945038,
      "step": 47830
    },
    {
      "loss_action": 0.008084737695753574,
      "loss_total": 0.008084737695753574,
      "step": 47830
    },
    {
      "loss_action": 0.007631432265043259,
      "loss_total": 0.007631432265043259,
      "step": 47830
    },
    {
      "loss_action": 0.008718950673937798,
      "loss_total": 0.008718950673937798,
      "step": 47830
    },
    {
      "loss_action": 0.018877509981393814,
      "loss_total": 0.018877509981393814,
      "step": 47830
    },
    {
      "loss_action": 0.01539573259651661,
      "loss_total": 0.01539573259651661,
      "step": 47830
    },
    {
      "grad_norm": 0.08522111177444458,
      "learning_rate": 5.767634254029151e-05,
      "loss": 0.0078,
      "step": 47840
    },
    {
      "loss_action": 0.0024369978345930576,
      "loss_total": 0.0024369978345930576,
      "step": 47840
    },
    {
      "loss_action": 0.005817060358822346,
      "loss_total": 0.005817060358822346,
      "step": 47840
    },
    {
      "loss_action": 0.00611304584890604,
      "loss_total": 0.00611304584890604,
      "step": 47840
    },
    {
      "loss_action": 0.009546744637191296,
      "loss_total": 0.009546744637191296,
      "step": 47840
    },
    {
      "loss_action": 0.010509173385798931,
      "loss_total": 0.010509173385798931,
      "step": 47840
    },
    {
      "loss_action": 0.019218841567635536,
      "loss_total": 0.019218841567635536,
      "step": 47840
    },
    {
      "loss_action": 0.002832213882356882,
      "loss_total": 0.002832213882356882,
      "step": 47840
    },
    {
      "loss_action": 0.007447756826877594,
      "loss_total": 0.007447756826877594,
      "step": 47840
    },
    {
      "grad_norm": 0.0878315418958664,
      "learning_rate": 5.7660003450181655e-05,
      "loss": 0.0073,
      "step": 47850
    },
    {
      "loss_action": 0.0135875903069973,
      "loss_total": 0.0135875903069973,
      "step": 47850
    },
    {
      "loss_action": 0.008953375741839409,
      "loss_total": 0.008953375741839409,
      "step": 47850
    },
    {
      "loss_action": 0.002232259139418602,
      "loss_total": 0.002232259139418602,
      "step": 47850
    },
    {
      "loss_action": 0.003612510161474347,
      "loss_total": 0.003612510161474347,
      "step": 47850
    },
    {
      "loss_action": 0.00628908583894372,
      "loss_total": 0.00628908583894372,
      "step": 47850
    },
    {
      "loss_action": 0.008597500622272491,
      "loss_total": 0.008597500622272491,
      "step": 47850
    },
    {
      "loss_action": 0.012392112985253334,
      "loss_total": 0.012392112985253334,
      "step": 47850
    },
    {
      "loss_action": 0.0038652890361845493,
      "loss_total": 0.0038652890361845493,
      "step": 47850
    },
    {
      "grad_norm": 0.2168141007423401,
      "learning_rate": 5.764366352238534e-05,
      "loss": 0.008,
      "step": 47860
    },
    {
      "loss_action": 0.013021847233176231,
      "loss_total": 0.013021847233176231,
      "step": 47860
    },
    {
      "loss_action": 0.0018452615477144718,
      "loss_total": 0.0018452615477144718,
      "step": 47860
    },
    {
      "loss_action": 0.004744671750813723,
      "loss_total": 0.004744671750813723,
      "step": 47860
    },
    {
      "loss_action": 0.00769916782155633,
      "loss_total": 0.00769916782155633,
      "step": 47860
    },
    {
      "loss_action": 0.0035346311051398516,
      "loss_total": 0.0035346311051398516,
      "step": 47860
    },
    {
      "loss_action": 0.012759275734424591,
      "loss_total": 0.012759275734424591,
      "step": 47860
    },
    {
      "loss_action": 0.004332556389272213,
      "loss_total": 0.004332556389272213,
      "step": 47860
    },
    {
      "loss_action": 0.002175713889300823,
      "loss_total": 0.002175713889300823,
      "step": 47860
    },
    {
      "grad_norm": 0.07891392707824707,
      "learning_rate": 5.7627322758689474e-05,
      "loss": 0.0084,
      "step": 47870
    },
    {
      "loss_action": 0.009286215528845787,
      "loss_total": 0.009286215528845787,
      "step": 47870
    },
    {
      "loss_action": 0.004364430904388428,
      "loss_total": 0.004364430904388428,
      "step": 47870
    },
    {
      "loss_action": 0.00439231563359499,
      "loss_total": 0.00439231563359499,
      "step": 47870
    },
    {
      "loss_action": 0.01715397834777832,
      "loss_total": 0.01715397834777832,
      "step": 47870
    },
    {
      "loss_action": 0.004452822729945183,
      "loss_total": 0.004452822729945183,
      "step": 47870
    },
    {
      "loss_action": 0.0045012179762125015,
      "loss_total": 0.0045012179762125015,
      "step": 47870
    },
    {
      "loss_action": 0.00467513594776392,
      "loss_total": 0.00467513594776392,
      "step": 47870
    },
    {
      "loss_action": 0.005025861319154501,
      "loss_total": 0.005025861319154501,
      "step": 47870
    },
    {
      "grad_norm": 0.1314370334148407,
      "learning_rate": 5.761098116088105e-05,
      "loss": 0.0066,
      "step": 47880
    },
    {
      "loss_action": 0.004706156440079212,
      "loss_total": 0.004706156440079212,
      "step": 47880
    },
    {
      "loss_action": 0.008258681744337082,
      "loss_total": 0.008258681744337082,
      "step": 47880
    },
    {
      "loss_action": 0.03342696279287338,
      "loss_total": 0.03342696279287338,
      "step": 47880
    },
    {
      "loss_action": 0.0044891550205647945,
      "loss_total": 0.0044891550205647945,
      "step": 47880
    },
    {
      "loss_action": 0.0043132188729941845,
      "loss_total": 0.0043132188729941845,
      "step": 47880
    },
    {
      "loss_action": 0.006387236528098583,
      "loss_total": 0.006387236528098583,
      "step": 47880
    },
    {
      "loss_action": 0.004290012642741203,
      "loss_total": 0.004290012642741203,
      "step": 47880
    },
    {
      "loss_action": 0.002618956845253706,
      "loss_total": 0.002618956845253706,
      "step": 47880
    },
    {
      "grad_norm": 0.08764662593603134,
      "learning_rate": 5.759463873074717e-05,
      "loss": 0.0086,
      "step": 47890
    },
    {
      "loss_action": 0.005907201208174229,
      "loss_total": 0.005907201208174229,
      "step": 47890
    },
    {
      "loss_action": 0.008604508824646473,
      "loss_total": 0.008604508824646473,
      "step": 47890
    },
    {
      "loss_action": 0.014350306242704391,
      "loss_total": 0.014350306242704391,
      "step": 47890
    },
    {
      "loss_action": 0.00554088456556201,
      "loss_total": 0.00554088456556201,
      "step": 47890
    },
    {
      "loss_action": 0.007258436642587185,
      "loss_total": 0.007258436642587185,
      "step": 47890
    },
    {
      "loss_action": 0.009471988305449486,
      "loss_total": 0.009471988305449486,
      "step": 47890
    },
    {
      "loss_action": 0.11579108238220215,
      "loss_total": 0.11579108238220215,
      "step": 47890
    },
    {
      "loss_action": 0.016642507165670395,
      "loss_total": 0.016642507165670395,
      "step": 47890
    },
    {
      "grad_norm": 0.08512986451387405,
      "learning_rate": 5.757829547007504e-05,
      "loss": 0.0095,
      "step": 47900
    },
    {
      "loss_action": 0.0038161033298820257,
      "loss_total": 0.0038161033298820257,
      "step": 47900
    },
    {
      "loss_action": 0.003797801211476326,
      "loss_total": 0.003797801211476326,
      "step": 47900
    },
    {
      "loss_action": 0.009364103898406029,
      "loss_total": 0.009364103898406029,
      "step": 47900
    },
    {
      "loss_action": 0.01880549266934395,
      "loss_total": 0.01880549266934395,
      "step": 47900
    },
    {
      "loss_action": 0.008044032379984856,
      "loss_total": 0.008044032379984856,
      "step": 47900
    },
    {
      "loss_action": 0.0039246962405741215,
      "loss_total": 0.0039246962405741215,
      "step": 47900
    },
    {
      "loss_action": 0.0038323746994137764,
      "loss_total": 0.0038323746994137764,
      "step": 47900
    },
    {
      "loss_action": 0.007093268912285566,
      "loss_total": 0.007093268912285566,
      "step": 47900
    },
    {
      "grad_norm": 0.16289681196212769,
      "learning_rate": 5.756195138065189e-05,
      "loss": 0.008,
      "step": 47910
    },
    {
      "loss_action": 0.026162032037973404,
      "loss_total": 0.026162032037973404,
      "step": 47910
    },
    {
      "loss_action": 0.016850611194968224,
      "loss_total": 0.016850611194968224,
      "step": 47910
    },
    {
      "loss_action": 0.005511512514203787,
      "loss_total": 0.005511512514203787,
      "step": 47910
    },
    {
      "loss_action": 0.0012403397122398019,
      "loss_total": 0.0012403397122398019,
      "step": 47910
    },
    {
      "loss_action": 0.008902628906071186,
      "loss_total": 0.008902628906071186,
      "step": 47910
    },
    {
      "loss_action": 0.009863751009106636,
      "loss_total": 0.009863751009106636,
      "step": 47910
    },
    {
      "loss_action": 0.00916479341685772,
      "loss_total": 0.00916479341685772,
      "step": 47910
    },
    {
      "loss_action": 0.006454892922192812,
      "loss_total": 0.006454892922192812,
      "step": 47910
    },
    {
      "grad_norm": 0.1270284503698349,
      "learning_rate": 5.754560646426511e-05,
      "loss": 0.0081,
      "step": 47920
    },
    {
      "loss_action": 0.011215620674192905,
      "loss_total": 0.011215620674192905,
      "step": 47920
    },
    {
      "loss_action": 0.011101733893156052,
      "loss_total": 0.011101733893156052,
      "step": 47920
    },
    {
      "loss_action": 0.002969371620565653,
      "loss_total": 0.002969371620565653,
      "step": 47920
    },
    {
      "loss_action": 0.004664358217269182,
      "loss_total": 0.004664358217269182,
      "step": 47920
    },
    {
      "loss_action": 0.006227375008165836,
      "loss_total": 0.006227375008165836,
      "step": 47920
    },
    {
      "loss_action": 0.010212153196334839,
      "loss_total": 0.010212153196334839,
      "step": 47920
    },
    {
      "loss_action": 0.006534658372402191,
      "loss_total": 0.006534658372402191,
      "step": 47920
    },
    {
      "loss_action": 0.005623233504593372,
      "loss_total": 0.005623233504593372,
      "step": 47920
    },
    {
      "grad_norm": 0.09883882105350494,
      "learning_rate": 5.752926072270216e-05,
      "loss": 0.0081,
      "step": 47930
    },
    {
      "loss_action": 0.004891890101134777,
      "loss_total": 0.004891890101134777,
      "step": 47930
    },
    {
      "loss_action": 0.005671323277056217,
      "loss_total": 0.005671323277056217,
      "step": 47930
    },
    {
      "loss_action": 0.0043487162329256535,
      "loss_total": 0.0043487162329256535,
      "step": 47930
    },
    {
      "loss_action": 0.007006161846220493,
      "loss_total": 0.007006161846220493,
      "step": 47930
    },
    {
      "loss_action": 0.007296991068869829,
      "loss_total": 0.007296991068869829,
      "step": 47930
    },
    {
      "loss_action": 0.007134573999792337,
      "loss_total": 0.007134573999792337,
      "step": 47930
    },
    {
      "loss_action": 0.007377614267170429,
      "loss_total": 0.007377614267170429,
      "step": 47930
    },
    {
      "loss_action": 0.00814974308013916,
      "loss_total": 0.00814974308013916,
      "step": 47930
    },
    {
      "grad_norm": 0.12100128829479218,
      "learning_rate": 5.7512914157750563e-05,
      "loss": 0.008,
      "step": 47940
    },
    {
      "loss_action": 0.008024103939533234,
      "loss_total": 0.008024103939533234,
      "step": 47940
    },
    {
      "loss_action": 0.0029947522561997175,
      "loss_total": 0.0029947522561997175,
      "step": 47940
    },
    {
      "loss_action": 0.007036188617348671,
      "loss_total": 0.007036188617348671,
      "step": 47940
    },
    {
      "loss_action": 0.008034814149141312,
      "loss_total": 0.008034814149141312,
      "step": 47940
    },
    {
      "loss_action": 0.010339301079511642,
      "loss_total": 0.010339301079511642,
      "step": 47940
    },
    {
      "loss_action": 0.012493807822465897,
      "loss_total": 0.012493807822465897,
      "step": 47940
    },
    {
      "loss_action": 0.010128450579941273,
      "loss_total": 0.010128450579941273,
      "step": 47940
    },
    {
      "loss_action": 0.002644199877977371,
      "loss_total": 0.002644199877977371,
      "step": 47940
    },
    {
      "grad_norm": 0.09631190448999405,
      "learning_rate": 5.749656677119798e-05,
      "loss": 0.0094,
      "step": 47950
    },
    {
      "loss_action": 0.020080670714378357,
      "loss_total": 0.020080670714378357,
      "step": 47950
    },
    {
      "loss_action": 0.009458908811211586,
      "loss_total": 0.009458908811211586,
      "step": 47950
    },
    {
      "loss_action": 0.00817675981670618,
      "loss_total": 0.00817675981670618,
      "step": 47950
    },
    {
      "loss_action": 0.018610773608088493,
      "loss_total": 0.018610773608088493,
      "step": 47950
    },
    {
      "loss_action": 0.013036027550697327,
      "loss_total": 0.013036027550697327,
      "step": 47950
    },
    {
      "loss_action": 0.004286476876586676,
      "loss_total": 0.004286476876586676,
      "step": 47950
    },
    {
      "loss_action": 0.005951841361820698,
      "loss_total": 0.005951841361820698,
      "step": 47950
    },
    {
      "loss_action": 0.0050615244545042515,
      "loss_total": 0.0050615244545042515,
      "step": 47950
    },
    {
      "grad_norm": 0.1410035341978073,
      "learning_rate": 5.7480218564832125e-05,
      "loss": 0.0077,
      "step": 47960
    },
    {
      "loss_action": 0.0018919932190328836,
      "loss_total": 0.0018919932190328836,
      "step": 47960
    },
    {
      "loss_action": 0.003425534348934889,
      "loss_total": 0.003425534348934889,
      "step": 47960
    },
    {
      "loss_action": 0.00379997119307518,
      "loss_total": 0.00379997119307518,
      "step": 47960
    },
    {
      "loss_action": 0.002267571398988366,
      "loss_total": 0.002267571398988366,
      "step": 47960
    },
    {
      "loss_action": 0.0036705154925584793,
      "loss_total": 0.0036705154925584793,
      "step": 47960
    },
    {
      "loss_action": 0.008652019314467907,
      "loss_total": 0.008652019314467907,
      "step": 47960
    },
    {
      "loss_action": 0.0070047760382294655,
      "loss_total": 0.0070047760382294655,
      "step": 47960
    },
    {
      "loss_action": 0.010505866259336472,
      "loss_total": 0.010505866259336472,
      "step": 47960
    },
    {
      "grad_norm": 0.10515377670526505,
      "learning_rate": 5.746386954044082e-05,
      "loss": 0.0091,
      "step": 47970
    },
    {
      "loss_action": 0.00976942852139473,
      "loss_total": 0.00976942852139473,
      "step": 47970
    },
    {
      "loss_action": 0.008209127001464367,
      "loss_total": 0.008209127001464367,
      "step": 47970
    },
    {
      "loss_action": 0.010707416571676731,
      "loss_total": 0.010707416571676731,
      "step": 47970
    },
    {
      "loss_action": 0.004697063472121954,
      "loss_total": 0.004697063472121954,
      "step": 47970
    },
    {
      "loss_action": 0.008076649159193039,
      "loss_total": 0.008076649159193039,
      "step": 47970
    },
    {
      "loss_action": 0.03712080791592598,
      "loss_total": 0.03712080791592598,
      "step": 47970
    },
    {
      "loss_action": 0.005937823094427586,
      "loss_total": 0.005937823094427586,
      "step": 47970
    },
    {
      "loss_action": 0.003263244405388832,
      "loss_total": 0.003263244405388832,
      "step": 47970
    },
    {
      "grad_norm": 0.09407095611095428,
      "learning_rate": 5.744751969981195e-05,
      "loss": 0.0072,
      "step": 47980
    },
    {
      "loss_action": 0.010035734623670578,
      "loss_total": 0.010035734623670578,
      "step": 47980
    },
    {
      "loss_action": 0.003181193955242634,
      "loss_total": 0.003181193955242634,
      "step": 47980
    },
    {
      "loss_action": 0.009901544079184532,
      "loss_total": 0.009901544079184532,
      "step": 47980
    },
    {
      "loss_action": 0.005598648451268673,
      "loss_total": 0.005598648451268673,
      "step": 47980
    },
    {
      "loss_action": 0.00629448052495718,
      "loss_total": 0.00629448052495718,
      "step": 47980
    },
    {
      "loss_action": 0.0027359251398593187,
      "loss_total": 0.0027359251398593187,
      "step": 47980
    },
    {
      "loss_action": 0.006158709526062012,
      "loss_total": 0.006158709526062012,
      "step": 47980
    },
    {
      "loss_action": 0.0062929363921284676,
      "loss_total": 0.0062929363921284676,
      "step": 47980
    },
    {
      "grad_norm": 0.14961226284503937,
      "learning_rate": 5.7431169044733526e-05,
      "loss": 0.0074,
      "step": 47990
    },
    {
      "loss_action": 0.0055576045997440815,
      "loss_total": 0.0055576045997440815,
      "step": 47990
    },
    {
      "loss_action": 0.015081062912940979,
      "loss_total": 0.015081062912940979,
      "step": 47990
    },
    {
      "loss_action": 0.00570949912071228,
      "loss_total": 0.00570949912071228,
      "step": 47990
    },
    {
      "loss_action": 0.009022441692650318,
      "loss_total": 0.009022441692650318,
      "step": 47990
    },
    {
      "loss_action": 0.009159086272120476,
      "loss_total": 0.009159086272120476,
      "step": 47990
    },
    {
      "loss_action": 0.012331420555710793,
      "loss_total": 0.012331420555710793,
      "step": 47990
    },
    {
      "loss_action": 0.016546782106161118,
      "loss_total": 0.016546782106161118,
      "step": 47990
    },
    {
      "loss_action": 0.00941387377679348,
      "loss_total": 0.00941387377679348,
      "step": 47990
    },
    {
      "grad_norm": 0.12309742718935013,
      "learning_rate": 5.741481757699364e-05,
      "loss": 0.0081,
      "step": 48000
    },
    {
      "loss_action": 0.006072191055864096,
      "loss_total": 0.006072191055864096,
      "step": 48000
    },
    {
      "loss_action": 0.008361510932445526,
      "loss_total": 0.008361510932445526,
      "step": 48000
    },
    {
      "loss_action": 0.009588048793375492,
      "loss_total": 0.009588048793375492,
      "step": 48000
    },
    {
      "loss_action": 0.003961491398513317,
      "loss_total": 0.003961491398513317,
      "step": 48000
    },
    {
      "loss_action": 0.00673246942460537,
      "loss_total": 0.00673246942460537,
      "step": 48000
    },
    {
      "loss_action": 0.007845325395464897,
      "loss_total": 0.007845325395464897,
      "step": 48000
    },
    {
      "loss_action": 0.01060659158974886,
      "loss_total": 0.01060659158974886,
      "step": 48000
    },
    {
      "loss_action": 0.008228695020079613,
      "loss_total": 0.008228695020079613,
      "step": 48000
    },
    {
      "grad_norm": 0.09881938993930817,
      "learning_rate": 5.7398465298380434e-05,
      "loss": 0.0073,
      "step": 48010
    },
    {
      "loss_action": 0.010555497370660305,
      "loss_total": 0.010555497370660305,
      "step": 48010
    },
    {
      "loss_action": 0.0028366385959088802,
      "loss_total": 0.0028366385959088802,
      "step": 48010
    },
    {
      "loss_action": 0.0012547711376100779,
      "loss_total": 0.0012547711376100779,
      "step": 48010
    },
    {
      "loss_action": 0.0028035074938088655,
      "loss_total": 0.0028035074938088655,
      "step": 48010
    },
    {
      "loss_action": 0.0029602900613099337,
      "loss_total": 0.0029602900613099337,
      "step": 48010
    },
    {
      "loss_action": 0.010641266591846943,
      "loss_total": 0.010641266591846943,
      "step": 48010
    },
    {
      "loss_action": 0.005807757377624512,
      "loss_total": 0.005807757377624512,
      "step": 48010
    },
    {
      "loss_action": 0.007938968017697334,
      "loss_total": 0.007938968017697334,
      "step": 48010
    },
    {
      "grad_norm": 0.1371290534734726,
      "learning_rate": 5.7382112210682193e-05,
      "loss": 0.0084,
      "step": 48020
    },
    {
      "loss_action": 0.0023828092962503433,
      "loss_total": 0.0023828092962503433,
      "step": 48020
    },
    {
      "loss_action": 0.003845460247248411,
      "loss_total": 0.003845460247248411,
      "step": 48020
    },
    {
      "loss_action": 0.016361355781555176,
      "loss_total": 0.016361355781555176,
      "step": 48020
    },
    {
      "loss_action": 0.010588551871478558,
      "loss_total": 0.010588551871478558,
      "step": 48020
    },
    {
      "loss_action": 0.006092125084251165,
      "loss_total": 0.006092125084251165,
      "step": 48020
    },
    {
      "loss_action": 0.006399531848728657,
      "loss_total": 0.006399531848728657,
      "step": 48020
    },
    {
      "loss_action": 0.0017520899418741465,
      "loss_total": 0.0017520899418741465,
      "step": 48020
    },
    {
      "loss_action": 0.018807191401720047,
      "loss_total": 0.018807191401720047,
      "step": 48020
    },
    {
      "grad_norm": 0.09346956014633179,
      "learning_rate": 5.7365758315687266e-05,
      "loss": 0.0071,
      "step": 48030
    },
    {
      "loss_action": 0.0035897421184927225,
      "loss_total": 0.0035897421184927225,
      "step": 48030
    },
    {
      "loss_action": 0.0020812852308154106,
      "loss_total": 0.0020812852308154106,
      "step": 48030
    },
    {
      "loss_action": 0.008410096168518066,
      "loss_total": 0.008410096168518066,
      "step": 48030
    },
    {
      "loss_action": 0.005101030692458153,
      "loss_total": 0.005101030692458153,
      "step": 48030
    },
    {
      "loss_action": 0.016985030844807625,
      "loss_total": 0.016985030844807625,
      "step": 48030
    },
    {
      "loss_action": 0.0038862843066453934,
      "loss_total": 0.0038862843066453934,
      "step": 48030
    },
    {
      "loss_action": 0.006408612243831158,
      "loss_total": 0.006408612243831158,
      "step": 48030
    },
    {
      "loss_action": 0.011036469601094723,
      "loss_total": 0.011036469601094723,
      "step": 48030
    },
    {
      "grad_norm": 0.10179166495800018,
      "learning_rate": 5.734940361518407e-05,
      "loss": 0.0074,
      "step": 48040
    },
    {
      "loss_action": 0.0028348355554044247,
      "loss_total": 0.0028348355554044247,
      "step": 48040
    },
    {
      "loss_action": 0.0030309613794088364,
      "loss_total": 0.0030309613794088364,
      "step": 48040
    },
    {
      "loss_action": 0.01778791844844818,
      "loss_total": 0.01778791844844818,
      "step": 48040
    },
    {
      "loss_action": 0.004596513230353594,
      "loss_total": 0.004596513230353594,
      "step": 48040
    },
    {
      "loss_action": 0.009129000827670097,
      "loss_total": 0.009129000827670097,
      "step": 48040
    },
    {
      "loss_action": 0.007246379274874926,
      "loss_total": 0.007246379274874926,
      "step": 48040
    },
    {
      "loss_action": 0.004593342076987028,
      "loss_total": 0.004593342076987028,
      "step": 48040
    },
    {
      "loss_action": 0.0028086365200579166,
      "loss_total": 0.0028086365200579166,
      "step": 48040
    },
    {
      "grad_norm": 0.14609448611736298,
      "learning_rate": 5.733304811096116e-05,
      "loss": 0.0059,
      "step": 48050
    },
    {
      "loss_action": 0.001963644986972213,
      "loss_total": 0.001963644986972213,
      "step": 48050
    },
    {
      "loss_action": 0.01799739897251129,
      "loss_total": 0.01799739897251129,
      "step": 48050
    },
    {
      "loss_action": 0.002471964806318283,
      "loss_total": 0.002471964806318283,
      "step": 48050
    },
    {
      "loss_action": 0.009716618806123734,
      "loss_total": 0.009716618806123734,
      "step": 48050
    },
    {
      "loss_action": 0.004473334178328514,
      "loss_total": 0.004473334178328514,
      "step": 48050
    },
    {
      "loss_action": 0.008822442963719368,
      "loss_total": 0.008822442963719368,
      "step": 48050
    },
    {
      "loss_action": 0.005215668119490147,
      "loss_total": 0.005215668119490147,
      "step": 48050
    },
    {
      "loss_action": 0.00651581771671772,
      "loss_total": 0.00651581771671772,
      "step": 48050
    },
    {
      "grad_norm": 0.09665898978710175,
      "learning_rate": 5.731669180480713e-05,
      "loss": 0.0073,
      "step": 48060
    },
    {
      "loss_action": 0.004786953795701265,
      "loss_total": 0.004786953795701265,
      "step": 48060
    },
    {
      "loss_action": 0.010729366913437843,
      "loss_total": 0.010729366913437843,
      "step": 48060
    },
    {
      "loss_action": 0.011676485650241375,
      "loss_total": 0.011676485650241375,
      "step": 48060
    },
    {
      "loss_action": 0.004482712130993605,
      "loss_total": 0.004482712130993605,
      "step": 48060
    },
    {
      "loss_action": 0.0032934939954429865,
      "loss_total": 0.0032934939954429865,
      "step": 48060
    },
    {
      "loss_action": 0.006954334210604429,
      "loss_total": 0.006954334210604429,
      "step": 48060
    },
    {
      "loss_action": 0.008763663470745087,
      "loss_total": 0.008763663470745087,
      "step": 48060
    },
    {
      "loss_action": 0.01138545386493206,
      "loss_total": 0.01138545386493206,
      "step": 48060
    },
    {
      "grad_norm": 0.09616457670927048,
      "learning_rate": 5.730033469851067e-05,
      "loss": 0.007,
      "step": 48070
    },
    {
      "loss_action": 0.002745285863056779,
      "loss_total": 0.002745285863056779,
      "step": 48070
    },
    {
      "loss_action": 0.00152933644130826,
      "loss_total": 0.00152933644130826,
      "step": 48070
    },
    {
      "loss_action": 0.010805578902363777,
      "loss_total": 0.010805578902363777,
      "step": 48070
    },
    {
      "loss_action": 0.008760824799537659,
      "loss_total": 0.008760824799537659,
      "step": 48070
    },
    {
      "loss_action": 0.004509026650339365,
      "loss_total": 0.004509026650339365,
      "step": 48070
    },
    {
      "loss_action": 0.017430013045668602,
      "loss_total": 0.017430013045668602,
      "step": 48070
    },
    {
      "loss_action": 0.008925395086407661,
      "loss_total": 0.008925395086407661,
      "step": 48070
    },
    {
      "loss_action": 0.00889427587389946,
      "loss_total": 0.00889427587389946,
      "step": 48070
    },
    {
      "grad_norm": 0.09320062398910522,
      "learning_rate": 5.7283976793860607e-05,
      "loss": 0.0072,
      "step": 48080
    },
    {
      "loss_action": 0.005298062227666378,
      "loss_total": 0.005298062227666378,
      "step": 48080
    },
    {
      "loss_action": 0.009012361988425255,
      "loss_total": 0.009012361988425255,
      "step": 48080
    },
    {
      "loss_action": 0.006314706988632679,
      "loss_total": 0.006314706988632679,
      "step": 48080
    },
    {
      "loss_action": 0.0045219967141747475,
      "loss_total": 0.0045219967141747475,
      "step": 48080
    },
    {
      "loss_action": 0.00251571461558342,
      "loss_total": 0.00251571461558342,
      "step": 48080
    },
    {
      "loss_action": 0.010721183381974697,
      "loss_total": 0.010721183381974697,
      "step": 48080
    },
    {
      "loss_action": 0.00804142002016306,
      "loss_total": 0.00804142002016306,
      "step": 48080
    },
    {
      "loss_action": 0.006448486354202032,
      "loss_total": 0.006448486354202032,
      "step": 48080
    },
    {
      "grad_norm": 0.07984645664691925,
      "learning_rate": 5.726761809264577e-05,
      "loss": 0.007,
      "step": 48090
    },
    {
      "loss_action": 0.0035900461953133345,
      "loss_total": 0.0035900461953133345,
      "step": 48090
    },
    {
      "loss_action": 0.04653660207986832,
      "loss_total": 0.04653660207986832,
      "step": 48090
    },
    {
      "loss_action": 0.007763929199427366,
      "loss_total": 0.007763929199427366,
      "step": 48090
    },
    {
      "loss_action": 0.005737699568271637,
      "loss_total": 0.005737699568271637,
      "step": 48090
    },
    {
      "loss_action": 0.015299299731850624,
      "loss_total": 0.015299299731850624,
      "step": 48090
    },
    {
      "loss_action": 0.012278884649276733,
      "loss_total": 0.012278884649276733,
      "step": 48090
    },
    {
      "loss_action": 0.01552707888185978,
      "loss_total": 0.01552707888185978,
      "step": 48090
    },
    {
      "loss_action": 0.005360238719731569,
      "loss_total": 0.005360238719731569,
      "step": 48090
    },
    {
      "grad_norm": 0.10611450672149658,
      "learning_rate": 5.7251258596655155e-05,
      "loss": 0.0086,
      "step": 48100
    },
    {
      "loss_action": 0.0031683107372373343,
      "loss_total": 0.0031683107372373343,
      "step": 48100
    },
    {
      "loss_action": 0.0048977648839354515,
      "loss_total": 0.0048977648839354515,
      "step": 48100
    },
    {
      "loss_action": 0.003846445819362998,
      "loss_total": 0.003846445819362998,
      "step": 48100
    },
    {
      "loss_action": 0.0033595343120396137,
      "loss_total": 0.0033595343120396137,
      "step": 48100
    },
    {
      "loss_action": 0.00486533809453249,
      "loss_total": 0.00486533809453249,
      "step": 48100
    },
    {
      "loss_action": 0.012118102982640266,
      "loss_total": 0.012118102982640266,
      "step": 48100
    },
    {
      "loss_action": 0.0057326313108205795,
      "loss_total": 0.0057326313108205795,
      "step": 48100
    },
    {
      "loss_action": 0.004589863121509552,
      "loss_total": 0.004589863121509552,
      "step": 48100
    },
    {
      "grad_norm": 0.12225601077079773,
      "learning_rate": 5.72348983076778e-05,
      "loss": 0.0089,
      "step": 48110
    },
    {
      "loss_action": 0.0038786239456385374,
      "loss_total": 0.0038786239456385374,
      "step": 48110
    },
    {
      "loss_action": 0.006498783361166716,
      "loss_total": 0.006498783361166716,
      "step": 48110
    },
    {
      "loss_action": 0.008270343765616417,
      "loss_total": 0.008270343765616417,
      "step": 48110
    },
    {
      "loss_action": 0.001329241320490837,
      "loss_total": 0.001329241320490837,
      "step": 48110
    },
    {
      "loss_action": 0.011197720654308796,
      "loss_total": 0.011197720654308796,
      "step": 48110
    },
    {
      "loss_action": 0.005093441344797611,
      "loss_total": 0.005093441344797611,
      "step": 48110
    },
    {
      "loss_action": 0.004689430817961693,
      "loss_total": 0.004689430817961693,
      "step": 48110
    },
    {
      "loss_action": 0.0030025378800928593,
      "loss_total": 0.0030025378800928593,
      "step": 48110
    },
    {
      "grad_norm": 0.12492913007736206,
      "learning_rate": 5.7218537227502854e-05,
      "loss": 0.008,
      "step": 48120
    },
    {
      "loss_action": 0.0017941033001989126,
      "loss_total": 0.0017941033001989126,
      "step": 48120
    },
    {
      "loss_action": 0.0022982745431363583,
      "loss_total": 0.0022982745431363583,
      "step": 48120
    },
    {
      "loss_action": 0.007832947187125683,
      "loss_total": 0.007832947187125683,
      "step": 48120
    },
    {
      "loss_action": 0.008130945265293121,
      "loss_total": 0.008130945265293121,
      "step": 48120
    },
    {
      "loss_action": 0.010587739758193493,
      "loss_total": 0.010587739758193493,
      "step": 48120
    },
    {
      "loss_action": 0.008738357573747635,
      "loss_total": 0.008738357573747635,
      "step": 48120
    },
    {
      "loss_action": 0.0022918027825653553,
      "loss_total": 0.0022918027825653553,
      "step": 48120
    },
    {
      "loss_action": 0.019391654059290886,
      "loss_total": 0.019391654059290886,
      "step": 48120
    },
    {
      "grad_norm": 0.14056986570358276,
      "learning_rate": 5.720217535791951e-05,
      "loss": 0.0073,
      "step": 48130
    },
    {
      "loss_action": 0.01019594818353653,
      "loss_total": 0.01019594818353653,
      "step": 48130
    },
    {
      "loss_action": 0.001475380384363234,
      "loss_total": 0.001475380384363234,
      "step": 48130
    },
    {
      "loss_action": 0.003572749672457576,
      "loss_total": 0.003572749672457576,
      "step": 48130
    },
    {
      "loss_action": 0.010672727599740028,
      "loss_total": 0.010672727599740028,
      "step": 48130
    },
    {
      "loss_action": 0.007352219428867102,
      "loss_total": 0.007352219428867102,
      "step": 48130
    },
    {
      "loss_action": 0.008525519631803036,
      "loss_total": 0.008525519631803036,
      "step": 48130
    },
    {
      "loss_action": 0.014393850229680538,
      "loss_total": 0.014393850229680538,
      "step": 48130
    },
    {
      "loss_action": 0.014118969440460205,
      "loss_total": 0.014118969440460205,
      "step": 48130
    },
    {
      "grad_norm": 0.10444124788045883,
      "learning_rate": 5.718581270071711e-05,
      "loss": 0.0087,
      "step": 48140
    },
    {
      "loss_action": 0.0074881576001644135,
      "loss_total": 0.0074881576001644135,
      "step": 48140
    },
    {
      "loss_action": 0.00338053610175848,
      "loss_total": 0.00338053610175848,
      "step": 48140
    },
    {
      "loss_action": 0.005389819853007793,
      "loss_total": 0.005389819853007793,
      "step": 48140
    },
    {
      "loss_action": 0.008747929707169533,
      "loss_total": 0.008747929707169533,
      "step": 48140
    },
    {
      "loss_action": 0.013767719268798828,
      "loss_total": 0.013767719268798828,
      "step": 48140
    },
    {
      "loss_action": 0.019859641790390015,
      "loss_total": 0.019859641790390015,
      "step": 48140
    },
    {
      "loss_action": 0.0037990559358149767,
      "loss_total": 0.0037990559358149767,
      "step": 48140
    },
    {
      "loss_action": 0.0022685243748128414,
      "loss_total": 0.0022685243748128414,
      "step": 48140
    },
    {
      "grad_norm": 0.12199880182743073,
      "learning_rate": 5.716944925768505e-05,
      "loss": 0.0085,
      "step": 48150
    },
    {
      "loss_action": 0.004910712130367756,
      "loss_total": 0.004910712130367756,
      "step": 48150
    },
    {
      "loss_action": 0.003274652175605297,
      "loss_total": 0.003274652175605297,
      "step": 48150
    },
    {
      "loss_action": 0.0028253155760467052,
      "loss_total": 0.0028253155760467052,
      "step": 48150
    },
    {
      "loss_action": 0.003341288771480322,
      "loss_total": 0.003341288771480322,
      "step": 48150
    },
    {
      "loss_action": 0.0062797595746815205,
      "loss_total": 0.0062797595746815205,
      "step": 48150
    },
    {
      "loss_action": 0.007769861724227667,
      "loss_total": 0.007769861724227667,
      "step": 48150
    },
    {
      "loss_action": 0.010263921692967415,
      "loss_total": 0.010263921692967415,
      "step": 48150
    },
    {
      "loss_action": 0.005349675193428993,
      "loss_total": 0.005349675193428993,
      "step": 48150
    },
    {
      "grad_norm": 0.11217933148145676,
      "learning_rate": 5.7153085030612786e-05,
      "loss": 0.0067,
      "step": 48160
    },
    {
      "loss_action": 0.003575865412130952,
      "loss_total": 0.003575865412130952,
      "step": 48160
    },
    {
      "loss_action": 0.003542137099429965,
      "loss_total": 0.003542137099429965,
      "step": 48160
    },
    {
      "loss_action": 0.00217389571480453,
      "loss_total": 0.00217389571480453,
      "step": 48160
    },
    {
      "loss_action": 0.0062307026237249374,
      "loss_total": 0.0062307026237249374,
      "step": 48160
    },
    {
      "loss_action": 0.007860265672206879,
      "loss_total": 0.007860265672206879,
      "step": 48160
    },
    {
      "loss_action": 0.0025398037396371365,
      "loss_total": 0.0025398037396371365,
      "step": 48160
    },
    {
      "loss_action": 0.00828759279102087,
      "loss_total": 0.00828759279102087,
      "step": 48160
    },
    {
      "loss_action": 0.007394449785351753,
      "loss_total": 0.007394449785351753,
      "step": 48160
    },
    {
      "grad_norm": 0.09920036047697067,
      "learning_rate": 5.713672002128989e-05,
      "loss": 0.0068,
      "step": 48170
    },
    {
      "loss_action": 0.0026975625660270452,
      "loss_total": 0.0026975625660270452,
      "step": 48170
    },
    {
      "loss_action": 0.011333029717206955,
      "loss_total": 0.011333029717206955,
      "step": 48170
    },
    {
      "loss_action": 0.006185651756823063,
      "loss_total": 0.006185651756823063,
      "step": 48170
    },
    {
      "loss_action": 0.007470449432730675,
      "loss_total": 0.007470449432730675,
      "step": 48170
    },
    {
      "loss_action": 0.025371771305799484,
      "loss_total": 0.025371771305799484,
      "step": 48170
    },
    {
      "loss_action": 0.004178151488304138,
      "loss_total": 0.004178151488304138,
      "step": 48170
    },
    {
      "loss_action": 0.006613769568502903,
      "loss_total": 0.006613769568502903,
      "step": 48170
    },
    {
      "loss_action": 0.0033288723789155483,
      "loss_total": 0.0033288723789155483,
      "step": 48170
    },
    {
      "grad_norm": 0.10193175077438354,
      "learning_rate": 5.712035423150602e-05,
      "loss": 0.0072,
      "step": 48180
    },
    {
      "loss_action": 0.002733351895585656,
      "loss_total": 0.002733351895585656,
      "step": 48180
    },
    {
      "loss_action": 0.00458211125805974,
      "loss_total": 0.00458211125805974,
      "step": 48180
    },
    {
      "loss_action": 0.002925426699221134,
      "loss_total": 0.002925426699221134,
      "step": 48180
    },
    {
      "loss_action": 0.006789021193981171,
      "loss_total": 0.006789021193981171,
      "step": 48180
    },
    {
      "loss_action": 0.0036004576832056046,
      "loss_total": 0.0036004576832056046,
      "step": 48180
    },
    {
      "loss_action": 0.009267963469028473,
      "loss_total": 0.009267963469028473,
      "step": 48180
    },
    {
      "loss_action": 0.014996470883488655,
      "loss_total": 0.014996470883488655,
      "step": 48180
    },
    {
      "loss_action": 0.006367137189954519,
      "loss_total": 0.006367137189954519,
      "step": 48180
    },
    {
      "grad_norm": 0.08399268239736557,
      "learning_rate": 5.710398766305094e-05,
      "loss": 0.0065,
      "step": 48190
    },
    {
      "loss_action": 0.003278266405686736,
      "loss_total": 0.003278266405686736,
      "step": 48190
    },
    {
      "loss_action": 0.005395385902374983,
      "loss_total": 0.005395385902374983,
      "step": 48190
    },
    {
      "loss_action": 0.0029694782570004463,
      "loss_total": 0.0029694782570004463,
      "step": 48190
    },
    {
      "loss_action": 0.00832112692296505,
      "loss_total": 0.00832112692296505,
      "step": 48190
    },
    {
      "loss_action": 0.0035695284605026245,
      "loss_total": 0.0035695284605026245,
      "step": 48190
    },
    {
      "loss_action": 0.005339518189430237,
      "loss_total": 0.005339518189430237,
      "step": 48190
    },
    {
      "loss_action": 0.015421824529767036,
      "loss_total": 0.015421824529767036,
      "step": 48190
    },
    {
      "loss_action": 0.015324002131819725,
      "loss_total": 0.015324002131819725,
      "step": 48190
    },
    {
      "grad_norm": 0.08761540055274963,
      "learning_rate": 5.708762031771442e-05,
      "loss": 0.0066,
      "step": 48200
    },
    {
      "loss_action": 0.00326337106525898,
      "loss_total": 0.00326337106525898,
      "step": 48200
    },
    {
      "loss_action": 0.01216772198677063,
      "loss_total": 0.01216772198677063,
      "step": 48200
    },
    {
      "loss_action": 0.009678419679403305,
      "loss_total": 0.009678419679403305,
      "step": 48200
    },
    {
      "loss_action": 0.009582435712218285,
      "loss_total": 0.009582435712218285,
      "step": 48200
    },
    {
      "loss_action": 0.013312181457877159,
      "loss_total": 0.013312181457877159,
      "step": 48200
    },
    {
      "loss_action": 0.00500858761370182,
      "loss_total": 0.00500858761370182,
      "step": 48200
    },
    {
      "loss_action": 0.005608157720416784,
      "loss_total": 0.005608157720416784,
      "step": 48200
    },
    {
      "loss_action": 0.0037992591969668865,
      "loss_total": 0.0037992591969668865,
      "step": 48200
    },
    {
      "grad_norm": 0.0965343713760376,
      "learning_rate": 5.707125219728642e-05,
      "loss": 0.0077,
      "step": 48210
    },
    {
      "loss_action": 0.00495605543255806,
      "loss_total": 0.00495605543255806,
      "step": 48210
    },
    {
      "loss_action": 0.005888237152248621,
      "loss_total": 0.005888237152248621,
      "step": 48210
    },
    {
      "loss_action": 0.005774135235697031,
      "loss_total": 0.005774135235697031,
      "step": 48210
    },
    {
      "loss_action": 0.0014772734139114618,
      "loss_total": 0.0014772734139114618,
      "step": 48210
    },
    {
      "loss_action": 0.007290541660040617,
      "loss_total": 0.007290541660040617,
      "step": 48210
    },
    {
      "loss_action": 0.001939709996804595,
      "loss_total": 0.001939709996804595,
      "step": 48210
    },
    {
      "loss_action": 0.004054035525768995,
      "loss_total": 0.004054035525768995,
      "step": 48210
    },
    {
      "loss_action": 0.0040444545447826385,
      "loss_total": 0.0040444545447826385,
      "step": 48210
    },
    {
      "grad_norm": 0.18086326122283936,
      "learning_rate": 5.7054883303556905e-05,
      "loss": 0.0071,
      "step": 48220
    },
    {
      "loss_action": 0.008384684100747108,
      "loss_total": 0.008384684100747108,
      "step": 48220
    },
    {
      "loss_action": 0.007057844661176205,
      "loss_total": 0.007057844661176205,
      "step": 48220
    },
    {
      "loss_action": 0.0024327076971530914,
      "loss_total": 0.0024327076971530914,
      "step": 48220
    },
    {
      "loss_action": 0.004343067295849323,
      "loss_total": 0.004343067295849323,
      "step": 48220
    },
    {
      "loss_action": 0.006797590758651495,
      "loss_total": 0.006797590758651495,
      "step": 48220
    },
    {
      "loss_action": 0.00886479765176773,
      "loss_total": 0.00886479765176773,
      "step": 48220
    },
    {
      "loss_action": 0.002617897465825081,
      "loss_total": 0.002617897465825081,
      "step": 48220
    },
    {
      "loss_action": 0.003903323784470558,
      "loss_total": 0.003903323784470558,
      "step": 48220
    },
    {
      "grad_norm": 0.1361343264579773,
      "learning_rate": 5.703851363831595e-05,
      "loss": 0.0087,
      "step": 48230
    },
    {
      "loss_action": 0.003995627164840698,
      "loss_total": 0.003995627164840698,
      "step": 48230
    },
    {
      "loss_action": 0.008250612765550613,
      "loss_total": 0.008250612765550613,
      "step": 48230
    },
    {
      "loss_action": 0.002142590470612049,
      "loss_total": 0.002142590470612049,
      "step": 48230
    },
    {
      "loss_action": 0.0027784262783825397,
      "loss_total": 0.0027784262783825397,
      "step": 48230
    },
    {
      "loss_action": 0.0072961002588272095,
      "loss_total": 0.0072961002588272095,
      "step": 48230
    },
    {
      "loss_action": 0.003705447306856513,
      "loss_total": 0.003705447306856513,
      "step": 48230
    },
    {
      "loss_action": 0.011840863153338432,
      "loss_total": 0.011840863153338432,
      "step": 48230
    },
    {
      "loss_action": 0.003138987347483635,
      "loss_total": 0.003138987347483635,
      "step": 48230
    },
    {
      "grad_norm": 0.08366621285676956,
      "learning_rate": 5.702214320335374e-05,
      "loss": 0.0072,
      "step": 48240
    },
    {
      "loss_action": 0.002437183167785406,
      "loss_total": 0.002437183167785406,
      "step": 48240
    },
    {
      "loss_action": 0.0045200614258646965,
      "loss_total": 0.0045200614258646965,
      "step": 48240
    },
    {
      "loss_action": 0.017665574327111244,
      "loss_total": 0.017665574327111244,
      "step": 48240
    },
    {
      "loss_action": 0.010455942712724209,
      "loss_total": 0.010455942712724209,
      "step": 48240
    },
    {
      "loss_action": 0.006457515526562929,
      "loss_total": 0.006457515526562929,
      "step": 48240
    },
    {
      "loss_action": 0.006639047525823116,
      "loss_total": 0.006639047525823116,
      "step": 48240
    },
    {
      "loss_action": 0.00938289426267147,
      "loss_total": 0.00938289426267147,
      "step": 48240
    },
    {
      "loss_action": 0.011150917038321495,
      "loss_total": 0.011150917038321495,
      "step": 48240
    },
    {
      "grad_norm": 0.14252178370952606,
      "learning_rate": 5.7005772000460514e-05,
      "loss": 0.0083,
      "step": 48250
    },
    {
      "loss_action": 0.006816413253545761,
      "loss_total": 0.006816413253545761,
      "step": 48250
    },
    {
      "loss_action": 0.012131873518228531,
      "loss_total": 0.012131873518228531,
      "step": 48250
    },
    {
      "loss_action": 0.0041444869711995125,
      "loss_total": 0.0041444869711995125,
      "step": 48250
    },
    {
      "loss_action": 0.0038531646132469177,
      "loss_total": 0.0038531646132469177,
      "step": 48250
    },
    {
      "loss_action": 0.004348401911556721,
      "loss_total": 0.004348401911556721,
      "step": 48250
    },
    {
      "loss_action": 0.006545502692461014,
      "loss_total": 0.006545502692461014,
      "step": 48250
    },
    {
      "loss_action": 0.0033278856426477432,
      "loss_total": 0.0033278856426477432,
      "step": 48250
    },
    {
      "loss_action": 0.007517090532928705,
      "loss_total": 0.007517090532928705,
      "step": 48250
    },
    {
      "grad_norm": 0.085394486784935,
      "learning_rate": 5.698940003142656e-05,
      "loss": 0.0071,
      "step": 48260
    },
    {
      "loss_action": 0.011582333594560623,
      "loss_total": 0.011582333594560623,
      "step": 48260
    },
    {
      "loss_action": 0.0018004945013672113,
      "loss_total": 0.0018004945013672113,
      "step": 48260
    },
    {
      "loss_action": 0.007916486822068691,
      "loss_total": 0.007916486822068691,
      "step": 48260
    },
    {
      "loss_action": 0.009470302611589432,
      "loss_total": 0.009470302611589432,
      "step": 48260
    },
    {
      "loss_action": 0.00990531500428915,
      "loss_total": 0.00990531500428915,
      "step": 48260
    },
    {
      "loss_action": 0.00703387800604105,
      "loss_total": 0.00703387800604105,
      "step": 48260
    },
    {
      "loss_action": 0.009306710213422775,
      "loss_total": 0.009306710213422775,
      "step": 48260
    },
    {
      "loss_action": 0.020623693242669106,
      "loss_total": 0.020623693242669106,
      "step": 48260
    },
    {
      "grad_norm": 0.11409261077642441,
      "learning_rate": 5.697302729804236e-05,
      "loss": 0.0085,
      "step": 48270
    },
    {
      "loss_action": 0.002506203018128872,
      "loss_total": 0.002506203018128872,
      "step": 48270
    },
    {
      "loss_action": 0.007809979375451803,
      "loss_total": 0.007809979375451803,
      "step": 48270
    },
    {
      "loss_action": 0.005753659177571535,
      "loss_total": 0.005753659177571535,
      "step": 48270
    },
    {
      "loss_action": 0.012164337560534477,
      "loss_total": 0.012164337560534477,
      "step": 48270
    },
    {
      "loss_action": 0.005495793651789427,
      "loss_total": 0.005495793651789427,
      "step": 48270
    },
    {
      "loss_action": 0.0057243164628744125,
      "loss_total": 0.0057243164628744125,
      "step": 48270
    },
    {
      "loss_action": 0.008719696663320065,
      "loss_total": 0.008719696663320065,
      "step": 48270
    },
    {
      "loss_action": 0.02500377967953682,
      "loss_total": 0.02500377967953682,
      "step": 48270
    },
    {
      "grad_norm": 0.11820302158594131,
      "learning_rate": 5.695665380209837e-05,
      "loss": 0.008,
      "step": 48280
    },
    {
      "loss_action": 0.0035248221829533577,
      "loss_total": 0.0035248221829533577,
      "step": 48280
    },
    {
      "loss_action": 0.011205648072063923,
      "loss_total": 0.011205648072063923,
      "step": 48280
    },
    {
      "loss_action": 0.007618133910000324,
      "loss_total": 0.007618133910000324,
      "step": 48280
    },
    {
      "loss_action": 0.00898466445505619,
      "loss_total": 0.00898466445505619,
      "step": 48280
    },
    {
      "loss_action": 0.0021104118786752224,
      "loss_total": 0.0021104118786752224,
      "step": 48280
    },
    {
      "loss_action": 0.0040677385404706,
      "loss_total": 0.0040677385404706,
      "step": 48280
    },
    {
      "loss_action": 0.014950490556657314,
      "loss_total": 0.014950490556657314,
      "step": 48280
    },
    {
      "loss_action": 0.0064916545525193214,
      "loss_total": 0.0064916545525193214,
      "step": 48280
    },
    {
      "grad_norm": 0.11997852474451065,
      "learning_rate": 5.6940279545385165e-05,
      "loss": 0.0082,
      "step": 48290
    },
    {
      "loss_action": 0.006532857194542885,
      "loss_total": 0.006532857194542885,
      "step": 48290
    },
    {
      "loss_action": 0.004012102261185646,
      "loss_total": 0.004012102261185646,
      "step": 48290
    },
    {
      "loss_action": 0.009815867990255356,
      "loss_total": 0.009815867990255356,
      "step": 48290
    },
    {
      "loss_action": 0.004418829455971718,
      "loss_total": 0.004418829455971718,
      "step": 48290
    },
    {
      "loss_action": 0.008103592321276665,
      "loss_total": 0.008103592321276665,
      "step": 48290
    },
    {
      "loss_action": 0.006905215326696634,
      "loss_total": 0.006905215326696634,
      "step": 48290
    },
    {
      "loss_action": 0.02849653549492359,
      "loss_total": 0.02849653549492359,
      "step": 48290
    },
    {
      "loss_action": 0.015713315457105637,
      "loss_total": 0.015713315457105637,
      "step": 48290
    },
    {
      "grad_norm": 0.10532031208276749,
      "learning_rate": 5.692390452969344e-05,
      "loss": 0.0082,
      "step": 48300
    },
    {
      "loss_action": 0.048864953219890594,
      "loss_total": 0.048864953219890594,
      "step": 48300
    },
    {
      "loss_action": 0.002770561259239912,
      "loss_total": 0.002770561259239912,
      "step": 48300
    },
    {
      "loss_action": 0.009597151540219784,
      "loss_total": 0.009597151540219784,
      "step": 48300
    },
    {
      "loss_action": 0.004913496784865856,
      "loss_total": 0.004913496784865856,
      "step": 48300
    },
    {
      "loss_action": 0.00725527061149478,
      "loss_total": 0.00725527061149478,
      "step": 48300
    },
    {
      "loss_action": 0.0071704210713505745,
      "loss_total": 0.0071704210713505745,
      "step": 48300
    },
    {
      "loss_action": 0.007117042317986488,
      "loss_total": 0.007117042317986488,
      "step": 48300
    },
    {
      "loss_action": 0.019627423956990242,
      "loss_total": 0.019627423956990242,
      "step": 48300
    },
    {
      "grad_norm": 0.10835625976324081,
      "learning_rate": 5.690752875681392e-05,
      "loss": 0.0087,
      "step": 48310
    },
    {
      "loss_action": 0.015258587896823883,
      "loss_total": 0.015258587896823883,
      "step": 48310
    },
    {
      "loss_action": 0.010784106329083443,
      "loss_total": 0.010784106329083443,
      "step": 48310
    },
    {
      "loss_action": 0.0051789297722280025,
      "loss_total": 0.0051789297722280025,
      "step": 48310
    },
    {
      "loss_action": 0.0031367363408207893,
      "loss_total": 0.0031367363408207893,
      "step": 48310
    },
    {
      "loss_action": 0.010130436159670353,
      "loss_total": 0.010130436159670353,
      "step": 48310
    },
    {
      "loss_action": 0.002247563097625971,
      "loss_total": 0.002247563097625971,
      "step": 48310
    },
    {
      "loss_action": 0.018313467502593994,
      "loss_total": 0.018313467502593994,
      "step": 48310
    },
    {
      "loss_action": 0.0061035919934511185,
      "loss_total": 0.0061035919934511185,
      "step": 48310
    },
    {
      "grad_norm": 0.14446868002414703,
      "learning_rate": 5.6891152228537435e-05,
      "loss": 0.0086,
      "step": 48320
    },
    {
      "loss_action": 0.012002389878034592,
      "loss_total": 0.012002389878034592,
      "step": 48320
    },
    {
      "loss_action": 0.005097505636513233,
      "loss_total": 0.005097505636513233,
      "step": 48320
    },
    {
      "loss_action": 0.0023157517425715923,
      "loss_total": 0.0023157517425715923,
      "step": 48320
    },
    {
      "loss_action": 0.002991017187014222,
      "loss_total": 0.002991017187014222,
      "step": 48320
    },
    {
      "loss_action": 0.008289308287203312,
      "loss_total": 0.008289308287203312,
      "step": 48320
    },
    {
      "loss_action": 0.005112551152706146,
      "loss_total": 0.005112551152706146,
      "step": 48320
    },
    {
      "loss_action": 0.006515209563076496,
      "loss_total": 0.006515209563076496,
      "step": 48320
    },
    {
      "loss_action": 0.008713269606232643,
      "loss_total": 0.008713269606232643,
      "step": 48320
    },
    {
      "grad_norm": 0.09987422823905945,
      "learning_rate": 5.687477494665492e-05,
      "loss": 0.0068,
      "step": 48330
    },
    {
      "loss_action": 0.005008731037378311,
      "loss_total": 0.005008731037378311,
      "step": 48330
    },
    {
      "loss_action": 0.00941552221775055,
      "loss_total": 0.00941552221775055,
      "step": 48330
    },
    {
      "loss_action": 0.010652073659002781,
      "loss_total": 0.010652073659002781,
      "step": 48330
    },
    {
      "loss_action": 0.006879386957734823,
      "loss_total": 0.006879386957734823,
      "step": 48330
    },
    {
      "loss_action": 0.029170725494623184,
      "loss_total": 0.029170725494623184,
      "step": 48330
    },
    {
      "loss_action": 0.013623201288282871,
      "loss_total": 0.013623201288282871,
      "step": 48330
    },
    {
      "loss_action": 0.009060699492692947,
      "loss_total": 0.009060699492692947,
      "step": 48330
    },
    {
      "loss_action": 0.008210266940295696,
      "loss_total": 0.008210266940295696,
      "step": 48330
    },
    {
      "grad_norm": 0.08439251035451889,
      "learning_rate": 5.685839691295733e-05,
      "loss": 0.0073,
      "step": 48340
    },
    {
      "loss_action": 0.008681708946824074,
      "loss_total": 0.008681708946824074,
      "step": 48340
    },
    {
      "loss_action": 0.014023737981915474,
      "loss_total": 0.014023737981915474,
      "step": 48340
    },
    {
      "loss_action": 0.021975882351398468,
      "loss_total": 0.021975882351398468,
      "step": 48340
    },
    {
      "loss_action": 0.002310739364475012,
      "loss_total": 0.002310739364475012,
      "step": 48340
    },
    {
      "loss_action": 0.0022972633596509695,
      "loss_total": 0.0022972633596509695,
      "step": 48340
    },
    {
      "loss_action": 0.010728971101343632,
      "loss_total": 0.010728971101343632,
      "step": 48340
    },
    {
      "loss_action": 0.00420928280800581,
      "loss_total": 0.00420928280800581,
      "step": 48340
    },
    {
      "loss_action": 0.01502107921987772,
      "loss_total": 0.01502107921987772,
      "step": 48340
    },
    {
      "grad_norm": 0.14656846225261688,
      "learning_rate": 5.6842018129235786e-05,
      "loss": 0.008,
      "step": 48350
    },
    {
      "loss_action": 0.0026631432119756937,
      "loss_total": 0.0026631432119756937,
      "step": 48350
    },
    {
      "loss_action": 0.0018011967185884714,
      "loss_total": 0.0018011967185884714,
      "step": 48350
    },
    {
      "loss_action": 0.009515825659036636,
      "loss_total": 0.009515825659036636,
      "step": 48350
    },
    {
      "loss_action": 0.00524381548166275,
      "loss_total": 0.00524381548166275,
      "step": 48350
    },
    {
      "loss_action": 0.005754738114774227,
      "loss_total": 0.005754738114774227,
      "step": 48350
    },
    {
      "loss_action": 0.003451741300523281,
      "loss_total": 0.003451741300523281,
      "step": 48350
    },
    {
      "loss_action": 0.008478358387947083,
      "loss_total": 0.008478358387947083,
      "step": 48350
    },
    {
      "loss_action": 0.005943298805505037,
      "loss_total": 0.005943298805505037,
      "step": 48350
    },
    {
      "grad_norm": 0.19103595614433289,
      "learning_rate": 5.6825638597281404e-05,
      "loss": 0.0083,
      "step": 48360
    },
    {
      "loss_action": 0.010265693068504333,
      "loss_total": 0.010265693068504333,
      "step": 48360
    },
    {
      "loss_action": 0.004105476662516594,
      "loss_total": 0.004105476662516594,
      "step": 48360
    },
    {
      "loss_action": 0.005534338764846325,
      "loss_total": 0.005534338764846325,
      "step": 48360
    },
    {
      "loss_action": 0.015078408643603325,
      "loss_total": 0.015078408643603325,
      "step": 48360
    },
    {
      "loss_action": 0.0073211342096328735,
      "loss_total": 0.0073211342096328735,
      "step": 48360
    },
    {
      "loss_action": 0.002538129920139909,
      "loss_total": 0.002538129920139909,
      "step": 48360
    },
    {
      "loss_action": 0.007487264461815357,
      "loss_total": 0.007487264461815357,
      "step": 48360
    },
    {
      "loss_action": 0.006739277392625809,
      "loss_total": 0.006739277392625809,
      "step": 48360
    },
    {
      "grad_norm": 0.07125429064035416,
      "learning_rate": 5.680925831888546e-05,
      "loss": 0.0093,
      "step": 48370
    },
    {
      "loss_action": 0.006220501381903887,
      "loss_total": 0.006220501381903887,
      "step": 48370
    },
    {
      "loss_action": 0.006111901253461838,
      "loss_total": 0.006111901253461838,
      "step": 48370
    },
    {
      "loss_action": 0.008944783359766006,
      "loss_total": 0.008944783359766006,
      "step": 48370
    },
    {
      "loss_action": 0.006004613824188709,
      "loss_total": 0.006004613824188709,
      "step": 48370
    },
    {
      "loss_action": 0.0059162103570997715,
      "loss_total": 0.0059162103570997715,
      "step": 48370
    },
    {
      "loss_action": 0.0028020800091326237,
      "loss_total": 0.0028020800091326237,
      "step": 48370
    },
    {
      "loss_action": 0.005846093408763409,
      "loss_total": 0.005846093408763409,
      "step": 48370
    },
    {
      "loss_action": 0.007778104394674301,
      "loss_total": 0.007778104394674301,
      "step": 48370
    },
    {
      "grad_norm": 0.13646924495697021,
      "learning_rate": 5.6792877295839274e-05,
      "loss": 0.0076,
      "step": 48380
    },
    {
      "loss_action": 0.005767910275608301,
      "loss_total": 0.005767910275608301,
      "step": 48380
    },
    {
      "loss_action": 0.0026956317014992237,
      "loss_total": 0.0026956317014992237,
      "step": 48380
    },
    {
      "loss_action": 0.00907100085169077,
      "loss_total": 0.00907100085169077,
      "step": 48380
    },
    {
      "loss_action": 0.007472275756299496,
      "loss_total": 0.007472275756299496,
      "step": 48380
    },
    {
      "loss_action": 0.005035406909883022,
      "loss_total": 0.005035406909883022,
      "step": 48380
    },
    {
      "loss_action": 0.009521756321191788,
      "loss_total": 0.009521756321191788,
      "step": 48380
    },
    {
      "loss_action": 0.003128691576421261,
      "loss_total": 0.003128691576421261,
      "step": 48380
    },
    {
      "loss_action": 0.011842219159007072,
      "loss_total": 0.011842219159007072,
      "step": 48380
    },
    {
      "grad_norm": 0.1791273057460785,
      "learning_rate": 5.6776495529934224e-05,
      "loss": 0.0084,
      "step": 48390
    },
    {
      "loss_action": 0.0046908617950975895,
      "loss_total": 0.0046908617950975895,
      "step": 48390
    },
    {
      "loss_action": 0.0031503322534263134,
      "loss_total": 0.0031503322534263134,
      "step": 48390
    },
    {
      "loss_action": 0.0039367713034152985,
      "loss_total": 0.0039367713034152985,
      "step": 48390
    },
    {
      "loss_action": 0.0032196221873164177,
      "loss_total": 0.0032196221873164177,
      "step": 48390
    },
    {
      "loss_action": 0.01576998271048069,
      "loss_total": 0.01576998271048069,
      "step": 48390
    },
    {
      "loss_action": 0.0029978258535265923,
      "loss_total": 0.0029978258535265923,
      "step": 48390
    },
    {
      "loss_action": 0.008054466918110847,
      "loss_total": 0.008054466918110847,
      "step": 48390
    },
    {
      "loss_action": 0.009541808627545834,
      "loss_total": 0.009541808627545834,
      "step": 48390
    },
    {
      "grad_norm": 0.11946094036102295,
      "learning_rate": 5.6760113022961824e-05,
      "loss": 0.0066,
      "step": 48400
    },
    {
      "loss_action": 0.004761379212141037,
      "loss_total": 0.004761379212141037,
      "step": 48400
    },
    {
      "loss_action": 0.006566097028553486,
      "loss_total": 0.006566097028553486,
      "step": 48400
    },
    {
      "loss_action": 0.01052966620773077,
      "loss_total": 0.01052966620773077,
      "step": 48400
    },
    {
      "loss_action": 0.005257359705865383,
      "loss_total": 0.005257359705865383,
      "step": 48400
    },
    {
      "loss_action": 0.004360818304121494,
      "loss_total": 0.004360818304121494,
      "step": 48400
    },
    {
      "loss_action": 0.014274273067712784,
      "loss_total": 0.014274273067712784,
      "step": 48400
    },
    {
      "loss_action": 0.0039189476519823074,
      "loss_total": 0.0039189476519823074,
      "step": 48400
    },
    {
      "loss_action": 0.004134165123105049,
      "loss_total": 0.004134165123105049,
      "step": 48400
    },
    {
      "grad_norm": 0.13330097496509552,
      "learning_rate": 5.6743729776713617e-05,
      "loss": 0.0084,
      "step": 48410
    },
    {
      "loss_action": 0.005752459168434143,
      "loss_total": 0.005752459168434143,
      "step": 48410
    },
    {
      "loss_action": 0.010089030489325523,
      "loss_total": 0.010089030489325523,
      "step": 48410
    },
    {
      "loss_action": 0.007732722908258438,
      "loss_total": 0.007732722908258438,
      "step": 48410
    },
    {
      "loss_action": 0.005691557191312313,
      "loss_total": 0.005691557191312313,
      "step": 48410
    },
    {
      "loss_action": 0.00353792542591691,
      "loss_total": 0.00353792542591691,
      "step": 48410
    },
    {
      "loss_action": 0.006763762794435024,
      "loss_total": 0.006763762794435024,
      "step": 48410
    },
    {
      "loss_action": 0.0052329786121845245,
      "loss_total": 0.0052329786121845245,
      "step": 48410
    },
    {
      "loss_action": 0.008345288224518299,
      "loss_total": 0.008345288224518299,
      "step": 48410
    },
    {
      "grad_norm": 0.1486864984035492,
      "learning_rate": 5.672734579298126e-05,
      "loss": 0.0073,
      "step": 48420
    },
    {
      "loss_action": 0.01151205599308014,
      "loss_total": 0.01151205599308014,
      "step": 48420
    },
    {
      "loss_action": 0.007766775321215391,
      "loss_total": 0.007766775321215391,
      "step": 48420
    },
    {
      "loss_action": 0.0075157396495342255,
      "loss_total": 0.0075157396495342255,
      "step": 48420
    },
    {
      "loss_action": 0.0036842981353402138,
      "loss_total": 0.0036842981353402138,
      "step": 48420
    },
    {
      "loss_action": 0.008514120243489742,
      "loss_total": 0.008514120243489742,
      "step": 48420
    },
    {
      "loss_action": 0.003690306795760989,
      "loss_total": 0.003690306795760989,
      "step": 48420
    },
    {
      "loss_action": 0.007436895743012428,
      "loss_total": 0.007436895743012428,
      "step": 48420
    },
    {
      "loss_action": 0.010730940848588943,
      "loss_total": 0.010730940848588943,
      "step": 48420
    },
    {
      "grad_norm": 0.10466102510690689,
      "learning_rate": 5.671096107355649e-05,
      "loss": 0.0085,
      "step": 48430
    },
    {
      "loss_action": 0.0024148388765752316,
      "loss_total": 0.0024148388765752316,
      "step": 48430
    },
    {
      "loss_action": 0.0024671824648976326,
      "loss_total": 0.0024671824648976326,
      "step": 48430
    },
    {
      "loss_action": 0.0057420977391302586,
      "loss_total": 0.0057420977391302586,
      "step": 48430
    },
    {
      "loss_action": 0.010318536311388016,
      "loss_total": 0.010318536311388016,
      "step": 48430
    },
    {
      "loss_action": 0.0026870165020227432,
      "loss_total": 0.0026870165020227432,
      "step": 48430
    },
    {
      "loss_action": 0.011375456117093563,
      "loss_total": 0.011375456117093563,
      "step": 48430
    },
    {
      "loss_action": 0.0034041425678879023,
      "loss_total": 0.0034041425678879023,
      "step": 48430
    },
    {
      "loss_action": 0.006948752328753471,
      "loss_total": 0.006948752328753471,
      "step": 48430
    },
    {
      "grad_norm": 0.12040290981531143,
      "learning_rate": 5.66945756202311e-05,
      "loss": 0.0066,
      "step": 48440
    },
    {
      "loss_action": 0.003956461325287819,
      "loss_total": 0.003956461325287819,
      "step": 48440
    },
    {
      "loss_action": 0.009631107561290264,
      "loss_total": 0.009631107561290264,
      "step": 48440
    },
    {
      "loss_action": 0.0066350847482681274,
      "loss_total": 0.0066350847482681274,
      "step": 48440
    },
    {
      "loss_action": 0.0071835885755717754,
      "loss_total": 0.0071835885755717754,
      "step": 48440
    },
    {
      "loss_action": 0.007251546252518892,
      "loss_total": 0.007251546252518892,
      "step": 48440
    },
    {
      "loss_action": 0.008174823597073555,
      "loss_total": 0.008174823597073555,
      "step": 48440
    },
    {
      "loss_action": 0.0054896799847483635,
      "loss_total": 0.0054896799847483635,
      "step": 48440
    },
    {
      "loss_action": 0.007754143327474594,
      "loss_total": 0.007754143327474594,
      "step": 48440
    },
    {
      "grad_norm": 0.1138887107372284,
      "learning_rate": 5.667818943479699e-05,
      "loss": 0.0088,
      "step": 48450
    },
    {
      "loss_action": 0.005419749300926924,
      "loss_total": 0.005419749300926924,
      "step": 48450
    },
    {
      "loss_action": 0.006862996146082878,
      "loss_total": 0.006862996146082878,
      "step": 48450
    },
    {
      "loss_action": 0.003248425666242838,
      "loss_total": 0.003248425666242838,
      "step": 48450
    },
    {
      "loss_action": 0.008178691379725933,
      "loss_total": 0.008178691379725933,
      "step": 48450
    },
    {
      "loss_action": 0.004081642255187035,
      "loss_total": 0.004081642255187035,
      "step": 48450
    },
    {
      "loss_action": 0.005738310050219297,
      "loss_total": 0.005738310050219297,
      "step": 48450
    },
    {
      "loss_action": 0.003361878916621208,
      "loss_total": 0.003361878916621208,
      "step": 48450
    },
    {
      "loss_action": 0.002886448986828327,
      "loss_total": 0.002886448986828327,
      "step": 48450
    },
    {
      "grad_norm": 0.09640885889530182,
      "learning_rate": 5.666180251904612e-05,
      "loss": 0.0067,
      "step": 48460
    },
    {
      "loss_action": 0.004587206989526749,
      "loss_total": 0.004587206989526749,
      "step": 48460
    },
    {
      "loss_action": 0.006892966106534004,
      "loss_total": 0.006892966106534004,
      "step": 48460
    },
    {
      "loss_action": 0.0038361940532922745,
      "loss_total": 0.0038361940532922745,
      "step": 48460
    },
    {
      "loss_action": 0.0077451178804039955,
      "loss_total": 0.0077451178804039955,
      "step": 48460
    },
    {
      "loss_action": 0.007420181762427092,
      "loss_total": 0.007420181762427092,
      "step": 48460
    },
    {
      "loss_action": 0.010310541838407516,
      "loss_total": 0.010310541838407516,
      "step": 48460
    },
    {
      "loss_action": 0.005151212681084871,
      "loss_total": 0.005151212681084871,
      "step": 48460
    },
    {
      "loss_action": 0.011726703494787216,
      "loss_total": 0.011726703494787216,
      "step": 48460
    },
    {
      "grad_norm": 0.08893420547246933,
      "learning_rate": 5.6645414874770555e-05,
      "loss": 0.0074,
      "step": 48470
    },
    {
      "loss_action": 0.036984845995903015,
      "loss_total": 0.036984845995903015,
      "step": 48470
    },
    {
      "loss_action": 0.009653860703110695,
      "loss_total": 0.009653860703110695,
      "step": 48470
    },
    {
      "loss_action": 0.005199000239372253,
      "loss_total": 0.005199000239372253,
      "step": 48470
    },
    {
      "loss_action": 0.008020831272006035,
      "loss_total": 0.008020831272006035,
      "step": 48470
    },
    {
      "loss_action": 0.002819690853357315,
      "loss_total": 0.002819690853357315,
      "step": 48470
    },
    {
      "loss_action": 0.0023923595435917377,
      "loss_total": 0.0023923595435917377,
      "step": 48470
    },
    {
      "loss_action": 0.01585664600133896,
      "loss_total": 0.01585664600133896,
      "step": 48470
    },
    {
      "loss_action": 0.012907165102660656,
      "loss_total": 0.012907165102660656,
      "step": 48470
    },
    {
      "grad_norm": 0.12750470638275146,
      "learning_rate": 5.66290265037624e-05,
      "loss": 0.0085,
      "step": 48480
    },
    {
      "loss_action": 0.006756989285349846,
      "loss_total": 0.006756989285349846,
      "step": 48480
    },
    {
      "loss_action": 0.005099126137793064,
      "loss_total": 0.005099126137793064,
      "step": 48480
    },
    {
      "loss_action": 0.0063850004225969315,
      "loss_total": 0.0063850004225969315,
      "step": 48480
    },
    {
      "loss_action": 0.003533308394253254,
      "loss_total": 0.003533308394253254,
      "step": 48480
    },
    {
      "loss_action": 0.004005310591310263,
      "loss_total": 0.004005310591310263,
      "step": 48480
    },
    {
      "loss_action": 0.002779079135507345,
      "loss_total": 0.002779079135507345,
      "step": 48480
    },
    {
      "loss_action": 0.008686279878020287,
      "loss_total": 0.008686279878020287,
      "step": 48480
    },
    {
      "loss_action": 0.002541483612731099,
      "loss_total": 0.002541483612731099,
      "step": 48480
    },
    {
      "grad_norm": 0.15620380640029907,
      "learning_rate": 5.661263740781386e-05,
      "loss": 0.0086,
      "step": 48490
    },
    {
      "loss_action": 0.002458931878209114,
      "loss_total": 0.002458931878209114,
      "step": 48490
    },
    {
      "loss_action": 0.0060015213675796986,
      "loss_total": 0.0060015213675796986,
      "step": 48490
    },
    {
      "loss_action": 0.009946687147021294,
      "loss_total": 0.009946687147021294,
      "step": 48490
    },
    {
      "loss_action": 0.003923813812434673,
      "loss_total": 0.003923813812434673,
      "step": 48490
    },
    {
      "loss_action": 0.0038493068423122168,
      "loss_total": 0.0038493068423122168,
      "step": 48490
    },
    {
      "loss_action": 0.006047582253813744,
      "loss_total": 0.006047582253813744,
      "step": 48490
    },
    {
      "loss_action": 0.007332370150834322,
      "loss_total": 0.007332370150834322,
      "step": 48490
    },
    {
      "loss_action": 0.0036021952982991934,
      "loss_total": 0.0036021952982991934,
      "step": 48490
    },
    {
      "grad_norm": 0.11507607251405716,
      "learning_rate": 5.6596247588717254e-05,
      "loss": 0.0083,
      "step": 48500
    },
    {
      "loss_action": 0.005888419691473246,
      "loss_total": 0.005888419691473246,
      "step": 48500
    },
    {
      "loss_action": 0.009782601147890091,
      "loss_total": 0.009782601147890091,
      "step": 48500
    },
    {
      "loss_action": 0.004834870807826519,
      "loss_total": 0.004834870807826519,
      "step": 48500
    },
    {
      "loss_action": 0.003808430628851056,
      "loss_total": 0.003808430628851056,
      "step": 48500
    },
    {
      "loss_action": 0.007324790582060814,
      "loss_total": 0.007324790582060814,
      "step": 48500
    },
    {
      "loss_action": 0.009332952089607716,
      "loss_total": 0.009332952089607716,
      "step": 48500
    },
    {
      "loss_action": 0.012135851196944714,
      "loss_total": 0.012135851196944714,
      "step": 48500
    },
    {
      "loss_action": 0.004116897936910391,
      "loss_total": 0.004116897936910391,
      "step": 48500
    },
    {
      "grad_norm": 0.1299208402633667,
      "learning_rate": 5.6579857048264926e-05,
      "loss": 0.0078,
      "step": 48510
    },
    {
      "loss_action": 0.016316143795847893,
      "loss_total": 0.016316143795847893,
      "step": 48510
    },
    {
      "loss_action": 0.007554727606475353,
      "loss_total": 0.007554727606475353,
      "step": 48510
    },
    {
      "loss_action": 0.010471466928720474,
      "loss_total": 0.010471466928720474,
      "step": 48510
    },
    {
      "loss_action": 0.011636381968855858,
      "loss_total": 0.011636381968855858,
      "step": 48510
    },
    {
      "loss_action": 0.024169208481907845,
      "loss_total": 0.024169208481907845,
      "step": 48510
    },
    {
      "loss_action": 0.0036396831274032593,
      "loss_total": 0.0036396831274032593,
      "step": 48510
    },
    {
      "loss_action": 0.0029712673276662827,
      "loss_total": 0.0029712673276662827,
      "step": 48510
    },
    {
      "loss_action": 0.014706617221236229,
      "loss_total": 0.014706617221236229,
      "step": 48510
    },
    {
      "grad_norm": 0.11170963197946548,
      "learning_rate": 5.6563465788249314e-05,
      "loss": 0.0076,
      "step": 48520
    },
    {
      "loss_action": 0.004277529660612345,
      "loss_total": 0.004277529660612345,
      "step": 48520
    },
    {
      "loss_action": 0.008315415121614933,
      "loss_total": 0.008315415121614933,
      "step": 48520
    },
    {
      "loss_action": 0.0028403042815625668,
      "loss_total": 0.0028403042815625668,
      "step": 48520
    },
    {
      "loss_action": 0.004546549171209335,
      "loss_total": 0.004546549171209335,
      "step": 48520
    },
    {
      "loss_action": 0.009900536388158798,
      "loss_total": 0.009900536388158798,
      "step": 48520
    },
    {
      "loss_action": 0.00498625822365284,
      "loss_total": 0.00498625822365284,
      "step": 48520
    },
    {
      "loss_action": 0.0033907657489180565,
      "loss_total": 0.0033907657489180565,
      "step": 48520
    },
    {
      "loss_action": 0.003089367877691984,
      "loss_total": 0.003089367877691984,
      "step": 48520
    },
    {
      "grad_norm": 0.10651399940252304,
      "learning_rate": 5.6547073810462956e-05,
      "loss": 0.0069,
      "step": 48530
    },
    {
      "loss_action": 0.004794005304574966,
      "loss_total": 0.004794005304574966,
      "step": 48530
    },
    {
      "loss_action": 0.008985307067632675,
      "loss_total": 0.008985307067632675,
      "step": 48530
    },
    {
      "loss_action": 0.012772668153047562,
      "loss_total": 0.012772668153047562,
      "step": 48530
    },
    {
      "loss_action": 0.008096089586615562,
      "loss_total": 0.008096089586615562,
      "step": 48530
    },
    {
      "loss_action": 0.007574011106044054,
      "loss_total": 0.007574011106044054,
      "step": 48530
    },
    {
      "loss_action": 0.006345389410853386,
      "loss_total": 0.006345389410853386,
      "step": 48530
    },
    {
      "loss_action": 0.005555854178965092,
      "loss_total": 0.005555854178965092,
      "step": 48530
    },
    {
      "loss_action": 0.005203980021178722,
      "loss_total": 0.005203980021178722,
      "step": 48530
    },
    {
      "grad_norm": 0.07260559499263763,
      "learning_rate": 5.653068111669846e-05,
      "loss": 0.0072,
      "step": 48540
    },
    {
      "loss_action": 0.014633990824222565,
      "loss_total": 0.014633990824222565,
      "step": 48540
    },
    {
      "loss_action": 0.0036619561724364758,
      "loss_total": 0.0036619561724364758,
      "step": 48540
    },
    {
      "loss_action": 0.009779351763427258,
      "loss_total": 0.009779351763427258,
      "step": 48540
    },
    {
      "loss_action": 0.00878693163394928,
      "loss_total": 0.00878693163394928,
      "step": 48540
    },
    {
      "loss_action": 0.0051246993243694305,
      "loss_total": 0.0051246993243694305,
      "step": 48540
    },
    {
      "loss_action": 0.01005841325968504,
      "loss_total": 0.01005841325968504,
      "step": 48540
    },
    {
      "loss_action": 0.021408749744296074,
      "loss_total": 0.021408749744296074,
      "step": 48540
    },
    {
      "loss_action": 0.0045139300636947155,
      "loss_total": 0.0045139300636947155,
      "step": 48540
    },
    {
      "grad_norm": 0.0982651636004448,
      "learning_rate": 5.651428770874848e-05,
      "loss": 0.0089,
      "step": 48550
    },
    {
      "loss_action": 0.011147616431117058,
      "loss_total": 0.011147616431117058,
      "step": 48550
    },
    {
      "loss_action": 0.015866588801145554,
      "loss_total": 0.015866588801145554,
      "step": 48550
    },
    {
      "loss_action": 0.006454603746533394,
      "loss_total": 0.006454603746533394,
      "step": 48550
    },
    {
      "loss_action": 0.006018030922859907,
      "loss_total": 0.006018030922859907,
      "step": 48550
    },
    {
      "loss_action": 0.0038125652354210615,
      "loss_total": 0.0038125652354210615,
      "step": 48550
    },
    {
      "loss_action": 0.01248735561966896,
      "loss_total": 0.01248735561966896,
      "step": 48550
    },
    {
      "loss_action": 0.01423216424882412,
      "loss_total": 0.01423216424882412,
      "step": 48550
    },
    {
      "loss_action": 0.00587647408246994,
      "loss_total": 0.00587647408246994,
      "step": 48550
    },
    {
      "grad_norm": 0.10478648543357849,
      "learning_rate": 5.64978935884058e-05,
      "loss": 0.0088,
      "step": 48560
    },
    {
      "loss_action": 0.013728858903050423,
      "loss_total": 0.013728858903050423,
      "step": 48560
    },
    {
      "loss_action": 0.006072011310607195,
      "loss_total": 0.006072011310607195,
      "step": 48560
    },
    {
      "loss_action": 0.006667977664619684,
      "loss_total": 0.006667977664619684,
      "step": 48560
    },
    {
      "loss_action": 0.0040206145495176315,
      "loss_total": 0.0040206145495176315,
      "step": 48560
    },
    {
      "loss_action": 0.006048830691725016,
      "loss_total": 0.006048830691725016,
      "step": 48560
    },
    {
      "loss_action": 0.0034577730111777782,
      "loss_total": 0.0034577730111777782,
      "step": 48560
    },
    {
      "loss_action": 0.006081488914787769,
      "loss_total": 0.006081488914787769,
      "step": 48560
    },
    {
      "loss_action": 0.005597274284809828,
      "loss_total": 0.005597274284809828,
      "step": 48560
    },
    {
      "grad_norm": 0.08516829460859299,
      "learning_rate": 5.6481498757463244e-05,
      "loss": 0.0084,
      "step": 48570
    },
    {
      "loss_action": 0.0028957673348486423,
      "loss_total": 0.0028957673348486423,
      "step": 48570
    },
    {
      "loss_action": 0.004618483129888773,
      "loss_total": 0.004618483129888773,
      "step": 48570
    },
    {
      "loss_action": 0.005989273078739643,
      "loss_total": 0.005989273078739643,
      "step": 48570
    },
    {
      "loss_action": 0.0020113587379455566,
      "loss_total": 0.0020113587379455566,
      "step": 48570
    },
    {
      "loss_action": 0.01623709872364998,
      "loss_total": 0.01623709872364998,
      "step": 48570
    },
    {
      "loss_action": 0.007948906160891056,
      "loss_total": 0.007948906160891056,
      "step": 48570
    },
    {
      "loss_action": 0.004688342567533255,
      "loss_total": 0.004688342567533255,
      "step": 48570
    },
    {
      "loss_action": 0.0038007800467312336,
      "loss_total": 0.0038007800467312336,
      "step": 48570
    },
    {
      "grad_norm": 0.084906667470932,
      "learning_rate": 5.646510321771373e-05,
      "loss": 0.0078,
      "step": 48580
    },
    {
      "loss_action": 0.004872689954936504,
      "loss_total": 0.004872689954936504,
      "step": 48580
    },
    {
      "loss_action": 0.005311598069965839,
      "loss_total": 0.005311598069965839,
      "step": 48580
    },
    {
      "loss_action": 0.006140099372714758,
      "loss_total": 0.006140099372714758,
      "step": 48580
    },
    {
      "loss_action": 0.00810127705335617,
      "loss_total": 0.00810127705335617,
      "step": 48580
    },
    {
      "loss_action": 0.008545083925127983,
      "loss_total": 0.008545083925127983,
      "step": 48580
    },
    {
      "loss_action": 0.005774088203907013,
      "loss_total": 0.005774088203907013,
      "step": 48580
    },
    {
      "loss_action": 0.006457318551838398,
      "loss_total": 0.006457318551838398,
      "step": 48580
    },
    {
      "loss_action": 0.00536668486893177,
      "loss_total": 0.00536668486893177,
      "step": 48580
    },
    {
      "grad_norm": 0.11994282156229019,
      "learning_rate": 5.644870697095024e-05,
      "loss": 0.0084,
      "step": 48590
    },
    {
      "loss_action": 0.005334530957043171,
      "loss_total": 0.005334530957043171,
      "step": 48590
    },
    {
      "loss_action": 0.0023720557801425457,
      "loss_total": 0.0023720557801425457,
      "step": 48590
    },
    {
      "loss_action": 0.003039353061467409,
      "loss_total": 0.003039353061467409,
      "step": 48590
    },
    {
      "loss_action": 0.0048488131724298,
      "loss_total": 0.0048488131724298,
      "step": 48590
    },
    {
      "loss_action": 0.005178635008633137,
      "loss_total": 0.005178635008633137,
      "step": 48590
    },
    {
      "loss_action": 0.003992051817476749,
      "loss_total": 0.003992051817476749,
      "step": 48590
    },
    {
      "loss_action": 0.040856726467609406,
      "loss_total": 0.040856726467609406,
      "step": 48590
    },
    {
      "loss_action": 0.005201873369514942,
      "loss_total": 0.005201873369514942,
      "step": 48590
    },
    {
      "grad_norm": 0.08730155229568481,
      "learning_rate": 5.643231001896586e-05,
      "loss": 0.0089,
      "step": 48600
    },
    {
      "loss_action": 0.017420712858438492,
      "loss_total": 0.017420712858438492,
      "step": 48600
    },
    {
      "loss_action": 0.010364772751927376,
      "loss_total": 0.010364772751927376,
      "step": 48600
    },
    {
      "loss_action": 0.009273754432797432,
      "loss_total": 0.009273754432797432,
      "step": 48600
    },
    {
      "loss_action": 0.010936930775642395,
      "loss_total": 0.010936930775642395,
      "step": 48600
    },
    {
      "loss_action": 0.002583273220807314,
      "loss_total": 0.002583273220807314,
      "step": 48600
    },
    {
      "loss_action": 0.005594390910118818,
      "loss_total": 0.005594390910118818,
      "step": 48600
    },
    {
      "loss_action": 0.007262755185365677,
      "loss_total": 0.007262755185365677,
      "step": 48600
    },
    {
      "loss_action": 0.0044248830527067184,
      "loss_total": 0.0044248830527067184,
      "step": 48600
    },
    {
      "grad_norm": 0.11675870418548584,
      "learning_rate": 5.6415912363553726e-05,
      "loss": 0.008,
      "step": 48610
    },
    {
      "loss_action": 0.023426521569490433,
      "loss_total": 0.023426521569490433,
      "step": 48610
    },
    {
      "loss_action": 0.012182033620774746,
      "loss_total": 0.012182033620774746,
      "step": 48610
    },
    {
      "loss_action": 0.004614821635186672,
      "loss_total": 0.004614821635186672,
      "step": 48610
    },
    {
      "loss_action": 0.009227778762578964,
      "loss_total": 0.009227778762578964,
      "step": 48610
    },
    {
      "loss_action": 0.00680929608643055,
      "loss_total": 0.00680929608643055,
      "step": 48610
    },
    {
      "loss_action": 0.003884585341438651,
      "loss_total": 0.003884585341438651,
      "step": 48610
    },
    {
      "loss_action": 0.005984739866107702,
      "loss_total": 0.005984739866107702,
      "step": 48610
    },
    {
      "loss_action": 0.003138578962534666,
      "loss_total": 0.003138578962534666,
      "step": 48610
    },
    {
      "grad_norm": 0.1163124144077301,
      "learning_rate": 5.639951400650706e-05,
      "loss": 0.009,
      "step": 48620
    },
    {
      "loss_action": 0.00271617597900331,
      "loss_total": 0.00271617597900331,
      "step": 48620
    },
    {
      "loss_action": 0.012518636882305145,
      "loss_total": 0.012518636882305145,
      "step": 48620
    },
    {
      "loss_action": 0.01928573288023472,
      "loss_total": 0.01928573288023472,
      "step": 48620
    },
    {
      "loss_action": 0.0043807802721858025,
      "loss_total": 0.0043807802721858025,
      "step": 48620
    },
    {
      "loss_action": 0.008908092975616455,
      "loss_total": 0.008908092975616455,
      "step": 48620
    },
    {
      "loss_action": 0.004552905447781086,
      "loss_total": 0.004552905447781086,
      "step": 48620
    },
    {
      "loss_action": 0.014068092219531536,
      "loss_total": 0.014068092219531536,
      "step": 48620
    },
    {
      "loss_action": 0.024110104888677597,
      "loss_total": 0.024110104888677597,
      "step": 48620
    },
    {
      "grad_norm": 0.1084633320569992,
      "learning_rate": 5.6383114949619165e-05,
      "loss": 0.0086,
      "step": 48630
    },
    {
      "loss_action": 0.008128855377435684,
      "loss_total": 0.008128855377435684,
      "step": 48630
    },
    {
      "loss_action": 0.021837931126356125,
      "loss_total": 0.021837931126356125,
      "step": 48630
    },
    {
      "loss_action": 0.004148614592850208,
      "loss_total": 0.004148614592850208,
      "step": 48630
    },
    {
      "loss_action": 0.012437132187187672,
      "loss_total": 0.012437132187187672,
      "step": 48630
    },
    {
      "loss_action": 0.005345216952264309,
      "loss_total": 0.005345216952264309,
      "step": 48630
    },
    {
      "loss_action": 0.0045844195410609245,
      "loss_total": 0.0045844195410609245,
      "step": 48630
    },
    {
      "loss_action": 0.004164401441812515,
      "loss_total": 0.004164401441812515,
      "step": 48630
    },
    {
      "loss_action": 0.0025061112828552723,
      "loss_total": 0.0025061112828552723,
      "step": 48630
    },
    {
      "grad_norm": 0.12296708673238754,
      "learning_rate": 5.636671519468342e-05,
      "loss": 0.0077,
      "step": 48640
    },
    {
      "loss_action": 0.02971489168703556,
      "loss_total": 0.02971489168703556,
      "step": 48640
    },
    {
      "loss_action": 0.00292516453191638,
      "loss_total": 0.00292516453191638,
      "step": 48640
    },
    {
      "loss_action": 0.00215775053948164,
      "loss_total": 0.00215775053948164,
      "step": 48640
    },
    {
      "loss_action": 0.007316987495869398,
      "loss_total": 0.007316987495869398,
      "step": 48640
    },
    {
      "loss_action": 0.012406537309288979,
      "loss_total": 0.012406537309288979,
      "step": 48640
    },
    {
      "loss_action": 0.0034931988921016455,
      "loss_total": 0.0034931988921016455,
      "step": 48640
    },
    {
      "loss_action": 0.007771343924105167,
      "loss_total": 0.007771343924105167,
      "step": 48640
    },
    {
      "loss_action": 0.009350547567009926,
      "loss_total": 0.009350547567009926,
      "step": 48640
    },
    {
      "grad_norm": 0.13119925558567047,
      "learning_rate": 5.635031474349327e-05,
      "loss": 0.0094,
      "step": 48650
    },
    {
      "loss_action": 0.010570156387984753,
      "loss_total": 0.010570156387984753,
      "step": 48650
    },
    {
      "loss_action": 0.004679006524384022,
      "loss_total": 0.004679006524384022,
      "step": 48650
    },
    {
      "loss_action": 0.02614501491189003,
      "loss_total": 0.02614501491189003,
      "step": 48650
    },
    {
      "loss_action": 0.0035306282807141542,
      "loss_total": 0.0035306282807141542,
      "step": 48650
    },
    {
      "loss_action": 0.004453791305422783,
      "loss_total": 0.004453791305422783,
      "step": 48650
    },
    {
      "loss_action": 0.010186418890953064,
      "loss_total": 0.010186418890953064,
      "step": 48650
    },
    {
      "loss_action": 0.008652281016111374,
      "loss_total": 0.008652281016111374,
      "step": 48650
    },
    {
      "loss_action": 0.0036540995351970196,
      "loss_total": 0.0036540995351970196,
      "step": 48650
    },
    {
      "grad_norm": 0.09148664772510529,
      "learning_rate": 5.6333913597842246e-05,
      "loss": 0.0076,
      "step": 48660
    },
    {
      "loss_action": 0.008229868486523628,
      "loss_total": 0.008229868486523628,
      "step": 48660
    },
    {
      "loss_action": 0.0034793049562722445,
      "loss_total": 0.0034793049562722445,
      "step": 48660
    },
    {
      "loss_action": 0.0029151877388358116,
      "loss_total": 0.0029151877388358116,
      "step": 48660
    },
    {
      "loss_action": 0.004924165550619364,
      "loss_total": 0.004924165550619364,
      "step": 48660
    },
    {
      "loss_action": 0.00905104074627161,
      "loss_total": 0.00905104074627161,
      "step": 48660
    },
    {
      "loss_action": 0.005126562900841236,
      "loss_total": 0.005126562900841236,
      "step": 48660
    },
    {
      "loss_action": 0.008885161951184273,
      "loss_total": 0.008885161951184273,
      "step": 48660
    },
    {
      "loss_action": 0.005060774274170399,
      "loss_total": 0.005060774274170399,
      "step": 48660
    },
    {
      "grad_norm": 0.10314753651618958,
      "learning_rate": 5.6317511759523955e-05,
      "loss": 0.0066,
      "step": 48670
    },
    {
      "loss_action": 0.003623179392889142,
      "loss_total": 0.003623179392889142,
      "step": 48670
    },
    {
      "loss_action": 0.0069904569536447525,
      "loss_total": 0.0069904569536447525,
      "step": 48670
    },
    {
      "loss_action": 0.009179847314953804,
      "loss_total": 0.009179847314953804,
      "step": 48670
    },
    {
      "loss_action": 0.004282654263079166,
      "loss_total": 0.004282654263079166,
      "step": 48670
    },
    {
      "loss_action": 0.006000293418765068,
      "loss_total": 0.006000293418765068,
      "step": 48670
    },
    {
      "loss_action": 0.009249030612409115,
      "loss_total": 0.009249030612409115,
      "step": 48670
    },
    {
      "loss_action": 0.00596961472183466,
      "loss_total": 0.00596961472183466,
      "step": 48670
    },
    {
      "loss_action": 0.00523095577955246,
      "loss_total": 0.00523095577955246,
      "step": 48670
    },
    {
      "grad_norm": 0.12099531292915344,
      "learning_rate": 5.630110923033207e-05,
      "loss": 0.0074,
      "step": 48680
    },
    {
      "loss_action": 0.006312240846455097,
      "loss_total": 0.006312240846455097,
      "step": 48680
    },
    {
      "loss_action": 0.0021551959216594696,
      "loss_total": 0.0021551959216594696,
      "step": 48680
    },
    {
      "loss_action": 0.011554665863513947,
      "loss_total": 0.011554665863513947,
      "step": 48680
    },
    {
      "loss_action": 0.014468405395746231,
      "loss_total": 0.014468405395746231,
      "step": 48680
    },
    {
      "loss_action": 0.006496766582131386,
      "loss_total": 0.006496766582131386,
      "step": 48680
    },
    {
      "loss_action": 0.009160427376627922,
      "loss_total": 0.009160427376627922,
      "step": 48680
    },
    {
      "loss_action": 0.008249309845268726,
      "loss_total": 0.008249309845268726,
      "step": 48680
    },
    {
      "loss_action": 0.020044168457388878,
      "loss_total": 0.020044168457388878,
      "step": 48680
    },
    {
      "grad_norm": 0.09378969669342041,
      "learning_rate": 5.628470601206036e-05,
      "loss": 0.0083,
      "step": 48690
    },
    {
      "loss_action": 0.005219778511673212,
      "loss_total": 0.005219778511673212,
      "step": 48690
    },
    {
      "loss_action": 0.0049342019483447075,
      "loss_total": 0.0049342019483447075,
      "step": 48690
    },
    {
      "loss_action": 0.0038073519244790077,
      "loss_total": 0.0038073519244790077,
      "step": 48690
    },
    {
      "loss_action": 0.0026217412669211626,
      "loss_total": 0.0026217412669211626,
      "step": 48690
    },
    {
      "loss_action": 0.004188494756817818,
      "loss_total": 0.004188494756817818,
      "step": 48690
    },
    {
      "loss_action": 0.03764916583895683,
      "loss_total": 0.03764916583895683,
      "step": 48690
    },
    {
      "loss_action": 0.014942314475774765,
      "loss_total": 0.014942314475774765,
      "step": 48690
    },
    {
      "loss_action": 0.0020659794099628925,
      "loss_total": 0.0020659794099628925,
      "step": 48690
    },
    {
      "grad_norm": 0.07242979854345322,
      "learning_rate": 5.626830210650266e-05,
      "loss": 0.0076,
      "step": 48700
    },
    {
      "loss_action": 0.0021147197112441063,
      "loss_total": 0.0021147197112441063,
      "step": 48700
    },
    {
      "loss_action": 0.006801247596740723,
      "loss_total": 0.006801247596740723,
      "step": 48700
    },
    {
      "loss_action": 0.014802465215325356,
      "loss_total": 0.014802465215325356,
      "step": 48700
    },
    {
      "loss_action": 0.0028691119514405727,
      "loss_total": 0.0028691119514405727,
      "step": 48700
    },
    {
      "loss_action": 0.004156794864684343,
      "loss_total": 0.004156794864684343,
      "step": 48700
    },
    {
      "loss_action": 0.006584011949598789,
      "loss_total": 0.006584011949598789,
      "step": 48700
    },
    {
      "loss_action": 0.002823543967679143,
      "loss_total": 0.002823543967679143,
      "step": 48700
    },
    {
      "loss_action": 0.005965175107121468,
      "loss_total": 0.005965175107121468,
      "step": 48700
    },
    {
      "grad_norm": 0.08093219995498657,
      "learning_rate": 5.625189751545285e-05,
      "loss": 0.0066,
      "step": 48710
    },
    {
      "loss_action": 0.002925132866948843,
      "loss_total": 0.002925132866948843,
      "step": 48710
    },
    {
      "loss_action": 0.004519357345998287,
      "loss_total": 0.004519357345998287,
      "step": 48710
    },
    {
      "loss_action": 0.004111653193831444,
      "loss_total": 0.004111653193831444,
      "step": 48710
    },
    {
      "loss_action": 0.006333367899060249,
      "loss_total": 0.006333367899060249,
      "step": 48710
    },
    {
      "loss_action": 0.010111008770763874,
      "loss_total": 0.010111008770763874,
      "step": 48710
    },
    {
      "loss_action": 0.021377939730882645,
      "loss_total": 0.021377939730882645,
      "step": 48710
    },
    {
      "loss_action": 0.0011194690596312284,
      "loss_total": 0.0011194690596312284,
      "step": 48710
    },
    {
      "loss_action": 0.009345684200525284,
      "loss_total": 0.009345684200525284,
      "step": 48710
    },
    {
      "grad_norm": 0.09079283475875854,
      "learning_rate": 5.6235492240704936e-05,
      "loss": 0.0072,
      "step": 48720
    },
    {
      "loss_action": 0.02013518661260605,
      "loss_total": 0.02013518661260605,
      "step": 48720
    },
    {
      "loss_action": 0.003138667903840542,
      "loss_total": 0.003138667903840542,
      "step": 48720
    },
    {
      "loss_action": 0.005891888402402401,
      "loss_total": 0.005891888402402401,
      "step": 48720
    },
    {
      "loss_action": 0.0076111191883683205,
      "loss_total": 0.0076111191883683205,
      "step": 48720
    },
    {
      "loss_action": 0.0056320736184716225,
      "loss_total": 0.0056320736184716225,
      "step": 48720
    },
    {
      "loss_action": 0.005581633187830448,
      "loss_total": 0.005581633187830448,
      "step": 48720
    },
    {
      "loss_action": 0.014064924791455269,
      "loss_total": 0.014064924791455269,
      "step": 48720
    },
    {
      "loss_action": 0.005262662656605244,
      "loss_total": 0.005262662656605244,
      "step": 48720
    },
    {
      "grad_norm": 0.15790821611881256,
      "learning_rate": 5.621908628405296e-05,
      "loss": 0.0078,
      "step": 48730
    },
    {
      "loss_action": 0.006694251671433449,
      "loss_total": 0.006694251671433449,
      "step": 48730
    },
    {
      "loss_action": 0.009555356577038765,
      "loss_total": 0.009555356577038765,
      "step": 48730
    },
    {
      "loss_action": 0.013536196202039719,
      "loss_total": 0.013536196202039719,
      "step": 48730
    },
    {
      "loss_action": 0.00337228924036026,
      "loss_total": 0.00337228924036026,
      "step": 48730
    },
    {
      "loss_action": 0.013624412938952446,
      "loss_total": 0.013624412938952446,
      "step": 48730
    },
    {
      "loss_action": 0.0036081094294786453,
      "loss_total": 0.0036081094294786453,
      "step": 48730
    },
    {
      "loss_action": 0.0160418301820755,
      "loss_total": 0.0160418301820755,
      "step": 48730
    },
    {
      "loss_action": 0.014194263145327568,
      "loss_total": 0.014194263145327568,
      "step": 48730
    },
    {
      "grad_norm": 0.13186682760715485,
      "learning_rate": 5.620267964729106e-05,
      "loss": 0.0082,
      "step": 48740
    },
    {
      "loss_action": 0.00447905482724309,
      "loss_total": 0.00447905482724309,
      "step": 48740
    },
    {
      "loss_action": 0.006072386633604765,
      "loss_total": 0.006072386633604765,
      "step": 48740
    },
    {
      "loss_action": 0.0015545046189799905,
      "loss_total": 0.0015545046189799905,
      "step": 48740
    },
    {
      "loss_action": 0.006162938661873341,
      "loss_total": 0.006162938661873341,
      "step": 48740
    },
    {
      "loss_action": 0.00837809219956398,
      "loss_total": 0.00837809219956398,
      "step": 48740
    },
    {
      "loss_action": 0.003669800702482462,
      "loss_total": 0.003669800702482462,
      "step": 48740
    },
    {
      "loss_action": 0.018443353474140167,
      "loss_total": 0.018443353474140167,
      "step": 48740
    },
    {
      "loss_action": 0.003562704659998417,
      "loss_total": 0.003562704659998417,
      "step": 48740
    },
    {
      "grad_norm": 0.12669070065021515,
      "learning_rate": 5.618627233221344e-05,
      "loss": 0.0087,
      "step": 48750
    },
    {
      "loss_action": 0.0068438611924648285,
      "loss_total": 0.0068438611924648285,
      "step": 48750
    },
    {
      "loss_action": 0.008424866013228893,
      "loss_total": 0.008424866013228893,
      "step": 48750
    },
    {
      "loss_action": 0.009316016919910908,
      "loss_total": 0.009316016919910908,
      "step": 48750
    },
    {
      "loss_action": 0.001513599301688373,
      "loss_total": 0.001513599301688373,
      "step": 48750
    },
    {
      "loss_action": 0.019169986248016357,
      "loss_total": 0.019169986248016357,
      "step": 48750
    },
    {
      "loss_action": 0.004164166282862425,
      "loss_total": 0.004164166282862425,
      "step": 48750
    },
    {
      "loss_action": 0.006494155153632164,
      "loss_total": 0.006494155153632164,
      "step": 48750
    },
    {
      "loss_action": 0.006766845006495714,
      "loss_total": 0.006766845006495714,
      "step": 48750
    },
    {
      "grad_norm": 0.13767565786838531,
      "learning_rate": 5.616986434061438e-05,
      "loss": 0.0086,
      "step": 48760
    },
    {
      "loss_action": 0.008757616393268108,
      "loss_total": 0.008757616393268108,
      "step": 48760
    },
    {
      "loss_action": 0.008634942583739758,
      "loss_total": 0.008634942583739758,
      "step": 48760
    },
    {
      "loss_action": 0.021408814936876297,
      "loss_total": 0.021408814936876297,
      "step": 48760
    },
    {
      "loss_action": 0.0027285651303827763,
      "loss_total": 0.0027285651303827763,
      "step": 48760
    },
    {
      "loss_action": 0.004779468756169081,
      "loss_total": 0.004779468756169081,
      "step": 48760
    },
    {
      "loss_action": 0.0022135311737656593,
      "loss_total": 0.0022135311737656593,
      "step": 48760
    },
    {
      "loss_action": 0.007651390042155981,
      "loss_total": 0.007651390042155981,
      "step": 48760
    },
    {
      "loss_action": 0.0035896901972591877,
      "loss_total": 0.0035896901972591877,
      "step": 48760
    },
    {
      "grad_norm": 0.08948799222707748,
      "learning_rate": 5.615345567428822e-05,
      "loss": 0.0071,
      "step": 48770
    },
    {
      "loss_action": 0.006781352683901787,
      "loss_total": 0.006781352683901787,
      "step": 48770
    },
    {
      "loss_action": 0.007257262244820595,
      "loss_total": 0.007257262244820595,
      "step": 48770
    },
    {
      "loss_action": 0.00529000349342823,
      "loss_total": 0.00529000349342823,
      "step": 48770
    },
    {
      "loss_action": 0.006928240414708853,
      "loss_total": 0.006928240414708853,
      "step": 48770
    },
    {
      "loss_action": 0.009400545619428158,
      "loss_total": 0.009400545619428158,
      "step": 48770
    },
    {
      "loss_action": 0.009024981409311295,
      "loss_total": 0.009024981409311295,
      "step": 48770
    },
    {
      "loss_action": 0.0032264194451272488,
      "loss_total": 0.0032264194451272488,
      "step": 48770
    },
    {
      "loss_action": 0.0029840474016964436,
      "loss_total": 0.0029840474016964436,
      "step": 48770
    },
    {
      "grad_norm": 0.08173451572656631,
      "learning_rate": 5.613704633502941e-05,
      "loss": 0.0083,
      "step": 48780
    },
    {
      "loss_action": 0.003867139108479023,
      "loss_total": 0.003867139108479023,
      "step": 48780
    },
    {
      "loss_action": 0.006133439019322395,
      "loss_total": 0.006133439019322395,
      "step": 48780
    },
    {
      "loss_action": 0.003553097601979971,
      "loss_total": 0.003553097601979971,
      "step": 48780
    },
    {
      "loss_action": 0.0026238609571009874,
      "loss_total": 0.0026238609571009874,
      "step": 48780
    },
    {
      "loss_action": 0.014321926049888134,
      "loss_total": 0.014321926049888134,
      "step": 48780
    },
    {
      "loss_action": 0.012204372324049473,
      "loss_total": 0.012204372324049473,
      "step": 48780
    },
    {
      "loss_action": 0.00696409959346056,
      "loss_total": 0.00696409959346056,
      "step": 48780
    },
    {
      "loss_action": 0.003660400863736868,
      "loss_total": 0.003660400863736868,
      "step": 48780
    },
    {
      "grad_norm": 0.18035034835338593,
      "learning_rate": 5.612063632463245e-05,
      "loss": 0.0081,
      "step": 48790
    },
    {
      "loss_action": 0.005411026068031788,
      "loss_total": 0.005411026068031788,
      "step": 48790
    },
    {
      "loss_action": 0.006195136811584234,
      "loss_total": 0.006195136811584234,
      "step": 48790
    },
    {
      "loss_action": 0.014015297405421734,
      "loss_total": 0.014015297405421734,
      "step": 48790
    },
    {
      "loss_action": 0.010181303136050701,
      "loss_total": 0.010181303136050701,
      "step": 48790
    },
    {
      "loss_action": 0.0042996094562113285,
      "loss_total": 0.0042996094562113285,
      "step": 48790
    },
    {
      "loss_action": 0.001953556202352047,
      "loss_total": 0.001953556202352047,
      "step": 48790
    },
    {
      "loss_action": 0.005563792306929827,
      "loss_total": 0.005563792306929827,
      "step": 48790
    },
    {
      "loss_action": 0.002539877314120531,
      "loss_total": 0.002539877314120531,
      "step": 48790
    },
    {
      "grad_norm": 0.11756006628274918,
      "learning_rate": 5.610422564489188e-05,
      "loss": 0.0094,
      "step": 48800
    },
    {
      "loss_action": 0.0038449703715741634,
      "loss_total": 0.0038449703715741634,
      "step": 48800
    },
    {
      "loss_action": 0.004583339672535658,
      "loss_total": 0.004583339672535658,
      "step": 48800
    },
    {
      "loss_action": 0.008015157654881477,
      "loss_total": 0.008015157654881477,
      "step": 48800
    },
    {
      "loss_action": 0.005158938467502594,
      "loss_total": 0.005158938467502594,
      "step": 48800
    },
    {
      "loss_action": 0.003996922168880701,
      "loss_total": 0.003996922168880701,
      "step": 48800
    },
    {
      "loss_action": 0.026603272184729576,
      "loss_total": 0.026603272184729576,
      "step": 48800
    },
    {
      "loss_action": 0.00614263815805316,
      "loss_total": 0.00614263815805316,
      "step": 48800
    },
    {
      "loss_action": 0.015062948688864708,
      "loss_total": 0.015062948688864708,
      "step": 48800
    },
    {
      "grad_norm": 0.12332234531641006,
      "learning_rate": 5.608781429760239e-05,
      "loss": 0.008,
      "step": 48810
    },
    {
      "loss_action": 0.011258212849497795,
      "loss_total": 0.011258212849497795,
      "step": 48810
    },
    {
      "loss_action": 0.009161336347460747,
      "loss_total": 0.009161336347460747,
      "step": 48810
    },
    {
      "loss_action": 0.0052317059598863125,
      "loss_total": 0.0052317059598863125,
      "step": 48810
    },
    {
      "loss_action": 0.0042582349851727486,
      "loss_total": 0.0042582349851727486,
      "step": 48810
    },
    {
      "loss_action": 0.005300644785165787,
      "loss_total": 0.005300644785165787,
      "step": 48810
    },
    {
      "loss_action": 0.007742228452116251,
      "loss_total": 0.007742228452116251,
      "step": 48810
    },
    {
      "loss_action": 0.007239455822855234,
      "loss_total": 0.007239455822855234,
      "step": 48810
    },
    {
      "loss_action": 0.00613968912512064,
      "loss_total": 0.00613968912512064,
      "step": 48810
    },
    {
      "grad_norm": 0.10472232103347778,
      "learning_rate": 5.607140228455866e-05,
      "loss": 0.0077,
      "step": 48820
    },
    {
      "loss_action": 0.005016390234231949,
      "loss_total": 0.005016390234231949,
      "step": 48820
    },
    {
      "loss_action": 0.0038288449868559837,
      "loss_total": 0.0038288449868559837,
      "step": 48820
    },
    {
      "loss_action": 0.004039508290588856,
      "loss_total": 0.004039508290588856,
      "step": 48820
    },
    {
      "loss_action": 0.004741610959172249,
      "loss_total": 0.004741610959172249,
      "step": 48820
    },
    {
      "loss_action": 0.006460598669946194,
      "loss_total": 0.006460598669946194,
      "step": 48820
    },
    {
      "loss_action": 0.01291052345186472,
      "loss_total": 0.01291052345186472,
      "step": 48820
    },
    {
      "loss_action": 0.04003629833459854,
      "loss_total": 0.04003629833459854,
      "step": 48820
    },
    {
      "loss_action": 0.011598080396652222,
      "loss_total": 0.011598080396652222,
      "step": 48820
    },
    {
      "grad_norm": 0.09544774144887924,
      "learning_rate": 5.605498960755553e-05,
      "loss": 0.0074,
      "step": 48830
    },
    {
      "loss_action": 0.005202159751206636,
      "loss_total": 0.005202159751206636,
      "step": 48830
    },
    {
      "loss_action": 0.008080844767391682,
      "loss_total": 0.008080844767391682,
      "step": 48830
    },
    {
      "loss_action": 0.010564506985247135,
      "loss_total": 0.010564506985247135,
      "step": 48830
    },
    {
      "loss_action": 0.032346539199352264,
      "loss_total": 0.032346539199352264,
      "step": 48830
    },
    {
      "loss_action": 0.02461935020983219,
      "loss_total": 0.02461935020983219,
      "step": 48830
    },
    {
      "loss_action": 0.0026558563113212585,
      "loss_total": 0.0026558563113212585,
      "step": 48830
    },
    {
      "loss_action": 0.03304663673043251,
      "loss_total": 0.03304663673043251,
      "step": 48830
    },
    {
      "loss_action": 0.008356085978448391,
      "loss_total": 0.008356085978448391,
      "step": 48830
    },
    {
      "grad_norm": 0.10431404411792755,
      "learning_rate": 5.603857626838782e-05,
      "loss": 0.0095,
      "step": 48840
    },
    {
      "loss_action": 0.007656186819076538,
      "loss_total": 0.007656186819076538,
      "step": 48840
    },
    {
      "loss_action": 0.006324523128569126,
      "loss_total": 0.006324523128569126,
      "step": 48840
    },
    {
      "loss_action": 0.009118200279772282,
      "loss_total": 0.009118200279772282,
      "step": 48840
    },
    {
      "loss_action": 0.003385994816198945,
      "loss_total": 0.003385994816198945,
      "step": 48840
    },
    {
      "loss_action": 0.00518040731549263,
      "loss_total": 0.00518040731549263,
      "step": 48840
    },
    {
      "loss_action": 0.007008256856352091,
      "loss_total": 0.007008256856352091,
      "step": 48840
    },
    {
      "loss_action": 0.005508987233042717,
      "loss_total": 0.005508987233042717,
      "step": 48840
    },
    {
      "loss_action": 0.0016856921138241887,
      "loss_total": 0.0016856921138241887,
      "step": 48840
    },
    {
      "grad_norm": 0.16890573501586914,
      "learning_rate": 5.60221622688505e-05,
      "loss": 0.0071,
      "step": 48850
    },
    {
      "loss_action": 0.006432894617319107,
      "loss_total": 0.006432894617319107,
      "step": 48850
    },
    {
      "loss_action": 0.011119544506072998,
      "loss_total": 0.011119544506072998,
      "step": 48850
    },
    {
      "loss_action": 0.005535134579986334,
      "loss_total": 0.005535134579986334,
      "step": 48850
    },
    {
      "loss_action": 0.01114344410598278,
      "loss_total": 0.01114344410598278,
      "step": 48850
    },
    {
      "loss_action": 0.009962358511984348,
      "loss_total": 0.009962358511984348,
      "step": 48850
    },
    {
      "loss_action": 0.003878721036016941,
      "loss_total": 0.003878721036016941,
      "step": 48850
    },
    {
      "loss_action": 0.002715923823416233,
      "loss_total": 0.002715923823416233,
      "step": 48850
    },
    {
      "loss_action": 0.004700571298599243,
      "loss_total": 0.004700571298599243,
      "step": 48850
    },
    {
      "grad_norm": 0.09552934765815735,
      "learning_rate": 5.6005747610738565e-05,
      "loss": 0.0091,
      "step": 48860
    },
    {
      "loss_action": 0.006863796152174473,
      "loss_total": 0.006863796152174473,
      "step": 48860
    },
    {
      "loss_action": 0.005359926726669073,
      "loss_total": 0.005359926726669073,
      "step": 48860
    },
    {
      "loss_action": 0.009746083989739418,
      "loss_total": 0.009746083989739418,
      "step": 48860
    },
    {
      "loss_action": 0.004056834615767002,
      "loss_total": 0.004056834615767002,
      "step": 48860
    },
    {
      "loss_action": 0.006654119119048119,
      "loss_total": 0.006654119119048119,
      "step": 48860
    },
    {
      "loss_action": 0.0028052376583218575,
      "loss_total": 0.0028052376583218575,
      "step": 48860
    },
    {
      "loss_action": 0.0027973302640020847,
      "loss_total": 0.0027973302640020847,
      "step": 48860
    },
    {
      "loss_action": 0.00719124311581254,
      "loss_total": 0.00719124311581254,
      "step": 48860
    },
    {
      "grad_norm": 0.062155235558748245,
      "learning_rate": 5.59893322958471e-05,
      "loss": 0.0072,
      "step": 48870
    },
    {
      "loss_action": 0.015948504209518433,
      "loss_total": 0.015948504209518433,
      "step": 48870
    },
    {
      "loss_action": 0.0037574106827378273,
      "loss_total": 0.0037574106827378273,
      "step": 48870
    },
    {
      "loss_action": 0.003932085353881121,
      "loss_total": 0.003932085353881121,
      "step": 48870
    },
    {
      "loss_action": 0.01078470703214407,
      "loss_total": 0.01078470703214407,
      "step": 48870
    },
    {
      "loss_action": 0.004399751778692007,
      "loss_total": 0.004399751778692007,
      "step": 48870
    },
    {
      "loss_action": 0.00609728554263711,
      "loss_total": 0.00609728554263711,
      "step": 48870
    },
    {
      "loss_action": 0.0030113374814391136,
      "loss_total": 0.0030113374814391136,
      "step": 48870
    },
    {
      "loss_action": 0.0023846873082220554,
      "loss_total": 0.0023846873082220554,
      "step": 48870
    },
    {
      "grad_norm": 0.10707730799913406,
      "learning_rate": 5.5972916325971256e-05,
      "loss": 0.0077,
      "step": 48880
    },
    {
      "loss_action": 0.0014782138168811798,
      "loss_total": 0.0014782138168811798,
      "step": 48880
    },
    {
      "loss_action": 0.008760988712310791,
      "loss_total": 0.008760988712310791,
      "step": 48880
    },
    {
      "loss_action": 0.01236454863101244,
      "loss_total": 0.01236454863101244,
      "step": 48880
    },
    {
      "loss_action": 0.009016305208206177,
      "loss_total": 0.009016305208206177,
      "step": 48880
    },
    {
      "loss_action": 0.0032167998142540455,
      "loss_total": 0.0032167998142540455,
      "step": 48880
    },
    {
      "loss_action": 0.0036873267963528633,
      "loss_total": 0.0036873267963528633,
      "step": 48880
    },
    {
      "loss_action": 0.005043887998908758,
      "loss_total": 0.005043887998908758,
      "step": 48880
    },
    {
      "loss_action": 0.0029506718274205923,
      "loss_total": 0.0029506718274205923,
      "step": 48880
    },
    {
      "grad_norm": 0.0803113505244255,
      "learning_rate": 5.595649970290628e-05,
      "loss": 0.0071,
      "step": 48890
    },
    {
      "loss_action": 0.013641932979226112,
      "loss_total": 0.013641932979226112,
      "step": 48890
    },
    {
      "loss_action": 0.010109446942806244,
      "loss_total": 0.010109446942806244,
      "step": 48890
    },
    {
      "loss_action": 0.00927763432264328,
      "loss_total": 0.00927763432264328,
      "step": 48890
    },
    {
      "loss_action": 0.004497348330914974,
      "loss_total": 0.004497348330914974,
      "step": 48890
    },
    {
      "loss_action": 0.019469529390335083,
      "loss_total": 0.019469529390335083,
      "step": 48890
    },
    {
      "loss_action": 0.007358679082244635,
      "loss_total": 0.007358679082244635,
      "step": 48890
    },
    {
      "loss_action": 0.01030455157160759,
      "loss_total": 0.01030455157160759,
      "step": 48890
    },
    {
      "loss_action": 0.006891626864671707,
      "loss_total": 0.006891626864671707,
      "step": 48890
    },
    {
      "grad_norm": 0.12822051346302032,
      "learning_rate": 5.5940082428447426e-05,
      "loss": 0.0074,
      "step": 48900
    },
    {
      "loss_action": 0.007341478951275349,
      "loss_total": 0.007341478951275349,
      "step": 48900
    },
    {
      "loss_action": 0.0027932117227464914,
      "loss_total": 0.0027932117227464914,
      "step": 48900
    },
    {
      "loss_action": 0.003535077441483736,
      "loss_total": 0.003535077441483736,
      "step": 48900
    },
    {
      "loss_action": 0.0043969233520329,
      "loss_total": 0.0043969233520329,
      "step": 48900
    },
    {
      "loss_action": 0.0024031149223446846,
      "loss_total": 0.0024031149223446846,
      "step": 48900
    },
    {
      "loss_action": 0.014881422743201256,
      "loss_total": 0.014881422743201256,
      "step": 48900
    },
    {
      "loss_action": 0.004019171465188265,
      "loss_total": 0.004019171465188265,
      "step": 48900
    },
    {
      "loss_action": 0.015909133478999138,
      "loss_total": 0.015909133478999138,
      "step": 48900
    },
    {
      "grad_norm": 0.10612042993307114,
      "learning_rate": 5.592366450439012e-05,
      "loss": 0.0067,
      "step": 48910
    },
    {
      "loss_action": 0.007020239718258381,
      "loss_total": 0.007020239718258381,
      "step": 48910
    },
    {
      "loss_action": 0.009761282242834568,
      "loss_total": 0.009761282242834568,
      "step": 48910
    },
    {
      "loss_action": 0.002416286151856184,
      "loss_total": 0.002416286151856184,
      "step": 48910
    },
    {
      "loss_action": 0.011624153703451157,
      "loss_total": 0.011624153703451157,
      "step": 48910
    },
    {
      "loss_action": 0.02020535245537758,
      "loss_total": 0.02020535245537758,
      "step": 48910
    },
    {
      "loss_action": 0.0032842131331562996,
      "loss_total": 0.0032842131331562996,
      "step": 48910
    },
    {
      "loss_action": 0.01490815356373787,
      "loss_total": 0.01490815356373787,
      "step": 48910
    },
    {
      "loss_action": 0.0039926553145051,
      "loss_total": 0.0039926553145051,
      "step": 48910
    },
    {
      "grad_norm": 0.08205593377351761,
      "learning_rate": 5.590724593252975e-05,
      "loss": 0.0071,
      "step": 48920
    },
    {
      "loss_action": 0.02317439764738083,
      "loss_total": 0.02317439764738083,
      "step": 48920
    },
    {
      "loss_action": 0.0015314198099076748,
      "loss_total": 0.0015314198099076748,
      "step": 48920
    },
    {
      "loss_action": 0.062294766306877136,
      "loss_total": 0.062294766306877136,
      "step": 48920
    },
    {
      "loss_action": 0.006773127242922783,
      "loss_total": 0.006773127242922783,
      "step": 48920
    },
    {
      "loss_action": 0.0207218024879694,
      "loss_total": 0.0207218024879694,
      "step": 48920
    },
    {
      "loss_action": 0.005429545417428017,
      "loss_total": 0.005429545417428017,
      "step": 48920
    },
    {
      "loss_action": 0.006035009399056435,
      "loss_total": 0.006035009399056435,
      "step": 48920
    },
    {
      "loss_action": 0.017172660678625107,
      "loss_total": 0.017172660678625107,
      "step": 48920
    },
    {
      "grad_norm": 0.12005653977394104,
      "learning_rate": 5.589082671466184e-05,
      "loss": 0.0085,
      "step": 48930
    },
    {
      "loss_action": 0.004214778542518616,
      "loss_total": 0.004214778542518616,
      "step": 48930
    },
    {
      "loss_action": 0.0029491267632693052,
      "loss_total": 0.0029491267632693052,
      "step": 48930
    },
    {
      "loss_action": 0.004944434389472008,
      "loss_total": 0.004944434389472008,
      "step": 48930
    },
    {
      "loss_action": 0.04061635583639145,
      "loss_total": 0.04061635583639145,
      "step": 48930
    },
    {
      "loss_action": 0.005500112194567919,
      "loss_total": 0.005500112194567919,
      "step": 48930
    },
    {
      "loss_action": 0.0022588754072785378,
      "loss_total": 0.0022588754072785378,
      "step": 48930
    },
    {
      "loss_action": 0.004563662223517895,
      "loss_total": 0.004563662223517895,
      "step": 48930
    },
    {
      "loss_action": 0.0028361701406538486,
      "loss_total": 0.0028361701406538486,
      "step": 48930
    },
    {
      "grad_norm": 0.08164102584123611,
      "learning_rate": 5.587440685258199e-05,
      "loss": 0.0067,
      "step": 48940
    },
    {
      "loss_action": 0.006041241809725761,
      "loss_total": 0.006041241809725761,
      "step": 48940
    },
    {
      "loss_action": 0.004800361581146717,
      "loss_total": 0.004800361581146717,
      "step": 48940
    },
    {
      "loss_action": 0.010258441790938377,
      "loss_total": 0.010258441790938377,
      "step": 48940
    },
    {
      "loss_action": 0.002575164195150137,
      "loss_total": 0.002575164195150137,
      "step": 48940
    },
    {
      "loss_action": 0.0028299004770815372,
      "loss_total": 0.0028299004770815372,
      "step": 48940
    },
    {
      "loss_action": 0.004387076944112778,
      "loss_total": 0.004387076944112778,
      "step": 48940
    },
    {
      "loss_action": 0.0055146608501672745,
      "loss_total": 0.0055146608501672745,
      "step": 48940
    },
    {
      "loss_action": 0.004669275134801865,
      "loss_total": 0.004669275134801865,
      "step": 48940
    },
    {
      "grad_norm": 0.16125556826591492,
      "learning_rate": 5.585798634808583e-05,
      "loss": 0.0075,
      "step": 48950
    },
    {
      "loss_action": 0.00889184046536684,
      "loss_total": 0.00889184046536684,
      "step": 48950
    },
    {
      "loss_action": 0.00987815111875534,
      "loss_total": 0.00987815111875534,
      "step": 48950
    },
    {
      "loss_action": 0.00572345033288002,
      "loss_total": 0.00572345033288002,
      "step": 48950
    },
    {
      "loss_action": 0.011006846092641354,
      "loss_total": 0.011006846092641354,
      "step": 48950
    },
    {
      "loss_action": 0.005633538123220205,
      "loss_total": 0.005633538123220205,
      "step": 48950
    },
    {
      "loss_action": 0.009860864840447903,
      "loss_total": 0.009860864840447903,
      "step": 48950
    },
    {
      "loss_action": 0.005084507167339325,
      "loss_total": 0.005084507167339325,
      "step": 48950
    },
    {
      "loss_action": 0.005659278016537428,
      "loss_total": 0.005659278016537428,
      "step": 48950
    },
    {
      "grad_norm": 0.11243259161710739,
      "learning_rate": 5.584156520296909e-05,
      "loss": 0.0072,
      "step": 48960
    },
    {
      "loss_action": 0.0039044644217938185,
      "loss_total": 0.0039044644217938185,
      "step": 48960
    },
    {
      "loss_action": 0.018017016351222992,
      "loss_total": 0.018017016351222992,
      "step": 48960
    },
    {
      "loss_action": 0.01355702057480812,
      "loss_total": 0.01355702057480812,
      "step": 48960
    },
    {
      "loss_action": 0.0036377243231981993,
      "loss_total": 0.0036377243231981993,
      "step": 48960
    },
    {
      "loss_action": 0.008785391226410866,
      "loss_total": 0.008785391226410866,
      "step": 48960
    },
    {
      "loss_action": 0.009581008926033974,
      "loss_total": 0.009581008926033974,
      "step": 48960
    },
    {
      "loss_action": 0.007725329603999853,
      "loss_total": 0.007725329603999853,
      "step": 48960
    },
    {
      "loss_action": 0.009213156998157501,
      "loss_total": 0.009213156998157501,
      "step": 48960
    },
    {
      "grad_norm": 0.1431051790714264,
      "learning_rate": 5.582514341902757e-05,
      "loss": 0.0077,
      "step": 48970
    },
    {
      "loss_action": 0.007332079112529755,
      "loss_total": 0.007332079112529755,
      "step": 48970
    },
    {
      "loss_action": 0.016207844018936157,
      "loss_total": 0.016207844018936157,
      "step": 48970
    },
    {
      "loss_action": 0.0033127684146165848,
      "loss_total": 0.0033127684146165848,
      "step": 48970
    },
    {
      "loss_action": 0.012368273921310902,
      "loss_total": 0.012368273921310902,
      "step": 48970
    },
    {
      "loss_action": 0.009173905476927757,
      "loss_total": 0.009173905476927757,
      "step": 48970
    },
    {
      "loss_action": 0.011325405910611153,
      "loss_total": 0.011325405910611153,
      "step": 48970
    },
    {
      "loss_action": 0.004148134030401707,
      "loss_total": 0.004148134030401707,
      "step": 48970
    },
    {
      "loss_action": 0.004294936545193195,
      "loss_total": 0.004294936545193195,
      "step": 48970
    },
    {
      "grad_norm": 0.19140562415122986,
      "learning_rate": 5.580872099805713e-05,
      "loss": 0.0084,
      "step": 48980
    },
    {
      "loss_action": 0.03854561597108841,
      "loss_total": 0.03854561597108841,
      "step": 48980
    },
    {
      "loss_action": 0.008494165726006031,
      "loss_total": 0.008494165726006031,
      "step": 48980
    },
    {
      "loss_action": 0.0027153154369443655,
      "loss_total": 0.0027153154369443655,
      "step": 48980
    },
    {
      "loss_action": 0.012906367890536785,
      "loss_total": 0.012906367890536785,
      "step": 48980
    },
    {
      "loss_action": 0.008221087045967579,
      "loss_total": 0.008221087045967579,
      "step": 48980
    },
    {
      "loss_action": 0.006071855314075947,
      "loss_total": 0.006071855314075947,
      "step": 48980
    },
    {
      "loss_action": 0.012286979705095291,
      "loss_total": 0.012286979705095291,
      "step": 48980
    },
    {
      "loss_action": 0.009702503681182861,
      "loss_total": 0.009702503681182861,
      "step": 48980
    },
    {
      "grad_norm": 0.0829368457198143,
      "learning_rate": 5.5792297941853674e-05,
      "loss": 0.008,
      "step": 48990
    },
    {
      "loss_action": 0.00235538138076663,
      "loss_total": 0.00235538138076663,
      "step": 48990
    },
    {
      "loss_action": 0.002537007909268141,
      "loss_total": 0.002537007909268141,
      "step": 48990
    },
    {
      "loss_action": 0.009694779291749,
      "loss_total": 0.009694779291749,
      "step": 48990
    },
    {
      "loss_action": 0.01172596588730812,
      "loss_total": 0.01172596588730812,
      "step": 48990
    },
    {
      "loss_action": 0.015273218974471092,
      "loss_total": 0.015273218974471092,
      "step": 48990
    },
    {
      "loss_action": 0.008352781645953655,
      "loss_total": 0.008352781645953655,
      "step": 48990
    },
    {
      "loss_action": 0.003943042829632759,
      "loss_total": 0.003943042829632759,
      "step": 48990
    },
    {
      "loss_action": 0.006157019641250372,
      "loss_total": 0.006157019641250372,
      "step": 48990
    },
    {
      "grad_norm": 0.0841512382030487,
      "learning_rate": 5.5775874252213247e-05,
      "loss": 0.0081,
      "step": 49000
    },
    {
      "loss_action": 0.008425561711192131,
      "loss_total": 0.008425561711192131,
      "step": 49000
    },
    {
      "loss_action": 0.017787542194128036,
      "loss_total": 0.017787542194128036,
      "step": 49000
    },
    {
      "loss_action": 0.007839936763048172,
      "loss_total": 0.007839936763048172,
      "step": 49000
    },
    {
      "loss_action": 0.005720636807382107,
      "loss_total": 0.005720636807382107,
      "step": 49000
    },
    {
      "loss_action": 0.0036103492602705956,
      "loss_total": 0.0036103492602705956,
      "step": 49000
    },
    {
      "loss_action": 0.021275188773870468,
      "loss_total": 0.021275188773870468,
      "step": 49000
    },
    {
      "loss_action": 0.004724827595055103,
      "loss_total": 0.004724827595055103,
      "step": 49000
    },
    {
      "loss_action": 0.002532455138862133,
      "loss_total": 0.002532455138862133,
      "step": 49000
    },
    {
      "grad_norm": 0.1299760788679123,
      "learning_rate": 5.575944993093189e-05,
      "loss": 0.0089,
      "step": 49010
    },
    {
      "loss_action": 0.0021866594906896353,
      "loss_total": 0.0021866594906896353,
      "step": 49010
    },
    {
      "loss_action": 0.0034515296574681997,
      "loss_total": 0.0034515296574681997,
      "step": 49010
    },
    {
      "loss_action": 0.004654319956898689,
      "loss_total": 0.004654319956898689,
      "step": 49010
    },
    {
      "loss_action": 0.0036935776006430387,
      "loss_total": 0.0036935776006430387,
      "step": 49010
    },
    {
      "loss_action": 0.0073523442260921,
      "loss_total": 0.0073523442260921,
      "step": 49010
    },
    {
      "loss_action": 0.005526355467736721,
      "loss_total": 0.005526355467736721,
      "step": 49010
    },
    {
      "loss_action": 0.005768110975623131,
      "loss_total": 0.005768110975623131,
      "step": 49010
    },
    {
      "loss_action": 0.022583087906241417,
      "loss_total": 0.022583087906241417,
      "step": 49010
    },
    {
      "grad_norm": 0.1300041228532791,
      "learning_rate": 5.574302497980574e-05,
      "loss": 0.0098,
      "step": 49020
    },
    {
      "loss_action": 0.006360283121466637,
      "loss_total": 0.006360283121466637,
      "step": 49020
    },
    {
      "loss_action": 0.011732131242752075,
      "loss_total": 0.011732131242752075,
      "step": 49020
    },
    {
      "loss_action": 0.016467079520225525,
      "loss_total": 0.016467079520225525,
      "step": 49020
    },
    {
      "loss_action": 0.00480175856500864,
      "loss_total": 0.00480175856500864,
      "step": 49020
    },
    {
      "loss_action": 0.006870942655950785,
      "loss_total": 0.006870942655950785,
      "step": 49020
    },
    {
      "loss_action": 0.004548496566712856,
      "loss_total": 0.004548496566712856,
      "step": 49020
    },
    {
      "loss_action": 0.006421798840165138,
      "loss_total": 0.006421798840165138,
      "step": 49020
    },
    {
      "loss_action": 0.004299054853618145,
      "loss_total": 0.004299054853618145,
      "step": 49020
    },
    {
      "grad_norm": 0.12208788841962814,
      "learning_rate": 5.5726599400631005e-05,
      "loss": 0.0076,
      "step": 49030
    },
    {
      "loss_action": 0.014492422342300415,
      "loss_total": 0.014492422342300415,
      "step": 49030
    },
    {
      "loss_action": 0.007974495179951191,
      "loss_total": 0.007974495179951191,
      "step": 49030
    },
    {
      "loss_action": 0.011079905554652214,
      "loss_total": 0.011079905554652214,
      "step": 49030
    },
    {
      "loss_action": 0.017337823286652565,
      "loss_total": 0.017337823286652565,
      "step": 49030
    },
    {
      "loss_action": 0.006238717120140791,
      "loss_total": 0.006238717120140791,
      "step": 49030
    },
    {
      "loss_action": 0.0026719607412815094,
      "loss_total": 0.0026719607412815094,
      "step": 49030
    },
    {
      "loss_action": 0.004115104675292969,
      "loss_total": 0.004115104675292969,
      "step": 49030
    },
    {
      "loss_action": 0.013392547145485878,
      "loss_total": 0.013392547145485878,
      "step": 49030
    },
    {
      "grad_norm": 0.08141431212425232,
      "learning_rate": 5.571017319520399e-05,
      "loss": 0.0078,
      "step": 49040
    },
    {
      "loss_action": 0.030482737347483635,
      "loss_total": 0.030482737347483635,
      "step": 49040
    },
    {
      "loss_action": 0.004313171841204166,
      "loss_total": 0.004313171841204166,
      "step": 49040
    },
    {
      "loss_action": 0.002414024667814374,
      "loss_total": 0.002414024667814374,
      "step": 49040
    },
    {
      "loss_action": 0.006357879377901554,
      "loss_total": 0.006357879377901554,
      "step": 49040
    },
    {
      "loss_action": 0.004226148594170809,
      "loss_total": 0.004226148594170809,
      "step": 49040
    },
    {
      "loss_action": 0.008869858458638191,
      "loss_total": 0.008869858458638191,
      "step": 49040
    },
    {
      "loss_action": 0.003720636013895273,
      "loss_total": 0.003720636013895273,
      "step": 49040
    },
    {
      "loss_action": 0.006793612614274025,
      "loss_total": 0.006793612614274025,
      "step": 49040
    },
    {
      "grad_norm": 0.1008424460887909,
      "learning_rate": 5.5693746365320984e-05,
      "loss": 0.0077,
      "step": 49050
    },
    {
      "loss_action": 0.018085628747940063,
      "loss_total": 0.018085628747940063,
      "step": 49050
    },
    {
      "loss_action": 0.006096074357628822,
      "loss_total": 0.006096074357628822,
      "step": 49050
    },
    {
      "loss_action": 0.0077516185119748116,
      "loss_total": 0.0077516185119748116,
      "step": 49050
    },
    {
      "loss_action": 0.009447751566767693,
      "loss_total": 0.009447751566767693,
      "step": 49050
    },
    {
      "loss_action": 0.009358341805636883,
      "loss_total": 0.009358341805636883,
      "step": 49050
    },
    {
      "loss_action": 0.008353687822818756,
      "loss_total": 0.008353687822818756,
      "step": 49050
    },
    {
      "loss_action": 0.0042243897914886475,
      "loss_total": 0.0042243897914886475,
      "step": 49050
    },
    {
      "loss_action": 0.04402324557304382,
      "loss_total": 0.04402324557304382,
      "step": 49050
    },
    {
      "grad_norm": 0.11690681427717209,
      "learning_rate": 5.567731891277848e-05,
      "loss": 0.0084,
      "step": 49060
    },
    {
      "loss_action": 0.013420837000012398,
      "loss_total": 0.013420837000012398,
      "step": 49060
    },
    {
      "loss_action": 0.005208933725953102,
      "loss_total": 0.005208933725953102,
      "step": 49060
    },
    {
      "loss_action": 0.005838985089212656,
      "loss_total": 0.005838985089212656,
      "step": 49060
    },
    {
      "loss_action": 0.006120910402387381,
      "loss_total": 0.006120910402387381,
      "step": 49060
    },
    {
      "loss_action": 0.0023525392170995474,
      "loss_total": 0.0023525392170995474,
      "step": 49060
    },
    {
      "loss_action": 0.003705231938511133,
      "loss_total": 0.003705231938511133,
      "step": 49060
    },
    {
      "loss_action": 0.016863763332366943,
      "loss_total": 0.016863763332366943,
      "step": 49060
    },
    {
      "loss_action": 0.009668230079114437,
      "loss_total": 0.009668230079114437,
      "step": 49060
    },
    {
      "grad_norm": 0.1067279726266861,
      "learning_rate": 5.566089083937288e-05,
      "loss": 0.0077,
      "step": 49070
    },
    {
      "loss_action": 0.0036827411968261003,
      "loss_total": 0.0036827411968261003,
      "step": 49070
    },
    {
      "loss_action": 0.017622072249650955,
      "loss_total": 0.017622072249650955,
      "step": 49070
    },
    {
      "loss_action": 0.004373597912490368,
      "loss_total": 0.004373597912490368,
      "step": 49070
    },
    {
      "loss_action": 0.008050747215747833,
      "loss_total": 0.008050747215747833,
      "step": 49070
    },
    {
      "loss_action": 0.0108650429174304,
      "loss_total": 0.0108650429174304,
      "step": 49070
    },
    {
      "loss_action": 0.009452015161514282,
      "loss_total": 0.009452015161514282,
      "step": 49070
    },
    {
      "loss_action": 0.019488921388983727,
      "loss_total": 0.019488921388983727,
      "step": 49070
    },
    {
      "loss_action": 0.012190783396363258,
      "loss_total": 0.012190783396363258,
      "step": 49070
    },
    {
      "grad_norm": 0.09684527665376663,
      "learning_rate": 5.564446214690079e-05,
      "loss": 0.0076,
      "step": 49080
    },
    {
      "loss_action": 0.005837596021592617,
      "loss_total": 0.005837596021592617,
      "step": 49080
    },
    {
      "loss_action": 0.008124585263431072,
      "loss_total": 0.008124585263431072,
      "step": 49080
    },
    {
      "loss_action": 0.004076380282640457,
      "loss_total": 0.004076380282640457,
      "step": 49080
    },
    {
      "loss_action": 0.005059240385890007,
      "loss_total": 0.005059240385890007,
      "step": 49080
    },
    {
      "loss_action": 0.014248402789235115,
      "loss_total": 0.014248402789235115,
      "step": 49080
    },
    {
      "loss_action": 0.010733438655734062,
      "loss_total": 0.010733438655734062,
      "step": 49080
    },
    {
      "loss_action": 0.007021324243396521,
      "loss_total": 0.007021324243396521,
      "step": 49080
    },
    {
      "loss_action": 0.004763439763337374,
      "loss_total": 0.004763439763337374,
      "step": 49080
    },
    {
      "grad_norm": 0.1021275445818901,
      "learning_rate": 5.56280328371588e-05,
      "loss": 0.0065,
      "step": 49090
    },
    {
      "loss_action": 0.011112827807664871,
      "loss_total": 0.011112827807664871,
      "step": 49090
    },
    {
      "loss_action": 0.005335014779120684,
      "loss_total": 0.005335014779120684,
      "step": 49090
    },
    {
      "loss_action": 0.0038501014932990074,
      "loss_total": 0.0038501014932990074,
      "step": 49090
    },
    {
      "loss_action": 0.003116206731647253,
      "loss_total": 0.003116206731647253,
      "step": 49090
    },
    {
      "loss_action": 0.009946607053279877,
      "loss_total": 0.009946607053279877,
      "step": 49090
    },
    {
      "loss_action": 0.008544094860553741,
      "loss_total": 0.008544094860553741,
      "step": 49090
    },
    {
      "loss_action": 0.008312412537634373,
      "loss_total": 0.008312412537634373,
      "step": 49090
    },
    {
      "loss_action": 0.0016586070414632559,
      "loss_total": 0.0016586070414632559,
      "step": 49090
    },
    {
      "grad_norm": 0.13637211918830872,
      "learning_rate": 5.5611602911943596e-05,
      "loss": 0.0083,
      "step": 49100
    },
    {
      "loss_action": 0.007428786717355251,
      "loss_total": 0.007428786717355251,
      "step": 49100
    },
    {
      "loss_action": 0.0031167035922408104,
      "loss_total": 0.0031167035922408104,
      "step": 49100
    },
    {
      "loss_action": 0.004806771874427795,
      "loss_total": 0.004806771874427795,
      "step": 49100
    },
    {
      "loss_action": 0.01573467068374157,
      "loss_total": 0.01573467068374157,
      "step": 49100
    },
    {
      "loss_action": 0.004216029308736324,
      "loss_total": 0.004216029308736324,
      "step": 49100
    },
    {
      "loss_action": 0.002779236761853099,
      "loss_total": 0.002779236761853099,
      "step": 49100
    },
    {
      "loss_action": 0.0031149808783084154,
      "loss_total": 0.0031149808783084154,
      "step": 49100
    },
    {
      "loss_action": 0.010177237913012505,
      "loss_total": 0.010177237913012505,
      "step": 49100
    },
    {
      "grad_norm": 0.14174573123455048,
      "learning_rate": 5.559517237305194e-05,
      "loss": 0.0077,
      "step": 49110
    },
    {
      "loss_action": 0.004903773777186871,
      "loss_total": 0.004903773777186871,
      "step": 49110
    },
    {
      "loss_action": 0.0016938545741140842,
      "loss_total": 0.0016938545741140842,
      "step": 49110
    },
    {
      "loss_action": 0.006633962970227003,
      "loss_total": 0.006633962970227003,
      "step": 49110
    },
    {
      "loss_action": 0.0057343835942447186,
      "loss_total": 0.0057343835942447186,
      "step": 49110
    },
    {
      "loss_action": 0.0075303479097783566,
      "loss_total": 0.0075303479097783566,
      "step": 49110
    },
    {
      "loss_action": 0.010949987918138504,
      "loss_total": 0.010949987918138504,
      "step": 49110
    },
    {
      "loss_action": 0.0053336238488554955,
      "loss_total": 0.0053336238488554955,
      "step": 49110
    },
    {
      "loss_action": 0.006609313189983368,
      "loss_total": 0.006609313189983368,
      "step": 49110
    },
    {
      "grad_norm": 0.1041988804936409,
      "learning_rate": 5.557874122228064e-05,
      "loss": 0.0076,
      "step": 49120
    },
    {
      "loss_action": 0.006112442351877689,
      "loss_total": 0.006112442351877689,
      "step": 49120
    },
    {
      "loss_action": 0.003821498015895486,
      "loss_total": 0.003821498015895486,
      "step": 49120
    },
    {
      "loss_action": 0.006953154690563679,
      "loss_total": 0.006953154690563679,
      "step": 49120
    },
    {
      "loss_action": 0.003973617684096098,
      "loss_total": 0.003973617684096098,
      "step": 49120
    },
    {
      "loss_action": 0.004093215335160494,
      "loss_total": 0.004093215335160494,
      "step": 49120
    },
    {
      "loss_action": 0.005263916216790676,
      "loss_total": 0.005263916216790676,
      "step": 49120
    },
    {
      "loss_action": 0.005433248355984688,
      "loss_total": 0.005433248355984688,
      "step": 49120
    },
    {
      "loss_action": 0.008918916806578636,
      "loss_total": 0.008918916806578636,
      "step": 49120
    },
    {
      "grad_norm": 0.12004487216472626,
      "learning_rate": 5.55623094614266e-05,
      "loss": 0.0069,
      "step": 49130
    },
    {
      "loss_action": 0.00417689373716712,
      "loss_total": 0.00417689373716712,
      "step": 49130
    },
    {
      "loss_action": 0.00557237584143877,
      "loss_total": 0.00557237584143877,
      "step": 49130
    },
    {
      "loss_action": 0.004949909634888172,
      "loss_total": 0.004949909634888172,
      "step": 49130
    },
    {
      "loss_action": 0.007153387181460857,
      "loss_total": 0.007153387181460857,
      "step": 49130
    },
    {
      "loss_action": 0.002867622533813119,
      "loss_total": 0.002867622533813119,
      "step": 49130
    },
    {
      "loss_action": 0.006212100852280855,
      "loss_total": 0.006212100852280855,
      "step": 49130
    },
    {
      "loss_action": 0.008841626346111298,
      "loss_total": 0.008841626346111298,
      "step": 49130
    },
    {
      "loss_action": 0.005870528053492308,
      "loss_total": 0.005870528053492308,
      "step": 49130
    },
    {
      "grad_norm": 0.11733811348676682,
      "learning_rate": 5.5545877092286743e-05,
      "loss": 0.0071,
      "step": 49140
    },
    {
      "loss_action": 0.00886692013591528,
      "loss_total": 0.00886692013591528,
      "step": 49140
    },
    {
      "loss_action": 0.01619650423526764,
      "loss_total": 0.01619650423526764,
      "step": 49140
    },
    {
      "loss_action": 0.004458238836377859,
      "loss_total": 0.004458238836377859,
      "step": 49140
    },
    {
      "loss_action": 0.002604752779006958,
      "loss_total": 0.002604752779006958,
      "step": 49140
    },
    {
      "loss_action": 0.005159484222531319,
      "loss_total": 0.005159484222531319,
      "step": 49140
    },
    {
      "loss_action": 0.0034190225414931774,
      "loss_total": 0.0034190225414931774,
      "step": 49140
    },
    {
      "loss_action": 0.0038445759564638138,
      "loss_total": 0.0038445759564638138,
      "step": 49140
    },
    {
      "loss_action": 0.010156006552278996,
      "loss_total": 0.010156006552278996,
      "step": 49140
    },
    {
      "grad_norm": 0.122137650847435,
      "learning_rate": 5.552944411665811e-05,
      "loss": 0.0073,
      "step": 49150
    },
    {
      "loss_action": 0.0045473286882042885,
      "loss_total": 0.0045473286882042885,
      "step": 49150
    },
    {
      "loss_action": 0.00983009859919548,
      "loss_total": 0.00983009859919548,
      "step": 49150
    },
    {
      "loss_action": 0.011471760459244251,
      "loss_total": 0.011471760459244251,
      "step": 49150
    },
    {
      "loss_action": 0.0096201840788126,
      "loss_total": 0.0096201840788126,
      "step": 49150
    },
    {
      "loss_action": 0.01878274232149124,
      "loss_total": 0.01878274232149124,
      "step": 49150
    },
    {
      "loss_action": 0.006410497240722179,
      "loss_total": 0.006410497240722179,
      "step": 49150
    },
    {
      "loss_action": 0.005393054336309433,
      "loss_total": 0.005393054336309433,
      "step": 49150
    },
    {
      "loss_action": 0.006213285960257053,
      "loss_total": 0.006213285960257053,
      "step": 49150
    },
    {
      "grad_norm": 0.09312546998262405,
      "learning_rate": 5.5513010536337795e-05,
      "loss": 0.0084,
      "step": 49160
    },
    {
      "loss_action": 0.0047013964504003525,
      "loss_total": 0.0047013964504003525,
      "step": 49160
    },
    {
      "loss_action": 0.004124034661799669,
      "loss_total": 0.004124034661799669,
      "step": 49160
    },
    {
      "loss_action": 0.005765467882156372,
      "loss_total": 0.005765467882156372,
      "step": 49160
    },
    {
      "loss_action": 0.007882227189838886,
      "loss_total": 0.007882227189838886,
      "step": 49160
    },
    {
      "loss_action": 0.002063414081931114,
      "loss_total": 0.002063414081931114,
      "step": 49160
    },
    {
      "loss_action": 0.0046488880179822445,
      "loss_total": 0.0046488880179822445,
      "step": 49160
    },
    {
      "loss_action": 0.0014627440832555294,
      "loss_total": 0.0014627440832555294,
      "step": 49160
    },
    {
      "loss_action": 0.0059161377139389515,
      "loss_total": 0.0059161377139389515,
      "step": 49160
    },
    {
      "grad_norm": 0.10537926852703094,
      "learning_rate": 5.5496576353122934e-05,
      "loss": 0.0065,
      "step": 49170
    },
    {
      "loss_action": 0.005165159702301025,
      "loss_total": 0.005165159702301025,
      "step": 49170
    },
    {
      "loss_action": 0.003380490466952324,
      "loss_total": 0.003380490466952324,
      "step": 49170
    },
    {
      "loss_action": 0.015028984285891056,
      "loss_total": 0.015028984285891056,
      "step": 49170
    },
    {
      "loss_action": 0.00708371726796031,
      "loss_total": 0.00708371726796031,
      "step": 49170
    },
    {
      "loss_action": 0.011666880920529366,
      "loss_total": 0.011666880920529366,
      "step": 49170
    },
    {
      "loss_action": 0.014959137886762619,
      "loss_total": 0.014959137886762619,
      "step": 49170
    },
    {
      "loss_action": 0.010730045847594738,
      "loss_total": 0.010730045847594738,
      "step": 49170
    },
    {
      "loss_action": 0.00896170549094677,
      "loss_total": 0.00896170549094677,
      "step": 49170
    },
    {
      "grad_norm": 0.12461245805025101,
      "learning_rate": 5.548014156881074e-05,
      "loss": 0.0079,
      "step": 49180
    },
    {
      "loss_action": 0.004296166356652975,
      "loss_total": 0.004296166356652975,
      "step": 49180
    },
    {
      "loss_action": 0.0034900037571787834,
      "loss_total": 0.0034900037571787834,
      "step": 49180
    },
    {
      "loss_action": 0.004967633169144392,
      "loss_total": 0.004967633169144392,
      "step": 49180
    },
    {
      "loss_action": 0.001937515800818801,
      "loss_total": 0.001937515800818801,
      "step": 49180
    },
    {
      "loss_action": 0.01864290051162243,
      "loss_total": 0.01864290051162243,
      "step": 49180
    },
    {
      "loss_action": 0.0030180278699845076,
      "loss_total": 0.0030180278699845076,
      "step": 49180
    },
    {
      "loss_action": 0.013229789212346077,
      "loss_total": 0.013229789212346077,
      "step": 49180
    },
    {
      "loss_action": 0.0034939106553792953,
      "loss_total": 0.0034939106553792953,
      "step": 49180
    },
    {
      "grad_norm": 0.11171106994152069,
      "learning_rate": 5.5463706185198494e-05,
      "loss": 0.007,
      "step": 49190
    },
    {
      "loss_action": 0.0033660917542874813,
      "loss_total": 0.0033660917542874813,
      "step": 49190
    },
    {
      "loss_action": 0.005118147470057011,
      "loss_total": 0.005118147470057011,
      "step": 49190
    },
    {
      "loss_action": 0.01183837279677391,
      "loss_total": 0.01183837279677391,
      "step": 49190
    },
    {
      "loss_action": 0.004797839559614658,
      "loss_total": 0.004797839559614658,
      "step": 49190
    },
    {
      "loss_action": 0.003566275117918849,
      "loss_total": 0.003566275117918849,
      "step": 49190
    },
    {
      "loss_action": 0.004345271736383438,
      "loss_total": 0.004345271736383438,
      "step": 49190
    },
    {
      "loss_action": 0.014627295546233654,
      "loss_total": 0.014627295546233654,
      "step": 49190
    },
    {
      "loss_action": 0.004526073113083839,
      "loss_total": 0.004526073113083839,
      "step": 49190
    },
    {
      "grad_norm": 0.155474454164505,
      "learning_rate": 5.544727020408358e-05,
      "loss": 0.0091,
      "step": 49200
    },
    {
      "loss_action": 0.004671264905482531,
      "loss_total": 0.004671264905482531,
      "step": 49200
    },
    {
      "loss_action": 0.008047233335673809,
      "loss_total": 0.008047233335673809,
      "step": 49200
    },
    {
      "loss_action": 0.010338440537452698,
      "loss_total": 0.010338440537452698,
      "step": 49200
    },
    {
      "loss_action": 0.008465882390737534,
      "loss_total": 0.008465882390737534,
      "step": 49200
    },
    {
      "loss_action": 0.02343612164258957,
      "loss_total": 0.02343612164258957,
      "step": 49200
    },
    {
      "loss_action": 0.006548848934471607,
      "loss_total": 0.006548848934471607,
      "step": 49200
    },
    {
      "loss_action": 0.008889390155673027,
      "loss_total": 0.008889390155673027,
      "step": 49200
    },
    {
      "loss_action": 0.005913336295634508,
      "loss_total": 0.005913336295634508,
      "step": 49200
    },
    {
      "grad_norm": 0.19198743999004364,
      "learning_rate": 5.5430833627263366e-05,
      "loss": 0.0091,
      "step": 49210
    },
    {
      "loss_action": 0.007212586235255003,
      "loss_total": 0.007212586235255003,
      "step": 49210
    },
    {
      "loss_action": 0.010636617429554462,
      "loss_total": 0.010636617429554462,
      "step": 49210
    },
    {
      "loss_action": 0.006403888575732708,
      "loss_total": 0.006403888575732708,
      "step": 49210
    },
    {
      "loss_action": 0.010294681414961815,
      "loss_total": 0.010294681414961815,
      "step": 49210
    },
    {
      "loss_action": 0.009272460825741291,
      "loss_total": 0.009272460825741291,
      "step": 49210
    },
    {
      "loss_action": 0.003375195898115635,
      "loss_total": 0.003375195898115635,
      "step": 49210
    },
    {
      "loss_action": 0.010334696620702744,
      "loss_total": 0.010334696620702744,
      "step": 49210
    },
    {
      "loss_action": 0.0065108840353786945,
      "loss_total": 0.0065108840353786945,
      "step": 49210
    },
    {
      "grad_norm": 0.13494572043418884,
      "learning_rate": 5.5414396456535354e-05,
      "loss": 0.0073,
      "step": 49220
    },
    {
      "loss_action": 0.002933025360107422,
      "loss_total": 0.002933025360107422,
      "step": 49220
    },
    {
      "loss_action": 0.008099202066659927,
      "loss_total": 0.008099202066659927,
      "step": 49220
    },
    {
      "loss_action": 0.007050993852317333,
      "loss_total": 0.007050993852317333,
      "step": 49220
    },
    {
      "loss_action": 0.00835258699953556,
      "loss_total": 0.00835258699953556,
      "step": 49220
    },
    {
      "loss_action": 0.00374178821220994,
      "loss_total": 0.00374178821220994,
      "step": 49220
    },
    {
      "loss_action": 0.003624528180807829,
      "loss_total": 0.003624528180807829,
      "step": 49220
    },
    {
      "loss_action": 0.003525623120367527,
      "loss_total": 0.003525623120367527,
      "step": 49220
    },
    {
      "loss_action": 0.005939452908933163,
      "loss_total": 0.005939452908933163,
      "step": 49220
    },
    {
      "grad_norm": 0.10514199733734131,
      "learning_rate": 5.539795869369709e-05,
      "loss": 0.0077,
      "step": 49230
    },
    {
      "loss_action": 0.00271878344938159,
      "loss_total": 0.00271878344938159,
      "step": 49230
    },
    {
      "loss_action": 0.007592934183776379,
      "loss_total": 0.007592934183776379,
      "step": 49230
    },
    {
      "loss_action": 0.011661123484373093,
      "loss_total": 0.011661123484373093,
      "step": 49230
    },
    {
      "loss_action": 0.004620343446731567,
      "loss_total": 0.004620343446731567,
      "step": 49230
    },
    {
      "loss_action": 0.003631624858826399,
      "loss_total": 0.003631624858826399,
      "step": 49230
    },
    {
      "loss_action": 0.006406350061297417,
      "loss_total": 0.006406350061297417,
      "step": 49230
    },
    {
      "loss_action": 0.005725113674998283,
      "loss_total": 0.005725113674998283,
      "step": 49230
    },
    {
      "loss_action": 0.0055427588522434235,
      "loss_total": 0.0055427588522434235,
      "step": 49230
    },
    {
      "grad_norm": 0.11810581386089325,
      "learning_rate": 5.538152034054618e-05,
      "loss": 0.0084,
      "step": 49240
    },
    {
      "loss_action": 0.0032663773745298386,
      "loss_total": 0.0032663773745298386,
      "step": 49240
    },
    {
      "loss_action": 0.013573769479990005,
      "loss_total": 0.013573769479990005,
      "step": 49240
    },
    {
      "loss_action": 0.015995604917407036,
      "loss_total": 0.015995604917407036,
      "step": 49240
    },
    {
      "loss_action": 0.005224873311817646,
      "loss_total": 0.005224873311817646,
      "step": 49240
    },
    {
      "loss_action": 0.011058340780436993,
      "loss_total": 0.011058340780436993,
      "step": 49240
    },
    {
      "loss_action": 0.004563271999359131,
      "loss_total": 0.004563271999359131,
      "step": 49240
    },
    {
      "loss_action": 0.011360501870512962,
      "loss_total": 0.011360501870512962,
      "step": 49240
    },
    {
      "loss_action": 0.016399450600147247,
      "loss_total": 0.016399450600147247,
      "step": 49240
    },
    {
      "grad_norm": 0.08316157013177872,
      "learning_rate": 5.536508139888028e-05,
      "loss": 0.0079,
      "step": 49250
    },
    {
      "loss_action": 0.0014264071360230446,
      "loss_total": 0.0014264071360230446,
      "step": 49250
    },
    {
      "loss_action": 0.006966901943087578,
      "loss_total": 0.006966901943087578,
      "step": 49250
    },
    {
      "loss_action": 0.0027105994522571564,
      "loss_total": 0.0027105994522571564,
      "step": 49250
    },
    {
      "loss_action": 0.006806031800806522,
      "loss_total": 0.006806031800806522,
      "step": 49250
    },
    {
      "loss_action": 0.016217544674873352,
      "loss_total": 0.016217544674873352,
      "step": 49250
    },
    {
      "loss_action": 0.0055520543828606606,
      "loss_total": 0.0055520543828606606,
      "step": 49250
    },
    {
      "loss_action": 0.0029945324640721083,
      "loss_total": 0.0029945324640721083,
      "step": 49250
    },
    {
      "loss_action": 0.011398615315556526,
      "loss_total": 0.011398615315556526,
      "step": 49250
    },
    {
      "grad_norm": 0.11335889995098114,
      "learning_rate": 5.534864187049716e-05,
      "loss": 0.0076,
      "step": 49260
    },
    {
      "loss_action": 0.004339538514614105,
      "loss_total": 0.004339538514614105,
      "step": 49260
    },
    {
      "loss_action": 0.005838385317474604,
      "loss_total": 0.005838385317474604,
      "step": 49260
    },
    {
      "loss_action": 0.013665977865457535,
      "loss_total": 0.013665977865457535,
      "step": 49260
    },
    {
      "loss_action": 0.014304457232356071,
      "loss_total": 0.014304457232356071,
      "step": 49260
    },
    {
      "loss_action": 0.019628215581178665,
      "loss_total": 0.019628215581178665,
      "step": 49260
    },
    {
      "loss_action": 0.02466646581888199,
      "loss_total": 0.02466646581888199,
      "step": 49260
    },
    {
      "loss_action": 0.010739647783339024,
      "loss_total": 0.010739647783339024,
      "step": 49260
    },
    {
      "loss_action": 0.00264070020057261,
      "loss_total": 0.00264070020057261,
      "step": 49260
    },
    {
      "grad_norm": 0.11128577589988708,
      "learning_rate": 5.5332201757194615e-05,
      "loss": 0.0092,
      "step": 49270
    },
    {
      "loss_action": 0.011819524690508842,
      "loss_total": 0.011819524690508842,
      "step": 49270
    },
    {
      "loss_action": 0.0084639061242342,
      "loss_total": 0.0084639061242342,
      "step": 49270
    },
    {
      "loss_action": 0.002708486746996641,
      "loss_total": 0.002708486746996641,
      "step": 49270
    },
    {
      "loss_action": 0.004106617998331785,
      "loss_total": 0.004106617998331785,
      "step": 49270
    },
    {
      "loss_action": 0.014865780249238014,
      "loss_total": 0.014865780249238014,
      "step": 49270
    },
    {
      "loss_action": 0.005666568875312805,
      "loss_total": 0.005666568875312805,
      "step": 49270
    },
    {
      "loss_action": 0.0052874889224767685,
      "loss_total": 0.0052874889224767685,
      "step": 49270
    },
    {
      "loss_action": 0.00807814858853817,
      "loss_total": 0.00807814858853817,
      "step": 49270
    },
    {
      "grad_norm": 0.10926459729671478,
      "learning_rate": 5.531576106077049e-05,
      "loss": 0.0082,
      "step": 49280
    },
    {
      "loss_action": 0.008594391867518425,
      "loss_total": 0.008594391867518425,
      "step": 49280
    },
    {
      "loss_action": 0.02628370001912117,
      "loss_total": 0.02628370001912117,
      "step": 49280
    },
    {
      "loss_action": 0.013804187998175621,
      "loss_total": 0.013804187998175621,
      "step": 49280
    },
    {
      "loss_action": 0.00829916913062334,
      "loss_total": 0.00829916913062334,
      "step": 49280
    },
    {
      "loss_action": 0.009019758552312851,
      "loss_total": 0.009019758552312851,
      "step": 49280
    },
    {
      "loss_action": 0.003595395479351282,
      "loss_total": 0.003595395479351282,
      "step": 49280
    },
    {
      "loss_action": 0.006914833094924688,
      "loss_total": 0.006914833094924688,
      "step": 49280
    },
    {
      "loss_action": 0.010645328089594841,
      "loss_total": 0.010645328089594841,
      "step": 49280
    },
    {
      "grad_norm": 0.12387148290872574,
      "learning_rate": 5.529931978302272e-05,
      "loss": 0.0091,
      "step": 49290
    },
    {
      "loss_action": 0.008795276284217834,
      "loss_total": 0.008795276284217834,
      "step": 49290
    },
    {
      "loss_action": 0.0047217002138495445,
      "loss_total": 0.0047217002138495445,
      "step": 49290
    },
    {
      "loss_action": 0.006929063703864813,
      "loss_total": 0.006929063703864813,
      "step": 49290
    },
    {
      "loss_action": 0.003958104643970728,
      "loss_total": 0.003958104643970728,
      "step": 49290
    },
    {
      "loss_action": 0.00422856118530035,
      "loss_total": 0.00422856118530035,
      "step": 49290
    },
    {
      "loss_action": 0.0027618114836513996,
      "loss_total": 0.0027618114836513996,
      "step": 49290
    },
    {
      "loss_action": 0.00869896449148655,
      "loss_total": 0.00869896449148655,
      "step": 49290
    },
    {
      "loss_action": 0.009698818437755108,
      "loss_total": 0.009698818437755108,
      "step": 49290
    },
    {
      "grad_norm": 0.12642495334148407,
      "learning_rate": 5.528287792574932e-05,
      "loss": 0.0081,
      "step": 49300
    },
    {
      "loss_action": 0.006523262243717909,
      "loss_total": 0.006523262243717909,
      "step": 49300
    },
    {
      "loss_action": 0.005086763761937618,
      "loss_total": 0.005086763761937618,
      "step": 49300
    },
    {
      "loss_action": 0.005611765198409557,
      "loss_total": 0.005611765198409557,
      "step": 49300
    },
    {
      "loss_action": 0.004389962647110224,
      "loss_total": 0.004389962647110224,
      "step": 49300
    },
    {
      "loss_action": 0.013250280171632767,
      "loss_total": 0.013250280171632767,
      "step": 49300
    },
    {
      "loss_action": 0.011350234039127827,
      "loss_total": 0.011350234039127827,
      "step": 49300
    },
    {
      "loss_action": 0.003112917300313711,
      "loss_total": 0.003112917300313711,
      "step": 49300
    },
    {
      "loss_action": 0.00927940383553505,
      "loss_total": 0.00927940383553505,
      "step": 49300
    },
    {
      "grad_norm": 0.34332990646362305,
      "learning_rate": 5.5266435490748324e-05,
      "loss": 0.0081,
      "step": 49310
    },
    {
      "loss_action": 0.0033709516283124685,
      "loss_total": 0.0033709516283124685,
      "step": 49310
    },
    {
      "loss_action": 0.0027598277665674686,
      "loss_total": 0.0027598277665674686,
      "step": 49310
    },
    {
      "loss_action": 0.006758229807019234,
      "loss_total": 0.006758229807019234,
      "step": 49310
    },
    {
      "loss_action": 0.00910009816288948,
      "loss_total": 0.00910009816288948,
      "step": 49310
    },
    {
      "loss_action": 0.005856705829501152,
      "loss_total": 0.005856705829501152,
      "step": 49310
    },
    {
      "loss_action": 0.005128152202814817,
      "loss_total": 0.005128152202814817,
      "step": 49310
    },
    {
      "loss_action": 0.0033057904802262783,
      "loss_total": 0.0033057904802262783,
      "step": 49310
    },
    {
      "loss_action": 0.007127012126147747,
      "loss_total": 0.007127012126147747,
      "step": 49310
    },
    {
      "grad_norm": 0.08889714628458023,
      "learning_rate": 5.524999247981787e-05,
      "loss": 0.0074,
      "step": 49320
    },
    {
      "loss_action": 0.002565065398812294,
      "loss_total": 0.002565065398812294,
      "step": 49320
    },
    {
      "loss_action": 0.00275319442152977,
      "loss_total": 0.00275319442152977,
      "step": 49320
    },
    {
      "loss_action": 0.01071990467607975,
      "loss_total": 0.01071990467607975,
      "step": 49320
    },
    {
      "loss_action": 0.0033145721536129713,
      "loss_total": 0.0033145721536129713,
      "step": 49320
    },
    {
      "loss_action": 0.014165595173835754,
      "loss_total": 0.014165595173835754,
      "step": 49320
    },
    {
      "loss_action": 0.0038935961201786995,
      "loss_total": 0.0038935961201786995,
      "step": 49320
    },
    {
      "loss_action": 0.009623322635889053,
      "loss_total": 0.009623322635889053,
      "step": 49320
    },
    {
      "loss_action": 0.00915909931063652,
      "loss_total": 0.00915909931063652,
      "step": 49320
    },
    {
      "grad_norm": 0.09879732877016068,
      "learning_rate": 5.523354889475613e-05,
      "loss": 0.0084,
      "step": 49330
    },
    {
      "loss_action": 0.005196317099034786,
      "loss_total": 0.005196317099034786,
      "step": 49330
    },
    {
      "loss_action": 0.017452850937843323,
      "loss_total": 0.017452850937843323,
      "step": 49330
    },
    {
      "loss_action": 0.003181184409186244,
      "loss_total": 0.003181184409186244,
      "step": 49330
    },
    {
      "loss_action": 0.004332393407821655,
      "loss_total": 0.004332393407821655,
      "step": 49330
    },
    {
      "loss_action": 0.0061795152723789215,
      "loss_total": 0.0061795152723789215,
      "step": 49330
    },
    {
      "loss_action": 0.002454643603414297,
      "loss_total": 0.002454643603414297,
      "step": 49330
    },
    {
      "loss_action": 0.002858698135241866,
      "loss_total": 0.002858698135241866,
      "step": 49330
    },
    {
      "loss_action": 0.0022812839597463608,
      "loss_total": 0.0022812839597463608,
      "step": 49330
    },
    {
      "grad_norm": 0.2075214385986328,
      "learning_rate": 5.521710473736134e-05,
      "loss": 0.0078,
      "step": 49340
    },
    {
      "loss_action": 0.005323634948581457,
      "loss_total": 0.005323634948581457,
      "step": 49340
    },
    {
      "loss_action": 0.006138104945421219,
      "loss_total": 0.006138104945421219,
      "step": 49340
    },
    {
      "loss_action": 0.004624246619641781,
      "loss_total": 0.004624246619641781,
      "step": 49340
    },
    {
      "loss_action": 0.033765364438295364,
      "loss_total": 0.033765364438295364,
      "step": 49340
    },
    {
      "loss_action": 0.005586452782154083,
      "loss_total": 0.005586452782154083,
      "step": 49340
    },
    {
      "loss_action": 0.006952415220439434,
      "loss_total": 0.006952415220439434,
      "step": 49340
    },
    {
      "loss_action": 0.011883634142577648,
      "loss_total": 0.011883634142577648,
      "step": 49340
    },
    {
      "loss_action": 0.003025902435183525,
      "loss_total": 0.003025902435183525,
      "step": 49340
    },
    {
      "grad_norm": 0.11855591088533401,
      "learning_rate": 5.5200660009431826e-05,
      "loss": 0.0076,
      "step": 49350
    },
    {
      "loss_action": 0.0066340286284685135,
      "loss_total": 0.0066340286284685135,
      "step": 49350
    },
    {
      "loss_action": 0.0031348993070423603,
      "loss_total": 0.0031348993070423603,
      "step": 49350
    },
    {
      "loss_action": 0.005431994330137968,
      "loss_total": 0.005431994330137968,
      "step": 49350
    },
    {
      "loss_action": 0.007269948720932007,
      "loss_total": 0.007269948720932007,
      "step": 49350
    },
    {
      "loss_action": 0.004972519818693399,
      "loss_total": 0.004972519818693399,
      "step": 49350
    },
    {
      "loss_action": 0.007555121090263128,
      "loss_total": 0.007555121090263128,
      "step": 49350
    },
    {
      "loss_action": 0.0058216373436152935,
      "loss_total": 0.0058216373436152935,
      "step": 49350
    },
    {
      "loss_action": 0.0057999929413199425,
      "loss_total": 0.0057999929413199425,
      "step": 49350
    },
    {
      "grad_norm": 0.10228803753852844,
      "learning_rate": 5.518421471276596e-05,
      "loss": 0.0085,
      "step": 49360
    },
    {
      "loss_action": 0.004231026396155357,
      "loss_total": 0.004231026396155357,
      "step": 49360
    },
    {
      "loss_action": 0.003648720681667328,
      "loss_total": 0.003648720681667328,
      "step": 49360
    },
    {
      "loss_action": 0.011707194149494171,
      "loss_total": 0.011707194149494171,
      "step": 49360
    },
    {
      "loss_action": 0.00978066585958004,
      "loss_total": 0.00978066585958004,
      "step": 49360
    },
    {
      "loss_action": 0.006822978612035513,
      "loss_total": 0.006822978612035513,
      "step": 49360
    },
    {
      "loss_action": 0.004457338713109493,
      "loss_total": 0.004457338713109493,
      "step": 49360
    },
    {
      "loss_action": 0.006168857682496309,
      "loss_total": 0.006168857682496309,
      "step": 49360
    },
    {
      "loss_action": 0.012698087841272354,
      "loss_total": 0.012698087841272354,
      "step": 49360
    },
    {
      "grad_norm": 0.07392264902591705,
      "learning_rate": 5.5167768849162174e-05,
      "loss": 0.0078,
      "step": 49370
    },
    {
      "loss_action": 0.0019735265523195267,
      "loss_total": 0.0019735265523195267,
      "step": 49370
    },
    {
      "loss_action": 0.007936069741845131,
      "loss_total": 0.007936069741845131,
      "step": 49370
    },
    {
      "loss_action": 0.007709860801696777,
      "loss_total": 0.007709860801696777,
      "step": 49370
    },
    {
      "loss_action": 0.004951042123138905,
      "loss_total": 0.004951042123138905,
      "step": 49370
    },
    {
      "loss_action": 0.009363661520183086,
      "loss_total": 0.009363661520183086,
      "step": 49370
    },
    {
      "loss_action": 0.018485385924577713,
      "loss_total": 0.018485385924577713,
      "step": 49370
    },
    {
      "loss_action": 0.0016198058146983385,
      "loss_total": 0.0016198058146983385,
      "step": 49370
    },
    {
      "loss_action": 0.013341465964913368,
      "loss_total": 0.013341465964913368,
      "step": 49370
    },
    {
      "grad_norm": 0.10399655252695084,
      "learning_rate": 5.515132242041893e-05,
      "loss": 0.0083,
      "step": 49380
    },
    {
      "loss_action": 0.0045835222117602825,
      "loss_total": 0.0045835222117602825,
      "step": 49380
    },
    {
      "loss_action": 0.002854216145351529,
      "loss_total": 0.002854216145351529,
      "step": 49380
    },
    {
      "loss_action": 0.011734995059669018,
      "loss_total": 0.011734995059669018,
      "step": 49380
    },
    {
      "loss_action": 0.0038509967271238565,
      "loss_total": 0.0038509967271238565,
      "step": 49380
    },
    {
      "loss_action": 0.0026913899928331375,
      "loss_total": 0.0026913899928331375,
      "step": 49380
    },
    {
      "loss_action": 0.0040856353007256985,
      "loss_total": 0.0040856353007256985,
      "step": 49380
    },
    {
      "loss_action": 0.0029209780041128397,
      "loss_total": 0.0029209780041128397,
      "step": 49380
    },
    {
      "loss_action": 0.009068211540579796,
      "loss_total": 0.009068211540579796,
      "step": 49380
    },
    {
      "grad_norm": 0.10704880952835083,
      "learning_rate": 5.513487542833483e-05,
      "loss": 0.0062,
      "step": 49390
    },
    {
      "loss_action": 0.004064265638589859,
      "loss_total": 0.004064265638589859,
      "step": 49390
    },
    {
      "loss_action": 0.008191905915737152,
      "loss_total": 0.008191905915737152,
      "step": 49390
    },
    {
      "loss_action": 0.0026452827733010054,
      "loss_total": 0.0026452827733010054,
      "step": 49390
    },
    {
      "loss_action": 0.0026781251654028893,
      "loss_total": 0.0026781251654028893,
      "step": 49390
    },
    {
      "loss_action": 0.008105972781777382,
      "loss_total": 0.008105972781777382,
      "step": 49390
    },
    {
      "loss_action": 0.008431326597929,
      "loss_total": 0.008431326597929,
      "step": 49390
    },
    {
      "loss_action": 0.004496878013014793,
      "loss_total": 0.004496878013014793,
      "step": 49390
    },
    {
      "loss_action": 0.008961206302046776,
      "loss_total": 0.008961206302046776,
      "step": 49390
    },
    {
      "grad_norm": 0.10787259042263031,
      "learning_rate": 5.5118427874708466e-05,
      "loss": 0.007,
      "step": 49400
    },
    {
      "loss_action": 0.007176696788519621,
      "loss_total": 0.007176696788519621,
      "step": 49400
    },
    {
      "loss_action": 0.025765612721443176,
      "loss_total": 0.025765612721443176,
      "step": 49400
    },
    {
      "loss_action": 0.012086287140846252,
      "loss_total": 0.012086287140846252,
      "step": 49400
    },
    {
      "loss_action": 0.023006964474916458,
      "loss_total": 0.023006964474916458,
      "step": 49400
    },
    {
      "loss_action": 0.012475572526454926,
      "loss_total": 0.012475572526454926,
      "step": 49400
    },
    {
      "loss_action": 0.004977409727871418,
      "loss_total": 0.004977409727871418,
      "step": 49400
    },
    {
      "loss_action": 0.007452167104929686,
      "loss_total": 0.007452167104929686,
      "step": 49400
    },
    {
      "loss_action": 0.008225483819842339,
      "loss_total": 0.008225483819842339,
      "step": 49400
    },
    {
      "grad_norm": 0.12102581560611725,
      "learning_rate": 5.510197976133853e-05,
      "loss": 0.0089,
      "step": 49410
    },
    {
      "loss_action": 0.009604820981621742,
      "loss_total": 0.009604820981621742,
      "step": 49410
    },
    {
      "loss_action": 0.005275167524814606,
      "loss_total": 0.005275167524814606,
      "step": 49410
    },
    {
      "loss_action": 0.004223944153636694,
      "loss_total": 0.004223944153636694,
      "step": 49410
    },
    {
      "loss_action": 0.008570078760385513,
      "loss_total": 0.008570078760385513,
      "step": 49410
    },
    {
      "loss_action": 0.00409593665972352,
      "loss_total": 0.00409593665972352,
      "step": 49410
    },
    {
      "loss_action": 0.0050319163128733635,
      "loss_total": 0.0050319163128733635,
      "step": 49410
    },
    {
      "loss_action": 0.005760774947702885,
      "loss_total": 0.005760774947702885,
      "step": 49410
    },
    {
      "loss_action": 0.004098721779882908,
      "loss_total": 0.004098721779882908,
      "step": 49410
    },
    {
      "grad_norm": 0.11171242594718933,
      "learning_rate": 5.508553109002376e-05,
      "loss": 0.0066,
      "step": 49420
    },
    {
      "loss_action": 0.006990785710513592,
      "loss_total": 0.006990785710513592,
      "step": 49420
    },
    {
      "loss_action": 0.010394828394055367,
      "loss_total": 0.010394828394055367,
      "step": 49420
    },
    {
      "loss_action": 0.011757293716073036,
      "loss_total": 0.011757293716073036,
      "step": 49420
    },
    {
      "loss_action": 0.0041798739694058895,
      "loss_total": 0.0041798739694058895,
      "step": 49420
    },
    {
      "loss_action": 0.005124595481902361,
      "loss_total": 0.005124595481902361,
      "step": 49420
    },
    {
      "loss_action": 0.005082154646515846,
      "loss_total": 0.005082154646515846,
      "step": 49420
    },
    {
      "loss_action": 0.001729790586978197,
      "loss_total": 0.001729790586978197,
      "step": 49420
    },
    {
      "loss_action": 0.007906359620392323,
      "loss_total": 0.007906359620392323,
      "step": 49420
    },
    {
      "grad_norm": 0.15661145746707916,
      "learning_rate": 5.5069081862562957e-05,
      "loss": 0.0083,
      "step": 49430
    },
    {
      "loss_action": 0.0180467888712883,
      "loss_total": 0.0180467888712883,
      "step": 49430
    },
    {
      "loss_action": 0.013506157323718071,
      "loss_total": 0.013506157323718071,
      "step": 49430
    },
    {
      "loss_action": 0.014945635572075844,
      "loss_total": 0.014945635572075844,
      "step": 49430
    },
    {
      "loss_action": 0.004942971281707287,
      "loss_total": 0.004942971281707287,
      "step": 49430
    },
    {
      "loss_action": 0.009425679221749306,
      "loss_total": 0.009425679221749306,
      "step": 49430
    },
    {
      "loss_action": 0.004863403737545013,
      "loss_total": 0.004863403737545013,
      "step": 49430
    },
    {
      "loss_action": 0.004778574220836163,
      "loss_total": 0.004778574220836163,
      "step": 49430
    },
    {
      "loss_action": 0.017943739891052246,
      "loss_total": 0.017943739891052246,
      "step": 49430
    },
    {
      "grad_norm": 0.09515056014060974,
      "learning_rate": 5.5052632080754965e-05,
      "loss": 0.008,
      "step": 49440
    },
    {
      "loss_action": 0.009749392978847027,
      "loss_total": 0.009749392978847027,
      "step": 49440
    },
    {
      "loss_action": 0.006258206441998482,
      "loss_total": 0.006258206441998482,
      "step": 49440
    },
    {
      "loss_action": 0.004045899026095867,
      "loss_total": 0.004045899026095867,
      "step": 49440
    },
    {
      "loss_action": 0.005910713225603104,
      "loss_total": 0.005910713225603104,
      "step": 49440
    },
    {
      "loss_action": 0.002366060623899102,
      "loss_total": 0.002366060623899102,
      "step": 49440
    },
    {
      "loss_action": 0.012539644725620747,
      "loss_total": 0.012539644725620747,
      "step": 49440
    },
    {
      "loss_action": 0.007631226908415556,
      "loss_total": 0.007631226908415556,
      "step": 49440
    },
    {
      "loss_action": 0.012175722047686577,
      "loss_total": 0.012175722047686577,
      "step": 49440
    },
    {
      "grad_norm": 0.15796872973442078,
      "learning_rate": 5.503618174639874e-05,
      "loss": 0.0079,
      "step": 49450
    },
    {
      "loss_action": 0.0036956844851374626,
      "loss_total": 0.0036956844851374626,
      "step": 49450
    },
    {
      "loss_action": 0.010587340220808983,
      "loss_total": 0.010587340220808983,
      "step": 49450
    },
    {
      "loss_action": 0.003955027088522911,
      "loss_total": 0.003955027088522911,
      "step": 49450
    },
    {
      "loss_action": 0.019101876765489578,
      "loss_total": 0.019101876765489578,
      "step": 49450
    },
    {
      "loss_action": 0.008209597319364548,
      "loss_total": 0.008209597319364548,
      "step": 49450
    },
    {
      "loss_action": 0.009920627810060978,
      "loss_total": 0.009920627810060978,
      "step": 49450
    },
    {
      "loss_action": 0.00940814707428217,
      "loss_total": 0.00940814707428217,
      "step": 49450
    },
    {
      "loss_action": 0.011310146190226078,
      "loss_total": 0.011310146190226078,
      "step": 49450
    },
    {
      "grad_norm": 0.1038372740149498,
      "learning_rate": 5.501973086129325e-05,
      "loss": 0.0086,
      "step": 49460
    },
    {
      "loss_action": 0.0035902662202715874,
      "loss_total": 0.0035902662202715874,
      "step": 49460
    },
    {
      "loss_action": 0.004284994676709175,
      "loss_total": 0.004284994676709175,
      "step": 49460
    },
    {
      "loss_action": 0.01362789236009121,
      "loss_total": 0.01362789236009121,
      "step": 49460
    },
    {
      "loss_action": 0.009834554977715015,
      "loss_total": 0.009834554977715015,
      "step": 49460
    },
    {
      "loss_action": 0.005643846932798624,
      "loss_total": 0.005643846932798624,
      "step": 49460
    },
    {
      "loss_action": 0.006676306948065758,
      "loss_total": 0.006676306948065758,
      "step": 49460
    },
    {
      "loss_action": 0.002391076646745205,
      "loss_total": 0.002391076646745205,
      "step": 49460
    },
    {
      "loss_action": 0.004216179717332125,
      "loss_total": 0.004216179717332125,
      "step": 49460
    },
    {
      "grad_norm": 0.1282452642917633,
      "learning_rate": 5.500327942723753e-05,
      "loss": 0.0075,
      "step": 49470
    },
    {
      "loss_action": 0.005366560071706772,
      "loss_total": 0.005366560071706772,
      "step": 49470
    },
    {
      "loss_action": 0.007258543744683266,
      "loss_total": 0.007258543744683266,
      "step": 49470
    },
    {
      "loss_action": 0.024601679295301437,
      "loss_total": 0.024601679295301437,
      "step": 49470
    },
    {
      "loss_action": 0.017182717099785805,
      "loss_total": 0.017182717099785805,
      "step": 49470
    },
    {
      "loss_action": 0.0035208365879952908,
      "loss_total": 0.0035208365879952908,
      "step": 49470
    },
    {
      "loss_action": 0.0036899708211421967,
      "loss_total": 0.0036899708211421967,
      "step": 49470
    },
    {
      "loss_action": 0.011237995699048042,
      "loss_total": 0.011237995699048042,
      "step": 49470
    },
    {
      "loss_action": 0.01428617350757122,
      "loss_total": 0.01428617350757122,
      "step": 49470
    },
    {
      "grad_norm": 0.13343727588653564,
      "learning_rate": 5.498682744603071e-05,
      "loss": 0.008,
      "step": 49480
    },
    {
      "loss_action": 0.007862525060772896,
      "loss_total": 0.007862525060772896,
      "step": 49480
    },
    {
      "loss_action": 0.033578984439373016,
      "loss_total": 0.033578984439373016,
      "step": 49480
    },
    {
      "loss_action": 0.010626869276165962,
      "loss_total": 0.010626869276165962,
      "step": 49480
    },
    {
      "loss_action": 0.009134495630860329,
      "loss_total": 0.009134495630860329,
      "step": 49480
    },
    {
      "loss_action": 0.004298902116715908,
      "loss_total": 0.004298902116715908,
      "step": 49480
    },
    {
      "loss_action": 0.004581762012094259,
      "loss_total": 0.004581762012094259,
      "step": 49480
    },
    {
      "loss_action": 0.002889650873839855,
      "loss_total": 0.002889650873839855,
      "step": 49480
    },
    {
      "loss_action": 0.00582134397700429,
      "loss_total": 0.00582134397700429,
      "step": 49480
    },
    {
      "grad_norm": 0.11557334661483765,
      "learning_rate": 5.497037491947194e-05,
      "loss": 0.008,
      "step": 49490
    },
    {
      "loss_action": 0.0038924026302993298,
      "loss_total": 0.0038924026302993298,
      "step": 49490
    },
    {
      "loss_action": 0.005557242780923843,
      "loss_total": 0.005557242780923843,
      "step": 49490
    },
    {
      "loss_action": 0.0020599830895662308,
      "loss_total": 0.0020599830895662308,
      "step": 49490
    },
    {
      "loss_action": 0.010496160015463829,
      "loss_total": 0.010496160015463829,
      "step": 49490
    },
    {
      "loss_action": 0.0028966637328267097,
      "loss_total": 0.0028966637328267097,
      "step": 49490
    },
    {
      "loss_action": 0.004343532025814056,
      "loss_total": 0.004343532025814056,
      "step": 49490
    },
    {
      "loss_action": 0.004833307582885027,
      "loss_total": 0.004833307582885027,
      "step": 49490
    },
    {
      "loss_action": 0.006060317158699036,
      "loss_total": 0.006060317158699036,
      "step": 49490
    },
    {
      "grad_norm": 0.0753878727555275,
      "learning_rate": 5.4953921849360424e-05,
      "loss": 0.0077,
      "step": 49500
    },
    {
      "loss_action": 0.008934039622545242,
      "loss_total": 0.008934039622545242,
      "step": 49500
    },
    {
      "loss_action": 0.003504212712869048,
      "loss_total": 0.003504212712869048,
      "step": 49500
    },
    {
      "loss_action": 0.012912500649690628,
      "loss_total": 0.012912500649690628,
      "step": 49500
    },
    {
      "loss_action": 0.002164298202842474,
      "loss_total": 0.002164298202842474,
      "step": 49500
    },
    {
      "loss_action": 0.0020409496501088142,
      "loss_total": 0.0020409496501088142,
      "step": 49500
    },
    {
      "loss_action": 0.006045601796358824,
      "loss_total": 0.006045601796358824,
      "step": 49500
    },
    {
      "loss_action": 0.005467122420668602,
      "loss_total": 0.005467122420668602,
      "step": 49500
    },
    {
      "loss_action": 0.0027315551415085793,
      "loss_total": 0.0027315551415085793,
      "step": 49500
    },
    {
      "grad_norm": 0.15484662353992462,
      "learning_rate": 5.493746823749547e-05,
      "loss": 0.0068,
      "step": 49510
    },
    {
      "loss_action": 0.008525284007191658,
      "loss_total": 0.008525284007191658,
      "step": 49510
    },
    {
      "loss_action": 0.005421798210591078,
      "loss_total": 0.005421798210591078,
      "step": 49510
    },
    {
      "loss_action": 0.004412696696817875,
      "loss_total": 0.004412696696817875,
      "step": 49510
    },
    {
      "loss_action": 0.005157724022865295,
      "loss_total": 0.005157724022865295,
      "step": 49510
    },
    {
      "loss_action": 0.010133156552910805,
      "loss_total": 0.010133156552910805,
      "step": 49510
    },
    {
      "loss_action": 0.015648754313588142,
      "loss_total": 0.015648754313588142,
      "step": 49510
    },
    {
      "loss_action": 0.004389944486320019,
      "loss_total": 0.004389944486320019,
      "step": 49510
    },
    {
      "loss_action": 0.003661999711766839,
      "loss_total": 0.003661999711766839,
      "step": 49510
    },
    {
      "grad_norm": 0.1219245120882988,
      "learning_rate": 5.49210140856764e-05,
      "loss": 0.0068,
      "step": 49520
    },
    {
      "loss_action": 0.00932716391980648,
      "loss_total": 0.00932716391980648,
      "step": 49520
    },
    {
      "loss_action": 0.005262706428766251,
      "loss_total": 0.005262706428766251,
      "step": 49520
    },
    {
      "loss_action": 0.0020735806319862604,
      "loss_total": 0.0020735806319862604,
      "step": 49520
    },
    {
      "loss_action": 0.004758595954626799,
      "loss_total": 0.004758595954626799,
      "step": 49520
    },
    {
      "loss_action": 0.0025158775970339775,
      "loss_total": 0.0025158775970339775,
      "step": 49520
    },
    {
      "loss_action": 0.00617213686928153,
      "loss_total": 0.00617213686928153,
      "step": 49520
    },
    {
      "loss_action": 0.00587743753567338,
      "loss_total": 0.00587743753567338,
      "step": 49520
    },
    {
      "loss_action": 0.006699216552078724,
      "loss_total": 0.006699216552078724,
      "step": 49520
    },
    {
      "grad_norm": 0.07585493475198746,
      "learning_rate": 5.4904559395702647e-05,
      "loss": 0.0068,
      "step": 49530
    },
    {
      "loss_action": 0.012729772366583347,
      "loss_total": 0.012729772366583347,
      "step": 49530
    },
    {
      "loss_action": 0.004385237116366625,
      "loss_total": 0.004385237116366625,
      "step": 49530
    },
    {
      "loss_action": 0.004625222645699978,
      "loss_total": 0.004625222645699978,
      "step": 49530
    },
    {
      "loss_action": 0.005373918451368809,
      "loss_total": 0.005373918451368809,
      "step": 49530
    },
    {
      "loss_action": 0.01279421802610159,
      "loss_total": 0.01279421802610159,
      "step": 49530
    },
    {
      "loss_action": 0.006028563715517521,
      "loss_total": 0.006028563715517521,
      "step": 49530
    },
    {
      "loss_action": 0.012509981170296669,
      "loss_total": 0.012509981170296669,
      "step": 49530
    },
    {
      "loss_action": 0.004201705567538738,
      "loss_total": 0.004201705567538738,
      "step": 49530
    },
    {
      "grad_norm": 0.10358677804470062,
      "learning_rate": 5.488810416937364e-05,
      "loss": 0.0079,
      "step": 49540
    },
    {
      "loss_action": 0.009583871811628342,
      "loss_total": 0.009583871811628342,
      "step": 49540
    },
    {
      "loss_action": 0.011059628799557686,
      "loss_total": 0.011059628799557686,
      "step": 49540
    },
    {
      "loss_action": 0.0028532911092042923,
      "loss_total": 0.0028532911092042923,
      "step": 49540
    },
    {
      "loss_action": 0.010078053921461105,
      "loss_total": 0.010078053921461105,
      "step": 49540
    },
    {
      "loss_action": 0.004144424572587013,
      "loss_total": 0.004144424572587013,
      "step": 49540
    },
    {
      "loss_action": 0.02394353598356247,
      "loss_total": 0.02394353598356247,
      "step": 49540
    },
    {
      "loss_action": 0.016433116048574448,
      "loss_total": 0.016433116048574448,
      "step": 49540
    },
    {
      "loss_action": 0.007278134115040302,
      "loss_total": 0.007278134115040302,
      "step": 49540
    },
    {
      "grad_norm": 0.15470650792121887,
      "learning_rate": 5.4871648408488926e-05,
      "loss": 0.0084,
      "step": 49550
    },
    {
      "loss_action": 0.005767211318016052,
      "loss_total": 0.005767211318016052,
      "step": 49550
    },
    {
      "loss_action": 0.005362684838473797,
      "loss_total": 0.005362684838473797,
      "step": 49550
    },
    {
      "loss_action": 0.003795659402385354,
      "loss_total": 0.003795659402385354,
      "step": 49550
    },
    {
      "loss_action": 0.005092928186058998,
      "loss_total": 0.005092928186058998,
      "step": 49550
    },
    {
      "loss_action": 0.005735605489462614,
      "loss_total": 0.005735605489462614,
      "step": 49550
    },
    {
      "loss_action": 0.004797587636858225,
      "loss_total": 0.004797587636858225,
      "step": 49550
    },
    {
      "loss_action": 0.0037471118848770857,
      "loss_total": 0.0037471118848770857,
      "step": 49550
    },
    {
      "loss_action": 0.017058715224266052,
      "loss_total": 0.017058715224266052,
      "step": 49550
    },
    {
      "grad_norm": 0.11036613583564758,
      "learning_rate": 5.485519211484807e-05,
      "loss": 0.0071,
      "step": 49560
    },
    {
      "loss_action": 0.02684449404478073,
      "loss_total": 0.02684449404478073,
      "step": 49560
    },
    {
      "loss_action": 0.027350302785634995,
      "loss_total": 0.027350302785634995,
      "step": 49560
    },
    {
      "loss_action": 0.013865281827747822,
      "loss_total": 0.013865281827747822,
      "step": 49560
    },
    {
      "loss_action": 0.0034259373787790537,
      "loss_total": 0.0034259373787790537,
      "step": 49560
    },
    {
      "loss_action": 0.00963312666863203,
      "loss_total": 0.00963312666863203,
      "step": 49560
    },
    {
      "loss_action": 0.006682447157800198,
      "loss_total": 0.006682447157800198,
      "step": 49560
    },
    {
      "loss_action": 0.01078280620276928,
      "loss_total": 0.01078280620276928,
      "step": 49560
    },
    {
      "loss_action": 0.008456490933895111,
      "loss_total": 0.008456490933895111,
      "step": 49560
    },
    {
      "grad_norm": 0.11096013337373734,
      "learning_rate": 5.4838735290250676e-05,
      "loss": 0.0084,
      "step": 49570
    },
    {
      "loss_action": 0.006397761404514313,
      "loss_total": 0.006397761404514313,
      "step": 49570
    },
    {
      "loss_action": 0.008712777867913246,
      "loss_total": 0.008712777867913246,
      "step": 49570
    },
    {
      "loss_action": 0.003937391564249992,
      "loss_total": 0.003937391564249992,
      "step": 49570
    },
    {
      "loss_action": 0.010485032573342323,
      "loss_total": 0.010485032573342323,
      "step": 49570
    },
    {
      "loss_action": 0.0020078939851373434,
      "loss_total": 0.0020078939851373434,
      "step": 49570
    },
    {
      "loss_action": 0.006838073953986168,
      "loss_total": 0.006838073953986168,
      "step": 49570
    },
    {
      "loss_action": 0.005017113871872425,
      "loss_total": 0.005017113871872425,
      "step": 49570
    },
    {
      "loss_action": 0.0028611822053790092,
      "loss_total": 0.0028611822053790092,
      "step": 49570
    },
    {
      "grad_norm": 0.11263952404260635,
      "learning_rate": 5.482227793649649e-05,
      "loss": 0.0074,
      "step": 49580
    },
    {
      "loss_action": 0.005137494765222073,
      "loss_total": 0.005137494765222073,
      "step": 49580
    },
    {
      "loss_action": 0.004933800082653761,
      "loss_total": 0.004933800082653761,
      "step": 49580
    },
    {
      "loss_action": 0.008188850246369839,
      "loss_total": 0.008188850246369839,
      "step": 49580
    },
    {
      "loss_action": 0.004954813048243523,
      "loss_total": 0.004954813048243523,
      "step": 49580
    },
    {
      "loss_action": 0.00848713144659996,
      "loss_total": 0.00848713144659996,
      "step": 49580
    },
    {
      "loss_action": 0.00425605708733201,
      "loss_total": 0.00425605708733201,
      "step": 49580
    },
    {
      "loss_action": 0.005712628364562988,
      "loss_total": 0.005712628364562988,
      "step": 49580
    },
    {
      "loss_action": 0.015779346227645874,
      "loss_total": 0.015779346227645874,
      "step": 49580
    },
    {
      "grad_norm": 0.0867798924446106,
      "learning_rate": 5.480582005538524e-05,
      "loss": 0.0072,
      "step": 49590
    },
    {
      "loss_action": 0.006426524370908737,
      "loss_total": 0.006426524370908737,
      "step": 49590
    },
    {
      "loss_action": 0.009372803382575512,
      "loss_total": 0.009372803382575512,
      "step": 49590
    },
    {
      "loss_action": 0.003630194114521146,
      "loss_total": 0.003630194114521146,
      "step": 49590
    },
    {
      "loss_action": 0.005252224858850241,
      "loss_total": 0.005252224858850241,
      "step": 49590
    },
    {
      "loss_action": 0.004152776673436165,
      "loss_total": 0.004152776673436165,
      "step": 49590
    },
    {
      "loss_action": 0.015089072287082672,
      "loss_total": 0.015089072287082672,
      "step": 49590
    },
    {
      "loss_action": 0.01002135407179594,
      "loss_total": 0.01002135407179594,
      "step": 49590
    },
    {
      "loss_action": 0.005544367246329784,
      "loss_total": 0.005544367246329784,
      "step": 49590
    },
    {
      "grad_norm": 0.10993244498968124,
      "learning_rate": 5.478936164871671e-05,
      "loss": 0.0074,
      "step": 49600
    },
    {
      "loss_action": 0.007730160374194384,
      "loss_total": 0.007730160374194384,
      "step": 49600
    },
    {
      "loss_action": 0.002485940232872963,
      "loss_total": 0.002485940232872963,
      "step": 49600
    },
    {
      "loss_action": 0.0033458457328379154,
      "loss_total": 0.0033458457328379154,
      "step": 49600
    },
    {
      "loss_action": 0.005072199273854494,
      "loss_total": 0.005072199273854494,
      "step": 49600
    },
    {
      "loss_action": 0.006993148010224104,
      "loss_total": 0.006993148010224104,
      "step": 49600
    },
    {
      "loss_action": 0.009920576587319374,
      "loss_total": 0.009920576587319374,
      "step": 49600
    },
    {
      "loss_action": 0.007888009771704674,
      "loss_total": 0.007888009771704674,
      "step": 49600
    },
    {
      "loss_action": 0.006242291536182165,
      "loss_total": 0.006242291536182165,
      "step": 49600
    },
    {
      "grad_norm": 0.08075927197933197,
      "learning_rate": 5.477290271829081e-05,
      "loss": 0.0067,
      "step": 49610
    },
    {
      "loss_action": 0.003612340660765767,
      "loss_total": 0.003612340660765767,
      "step": 49610
    },
    {
      "loss_action": 0.007251964882016182,
      "loss_total": 0.007251964882016182,
      "step": 49610
    },
    {
      "loss_action": 0.00578615628182888,
      "loss_total": 0.00578615628182888,
      "step": 49610
    },
    {
      "loss_action": 0.014765087515115738,
      "loss_total": 0.014765087515115738,
      "step": 49610
    },
    {
      "loss_action": 0.012199599295854568,
      "loss_total": 0.012199599295854568,
      "step": 49610
    },
    {
      "loss_action": 0.0034250617027282715,
      "loss_total": 0.0034250617027282715,
      "step": 49610
    },
    {
      "loss_action": 0.005213433876633644,
      "loss_total": 0.005213433876633644,
      "step": 49610
    },
    {
      "loss_action": 0.008530691266059875,
      "loss_total": 0.008530691266059875,
      "step": 49610
    },
    {
      "grad_norm": 0.1507299244403839,
      "learning_rate": 5.475644326590744e-05,
      "loss": 0.0079,
      "step": 49620
    },
    {
      "loss_action": 0.006303419359028339,
      "loss_total": 0.006303419359028339,
      "step": 49620
    },
    {
      "loss_action": 0.0014464766718447208,
      "loss_total": 0.0014464766718447208,
      "step": 49620
    },
    {
      "loss_action": 0.014093862846493721,
      "loss_total": 0.014093862846493721,
      "step": 49620
    },
    {
      "loss_action": 0.002336455276235938,
      "loss_total": 0.002336455276235938,
      "step": 49620
    },
    {
      "loss_action": 0.0031964678782969713,
      "loss_total": 0.0031964678782969713,
      "step": 49620
    },
    {
      "loss_action": 0.004689731635153294,
      "loss_total": 0.004689731635153294,
      "step": 49620
    },
    {
      "loss_action": 0.0051431357860565186,
      "loss_total": 0.0051431357860565186,
      "step": 49620
    },
    {
      "loss_action": 0.0028734386432915926,
      "loss_total": 0.0028734386432915926,
      "step": 49620
    },
    {
      "grad_norm": 0.11235024034976959,
      "learning_rate": 5.473998329336658e-05,
      "loss": 0.0063,
      "step": 49630
    },
    {
      "loss_action": 0.013121312484145164,
      "loss_total": 0.013121312484145164,
      "step": 49630
    },
    {
      "loss_action": 0.0032087028957903385,
      "loss_total": 0.0032087028957903385,
      "step": 49630
    },
    {
      "loss_action": 0.020389199256896973,
      "loss_total": 0.020389199256896973,
      "step": 49630
    },
    {
      "loss_action": 0.016423601657152176,
      "loss_total": 0.016423601657152176,
      "step": 49630
    },
    {
      "loss_action": 0.00738746952265501,
      "loss_total": 0.00738746952265501,
      "step": 49630
    },
    {
      "loss_action": 0.0016757398843765259,
      "loss_total": 0.0016757398843765259,
      "step": 49630
    },
    {
      "loss_action": 0.008346839807927608,
      "loss_total": 0.008346839807927608,
      "step": 49630
    },
    {
      "loss_action": 0.031929414719343185,
      "loss_total": 0.031929414719343185,
      "step": 49630
    },
    {
      "grad_norm": 0.11314654350280762,
      "learning_rate": 5.4723522802468286e-05,
      "loss": 0.0088,
      "step": 49640
    },
    {
      "loss_action": 0.008897177875041962,
      "loss_total": 0.008897177875041962,
      "step": 49640
    },
    {
      "loss_action": 0.003078773617744446,
      "loss_total": 0.003078773617744446,
      "step": 49640
    },
    {
      "loss_action": 0.00695883110165596,
      "loss_total": 0.00695883110165596,
      "step": 49640
    },
    {
      "loss_action": 0.003491063602268696,
      "loss_total": 0.003491063602268696,
      "step": 49640
    },
    {
      "loss_action": 0.002413578564301133,
      "loss_total": 0.002413578564301133,
      "step": 49640
    },
    {
      "loss_action": 0.002908335067331791,
      "loss_total": 0.002908335067331791,
      "step": 49640
    },
    {
      "loss_action": 0.007348109968006611,
      "loss_total": 0.007348109968006611,
      "step": 49640
    },
    {
      "loss_action": 0.014635669067502022,
      "loss_total": 0.014635669067502022,
      "step": 49640
    },
    {
      "grad_norm": 0.10174662619829178,
      "learning_rate": 5.470706179501264e-05,
      "loss": 0.008,
      "step": 49650
    },
    {
      "loss_action": 0.006829134654253721,
      "loss_total": 0.006829134654253721,
      "step": 49650
    },
    {
      "loss_action": 0.00749632716178894,
      "loss_total": 0.00749632716178894,
      "step": 49650
    },
    {
      "loss_action": 0.0029153176583349705,
      "loss_total": 0.0029153176583349705,
      "step": 49650
    },
    {
      "loss_action": 0.0042023551650345325,
      "loss_total": 0.0042023551650345325,
      "step": 49650
    },
    {
      "loss_action": 0.014596981927752495,
      "loss_total": 0.014596981927752495,
      "step": 49650
    },
    {
      "loss_action": 0.0021515716798603535,
      "loss_total": 0.0021515716798603535,
      "step": 49650
    },
    {
      "loss_action": 0.015527802519500256,
      "loss_total": 0.015527802519500256,
      "step": 49650
    },
    {
      "loss_action": 0.010458681732416153,
      "loss_total": 0.010458681732416153,
      "step": 49650
    },
    {
      "grad_norm": 0.11047691851854324,
      "learning_rate": 5.4690600272799776e-05,
      "loss": 0.0074,
      "step": 49660
    },
    {
      "loss_action": 0.007887420244514942,
      "loss_total": 0.007887420244514942,
      "step": 49660
    },
    {
      "loss_action": 0.0032921212259680033,
      "loss_total": 0.0032921212259680033,
      "step": 49660
    },
    {
      "loss_action": 0.00453198840841651,
      "loss_total": 0.00453198840841651,
      "step": 49660
    },
    {
      "loss_action": 0.003923226613551378,
      "loss_total": 0.003923226613551378,
      "step": 49660
    },
    {
      "loss_action": 0.004473727196455002,
      "loss_total": 0.004473727196455002,
      "step": 49660
    },
    {
      "loss_action": 0.008763700723648071,
      "loss_total": 0.008763700723648071,
      "step": 49660
    },
    {
      "loss_action": 0.006654995959252119,
      "loss_total": 0.006654995959252119,
      "step": 49660
    },
    {
      "loss_action": 0.005945099517703056,
      "loss_total": 0.005945099517703056,
      "step": 49660
    },
    {
      "grad_norm": 0.15108925104141235,
      "learning_rate": 5.467413823762993e-05,
      "loss": 0.0076,
      "step": 49670
    },
    {
      "loss_action": 0.009788872674107552,
      "loss_total": 0.009788872674107552,
      "step": 49670
    },
    {
      "loss_action": 0.004469064064323902,
      "loss_total": 0.004469064064323902,
      "step": 49670
    },
    {
      "loss_action": 0.006803782191127539,
      "loss_total": 0.006803782191127539,
      "step": 49670
    },
    {
      "loss_action": 0.030756106600165367,
      "loss_total": 0.030756106600165367,
      "step": 49670
    },
    {
      "loss_action": 0.005719010252505541,
      "loss_total": 0.005719010252505541,
      "step": 49670
    },
    {
      "loss_action": 0.006115593947470188,
      "loss_total": 0.006115593947470188,
      "step": 49670
    },
    {
      "loss_action": 0.011181678622961044,
      "loss_total": 0.011181678622961044,
      "step": 49670
    },
    {
      "loss_action": 0.008133750408887863,
      "loss_total": 0.008133750408887863,
      "step": 49670
    },
    {
      "grad_norm": 0.1466115564107895,
      "learning_rate": 5.465767569130335e-05,
      "loss": 0.0078,
      "step": 49680
    },
    {
      "loss_action": 0.0022690040059387684,
      "loss_total": 0.0022690040059387684,
      "step": 49680
    },
    {
      "loss_action": 0.004151881206780672,
      "loss_total": 0.004151881206780672,
      "step": 49680
    },
    {
      "loss_action": 0.008156143128871918,
      "loss_total": 0.008156143128871918,
      "step": 49680
    },
    {
      "loss_action": 0.0016944900853559375,
      "loss_total": 0.0016944900853559375,
      "step": 49680
    },
    {
      "loss_action": 0.00875801034271717,
      "loss_total": 0.00875801034271717,
      "step": 49680
    },
    {
      "loss_action": 0.0038865318056195974,
      "loss_total": 0.0038865318056195974,
      "step": 49680
    },
    {
      "loss_action": 0.004685618449002504,
      "loss_total": 0.004685618449002504,
      "step": 49680
    },
    {
      "loss_action": 0.006550626829266548,
      "loss_total": 0.006550626829266548,
      "step": 49680
    },
    {
      "grad_norm": 0.1113244816660881,
      "learning_rate": 5.464121263562036e-05,
      "loss": 0.0074,
      "step": 49690
    },
    {
      "loss_action": 0.006847529672086239,
      "loss_total": 0.006847529672086239,
      "step": 49690
    },
    {
      "loss_action": 0.017557084560394287,
      "loss_total": 0.017557084560394287,
      "step": 49690
    },
    {
      "loss_action": 0.006814152467995882,
      "loss_total": 0.006814152467995882,
      "step": 49690
    },
    {
      "loss_action": 0.011358879506587982,
      "loss_total": 0.011358879506587982,
      "step": 49690
    },
    {
      "loss_action": 0.004343959037214518,
      "loss_total": 0.004343959037214518,
      "step": 49690
    },
    {
      "loss_action": 0.006763171870261431,
      "loss_total": 0.006763171870261431,
      "step": 49690
    },
    {
      "loss_action": 0.004266700707376003,
      "loss_total": 0.004266700707376003,
      "step": 49690
    },
    {
      "loss_action": 0.006323201581835747,
      "loss_total": 0.006323201581835747,
      "step": 49690
    },
    {
      "grad_norm": 0.10639416426420212,
      "learning_rate": 5.4624749072381343e-05,
      "loss": 0.0076,
      "step": 49700
    },
    {
      "loss_action": 0.007313892710953951,
      "loss_total": 0.007313892710953951,
      "step": 49700
    },
    {
      "loss_action": 0.007256431505084038,
      "loss_total": 0.007256431505084038,
      "step": 49700
    },
    {
      "loss_action": 0.01537478156387806,
      "loss_total": 0.01537478156387806,
      "step": 49700
    },
    {
      "loss_action": 0.003515027230605483,
      "loss_total": 0.003515027230605483,
      "step": 49700
    },
    {
      "loss_action": 0.005659827496856451,
      "loss_total": 0.005659827496856451,
      "step": 49700
    },
    {
      "loss_action": 0.005551842972636223,
      "loss_total": 0.005551842972636223,
      "step": 49700
    },
    {
      "loss_action": 0.006925942376255989,
      "loss_total": 0.006925942376255989,
      "step": 49700
    },
    {
      "loss_action": 0.00322921946644783,
      "loss_total": 0.00322921946644783,
      "step": 49700
    },
    {
      "grad_norm": 0.12126640975475311,
      "learning_rate": 5.460828500338672e-05,
      "loss": 0.0068,
      "step": 49710
    },
    {
      "loss_action": 0.0070402794517576694,
      "loss_total": 0.0070402794517576694,
      "step": 49710
    },
    {
      "loss_action": 0.0020037018693983555,
      "loss_total": 0.0020037018693983555,
      "step": 49710
    },
    {
      "loss_action": 0.008017998188734055,
      "loss_total": 0.008017998188734055,
      "step": 49710
    },
    {
      "loss_action": 0.0024500908330082893,
      "loss_total": 0.0024500908330082893,
      "step": 49710
    },
    {
      "loss_action": 0.010741328820586205,
      "loss_total": 0.010741328820586205,
      "step": 49710
    },
    {
      "loss_action": 0.006701985839754343,
      "loss_total": 0.006701985839754343,
      "step": 49710
    },
    {
      "loss_action": 0.008852519094944,
      "loss_total": 0.008852519094944,
      "step": 49710
    },
    {
      "loss_action": 0.007715910207480192,
      "loss_total": 0.007715910207480192,
      "step": 49710
    },
    {
      "grad_norm": 0.09030481427907944,
      "learning_rate": 5.459182043043698e-05,
      "loss": 0.007,
      "step": 49720
    },
    {
      "loss_action": 0.007471775636076927,
      "loss_total": 0.007471775636076927,
      "step": 49720
    },
    {
      "loss_action": 0.003498644335195422,
      "loss_total": 0.003498644335195422,
      "step": 49720
    },
    {
      "loss_action": 0.002964044688269496,
      "loss_total": 0.002964044688269496,
      "step": 49720
    },
    {
      "loss_action": 0.0085735023021698,
      "loss_total": 0.0085735023021698,
      "step": 49720
    },
    {
      "loss_action": 0.004097298253327608,
      "loss_total": 0.004097298253327608,
      "step": 49720
    },
    {
      "loss_action": 0.0033495728857815266,
      "loss_total": 0.0033495728857815266,
      "step": 49720
    },
    {
      "loss_action": 0.005500243976712227,
      "loss_total": 0.005500243976712227,
      "step": 49720
    },
    {
      "loss_action": 0.008426467888057232,
      "loss_total": 0.008426467888057232,
      "step": 49720
    },
    {
      "grad_norm": 0.11334293335676193,
      "learning_rate": 5.457535535533265e-05,
      "loss": 0.008,
      "step": 49730
    },
    {
      "loss_action": 0.005236588418483734,
      "loss_total": 0.005236588418483734,
      "step": 49730
    },
    {
      "loss_action": 0.0037871026434004307,
      "loss_total": 0.0037871026434004307,
      "step": 49730
    },
    {
      "loss_action": 0.006132917013019323,
      "loss_total": 0.006132917013019323,
      "step": 49730
    },
    {
      "loss_action": 0.007201979402452707,
      "loss_total": 0.007201979402452707,
      "step": 49730
    },
    {
      "loss_action": 0.008741273544728756,
      "loss_total": 0.008741273544728756,
      "step": 49730
    },
    {
      "loss_action": 0.0015658277552574873,
      "loss_total": 0.0015658277552574873,
      "step": 49730
    },
    {
      "loss_action": 0.007507617585361004,
      "loss_total": 0.007507617585361004,
      "step": 49730
    },
    {
      "loss_action": 0.0052800653502345085,
      "loss_total": 0.0052800653502345085,
      "step": 49730
    },
    {
      "grad_norm": 0.09072444587945938,
      "learning_rate": 5.4558889779874334e-05,
      "loss": 0.0073,
      "step": 49740
    },
    {
      "loss_action": 0.010403209365904331,
      "loss_total": 0.010403209365904331,
      "step": 49740
    },
    {
      "loss_action": 0.0142067177221179,
      "loss_total": 0.0142067177221179,
      "step": 49740
    },
    {
      "loss_action": 0.002461862750351429,
      "loss_total": 0.002461862750351429,
      "step": 49740
    },
    {
      "loss_action": 0.009045394137501717,
      "loss_total": 0.009045394137501717,
      "step": 49740
    },
    {
      "loss_action": 0.007118875160813332,
      "loss_total": 0.007118875160813332,
      "step": 49740
    },
    {
      "loss_action": 0.0019596887286752462,
      "loss_total": 0.0019596887286752462,
      "step": 49740
    },
    {
      "loss_action": 0.005469241179525852,
      "loss_total": 0.005469241179525852,
      "step": 49740
    },
    {
      "loss_action": 0.0036843325942754745,
      "loss_total": 0.0036843325942754745,
      "step": 49740
    },
    {
      "grad_norm": 0.0989694818854332,
      "learning_rate": 5.454242370586269e-05,
      "loss": 0.008,
      "step": 49750
    },
    {
      "loss_action": 0.008785726502537727,
      "loss_total": 0.008785726502537727,
      "step": 49750
    },
    {
      "loss_action": 0.0022858406882733107,
      "loss_total": 0.0022858406882733107,
      "step": 49750
    },
    {
      "loss_action": 0.010971869342029095,
      "loss_total": 0.010971869342029095,
      "step": 49750
    },
    {
      "loss_action": 0.009415420703589916,
      "loss_total": 0.009415420703589916,
      "step": 49750
    },
    {
      "loss_action": 0.008889172226190567,
      "loss_total": 0.008889172226190567,
      "step": 49750
    },
    {
      "loss_action": 0.012151435017585754,
      "loss_total": 0.012151435017585754,
      "step": 49750
    },
    {
      "loss_action": 0.03373454138636589,
      "loss_total": 0.03373454138636589,
      "step": 49750
    },
    {
      "loss_action": 0.007508629932999611,
      "loss_total": 0.007508629932999611,
      "step": 49750
    },
    {
      "grad_norm": 0.12790152430534363,
      "learning_rate": 5.452595713509843e-05,
      "loss": 0.0075,
      "step": 49760
    },
    {
      "loss_action": 0.003266680985689163,
      "loss_total": 0.003266680985689163,
      "step": 49760
    },
    {
      "loss_action": 0.008374480530619621,
      "loss_total": 0.008374480530619621,
      "step": 49760
    },
    {
      "loss_action": 0.002475279150530696,
      "loss_total": 0.002475279150530696,
      "step": 49760
    },
    {
      "loss_action": 0.0017733601853251457,
      "loss_total": 0.0017733601853251457,
      "step": 49760
    },
    {
      "loss_action": 0.00378424022346735,
      "loss_total": 0.00378424022346735,
      "step": 49760
    },
    {
      "loss_action": 0.016233541071414948,
      "loss_total": 0.016233541071414948,
      "step": 49760
    },
    {
      "loss_action": 0.0038664471358060837,
      "loss_total": 0.0038664471358060837,
      "step": 49760
    },
    {
      "loss_action": 0.0038611311465501785,
      "loss_total": 0.0038611311465501785,
      "step": 49760
    },
    {
      "grad_norm": 0.09762509167194366,
      "learning_rate": 5.4509490069382274e-05,
      "loss": 0.0071,
      "step": 49770
    },
    {
      "loss_action": 0.008375956676900387,
      "loss_total": 0.008375956676900387,
      "step": 49770
    },
    {
      "loss_action": 0.006262092851102352,
      "loss_total": 0.006262092851102352,
      "step": 49770
    },
    {
      "loss_action": 0.007637791335582733,
      "loss_total": 0.007637791335582733,
      "step": 49770
    },
    {
      "loss_action": 0.011259263381361961,
      "loss_total": 0.011259263381361961,
      "step": 49770
    },
    {
      "loss_action": 0.014232778921723366,
      "loss_total": 0.014232778921723366,
      "step": 49770
    },
    {
      "loss_action": 0.015171075239777565,
      "loss_total": 0.015171075239777565,
      "step": 49770
    },
    {
      "loss_action": 0.0077060251496732235,
      "loss_total": 0.0077060251496732235,
      "step": 49770
    },
    {
      "loss_action": 0.0052215587347745895,
      "loss_total": 0.0052215587347745895,
      "step": 49770
    },
    {
      "grad_norm": 0.11131449788808823,
      "learning_rate": 5.449302251051509e-05,
      "loss": 0.008,
      "step": 49780
    },
    {
      "loss_action": 0.003465917892754078,
      "loss_total": 0.003465917892754078,
      "step": 49780
    },
    {
      "loss_action": 0.007982984185218811,
      "loss_total": 0.007982984185218811,
      "step": 49780
    },
    {
      "loss_action": 0.005672677420079708,
      "loss_total": 0.005672677420079708,
      "step": 49780
    },
    {
      "loss_action": 0.005277213640511036,
      "loss_total": 0.005277213640511036,
      "step": 49780
    },
    {
      "loss_action": 0.014360396191477776,
      "loss_total": 0.014360396191477776,
      "step": 49780
    },
    {
      "loss_action": 0.002255858853459358,
      "loss_total": 0.002255858853459358,
      "step": 49780
    },
    {
      "loss_action": 0.00901776272803545,
      "loss_total": 0.00901776272803545,
      "step": 49780
    },
    {
      "loss_action": 0.007514123804867268,
      "loss_total": 0.007514123804867268,
      "step": 49780
    },
    {
      "grad_norm": 0.08425325155258179,
      "learning_rate": 5.44765544602977e-05,
      "loss": 0.0071,
      "step": 49790
    },
    {
      "loss_action": 0.008125471882522106,
      "loss_total": 0.008125471882522106,
      "step": 49790
    },
    {
      "loss_action": 0.005774430464953184,
      "loss_total": 0.005774430464953184,
      "step": 49790
    },
    {
      "loss_action": 0.008331133052706718,
      "loss_total": 0.008331133052706718,
      "step": 49790
    },
    {
      "loss_action": 0.005234969314187765,
      "loss_total": 0.005234969314187765,
      "step": 49790
    },
    {
      "loss_action": 0.002294559497386217,
      "loss_total": 0.002294559497386217,
      "step": 49790
    },
    {
      "loss_action": 0.008123943582177162,
      "loss_total": 0.008123943582177162,
      "step": 49790
    },
    {
      "loss_action": 0.005847145337611437,
      "loss_total": 0.005847145337611437,
      "step": 49790
    },
    {
      "loss_action": 0.0024763434194028378,
      "loss_total": 0.0024763434194028378,
      "step": 49790
    },
    {
      "grad_norm": 0.13807661831378937,
      "learning_rate": 5.446008592053107e-05,
      "loss": 0.0082,
      "step": 49800
    },
    {
      "loss_action": 0.037234608083963394,
      "loss_total": 0.037234608083963394,
      "step": 49800
    },
    {
      "loss_action": 0.004390687681734562,
      "loss_total": 0.004390687681734562,
      "step": 49800
    },
    {
      "loss_action": 0.006053813733160496,
      "loss_total": 0.006053813733160496,
      "step": 49800
    },
    {
      "loss_action": 0.006856977473944426,
      "loss_total": 0.006856977473944426,
      "step": 49800
    },
    {
      "loss_action": 0.005082200281322002,
      "loss_total": 0.005082200281322002,
      "step": 49800
    },
    {
      "loss_action": 0.004110798239707947,
      "loss_total": 0.004110798239707947,
      "step": 49800
    },
    {
      "loss_action": 0.003624080214649439,
      "loss_total": 0.003624080214649439,
      "step": 49800
    },
    {
      "loss_action": 0.01596042513847351,
      "loss_total": 0.01596042513847351,
      "step": 49800
    },
    {
      "grad_norm": 0.1046600490808487,
      "learning_rate": 5.4443616893016135e-05,
      "loss": 0.0078,
      "step": 49810
    },
    {
      "loss_action": 0.007298246957361698,
      "loss_total": 0.007298246957361698,
      "step": 49810
    },
    {
      "loss_action": 0.00513121485710144,
      "loss_total": 0.00513121485710144,
      "step": 49810
    },
    {
      "loss_action": 0.011690669693052769,
      "loss_total": 0.011690669693052769,
      "step": 49810
    },
    {
      "loss_action": 0.0041354657150805,
      "loss_total": 0.0041354657150805,
      "step": 49810
    },
    {
      "loss_action": 0.007576749660074711,
      "loss_total": 0.007576749660074711,
      "step": 49810
    },
    {
      "loss_action": 0.07321580499410629,
      "loss_total": 0.07321580499410629,
      "step": 49810
    },
    {
      "loss_action": 0.009984910488128662,
      "loss_total": 0.009984910488128662,
      "step": 49810
    },
    {
      "loss_action": 0.008733552880585194,
      "loss_total": 0.008733552880585194,
      "step": 49810
    },
    {
      "grad_norm": 0.09287436306476593,
      "learning_rate": 5.4427147379553934e-05,
      "loss": 0.0081,
      "step": 49820
    },
    {
      "loss_action": 0.005239197518676519,
      "loss_total": 0.005239197518676519,
      "step": 49820
    },
    {
      "loss_action": 0.0024955151602625847,
      "loss_total": 0.0024955151602625847,
      "step": 49820
    },
    {
      "loss_action": 0.06331293284893036,
      "loss_total": 0.06331293284893036,
      "step": 49820
    },
    {
      "loss_action": 0.025353457778692245,
      "loss_total": 0.025353457778692245,
      "step": 49820
    },
    {
      "loss_action": 0.001480345381423831,
      "loss_total": 0.001480345381423831,
      "step": 49820
    },
    {
      "loss_action": 0.006726447492837906,
      "loss_total": 0.006726447492837906,
      "step": 49820
    },
    {
      "loss_action": 0.006001441273838282,
      "loss_total": 0.006001441273838282,
      "step": 49820
    },
    {
      "loss_action": 0.011495724320411682,
      "loss_total": 0.011495724320411682,
      "step": 49820
    },
    {
      "grad_norm": 0.13559786975383759,
      "learning_rate": 5.441067738194556e-05,
      "loss": 0.0079,
      "step": 49830
    },
    {
      "loss_action": 0.007924768142402172,
      "loss_total": 0.007924768142402172,
      "step": 49830
    },
    {
      "loss_action": 0.003176075639203191,
      "loss_total": 0.003176075639203191,
      "step": 49830
    },
    {
      "loss_action": 0.006139486096799374,
      "loss_total": 0.006139486096799374,
      "step": 49830
    },
    {
      "loss_action": 0.00958010833710432,
      "loss_total": 0.00958010833710432,
      "step": 49830
    },
    {
      "loss_action": 0.0060652997344732285,
      "loss_total": 0.0060652997344732285,
      "step": 49830
    },
    {
      "loss_action": 0.02042202837765217,
      "loss_total": 0.02042202837765217,
      "step": 49830
    },
    {
      "loss_action": 0.0065635754726827145,
      "loss_total": 0.0065635754726827145,
      "step": 49830
    },
    {
      "loss_action": 0.006345398724079132,
      "loss_total": 0.006345398724079132,
      "step": 49830
    },
    {
      "grad_norm": 0.13646379113197327,
      "learning_rate": 5.439420690199214e-05,
      "loss": 0.0074,
      "step": 49840
    },
    {
      "loss_action": 0.008863129653036594,
      "loss_total": 0.008863129653036594,
      "step": 49840
    },
    {
      "loss_action": 0.006482685450464487,
      "loss_total": 0.006482685450464487,
      "step": 49840
    },
    {
      "loss_action": 0.03195669874548912,
      "loss_total": 0.03195669874548912,
      "step": 49840
    },
    {
      "loss_action": 0.00878351554274559,
      "loss_total": 0.00878351554274559,
      "step": 49840
    },
    {
      "loss_action": 0.014699521474540234,
      "loss_total": 0.014699521474540234,
      "step": 49840
    },
    {
      "loss_action": 0.0015776822110638022,
      "loss_total": 0.0015776822110638022,
      "step": 49840
    },
    {
      "loss_action": 0.004013984929770231,
      "loss_total": 0.004013984929770231,
      "step": 49840
    },
    {
      "loss_action": 0.0058746011927723885,
      "loss_total": 0.0058746011927723885,
      "step": 49840
    },
    {
      "grad_norm": 0.09304795414209366,
      "learning_rate": 5.437773594149484e-05,
      "loss": 0.0069,
      "step": 49850
    },
    {
      "loss_action": 0.013874698430299759,
      "loss_total": 0.013874698430299759,
      "step": 49850
    },
    {
      "loss_action": 0.015404725447297096,
      "loss_total": 0.015404725447297096,
      "step": 49850
    },
    {
      "loss_action": 0.0022024153731763363,
      "loss_total": 0.0022024153731763363,
      "step": 49850
    },
    {
      "loss_action": 0.02940615639090538,
      "loss_total": 0.02940615639090538,
      "step": 49850
    },
    {
      "loss_action": 0.0035519367083907127,
      "loss_total": 0.0035519367083907127,
      "step": 49850
    },
    {
      "loss_action": 0.008051787503063679,
      "loss_total": 0.008051787503063679,
      "step": 49850
    },
    {
      "loss_action": 0.002053427742794156,
      "loss_total": 0.002053427742794156,
      "step": 49850
    },
    {
      "loss_action": 0.040539927780628204,
      "loss_total": 0.040539927780628204,
      "step": 49850
    },
    {
      "grad_norm": 0.17196328938007355,
      "learning_rate": 5.436126450225495e-05,
      "loss": 0.0078,
      "step": 49860
    },
    {
      "loss_action": 0.003975817933678627,
      "loss_total": 0.003975817933678627,
      "step": 49860
    },
    {
      "loss_action": 0.0021198512986302376,
      "loss_total": 0.0021198512986302376,
      "step": 49860
    },
    {
      "loss_action": 0.008274311199784279,
      "loss_total": 0.008274311199784279,
      "step": 49860
    },
    {
      "loss_action": 0.005929008591920137,
      "loss_total": 0.005929008591920137,
      "step": 49860
    },
    {
      "loss_action": 0.0052792225033044815,
      "loss_total": 0.0052792225033044815,
      "step": 49860
    },
    {
      "loss_action": 0.007590022869408131,
      "loss_total": 0.007590022869408131,
      "step": 49860
    },
    {
      "loss_action": 0.03878875449299812,
      "loss_total": 0.03878875449299812,
      "step": 49860
    },
    {
      "loss_action": 0.008991114795207977,
      "loss_total": 0.008991114795207977,
      "step": 49860
    },
    {
      "grad_norm": 0.12000998854637146,
      "learning_rate": 5.434479258607371e-05,
      "loss": 0.0083,
      "step": 49870
    },
    {
      "loss_action": 0.007020426448434591,
      "loss_total": 0.007020426448434591,
      "step": 49870
    },
    {
      "loss_action": 0.004002033267170191,
      "loss_total": 0.004002033267170191,
      "step": 49870
    },
    {
      "loss_action": 0.0028873502742499113,
      "loss_total": 0.0028873502742499113,
      "step": 49870
    },
    {
      "loss_action": 0.006631387397646904,
      "loss_total": 0.006631387397646904,
      "step": 49870
    },
    {
      "loss_action": 0.009816200472414494,
      "loss_total": 0.009816200472414494,
      "step": 49870
    },
    {
      "loss_action": 0.010914271697402,
      "loss_total": 0.010914271697402,
      "step": 49870
    },
    {
      "loss_action": 0.0072480663657188416,
      "loss_total": 0.0072480663657188416,
      "step": 49870
    },
    {
      "loss_action": 0.002529341261833906,
      "loss_total": 0.002529341261833906,
      "step": 49870
    },
    {
      "grad_norm": 0.10326281934976578,
      "learning_rate": 5.43283201947525e-05,
      "loss": 0.007,
      "step": 49880
    },
    {
      "loss_action": 0.0034831787925213575,
      "loss_total": 0.0034831787925213575,
      "step": 49880
    },
    {
      "loss_action": 0.01839485391974449,
      "loss_total": 0.01839485391974449,
      "step": 49880
    },
    {
      "loss_action": 0.005554846487939358,
      "loss_total": 0.005554846487939358,
      "step": 49880
    },
    {
      "loss_action": 0.006667744368314743,
      "loss_total": 0.006667744368314743,
      "step": 49880
    },
    {
      "loss_action": 0.004503385163843632,
      "loss_total": 0.004503385163843632,
      "step": 49880
    },
    {
      "loss_action": 0.010006662458181381,
      "loss_total": 0.010006662458181381,
      "step": 49880
    },
    {
      "loss_action": 0.0015733866021037102,
      "loss_total": 0.0015733866021037102,
      "step": 49880
    },
    {
      "loss_action": 0.007786157540977001,
      "loss_total": 0.007786157540977001,
      "step": 49880
    },
    {
      "grad_norm": 0.10881161689758301,
      "learning_rate": 5.431184733009268e-05,
      "loss": 0.0076,
      "step": 49890
    },
    {
      "loss_action": 0.007724414113909006,
      "loss_total": 0.007724414113909006,
      "step": 49890
    },
    {
      "loss_action": 0.007487122900784016,
      "loss_total": 0.007487122900784016,
      "step": 49890
    },
    {
      "loss_action": 0.004055047407746315,
      "loss_total": 0.004055047407746315,
      "step": 49890
    },
    {
      "loss_action": 0.00942712090909481,
      "loss_total": 0.00942712090909481,
      "step": 49890
    },
    {
      "loss_action": 0.005991687066853046,
      "loss_total": 0.005991687066853046,
      "step": 49890
    },
    {
      "loss_action": 0.01304132305085659,
      "loss_total": 0.01304132305085659,
      "step": 49890
    },
    {
      "loss_action": 0.007958747446537018,
      "loss_total": 0.007958747446537018,
      "step": 49890
    },
    {
      "loss_action": 0.009117395617067814,
      "loss_total": 0.009117395617067814,
      "step": 49890
    },
    {
      "grad_norm": 0.21557264029979706,
      "learning_rate": 5.4295373993895736e-05,
      "loss": 0.0072,
      "step": 49900
    },
    {
      "loss_action": 0.017419330775737762,
      "loss_total": 0.017419330775737762,
      "step": 49900
    },
    {
      "loss_action": 0.00915282592177391,
      "loss_total": 0.00915282592177391,
      "step": 49900
    },
    {
      "loss_action": 0.0038260677829384804,
      "loss_total": 0.0038260677829384804,
      "step": 49900
    },
    {
      "loss_action": 0.010656782425940037,
      "loss_total": 0.010656782425940037,
      "step": 49900
    },
    {
      "loss_action": 0.007576079573482275,
      "loss_total": 0.007576079573482275,
      "step": 49900
    },
    {
      "loss_action": 0.007517221383750439,
      "loss_total": 0.007517221383750439,
      "step": 49900
    },
    {
      "loss_action": 0.006620157044380903,
      "loss_total": 0.006620157044380903,
      "step": 49900
    },
    {
      "loss_action": 0.015211217105388641,
      "loss_total": 0.015211217105388641,
      "step": 49900
    },
    {
      "grad_norm": 0.11561185866594315,
      "learning_rate": 5.4278900187963157e-05,
      "loss": 0.0079,
      "step": 49910
    },
    {
      "loss_action": 0.007154866121709347,
      "loss_total": 0.007154866121709347,
      "step": 49910
    },
    {
      "loss_action": 0.011852363124489784,
      "loss_total": 0.011852363124489784,
      "step": 49910
    },
    {
      "loss_action": 0.017307527363300323,
      "loss_total": 0.017307527363300323,
      "step": 49910
    },
    {
      "loss_action": 0.013624018058180809,
      "loss_total": 0.013624018058180809,
      "step": 49910
    },
    {
      "loss_action": 0.005118220578879118,
      "loss_total": 0.005118220578879118,
      "step": 49910
    },
    {
      "loss_action": 0.013744908384978771,
      "loss_total": 0.013744908384978771,
      "step": 49910
    },
    {
      "loss_action": 0.007249155081808567,
      "loss_total": 0.007249155081808567,
      "step": 49910
    },
    {
      "loss_action": 0.0022627082653343678,
      "loss_total": 0.0022627082653343678,
      "step": 49910
    },
    {
      "grad_norm": 0.13905620574951172,
      "learning_rate": 5.426242591409646e-05,
      "loss": 0.0084,
      "step": 49920
    },
    {
      "loss_action": 0.01052826177328825,
      "loss_total": 0.01052826177328825,
      "step": 49920
    },
    {
      "loss_action": 0.0023700527381151915,
      "loss_total": 0.0023700527381151915,
      "step": 49920
    },
    {
      "loss_action": 0.0018335424829274416,
      "loss_total": 0.0018335424829274416,
      "step": 49920
    },
    {
      "loss_action": 0.006936272140592337,
      "loss_total": 0.006936272140592337,
      "step": 49920
    },
    {
      "loss_action": 0.004747736733406782,
      "loss_total": 0.004747736733406782,
      "step": 49920
    },
    {
      "loss_action": 0.0062561132945120335,
      "loss_total": 0.0062561132945120335,
      "step": 49920
    },
    {
      "loss_action": 0.003013552399352193,
      "loss_total": 0.003013552399352193,
      "step": 49920
    },
    {
      "loss_action": 0.008152196183800697,
      "loss_total": 0.008152196183800697,
      "step": 49920
    },
    {
      "grad_norm": 0.10011878609657288,
      "learning_rate": 5.42459511740973e-05,
      "loss": 0.0063,
      "step": 49930
    },
    {
      "loss_action": 0.00365646299906075,
      "loss_total": 0.00365646299906075,
      "step": 49930
    },
    {
      "loss_action": 0.004787124693393707,
      "loss_total": 0.004787124693393707,
      "step": 49930
    },
    {
      "loss_action": 0.008417506702244282,
      "loss_total": 0.008417506702244282,
      "step": 49930
    },
    {
      "loss_action": 0.0036356113851070404,
      "loss_total": 0.0036356113851070404,
      "step": 49930
    },
    {
      "loss_action": 0.006375051103532314,
      "loss_total": 0.006375051103532314,
      "step": 49930
    },
    {
      "loss_action": 0.007500829175114632,
      "loss_total": 0.007500829175114632,
      "step": 49930
    },
    {
      "loss_action": 0.0030039444100111723,
      "loss_total": 0.0030039444100111723,
      "step": 49930
    },
    {
      "loss_action": 0.004364298190921545,
      "loss_total": 0.004364298190921545,
      "step": 49930
    },
    {
      "grad_norm": 0.0975409522652626,
      "learning_rate": 5.422947596976729e-05,
      "loss": 0.0082,
      "step": 49940
    },
    {
      "loss_action": 0.008347402326762676,
      "loss_total": 0.008347402326762676,
      "step": 49940
    },
    {
      "loss_action": 0.003553645685315132,
      "loss_total": 0.003553645685315132,
      "step": 49940
    },
    {
      "loss_action": 0.013871805742383003,
      "loss_total": 0.013871805742383003,
      "step": 49940
    },
    {
      "loss_action": 0.00938523467630148,
      "loss_total": 0.00938523467630148,
      "step": 49940
    },
    {
      "loss_action": 0.007914289832115173,
      "loss_total": 0.007914289832115173,
      "step": 49940
    },
    {
      "loss_action": 0.0075398655608296394,
      "loss_total": 0.0075398655608296394,
      "step": 49940
    },
    {
      "loss_action": 0.006741564720869064,
      "loss_total": 0.006741564720869064,
      "step": 49940
    },
    {
      "loss_action": 0.011978073976933956,
      "loss_total": 0.011978073976933956,
      "step": 49940
    },
    {
      "grad_norm": 0.13969120383262634,
      "learning_rate": 5.4213000302908134e-05,
      "loss": 0.0085,
      "step": 49950
    },
    {
      "loss_action": 0.004793514497578144,
      "loss_total": 0.004793514497578144,
      "step": 49950
    },
    {
      "loss_action": 0.006845289841294289,
      "loss_total": 0.006845289841294289,
      "step": 49950
    },
    {
      "loss_action": 0.011204360984265804,
      "loss_total": 0.011204360984265804,
      "step": 49950
    },
    {
      "loss_action": 0.002380597870796919,
      "loss_total": 0.002380597870796919,
      "step": 49950
    },
    {
      "loss_action": 0.008617250248789787,
      "loss_total": 0.008617250248789787,
      "step": 49950
    },
    {
      "loss_action": 0.010827104561030865,
      "loss_total": 0.010827104561030865,
      "step": 49950
    },
    {
      "loss_action": 0.005310176406055689,
      "loss_total": 0.005310176406055689,
      "step": 49950
    },
    {
      "loss_action": 0.0072624897584319115,
      "loss_total": 0.0072624897584319115,
      "step": 49950
    },
    {
      "grad_norm": 0.11767786741256714,
      "learning_rate": 5.419652417532162e-05,
      "loss": 0.0066,
      "step": 49960
    },
    {
      "loss_action": 0.008241690695285797,
      "loss_total": 0.008241690695285797,
      "step": 49960
    },
    {
      "loss_action": 0.006121517159044743,
      "loss_total": 0.006121517159044743,
      "step": 49960
    },
    {
      "loss_action": 0.005185991991311312,
      "loss_total": 0.005185991991311312,
      "step": 49960
    },
    {
      "loss_action": 0.0055742510594427586,
      "loss_total": 0.0055742510594427586,
      "step": 49960
    },
    {
      "loss_action": 0.009973781183362007,
      "loss_total": 0.009973781183362007,
      "step": 49960
    },
    {
      "loss_action": 0.008770688436925411,
      "loss_total": 0.008770688436925411,
      "step": 49960
    },
    {
      "loss_action": 0.011873435229063034,
      "loss_total": 0.011873435229063034,
      "step": 49960
    },
    {
      "loss_action": 0.005766704212874174,
      "loss_total": 0.005766704212874174,
      "step": 49960
    },
    {
      "grad_norm": 0.08859039843082428,
      "learning_rate": 5.4180047588809534e-05,
      "loss": 0.0065,
      "step": 49970
    },
    {
      "loss_action": 0.014247199520468712,
      "loss_total": 0.014247199520468712,
      "step": 49970
    },
    {
      "loss_action": 0.005968628451228142,
      "loss_total": 0.005968628451228142,
      "step": 49970
    },
    {
      "loss_action": 0.004093148745596409,
      "loss_total": 0.004093148745596409,
      "step": 49970
    },
    {
      "loss_action": 0.0075208768248558044,
      "loss_total": 0.0075208768248558044,
      "step": 49970
    },
    {
      "loss_action": 0.0131458081305027,
      "loss_total": 0.0131458081305027,
      "step": 49970
    },
    {
      "loss_action": 0.005177387967705727,
      "loss_total": 0.005177387967705727,
      "step": 49970
    },
    {
      "loss_action": 0.005331427324563265,
      "loss_total": 0.005331427324563265,
      "step": 49970
    },
    {
      "loss_action": 0.00896862056106329,
      "loss_total": 0.00896862056106329,
      "step": 49970
    },
    {
      "grad_norm": 0.0957777127623558,
      "learning_rate": 5.4163570545173704e-05,
      "loss": 0.0069,
      "step": 49980
    },
    {
      "loss_action": 0.008651402778923512,
      "loss_total": 0.008651402778923512,
      "step": 49980
    },
    {
      "loss_action": 0.0034552947618067265,
      "loss_total": 0.0034552947618067265,
      "step": 49980
    },
    {
      "loss_action": 0.007467976771295071,
      "loss_total": 0.007467976771295071,
      "step": 49980
    },
    {
      "loss_action": 0.0049756974913179874,
      "loss_total": 0.0049756974913179874,
      "step": 49980
    },
    {
      "loss_action": 0.00696452334523201,
      "loss_total": 0.00696452334523201,
      "step": 49980
    },
    {
      "loss_action": 0.0015590997645631433,
      "loss_total": 0.0015590997645631433,
      "step": 49980
    },
    {
      "loss_action": 0.004125265404582024,
      "loss_total": 0.004125265404582024,
      "step": 49980
    },
    {
      "loss_action": 0.0056343888863921165,
      "loss_total": 0.0056343888863921165,
      "step": 49980
    },
    {
      "grad_norm": 0.2610226273536682,
      "learning_rate": 5.414709304621608e-05,
      "loss": 0.0072,
      "step": 49990
    },
    {
      "loss_action": 0.016329413279891014,
      "loss_total": 0.016329413279891014,
      "step": 49990
    },
    {
      "loss_action": 0.00642688013613224,
      "loss_total": 0.00642688013613224,
      "step": 49990
    },
    {
      "loss_action": 0.010722516104578972,
      "loss_total": 0.010722516104578972,
      "step": 49990
    },
    {
      "loss_action": 0.0052449582144618034,
      "loss_total": 0.0052449582144618034,
      "step": 49990
    },
    {
      "loss_action": 0.009127777069807053,
      "loss_total": 0.009127777069807053,
      "step": 49990
    },
    {
      "loss_action": 0.0066915033385157585,
      "loss_total": 0.0066915033385157585,
      "step": 49990
    },
    {
      "loss_action": 0.006236582063138485,
      "loss_total": 0.006236582063138485,
      "step": 49990
    },
    {
      "loss_action": 0.042277660220861435,
      "loss_total": 0.042277660220861435,
      "step": 49990
    },
    {
      "grad_norm": 0.10942345857620239,
      "learning_rate": 5.413061509373858e-05,
      "loss": 0.0079,
      "step": 50000
    },
    {
      "loss_action": 0.003136181039735675,
      "loss_total": 0.003136181039735675,
      "step": 50000
    },
    {
      "loss_action": 0.005445688031613827,
      "loss_total": 0.005445688031613827,
      "step": 50000
    },
    {
      "loss_action": 0.002117861993610859,
      "loss_total": 0.002117861993610859,
      "step": 50000
    },
    {
      "loss_action": 0.02349267527461052,
      "loss_total": 0.02349267527461052,
      "step": 50000
    },
    {
      "loss_action": 0.007770219352096319,
      "loss_total": 0.007770219352096319,
      "step": 50000
    },
    {
      "loss_action": 0.005677846260368824,
      "loss_total": 0.005677846260368824,
      "step": 50000
    },
    {
      "loss_action": 0.002946183318272233,
      "loss_total": 0.002946183318272233,
      "step": 50000
    },
    {
      "loss_action": 0.0067238956689834595,
      "loss_total": 0.0067238956689834595,
      "step": 50000
    },
    {
      "grad_norm": 0.10264778882265091,
      "learning_rate": 5.411413668954324e-05,
      "loss": 0.0078,
      "step": 50010
    },
    {
      "loss_action": 0.014487214386463165,
      "loss_total": 0.014487214386463165,
      "step": 50010
    },
    {
      "loss_action": 0.006143704988062382,
      "loss_total": 0.006143704988062382,
      "step": 50010
    },
    {
      "loss_action": 0.004648922942578793,
      "loss_total": 0.004648922942578793,
      "step": 50010
    },
    {
      "loss_action": 0.008608205243945122,
      "loss_total": 0.008608205243945122,
      "step": 50010
    },
    {
      "loss_action": 0.005083699710667133,
      "loss_total": 0.005083699710667133,
      "step": 50010
    },
    {
      "loss_action": 0.005949271377176046,
      "loss_total": 0.005949271377176046,
      "step": 50010
    },
    {
      "loss_action": 0.012089937925338745,
      "loss_total": 0.012089937925338745,
      "step": 50010
    },
    {
      "loss_action": 0.004000183194875717,
      "loss_total": 0.004000183194875717,
      "step": 50010
    },
    {
      "grad_norm": 0.09193246066570282,
      "learning_rate": 5.4097657835432083e-05,
      "loss": 0.0081,
      "step": 50020
    },
    {
      "loss_action": 0.0077978759072721004,
      "loss_total": 0.0077978759072721004,
      "step": 50020
    },
    {
      "loss_action": 0.007936771027743816,
      "loss_total": 0.007936771027743816,
      "step": 50020
    },
    {
      "loss_action": 0.004145856015384197,
      "loss_total": 0.004145856015384197,
      "step": 50020
    },
    {
      "loss_action": 0.005473797209560871,
      "loss_total": 0.005473797209560871,
      "step": 50020
    },
    {
      "loss_action": 0.010559860616922379,
      "loss_total": 0.010559860616922379,
      "step": 50020
    },
    {
      "loss_action": 0.0060969069600105286,
      "loss_total": 0.0060969069600105286,
      "step": 50020
    },
    {
      "loss_action": 0.012243878096342087,
      "loss_total": 0.012243878096342087,
      "step": 50020
    },
    {
      "loss_action": 0.006559871137142181,
      "loss_total": 0.006559871137142181,
      "step": 50020
    },
    {
      "grad_norm": 0.10875456780195236,
      "learning_rate": 5.408117853320723e-05,
      "loss": 0.0077,
      "step": 50030
    },
    {
      "loss_action": 0.00552628468722105,
      "loss_total": 0.00552628468722105,
      "step": 50030
    },
    {
      "loss_action": 0.005810461938381195,
      "loss_total": 0.005810461938381195,
      "step": 50030
    },
    {
      "loss_action": 0.010597949847579002,
      "loss_total": 0.010597949847579002,
      "step": 50030
    },
    {
      "loss_action": 0.0029854828026145697,
      "loss_total": 0.0029854828026145697,
      "step": 50030
    },
    {
      "loss_action": 0.001373456558212638,
      "loss_total": 0.001373456558212638,
      "step": 50030
    },
    {
      "loss_action": 0.0037758206017315388,
      "loss_total": 0.0037758206017315388,
      "step": 50030
    },
    {
      "loss_action": 0.012267975136637688,
      "loss_total": 0.012267975136637688,
      "step": 50030
    },
    {
      "loss_action": 0.010036101564764977,
      "loss_total": 0.010036101564764977,
      "step": 50030
    },
    {
      "grad_norm": 0.1387205570936203,
      "learning_rate": 5.406469878467084e-05,
      "loss": 0.0084,
      "step": 50040
    },
    {
      "loss_action": 0.008335139602422714,
      "loss_total": 0.008335139602422714,
      "step": 50040
    },
    {
      "loss_action": 0.003967937082052231,
      "loss_total": 0.003967937082052231,
      "step": 50040
    },
    {
      "loss_action": 0.006731451954692602,
      "loss_total": 0.006731451954692602,
      "step": 50040
    },
    {
      "loss_action": 0.008098938502371311,
      "loss_total": 0.008098938502371311,
      "step": 50040
    },
    {
      "loss_action": 0.003096918575465679,
      "loss_total": 0.003096918575465679,
      "step": 50040
    },
    {
      "loss_action": 0.008694414049386978,
      "loss_total": 0.008694414049386978,
      "step": 50040
    },
    {
      "loss_action": 0.013481599278748035,
      "loss_total": 0.013481599278748035,
      "step": 50040
    },
    {
      "loss_action": 0.007224835455417633,
      "loss_total": 0.007224835455417633,
      "step": 50040
    },
    {
      "grad_norm": 0.10176464170217514,
      "learning_rate": 5.404821859162509e-05,
      "loss": 0.0075,
      "step": 50050
    },
    {
      "loss_action": 0.0027245357632637024,
      "loss_total": 0.0027245357632637024,
      "step": 50050
    },
    {
      "loss_action": 0.007983153685927391,
      "loss_total": 0.007983153685927391,
      "step": 50050
    },
    {
      "loss_action": 0.006881840527057648,
      "loss_total": 0.006881840527057648,
      "step": 50050
    },
    {
      "loss_action": 0.02178061380982399,
      "loss_total": 0.02178061380982399,
      "step": 50050
    },
    {
      "loss_action": 0.012693584896624088,
      "loss_total": 0.012693584896624088,
      "step": 50050
    },
    {
      "loss_action": 0.0027726036496460438,
      "loss_total": 0.0027726036496460438,
      "step": 50050
    },
    {
      "loss_action": 0.007199303712695837,
      "loss_total": 0.007199303712695837,
      "step": 50050
    },
    {
      "loss_action": 0.02167268842458725,
      "loss_total": 0.02167268842458725,
      "step": 50050
    },
    {
      "grad_norm": 0.09501663595438004,
      "learning_rate": 5.403173795587225e-05,
      "loss": 0.0085,
      "step": 50060
    },
    {
      "loss_action": 0.01251627691090107,
      "loss_total": 0.01251627691090107,
      "step": 50060
    },
    {
      "loss_action": 0.0125137222930789,
      "loss_total": 0.0125137222930789,
      "step": 50060
    },
    {
      "loss_action": 0.013923153281211853,
      "loss_total": 0.013923153281211853,
      "step": 50060
    },
    {
      "loss_action": 0.008032873272895813,
      "loss_total": 0.008032873272895813,
      "step": 50060
    },
    {
      "loss_action": 0.0030676345340907574,
      "loss_total": 0.0030676345340907574,
      "step": 50060
    },
    {
      "loss_action": 0.006050506141036749,
      "loss_total": 0.006050506141036749,
      "step": 50060
    },
    {
      "loss_action": 0.002472002524882555,
      "loss_total": 0.002472002524882555,
      "step": 50060
    },
    {
      "loss_action": 0.002365582622587681,
      "loss_total": 0.002365582622587681,
      "step": 50060
    },
    {
      "grad_norm": 0.101527638733387,
      "learning_rate": 5.4015256879214606e-05,
      "loss": 0.0082,
      "step": 50070
    },
    {
      "loss_action": 0.008529819548130035,
      "loss_total": 0.008529819548130035,
      "step": 50070
    },
    {
      "loss_action": 0.00412572780624032,
      "loss_total": 0.00412572780624032,
      "step": 50070
    },
    {
      "loss_action": 0.002400931203737855,
      "loss_total": 0.002400931203737855,
      "step": 50070
    },
    {
      "loss_action": 0.003876392962411046,
      "loss_total": 0.003876392962411046,
      "step": 50070
    },
    {
      "loss_action": 0.003952900413423777,
      "loss_total": 0.003952900413423777,
      "step": 50070
    },
    {
      "loss_action": 0.0028909051325172186,
      "loss_total": 0.0028909051325172186,
      "step": 50070
    },
    {
      "loss_action": 0.006325740832835436,
      "loss_total": 0.006325740832835436,
      "step": 50070
    },
    {
      "loss_action": 0.00515222130343318,
      "loss_total": 0.00515222130343318,
      "step": 50070
    },
    {
      "grad_norm": 0.1095043495297432,
      "learning_rate": 5.39987753634545e-05,
      "loss": 0.0078,
      "step": 50080
    },
    {
      "loss_action": 0.03383053094148636,
      "loss_total": 0.03383053094148636,
      "step": 50080
    },
    {
      "loss_action": 0.0030580617021769285,
      "loss_total": 0.0030580617021769285,
      "step": 50080
    },
    {
      "loss_action": 0.005891705863177776,
      "loss_total": 0.005891705863177776,
      "step": 50080
    },
    {
      "loss_action": 0.007716456428170204,
      "loss_total": 0.007716456428170204,
      "step": 50080
    },
    {
      "loss_action": 0.00751873292028904,
      "loss_total": 0.00751873292028904,
      "step": 50080
    },
    {
      "loss_action": 0.0056209503673017025,
      "loss_total": 0.0056209503673017025,
      "step": 50080
    },
    {
      "loss_action": 0.005847390275448561,
      "loss_total": 0.005847390275448561,
      "step": 50080
    },
    {
      "loss_action": 0.006726468913257122,
      "loss_total": 0.006726468913257122,
      "step": 50080
    },
    {
      "grad_norm": 0.085057832300663,
      "learning_rate": 5.3982293410394335e-05,
      "loss": 0.0076,
      "step": 50090
    },
    {
      "loss_action": 0.003610027488321066,
      "loss_total": 0.003610027488321066,
      "step": 50090
    },
    {
      "loss_action": 0.0033818590454757214,
      "loss_total": 0.0033818590454757214,
      "step": 50090
    },
    {
      "loss_action": 0.0038617756217718124,
      "loss_total": 0.0038617756217718124,
      "step": 50090
    },
    {
      "loss_action": 0.0029253477696329355,
      "loss_total": 0.0029253477696329355,
      "step": 50090
    },
    {
      "loss_action": 0.013783230446279049,
      "loss_total": 0.013783230446279049,
      "step": 50090
    },
    {
      "loss_action": 0.008542226627469063,
      "loss_total": 0.008542226627469063,
      "step": 50090
    },
    {
      "loss_action": 0.0043164631351828575,
      "loss_total": 0.0043164631351828575,
      "step": 50090
    },
    {
      "loss_action": 0.017445320263504982,
      "loss_total": 0.017445320263504982,
      "step": 50090
    },
    {
      "grad_norm": 0.10544896870851517,
      "learning_rate": 5.396581102183655e-05,
      "loss": 0.0068,
      "step": 50100
    },
    {
      "loss_action": 0.002539536915719509,
      "loss_total": 0.002539536915719509,
      "step": 50100
    },
    {
      "loss_action": 0.010094271041452885,
      "loss_total": 0.010094271041452885,
      "step": 50100
    },
    {
      "loss_action": 0.0027667107060551643,
      "loss_total": 0.0027667107060551643,
      "step": 50100
    },
    {
      "loss_action": 0.009315775707364082,
      "loss_total": 0.009315775707364082,
      "step": 50100
    },
    {
      "loss_action": 0.0027858340181410313,
      "loss_total": 0.0027858340181410313,
      "step": 50100
    },
    {
      "loss_action": 0.003345898585394025,
      "loss_total": 0.003345898585394025,
      "step": 50100
    },
    {
      "loss_action": 0.005886056460440159,
      "loss_total": 0.005886056460440159,
      "step": 50100
    },
    {
      "loss_action": 0.007006519474089146,
      "loss_total": 0.007006519474089146,
      "step": 50100
    },
    {
      "grad_norm": 0.14653944969177246,
      "learning_rate": 5.3949328199583634e-05,
      "loss": 0.007,
      "step": 50110
    },
    {
      "loss_action": 0.008815918117761612,
      "loss_total": 0.008815918117761612,
      "step": 50110
    },
    {
      "loss_action": 0.004984942264854908,
      "loss_total": 0.004984942264854908,
      "step": 50110
    },
    {
      "loss_action": 0.007637565024197102,
      "loss_total": 0.007637565024197102,
      "step": 50110
    },
    {
      "loss_action": 0.004575925879180431,
      "loss_total": 0.004575925879180431,
      "step": 50110
    },
    {
      "loss_action": 0.0076647792011499405,
      "loss_total": 0.0076647792011499405,
      "step": 50110
    },
    {
      "loss_action": 0.014632085338234901,
      "loss_total": 0.014632085338234901,
      "step": 50110
    },
    {
      "loss_action": 0.010969650000333786,
      "loss_total": 0.010969650000333786,
      "step": 50110
    },
    {
      "loss_action": 0.011013071984052658,
      "loss_total": 0.011013071984052658,
      "step": 50110
    },
    {
      "grad_norm": 0.13147112727165222,
      "learning_rate": 5.393284494543813e-05,
      "loss": 0.0085,
      "step": 50120
    },
    {
      "loss_action": 0.007156980223953724,
      "loss_total": 0.007156980223953724,
      "step": 50120
    },
    {
      "loss_action": 0.009523254819214344,
      "loss_total": 0.009523254819214344,
      "step": 50120
    },
    {
      "loss_action": 0.004440394230186939,
      "loss_total": 0.004440394230186939,
      "step": 50120
    },
    {
      "loss_action": 0.008785655722022057,
      "loss_total": 0.008785655722022057,
      "step": 50120
    },
    {
      "loss_action": 0.002405305625870824,
      "loss_total": 0.002405305625870824,
      "step": 50120
    },
    {
      "loss_action": 0.003119879402220249,
      "loss_total": 0.003119879402220249,
      "step": 50120
    },
    {
      "loss_action": 0.008370690047740936,
      "loss_total": 0.008370690047740936,
      "step": 50120
    },
    {
      "loss_action": 0.01278216578066349,
      "loss_total": 0.01278216578066349,
      "step": 50120
    },
    {
      "grad_norm": 0.11169928312301636,
      "learning_rate": 5.391636126120262e-05,
      "loss": 0.0084,
      "step": 50130
    },
    {
      "loss_action": 0.00993993692100048,
      "loss_total": 0.00993993692100048,
      "step": 50130
    },
    {
      "loss_action": 0.005450595635920763,
      "loss_total": 0.005450595635920763,
      "step": 50130
    },
    {
      "loss_action": 0.006028905510902405,
      "loss_total": 0.006028905510902405,
      "step": 50130
    },
    {
      "loss_action": 0.01468497421592474,
      "loss_total": 0.01468497421592474,
      "step": 50130
    },
    {
      "loss_action": 0.0089651457965374,
      "loss_total": 0.0089651457965374,
      "step": 50130
    },
    {
      "loss_action": 0.006522899493575096,
      "loss_total": 0.006522899493575096,
      "step": 50130
    },
    {
      "loss_action": 0.006671338342130184,
      "loss_total": 0.006671338342130184,
      "step": 50130
    },
    {
      "loss_action": 0.007441315334290266,
      "loss_total": 0.007441315334290266,
      "step": 50130
    },
    {
      "grad_norm": 0.1161247193813324,
      "learning_rate": 5.389987714867971e-05,
      "loss": 0.0082,
      "step": 50140
    },
    {
      "loss_action": 0.011853932403028011,
      "loss_total": 0.011853932403028011,
      "step": 50140
    },
    {
      "loss_action": 0.0030119414441287518,
      "loss_total": 0.0030119414441287518,
      "step": 50140
    },
    {
      "loss_action": 0.004959266632795334,
      "loss_total": 0.004959266632795334,
      "step": 50140
    },
    {
      "loss_action": 0.00362345390021801,
      "loss_total": 0.00362345390021801,
      "step": 50140
    },
    {
      "loss_action": 0.010370289906859398,
      "loss_total": 0.010370289906859398,
      "step": 50140
    },
    {
      "loss_action": 0.015187988989055157,
      "loss_total": 0.015187988989055157,
      "step": 50140
    },
    {
      "loss_action": 0.0030552998650819063,
      "loss_total": 0.0030552998650819063,
      "step": 50140
    },
    {
      "loss_action": 0.004927077330648899,
      "loss_total": 0.004927077330648899,
      "step": 50140
    },
    {
      "grad_norm": 0.09502385556697845,
      "learning_rate": 5.3883392609672114e-05,
      "loss": 0.0079,
      "step": 50150
    },
    {
      "loss_action": 0.004575137980282307,
      "loss_total": 0.004575137980282307,
      "step": 50150
    },
    {
      "loss_action": 0.004922335036098957,
      "loss_total": 0.004922335036098957,
      "step": 50150
    },
    {
      "loss_action": 0.010395240038633347,
      "loss_total": 0.010395240038633347,
      "step": 50150
    },
    {
      "loss_action": 0.007107997313141823,
      "loss_total": 0.007107997313141823,
      "step": 50150
    },
    {
      "loss_action": 0.0035577791277319193,
      "loss_total": 0.0035577791277319193,
      "step": 50150
    },
    {
      "loss_action": 0.004576227627694607,
      "loss_total": 0.004576227627694607,
      "step": 50150
    },
    {
      "loss_action": 0.010456983931362629,
      "loss_total": 0.010456983931362629,
      "step": 50150
    },
    {
      "loss_action": 0.005894806236028671,
      "loss_total": 0.005894806236028671,
      "step": 50150
    },
    {
      "grad_norm": 0.12147016078233719,
      "learning_rate": 5.3866907645982545e-05,
      "loss": 0.0067,
      "step": 50160
    },
    {
      "loss_action": 0.009527678601443768,
      "loss_total": 0.009527678601443768,
      "step": 50160
    },
    {
      "loss_action": 0.005029558204114437,
      "loss_total": 0.005029558204114437,
      "step": 50160
    },
    {
      "loss_action": 0.008837409317493439,
      "loss_total": 0.008837409317493439,
      "step": 50160
    },
    {
      "loss_action": 0.010034597478806973,
      "loss_total": 0.010034597478806973,
      "step": 50160
    },
    {
      "loss_action": 0.008985203690826893,
      "loss_total": 0.008985203690826893,
      "step": 50160
    },
    {
      "loss_action": 0.0072485050186514854,
      "loss_total": 0.0072485050186514854,
      "step": 50160
    },
    {
      "loss_action": 0.0015703107928857207,
      "loss_total": 0.0015703107928857207,
      "step": 50160
    },
    {
      "loss_action": 0.0026037278585135937,
      "loss_total": 0.0026037278585135937,
      "step": 50160
    },
    {
      "grad_norm": 0.0718509778380394,
      "learning_rate": 5.385042225941375e-05,
      "loss": 0.0084,
      "step": 50170
    },
    {
      "loss_action": 0.006557259242981672,
      "loss_total": 0.006557259242981672,
      "step": 50170
    },
    {
      "loss_action": 0.016092566773295403,
      "loss_total": 0.016092566773295403,
      "step": 50170
    },
    {
      "loss_action": 0.003881204640492797,
      "loss_total": 0.003881204640492797,
      "step": 50170
    },
    {
      "loss_action": 0.004713710397481918,
      "loss_total": 0.004713710397481918,
      "step": 50170
    },
    {
      "loss_action": 0.014542337507009506,
      "loss_total": 0.014542337507009506,
      "step": 50170
    },
    {
      "loss_action": 0.01681710220873356,
      "loss_total": 0.01681710220873356,
      "step": 50170
    },
    {
      "loss_action": 0.007390931248664856,
      "loss_total": 0.007390931248664856,
      "step": 50170
    },
    {
      "loss_action": 0.015176920220255852,
      "loss_total": 0.015176920220255852,
      "step": 50170
    },
    {
      "grad_norm": 0.14515076577663422,
      "learning_rate": 5.3833936451768585e-05,
      "loss": 0.008,
      "step": 50180
    },
    {
      "loss_action": 0.015233328565955162,
      "loss_total": 0.015233328565955162,
      "step": 50180
    },
    {
      "loss_action": 0.014504081569612026,
      "loss_total": 0.014504081569612026,
      "step": 50180
    },
    {
      "loss_action": 0.003419015556573868,
      "loss_total": 0.003419015556573868,
      "step": 50180
    },
    {
      "loss_action": 0.013521920889616013,
      "loss_total": 0.013521920889616013,
      "step": 50180
    },
    {
      "loss_action": 0.006573603022843599,
      "loss_total": 0.006573603022843599,
      "step": 50180
    },
    {
      "loss_action": 0.004979024175554514,
      "loss_total": 0.004979024175554514,
      "step": 50180
    },
    {
      "loss_action": 0.007409803569316864,
      "loss_total": 0.007409803569316864,
      "step": 50180
    },
    {
      "loss_action": 0.008417528122663498,
      "loss_total": 0.008417528122663498,
      "step": 50180
    },
    {
      "grad_norm": 0.14388082921504974,
      "learning_rate": 5.3817450224849884e-05,
      "loss": 0.0083,
      "step": 50190
    },
    {
      "loss_action": 0.008616577833890915,
      "loss_total": 0.008616577833890915,
      "step": 50190
    },
    {
      "loss_action": 0.010150587186217308,
      "loss_total": 0.010150587186217308,
      "step": 50190
    },
    {
      "loss_action": 0.012042112648487091,
      "loss_total": 0.012042112648487091,
      "step": 50190
    },
    {
      "loss_action": 0.005137206055223942,
      "loss_total": 0.005137206055223942,
      "step": 50190
    },
    {
      "loss_action": 0.009086741134524345,
      "loss_total": 0.009086741134524345,
      "step": 50190
    },
    {
      "loss_action": 0.004128833767026663,
      "loss_total": 0.004128833767026663,
      "step": 50190
    },
    {
      "loss_action": 0.006512416992336512,
      "loss_total": 0.006512416992336512,
      "step": 50190
    },
    {
      "loss_action": 0.02015649527311325,
      "loss_total": 0.02015649527311325,
      "step": 50190
    },
    {
      "grad_norm": 0.11171459406614304,
      "learning_rate": 5.380096358046056e-05,
      "loss": 0.0089,
      "step": 50200
    },
    {
      "loss_action": 0.0030935220420360565,
      "loss_total": 0.0030935220420360565,
      "step": 50200
    },
    {
      "loss_action": 0.004227597266435623,
      "loss_total": 0.004227597266435623,
      "step": 50200
    },
    {
      "loss_action": 0.00848025269806385,
      "loss_total": 0.00848025269806385,
      "step": 50200
    },
    {
      "loss_action": 0.00521316472440958,
      "loss_total": 0.00521316472440958,
      "step": 50200
    },
    {
      "loss_action": 0.007901852950453758,
      "loss_total": 0.007901852950453758,
      "step": 50200
    },
    {
      "loss_action": 0.011400703340768814,
      "loss_total": 0.011400703340768814,
      "step": 50200
    },
    {
      "loss_action": 0.0055490401573479176,
      "loss_total": 0.0055490401573479176,
      "step": 50200
    },
    {
      "loss_action": 0.003685604315251112,
      "loss_total": 0.003685604315251112,
      "step": 50200
    },
    {
      "grad_norm": 0.07764086127281189,
      "learning_rate": 5.378447652040359e-05,
      "loss": 0.0066,
      "step": 50210
    },
    {
      "loss_action": 0.0045913709327578545,
      "loss_total": 0.0045913709327578545,
      "step": 50210
    },
    {
      "loss_action": 0.009526804089546204,
      "loss_total": 0.009526804089546204,
      "step": 50210
    },
    {
      "loss_action": 0.011220388114452362,
      "loss_total": 0.011220388114452362,
      "step": 50210
    },
    {
      "loss_action": 0.003886876627802849,
      "loss_total": 0.003886876627802849,
      "step": 50210
    },
    {
      "loss_action": 0.002807317301630974,
      "loss_total": 0.002807317301630974,
      "step": 50210
    },
    {
      "loss_action": 0.011999884620308876,
      "loss_total": 0.011999884620308876,
      "step": 50210
    },
    {
      "loss_action": 0.006471341475844383,
      "loss_total": 0.006471341475844383,
      "step": 50210
    },
    {
      "loss_action": 0.0063158608973026276,
      "loss_total": 0.0063158608973026276,
      "step": 50210
    },
    {
      "grad_norm": 0.09591739624738693,
      "learning_rate": 5.376798904648195e-05,
      "loss": 0.0063,
      "step": 50220
    },
    {
      "loss_action": 0.009660112671554089,
      "loss_total": 0.009660112671554089,
      "step": 50220
    },
    {
      "loss_action": 0.007739866618067026,
      "loss_total": 0.007739866618067026,
      "step": 50220
    },
    {
      "loss_action": 0.0025374400429427624,
      "loss_total": 0.0025374400429427624,
      "step": 50220
    },
    {
      "loss_action": 0.0019201728282496333,
      "loss_total": 0.0019201728282496333,
      "step": 50220
    },
    {
      "loss_action": 0.019007623195648193,
      "loss_total": 0.019007623195648193,
      "step": 50220
    },
    {
      "loss_action": 0.01132722944021225,
      "loss_total": 0.01132722944021225,
      "step": 50220
    },
    {
      "loss_action": 0.0027030864730477333,
      "loss_total": 0.0027030864730477333,
      "step": 50220
    },
    {
      "loss_action": 0.004054341930896044,
      "loss_total": 0.004054341930896044,
      "step": 50220
    },
    {
      "grad_norm": 0.11109529435634613,
      "learning_rate": 5.375150116049869e-05,
      "loss": 0.0061,
      "step": 50230
    },
    {
      "loss_action": 0.0055413320660591125,
      "loss_total": 0.0055413320660591125,
      "step": 50230
    },
    {
      "loss_action": 0.003812314011156559,
      "loss_total": 0.003812314011156559,
      "step": 50230
    },
    {
      "loss_action": 0.007978443056344986,
      "loss_total": 0.007978443056344986,
      "step": 50230
    },
    {
      "loss_action": 0.003852027002722025,
      "loss_total": 0.003852027002722025,
      "step": 50230
    },
    {
      "loss_action": 0.004743381403386593,
      "loss_total": 0.004743381403386593,
      "step": 50230
    },
    {
      "loss_action": 0.0036716896574944258,
      "loss_total": 0.0036716896574944258,
      "step": 50230
    },
    {
      "loss_action": 0.007460089400410652,
      "loss_total": 0.007460089400410652,
      "step": 50230
    },
    {
      "loss_action": 0.0024411140475422144,
      "loss_total": 0.0024411140475422144,
      "step": 50230
    },
    {
      "grad_norm": 0.12560570240020752,
      "learning_rate": 5.373501286425691e-05,
      "loss": 0.0077,
      "step": 50240
    },
    {
      "loss_action": 0.0037222211249172688,
      "loss_total": 0.0037222211249172688,
      "step": 50240
    },
    {
      "loss_action": 0.0022943802177906036,
      "loss_total": 0.0022943802177906036,
      "step": 50240
    },
    {
      "loss_action": 0.0061145564541220665,
      "loss_total": 0.0061145564541220665,
      "step": 50240
    },
    {
      "loss_action": 0.014603786170482635,
      "loss_total": 0.014603786170482635,
      "step": 50240
    },
    {
      "loss_action": 0.002079332945868373,
      "loss_total": 0.002079332945868373,
      "step": 50240
    },
    {
      "loss_action": 0.005181792192161083,
      "loss_total": 0.005181792192161083,
      "step": 50240
    },
    {
      "loss_action": 0.002018463332206011,
      "loss_total": 0.002018463332206011,
      "step": 50240
    },
    {
      "loss_action": 0.005187466274946928,
      "loss_total": 0.005187466274946928,
      "step": 50240
    },
    {
      "grad_norm": 0.08905903995037079,
      "learning_rate": 5.3718524159559726e-05,
      "loss": 0.0063,
      "step": 50250
    },
    {
      "loss_action": 0.0034457386936992407,
      "loss_total": 0.0034457386936992407,
      "step": 50250
    },
    {
      "loss_action": 0.008489416912198067,
      "loss_total": 0.008489416912198067,
      "step": 50250
    },
    {
      "loss_action": 0.0036884606815874577,
      "loss_total": 0.0036884606815874577,
      "step": 50250
    },
    {
      "loss_action": 0.005766741931438446,
      "loss_total": 0.005766741931438446,
      "step": 50250
    },
    {
      "loss_action": 0.0035553830675780773,
      "loss_total": 0.0035553830675780773,
      "step": 50250
    },
    {
      "loss_action": 0.003210431430488825,
      "loss_total": 0.003210431430488825,
      "step": 50250
    },
    {
      "loss_action": 0.006285783834755421,
      "loss_total": 0.006285783834755421,
      "step": 50250
    },
    {
      "loss_action": 0.007306458428502083,
      "loss_total": 0.007306458428502083,
      "step": 50250
    },
    {
      "grad_norm": 0.08755333721637726,
      "learning_rate": 5.370203504821034e-05,
      "loss": 0.0064,
      "step": 50260
    },
    {
      "loss_action": 0.00356314773671329,
      "loss_total": 0.00356314773671329,
      "step": 50260
    },
    {
      "loss_action": 0.002261141547933221,
      "loss_total": 0.002261141547933221,
      "step": 50260
    },
    {
      "loss_action": 0.010969074442982674,
      "loss_total": 0.010969074442982674,
      "step": 50260
    },
    {
      "loss_action": 0.015956811606884003,
      "loss_total": 0.015956811606884003,
      "step": 50260
    },
    {
      "loss_action": 0.003428865922614932,
      "loss_total": 0.003428865922614932,
      "step": 50260
    },
    {
      "loss_action": 0.004607842303812504,
      "loss_total": 0.004607842303812504,
      "step": 50260
    },
    {
      "loss_action": 0.02261279709637165,
      "loss_total": 0.02261279709637165,
      "step": 50260
    },
    {
      "loss_action": 0.0025348460767418146,
      "loss_total": 0.0025348460767418146,
      "step": 50260
    },
    {
      "grad_norm": 0.10088101774454117,
      "learning_rate": 5.368554553201196e-05,
      "loss": 0.0075,
      "step": 50270
    },
    {
      "loss_action": 0.00545154046267271,
      "loss_total": 0.00545154046267271,
      "step": 50270
    },
    {
      "loss_action": 0.006267558317631483,
      "loss_total": 0.006267558317631483,
      "step": 50270
    },
    {
      "loss_action": 0.005480796564370394,
      "loss_total": 0.005480796564370394,
      "step": 50270
    },
    {
      "loss_action": 0.0025658500380814075,
      "loss_total": 0.0025658500380814075,
      "step": 50270
    },
    {
      "loss_action": 0.011750945821404457,
      "loss_total": 0.011750945821404457,
      "step": 50270
    },
    {
      "loss_action": 0.020734909921884537,
      "loss_total": 0.020734909921884537,
      "step": 50270
    },
    {
      "loss_action": 0.004500606097280979,
      "loss_total": 0.004500606097280979,
      "step": 50270
    },
    {
      "loss_action": 0.011484339833259583,
      "loss_total": 0.011484339833259583,
      "step": 50270
    },
    {
      "grad_norm": 0.0954635739326477,
      "learning_rate": 5.3669055612767874e-05,
      "loss": 0.0072,
      "step": 50280
    },
    {
      "loss_action": 0.003740184474736452,
      "loss_total": 0.003740184474736452,
      "step": 50280
    },
    {
      "loss_action": 0.01580919325351715,
      "loss_total": 0.01580919325351715,
      "step": 50280
    },
    {
      "loss_action": 0.009222718887031078,
      "loss_total": 0.009222718887031078,
      "step": 50280
    },
    {
      "loss_action": 0.00857066921889782,
      "loss_total": 0.00857066921889782,
      "step": 50280
    },
    {
      "loss_action": 0.0037177489139139652,
      "loss_total": 0.0037177489139139652,
      "step": 50280
    },
    {
      "loss_action": 0.005110977683216333,
      "loss_total": 0.005110977683216333,
      "step": 50280
    },
    {
      "loss_action": 0.008480856195092201,
      "loss_total": 0.008480856195092201,
      "step": 50280
    },
    {
      "loss_action": 0.01618744060397148,
      "loss_total": 0.01618744060397148,
      "step": 50280
    },
    {
      "grad_norm": 0.08560587465763092,
      "learning_rate": 5.3652565292281376e-05,
      "loss": 0.0074,
      "step": 50290
    },
    {
      "loss_action": 0.01115270983427763,
      "loss_total": 0.01115270983427763,
      "step": 50290
    },
    {
      "loss_action": 0.005300220567733049,
      "loss_total": 0.005300220567733049,
      "step": 50290
    },
    {
      "loss_action": 0.008946077898144722,
      "loss_total": 0.008946077898144722,
      "step": 50290
    },
    {
      "loss_action": 0.0030045807361602783,
      "loss_total": 0.0030045807361602783,
      "step": 50290
    },
    {
      "loss_action": 0.0034731635823845863,
      "loss_total": 0.0034731635823845863,
      "step": 50290
    },
    {
      "loss_action": 0.006053854711353779,
      "loss_total": 0.006053854711353779,
      "step": 50290
    },
    {
      "loss_action": 0.011957271955907345,
      "loss_total": 0.011957271955907345,
      "step": 50290
    },
    {
      "loss_action": 0.0037754904478788376,
      "loss_total": 0.0037754904478788376,
      "step": 50290
    },
    {
      "grad_norm": 0.15520338714122772,
      "learning_rate": 5.3636074572355824e-05,
      "loss": 0.0068,
      "step": 50300
    },
    {
      "loss_action": 0.004248656798154116,
      "loss_total": 0.004248656798154116,
      "step": 50300
    },
    {
      "loss_action": 0.005563030019402504,
      "loss_total": 0.005563030019402504,
      "step": 50300
    },
    {
      "loss_action": 0.007155844941735268,
      "loss_total": 0.007155844941735268,
      "step": 50300
    },
    {
      "loss_action": 0.005127973388880491,
      "loss_total": 0.005127973388880491,
      "step": 50300
    },
    {
      "loss_action": 0.004088250920176506,
      "loss_total": 0.004088250920176506,
      "step": 50300
    },
    {
      "loss_action": 0.010740452446043491,
      "loss_total": 0.010740452446043491,
      "step": 50300
    },
    {
      "loss_action": 0.006269590929150581,
      "loss_total": 0.006269590929150581,
      "step": 50300
    },
    {
      "loss_action": 0.007017689757049084,
      "loss_total": 0.007017689757049084,
      "step": 50300
    },
    {
      "grad_norm": 0.13762477040290833,
      "learning_rate": 5.361958345479463e-05,
      "loss": 0.0066,
      "step": 50310
    },
    {
      "loss_action": 0.03107767179608345,
      "loss_total": 0.03107767179608345,
      "step": 50310
    },
    {
      "loss_action": 0.00848321057856083,
      "loss_total": 0.00848321057856083,
      "step": 50310
    },
    {
      "loss_action": 0.004548864439129829,
      "loss_total": 0.004548864439129829,
      "step": 50310
    },
    {
      "loss_action": 0.00861733965575695,
      "loss_total": 0.00861733965575695,
      "step": 50310
    },
    {
      "loss_action": 0.009444192051887512,
      "loss_total": 0.009444192051887512,
      "step": 50310
    },
    {
      "loss_action": 0.0048828148283064365,
      "loss_total": 0.0048828148283064365,
      "step": 50310
    },
    {
      "loss_action": 0.002553108148276806,
      "loss_total": 0.002553108148276806,
      "step": 50310
    },
    {
      "loss_action": 0.003671090118587017,
      "loss_total": 0.003671090118587017,
      "step": 50310
    },
    {
      "grad_norm": 0.09059415757656097,
      "learning_rate": 5.360309194140123e-05,
      "loss": 0.0064,
      "step": 50320
    },
    {
      "loss_action": 0.006272471509873867,
      "loss_total": 0.006272471509873867,
      "step": 50320
    },
    {
      "loss_action": 0.0056541068479418755,
      "loss_total": 0.0056541068479418755,
      "step": 50320
    },
    {
      "loss_action": 0.0048799943178892136,
      "loss_total": 0.0048799943178892136,
      "step": 50320
    },
    {
      "loss_action": 0.006308038718998432,
      "loss_total": 0.006308038718998432,
      "step": 50320
    },
    {
      "loss_action": 0.01576036773622036,
      "loss_total": 0.01576036773622036,
      "step": 50320
    },
    {
      "loss_action": 0.019088177010416985,
      "loss_total": 0.019088177010416985,
      "step": 50320
    },
    {
      "loss_action": 0.01197856105864048,
      "loss_total": 0.01197856105864048,
      "step": 50320
    },
    {
      "loss_action": 0.0027549131773412228,
      "loss_total": 0.0027549131773412228,
      "step": 50320
    },
    {
      "grad_norm": 0.10520344972610474,
      "learning_rate": 5.3586600033979106e-05,
      "loss": 0.0066,
      "step": 50330
    },
    {
      "loss_action": 0.008678266778588295,
      "loss_total": 0.008678266778588295,
      "step": 50330
    },
    {
      "loss_action": 0.00591500848531723,
      "loss_total": 0.00591500848531723,
      "step": 50330
    },
    {
      "loss_action": 0.006689906120300293,
      "loss_total": 0.006689906120300293,
      "step": 50330
    },
    {
      "loss_action": 0.017917511984705925,
      "loss_total": 0.017917511984705925,
      "step": 50330
    },
    {
      "loss_action": 0.011339390650391579,
      "loss_total": 0.011339390650391579,
      "step": 50330
    },
    {
      "loss_action": 0.005160367116332054,
      "loss_total": 0.005160367116332054,
      "step": 50330
    },
    {
      "loss_action": 0.018944095820188522,
      "loss_total": 0.018944095820188522,
      "step": 50330
    },
    {
      "loss_action": 0.0041649555787444115,
      "loss_total": 0.0041649555787444115,
      "step": 50330
    },
    {
      "grad_norm": 0.1347995549440384,
      "learning_rate": 5.357010773433181e-05,
      "loss": 0.008,
      "step": 50340
    },
    {
      "loss_action": 0.004609854891896248,
      "loss_total": 0.004609854891896248,
      "step": 50340
    },
    {
      "loss_action": 0.006293904967606068,
      "loss_total": 0.006293904967606068,
      "step": 50340
    },
    {
      "loss_action": 0.005114962346851826,
      "loss_total": 0.005114962346851826,
      "step": 50340
    },
    {
      "loss_action": 0.0018321587704122066,
      "loss_total": 0.0018321587704122066,
      "step": 50340
    },
    {
      "loss_action": 0.0036047520115971565,
      "loss_total": 0.0036047520115971565,
      "step": 50340
    },
    {
      "loss_action": 0.014163976535201073,
      "loss_total": 0.014163976535201073,
      "step": 50340
    },
    {
      "loss_action": 0.014566467143595219,
      "loss_total": 0.014566467143595219,
      "step": 50340
    },
    {
      "loss_action": 0.0047827535308897495,
      "loss_total": 0.0047827535308897495,
      "step": 50340
    },
    {
      "grad_norm": 0.1124156042933464,
      "learning_rate": 5.3553615044262895e-05,
      "loss": 0.0074,
      "step": 50350
    },
    {
      "loss_action": 0.01146017201244831,
      "loss_total": 0.01146017201244831,
      "step": 50350
    },
    {
      "loss_action": 0.016423426568508148,
      "loss_total": 0.016423426568508148,
      "step": 50350
    },
    {
      "loss_action": 0.00802583433687687,
      "loss_total": 0.00802583433687687,
      "step": 50350
    },
    {
      "loss_action": 0.006451220717281103,
      "loss_total": 0.006451220717281103,
      "step": 50350
    },
    {
      "loss_action": 0.0040123360231518745,
      "loss_total": 0.0040123360231518745,
      "step": 50350
    },
    {
      "loss_action": 0.007842391729354858,
      "loss_total": 0.007842391729354858,
      "step": 50350
    },
    {
      "loss_action": 0.011514718644320965,
      "loss_total": 0.011514718644320965,
      "step": 50350
    },
    {
      "loss_action": 0.010496605187654495,
      "loss_total": 0.010496605187654495,
      "step": 50350
    },
    {
      "grad_norm": 0.09529215097427368,
      "learning_rate": 5.3537121965575964e-05,
      "loss": 0.007,
      "step": 50360
    },
    {
      "loss_action": 0.009527157060801983,
      "loss_total": 0.009527157060801983,
      "step": 50360
    },
    {
      "loss_action": 0.002701628254726529,
      "loss_total": 0.002701628254726529,
      "step": 50360
    },
    {
      "loss_action": 0.0038334354758262634,
      "loss_total": 0.0038334354758262634,
      "step": 50360
    },
    {
      "loss_action": 0.005558098666369915,
      "loss_total": 0.005558098666369915,
      "step": 50360
    },
    {
      "loss_action": 0.0033507710322737694,
      "loss_total": 0.0033507710322737694,
      "step": 50360
    },
    {
      "loss_action": 0.003959384746849537,
      "loss_total": 0.003959384746849537,
      "step": 50360
    },
    {
      "loss_action": 0.007210121024399996,
      "loss_total": 0.007210121024399996,
      "step": 50360
    },
    {
      "loss_action": 0.003272836562246084,
      "loss_total": 0.003272836562246084,
      "step": 50360
    },
    {
      "grad_norm": 0.09376992285251617,
      "learning_rate": 5.352062850007471e-05,
      "loss": 0.0077,
      "step": 50370
    },
    {
      "loss_action": 0.014855202287435532,
      "loss_total": 0.014855202287435532,
      "step": 50370
    },
    {
      "loss_action": 0.01655680686235428,
      "loss_total": 0.01655680686235428,
      "step": 50370
    },
    {
      "loss_action": 0.0061104330234229565,
      "loss_total": 0.0061104330234229565,
      "step": 50370
    },
    {
      "loss_action": 0.0029479656368494034,
      "loss_total": 0.0029479656368494034,
      "step": 50370
    },
    {
      "loss_action": 0.008150887675583363,
      "loss_total": 0.008150887675583363,
      "step": 50370
    },
    {
      "loss_action": 0.005332533270120621,
      "loss_total": 0.005332533270120621,
      "step": 50370
    },
    {
      "loss_action": 0.002679831348359585,
      "loss_total": 0.002679831348359585,
      "step": 50370
    },
    {
      "loss_action": 0.0026539454702287912,
      "loss_total": 0.0026539454702287912,
      "step": 50370
    },
    {
      "grad_norm": 0.09098003804683685,
      "learning_rate": 5.350413464956282e-05,
      "loss": 0.0066,
      "step": 50380
    },
    {
      "loss_action": 0.0034493058919906616,
      "loss_total": 0.0034493058919906616,
      "step": 50380
    },
    {
      "loss_action": 0.002432670909911394,
      "loss_total": 0.002432670909911394,
      "step": 50380
    },
    {
      "loss_action": 0.0065573640167713165,
      "loss_total": 0.0065573640167713165,
      "step": 50380
    },
    {
      "loss_action": 0.004013240337371826,
      "loss_total": 0.004013240337371826,
      "step": 50380
    },
    {
      "loss_action": 0.001847021863795817,
      "loss_total": 0.001847021863795817,
      "step": 50380
    },
    {
      "loss_action": 0.006147073581814766,
      "loss_total": 0.006147073581814766,
      "step": 50380
    },
    {
      "loss_action": 0.00510547636076808,
      "loss_total": 0.00510547636076808,
      "step": 50380
    },
    {
      "loss_action": 0.0023125512525439262,
      "loss_total": 0.0023125512525439262,
      "step": 50380
    },
    {
      "grad_norm": 0.13755804300308228,
      "learning_rate": 5.348764041584403e-05,
      "loss": 0.0068,
      "step": 50390
    },
    {
      "loss_action": 0.009943876415491104,
      "loss_total": 0.009943876415491104,
      "step": 50390
    },
    {
      "loss_action": 0.007014246191829443,
      "loss_total": 0.007014246191829443,
      "step": 50390
    },
    {
      "loss_action": 0.014007456600666046,
      "loss_total": 0.014007456600666046,
      "step": 50390
    },
    {
      "loss_action": 0.0030875741504132748,
      "loss_total": 0.0030875741504132748,
      "step": 50390
    },
    {
      "loss_action": 0.010448316112160683,
      "loss_total": 0.010448316112160683,
      "step": 50390
    },
    {
      "loss_action": 0.013151278719305992,
      "loss_total": 0.013151278719305992,
      "step": 50390
    },
    {
      "loss_action": 0.0037828462664037943,
      "loss_total": 0.0037828462664037943,
      "step": 50390
    },
    {
      "loss_action": 0.002984992228448391,
      "loss_total": 0.002984992228448391,
      "step": 50390
    },
    {
      "grad_norm": 0.12262874841690063,
      "learning_rate": 5.347114580072212e-05,
      "loss": 0.0067,
      "step": 50400
    },
    {
      "loss_action": 0.008994422852993011,
      "loss_total": 0.008994422852993011,
      "step": 50400
    },
    {
      "loss_action": 0.010309115052223206,
      "loss_total": 0.010309115052223206,
      "step": 50400
    },
    {
      "loss_action": 0.008647861890494823,
      "loss_total": 0.008647861890494823,
      "step": 50400
    },
    {
      "loss_action": 0.010220987722277641,
      "loss_total": 0.010220987722277641,
      "step": 50400
    },
    {
      "loss_action": 0.0068702129647135735,
      "loss_total": 0.0068702129647135735,
      "step": 50400
    },
    {
      "loss_action": 0.004184111021459103,
      "loss_total": 0.004184111021459103,
      "step": 50400
    },
    {
      "loss_action": 0.00799188669770956,
      "loss_total": 0.00799188669770956,
      "step": 50400
    },
    {
      "loss_action": 0.002804047893732786,
      "loss_total": 0.002804047893732786,
      "step": 50400
    },
    {
      "grad_norm": 0.10310494154691696,
      "learning_rate": 5.345465080600093e-05,
      "loss": 0.009,
      "step": 50410
    },
    {
      "loss_action": 0.014617455191910267,
      "loss_total": 0.014617455191910267,
      "step": 50410
    },
    {
      "loss_action": 0.019594047218561172,
      "loss_total": 0.019594047218561172,
      "step": 50410
    },
    {
      "loss_action": 0.003696596482768655,
      "loss_total": 0.003696596482768655,
      "step": 50410
    },
    {
      "loss_action": 0.005015312694013119,
      "loss_total": 0.005015312694013119,
      "step": 50410
    },
    {
      "loss_action": 0.008260559290647507,
      "loss_total": 0.008260559290647507,
      "step": 50410
    },
    {
      "loss_action": 0.006006340030580759,
      "loss_total": 0.006006340030580759,
      "step": 50410
    },
    {
      "loss_action": 0.0034845818299800158,
      "loss_total": 0.0034845818299800158,
      "step": 50410
    },
    {
      "loss_action": 0.012772247195243835,
      "loss_total": 0.012772247195243835,
      "step": 50410
    },
    {
      "grad_norm": 0.09869430959224701,
      "learning_rate": 5.3438155433484326e-05,
      "loss": 0.0078,
      "step": 50420
    },
    {
      "loss_action": 0.007320459932088852,
      "loss_total": 0.007320459932088852,
      "step": 50420
    },
    {
      "loss_action": 0.011726136319339275,
      "loss_total": 0.011726136319339275,
      "step": 50420
    },
    {
      "loss_action": 0.005338120274245739,
      "loss_total": 0.005338120274245739,
      "step": 50420
    },
    {
      "loss_action": 0.011731915175914764,
      "loss_total": 0.011731915175914764,
      "step": 50420
    },
    {
      "loss_action": 0.004348813556134701,
      "loss_total": 0.004348813556134701,
      "step": 50420
    },
    {
      "loss_action": 0.012144802138209343,
      "loss_total": 0.012144802138209343,
      "step": 50420
    },
    {
      "loss_action": 0.006410541944205761,
      "loss_total": 0.006410541944205761,
      "step": 50420
    },
    {
      "loss_action": 0.00648766104131937,
      "loss_total": 0.00648766104131937,
      "step": 50420
    },
    {
      "grad_norm": 0.09912009537220001,
      "learning_rate": 5.3421659684976197e-05,
      "loss": 0.0074,
      "step": 50430
    },
    {
      "loss_action": 0.0027565041091293097,
      "loss_total": 0.0027565041091293097,
      "step": 50430
    },
    {
      "loss_action": 0.003204380627721548,
      "loss_total": 0.003204380627721548,
      "step": 50430
    },
    {
      "loss_action": 0.008145274594426155,
      "loss_total": 0.008145274594426155,
      "step": 50430
    },
    {
      "loss_action": 0.014145264402031898,
      "loss_total": 0.014145264402031898,
      "step": 50430
    },
    {
      "loss_action": 0.004442717880010605,
      "loss_total": 0.004442717880010605,
      "step": 50430
    },
    {
      "loss_action": 0.008238984271883965,
      "loss_total": 0.008238984271883965,
      "step": 50430
    },
    {
      "loss_action": 0.005132203921675682,
      "loss_total": 0.005132203921675682,
      "step": 50430
    },
    {
      "loss_action": 0.0031422306783497334,
      "loss_total": 0.0031422306783497334,
      "step": 50430
    },
    {
      "grad_norm": 0.11940854787826538,
      "learning_rate": 5.340516356228052e-05,
      "loss": 0.0071,
      "step": 50440
    },
    {
      "loss_action": 0.029298018664121628,
      "loss_total": 0.029298018664121628,
      "step": 50440
    },
    {
      "loss_action": 0.0052270954474806786,
      "loss_total": 0.0052270954474806786,
      "step": 50440
    },
    {
      "loss_action": 0.00297195790335536,
      "loss_total": 0.00297195790335536,
      "step": 50440
    },
    {
      "loss_action": 0.006692039780318737,
      "loss_total": 0.006692039780318737,
      "step": 50440
    },
    {
      "loss_action": 0.0025815872941166162,
      "loss_total": 0.0025815872941166162,
      "step": 50440
    },
    {
      "loss_action": 0.005698918364942074,
      "loss_total": 0.005698918364942074,
      "step": 50440
    },
    {
      "loss_action": 0.013431550934910774,
      "loss_total": 0.013431550934910774,
      "step": 50440
    },
    {
      "loss_action": 0.010973168537020683,
      "loss_total": 0.010973168537020683,
      "step": 50440
    },
    {
      "grad_norm": 0.12257204204797745,
      "learning_rate": 5.338866706720128e-05,
      "loss": 0.0083,
      "step": 50450
    },
    {
      "loss_action": 0.005463442765176296,
      "loss_total": 0.005463442765176296,
      "step": 50450
    },
    {
      "loss_action": 0.0063719674944877625,
      "loss_total": 0.0063719674944877625,
      "step": 50450
    },
    {
      "loss_action": 0.014864835888147354,
      "loss_total": 0.014864835888147354,
      "step": 50450
    },
    {
      "loss_action": 0.005957478657364845,
      "loss_total": 0.005957478657364845,
      "step": 50450
    },
    {
      "loss_action": 0.00642697187140584,
      "loss_total": 0.00642697187140584,
      "step": 50450
    },
    {
      "loss_action": 0.007874196395277977,
      "loss_total": 0.007874196395277977,
      "step": 50450
    },
    {
      "loss_action": 0.008818002417683601,
      "loss_total": 0.008818002417683601,
      "step": 50450
    },
    {
      "loss_action": 0.007531345821917057,
      "loss_total": 0.007531345821917057,
      "step": 50450
    },
    {
      "grad_norm": 0.08045490831136703,
      "learning_rate": 5.337217020154249e-05,
      "loss": 0.0079,
      "step": 50460
    },
    {
      "loss_action": 0.015849698334932327,
      "loss_total": 0.015849698334932327,
      "step": 50460
    },
    {
      "loss_action": 0.028233125805854797,
      "loss_total": 0.028233125805854797,
      "step": 50460
    },
    {
      "loss_action": 0.005223413929343224,
      "loss_total": 0.005223413929343224,
      "step": 50460
    },
    {
      "loss_action": 0.009321088902652264,
      "loss_total": 0.009321088902652264,
      "step": 50460
    },
    {
      "loss_action": 0.006744776852428913,
      "loss_total": 0.006744776852428913,
      "step": 50460
    },
    {
      "loss_action": 0.00693904934450984,
      "loss_total": 0.00693904934450984,
      "step": 50460
    },
    {
      "loss_action": 0.007695300504565239,
      "loss_total": 0.007695300504565239,
      "step": 50460
    },
    {
      "loss_action": 0.010783915407955647,
      "loss_total": 0.010783915407955647,
      "step": 50460
    },
    {
      "grad_norm": 0.11326657235622406,
      "learning_rate": 5.335567296710825e-05,
      "loss": 0.0088,
      "step": 50470
    },
    {
      "loss_action": 0.003689830657094717,
      "loss_total": 0.003689830657094717,
      "step": 50470
    },
    {
      "loss_action": 0.004697088152170181,
      "loss_total": 0.004697088152170181,
      "step": 50470
    },
    {
      "loss_action": 0.002622670494019985,
      "loss_total": 0.002622670494019985,
      "step": 50470
    },
    {
      "loss_action": 0.003120137844234705,
      "loss_total": 0.003120137844234705,
      "step": 50470
    },
    {
      "loss_action": 0.036754827946424484,
      "loss_total": 0.036754827946424484,
      "step": 50470
    },
    {
      "loss_action": 0.0028199825901538134,
      "loss_total": 0.0028199825901538134,
      "step": 50470
    },
    {
      "loss_action": 0.0035502403043210506,
      "loss_total": 0.0035502403043210506,
      "step": 50470
    },
    {
      "loss_action": 0.011584585532546043,
      "loss_total": 0.011584585532546043,
      "step": 50470
    },
    {
      "grad_norm": 0.11640041321516037,
      "learning_rate": 5.333917536570265e-05,
      "loss": 0.0072,
      "step": 50480
    },
    {
      "loss_action": 0.0181527491658926,
      "loss_total": 0.0181527491658926,
      "step": 50480
    },
    {
      "loss_action": 0.006105998996645212,
      "loss_total": 0.006105998996645212,
      "step": 50480
    },
    {
      "loss_action": 0.012359579093754292,
      "loss_total": 0.012359579093754292,
      "step": 50480
    },
    {
      "loss_action": 0.00858407560735941,
      "loss_total": 0.00858407560735941,
      "step": 50480
    },
    {
      "loss_action": 0.006184419617056847,
      "loss_total": 0.006184419617056847,
      "step": 50480
    },
    {
      "loss_action": 0.01901850663125515,
      "loss_total": 0.01901850663125515,
      "step": 50480
    },
    {
      "loss_action": 0.008499207906425,
      "loss_total": 0.008499207906425,
      "step": 50480
    },
    {
      "loss_action": 0.005822200793772936,
      "loss_total": 0.005822200793772936,
      "step": 50480
    },
    {
      "grad_norm": 0.10447985678911209,
      "learning_rate": 5.332267739912986e-05,
      "loss": 0.0064,
      "step": 50490
    },
    {
      "loss_action": 0.007324684411287308,
      "loss_total": 0.007324684411287308,
      "step": 50490
    },
    {
      "loss_action": 0.0025285398587584496,
      "loss_total": 0.0025285398587584496,
      "step": 50490
    },
    {
      "loss_action": 0.007883690297603607,
      "loss_total": 0.007883690297603607,
      "step": 50490
    },
    {
      "loss_action": 0.008299408480525017,
      "loss_total": 0.008299408480525017,
      "step": 50490
    },
    {
      "loss_action": 0.009608263149857521,
      "loss_total": 0.009608263149857521,
      "step": 50490
    },
    {
      "loss_action": 0.005484885070472956,
      "loss_total": 0.005484885070472956,
      "step": 50490
    },
    {
      "loss_action": 0.005991090554744005,
      "loss_total": 0.005991090554744005,
      "step": 50490
    },
    {
      "loss_action": 0.004400865640491247,
      "loss_total": 0.004400865640491247,
      "step": 50490
    },
    {
      "grad_norm": 0.06706604361534119,
      "learning_rate": 5.330617906919405e-05,
      "loss": 0.0069,
      "step": 50500
    },
    {
      "loss_action": 0.010929184034466743,
      "loss_total": 0.010929184034466743,
      "step": 50500
    },
    {
      "loss_action": 0.003683291142806411,
      "loss_total": 0.003683291142806411,
      "step": 50500
    },
    {
      "loss_action": 0.0027732206508517265,
      "loss_total": 0.0027732206508517265,
      "step": 50500
    },
    {
      "loss_action": 0.004115491174161434,
      "loss_total": 0.004115491174161434,
      "step": 50500
    },
    {
      "loss_action": 0.011957532726228237,
      "loss_total": 0.011957532726228237,
      "step": 50500
    },
    {
      "loss_action": 0.004426815081387758,
      "loss_total": 0.004426815081387758,
      "step": 50500
    },
    {
      "loss_action": 0.0044683353044092655,
      "loss_total": 0.0044683353044092655,
      "step": 50500
    },
    {
      "loss_action": 0.006941691040992737,
      "loss_total": 0.006941691040992737,
      "step": 50500
    },
    {
      "grad_norm": 0.12966008484363556,
      "learning_rate": 5.328968037769949e-05,
      "loss": 0.0088,
      "step": 50510
    },
    {
      "loss_action": 0.0016846195794641972,
      "loss_total": 0.0016846195794641972,
      "step": 50510
    },
    {
      "loss_action": 0.01420670747756958,
      "loss_total": 0.01420670747756958,
      "step": 50510
    },
    {
      "loss_action": 0.0027582519687712193,
      "loss_total": 0.0027582519687712193,
      "step": 50510
    },
    {
      "loss_action": 0.004475556313991547,
      "loss_total": 0.004475556313991547,
      "step": 50510
    },
    {
      "loss_action": 0.0032739618327468634,
      "loss_total": 0.0032739618327468634,
      "step": 50510
    },
    {
      "loss_action": 0.004772612825036049,
      "loss_total": 0.004772612825036049,
      "step": 50510
    },
    {
      "loss_action": 0.0035025286488234997,
      "loss_total": 0.0035025286488234997,
      "step": 50510
    },
    {
      "loss_action": 0.004070112481713295,
      "loss_total": 0.004070112481713295,
      "step": 50510
    },
    {
      "grad_norm": 0.12250032275915146,
      "learning_rate": 5.327318132645042e-05,
      "loss": 0.0074,
      "step": 50520
    },
    {
      "loss_action": 0.009273129515349865,
      "loss_total": 0.009273129515349865,
      "step": 50520
    },
    {
      "loss_action": 0.006367627531290054,
      "loss_total": 0.006367627531290054,
      "step": 50520
    },
    {
      "loss_action": 0.0030454033985733986,
      "loss_total": 0.0030454033985733986,
      "step": 50520
    },
    {
      "loss_action": 0.01136266253888607,
      "loss_total": 0.01136266253888607,
      "step": 50520
    },
    {
      "loss_action": 0.004329312592744827,
      "loss_total": 0.004329312592744827,
      "step": 50520
    },
    {
      "loss_action": 0.02754874899983406,
      "loss_total": 0.02754874899983406,
      "step": 50520
    },
    {
      "loss_action": 0.015436800196766853,
      "loss_total": 0.015436800196766853,
      "step": 50520
    },
    {
      "loss_action": 0.0040925852954387665,
      "loss_total": 0.0040925852954387665,
      "step": 50520
    },
    {
      "grad_norm": 0.13774904608726501,
      "learning_rate": 5.325668191725116e-05,
      "loss": 0.0072,
      "step": 50530
    },
    {
      "loss_action": 0.005420012399554253,
      "loss_total": 0.005420012399554253,
      "step": 50530
    },
    {
      "loss_action": 0.001958889188244939,
      "loss_total": 0.001958889188244939,
      "step": 50530
    },
    {
      "loss_action": 0.003267130348831415,
      "loss_total": 0.003267130348831415,
      "step": 50530
    },
    {
      "loss_action": 0.005527027416974306,
      "loss_total": 0.005527027416974306,
      "step": 50530
    },
    {
      "loss_action": 0.004720462020486593,
      "loss_total": 0.004720462020486593,
      "step": 50530
    },
    {
      "loss_action": 0.008697718381881714,
      "loss_total": 0.008697718381881714,
      "step": 50530
    },
    {
      "loss_action": 0.005957463290542364,
      "loss_total": 0.005957463290542364,
      "step": 50530
    },
    {
      "loss_action": 0.009653665125370026,
      "loss_total": 0.009653665125370026,
      "step": 50530
    },
    {
      "grad_norm": 0.14347046613693237,
      "learning_rate": 5.324018215190606e-05,
      "loss": 0.007,
      "step": 50540
    },
    {
      "loss_action": 0.008035555481910706,
      "loss_total": 0.008035555481910706,
      "step": 50540
    },
    {
      "loss_action": 0.004285196773707867,
      "loss_total": 0.004285196773707867,
      "step": 50540
    },
    {
      "loss_action": 0.012883087620139122,
      "loss_total": 0.012883087620139122,
      "step": 50540
    },
    {
      "loss_action": 0.009090465493500233,
      "loss_total": 0.009090465493500233,
      "step": 50540
    },
    {
      "loss_action": 0.003283922327682376,
      "loss_total": 0.003283922327682376,
      "step": 50540
    },
    {
      "loss_action": 0.008267804980278015,
      "loss_total": 0.008267804980278015,
      "step": 50540
    },
    {
      "loss_action": 0.0024011097848415375,
      "loss_total": 0.0024011097848415375,
      "step": 50540
    },
    {
      "loss_action": 0.008559132926166058,
      "loss_total": 0.008559132926166058,
      "step": 50540
    },
    {
      "grad_norm": 0.08898571133613586,
      "learning_rate": 5.3223682032219515e-05,
      "loss": 0.0068,
      "step": 50550
    },
    {
      "loss_action": 0.007065348327159882,
      "loss_total": 0.007065348327159882,
      "step": 50550
    },
    {
      "loss_action": 0.005195749457925558,
      "loss_total": 0.005195749457925558,
      "step": 50550
    },
    {
      "loss_action": 0.0019507311517372727,
      "loss_total": 0.0019507311517372727,
      "step": 50550
    },
    {
      "loss_action": 0.009315124712884426,
      "loss_total": 0.009315124712884426,
      "step": 50550
    },
    {
      "loss_action": 0.00255440641194582,
      "loss_total": 0.00255440641194582,
      "step": 50550
    },
    {
      "loss_action": 0.012413503602147102,
      "loss_total": 0.012413503602147102,
      "step": 50550
    },
    {
      "loss_action": 0.008753279224038124,
      "loss_total": 0.008753279224038124,
      "step": 50550
    },
    {
      "loss_action": 0.0012465058825910091,
      "loss_total": 0.0012465058825910091,
      "step": 50550
    },
    {
      "grad_norm": 0.10886187851428986,
      "learning_rate": 5.320718155999595e-05,
      "loss": 0.008,
      "step": 50560
    },
    {
      "loss_action": 0.004736706614494324,
      "loss_total": 0.004736706614494324,
      "step": 50560
    },
    {
      "loss_action": 0.00417771190404892,
      "loss_total": 0.00417771190404892,
      "step": 50560
    },
    {
      "loss_action": 0.008051960729062557,
      "loss_total": 0.008051960729062557,
      "step": 50560
    },
    {
      "loss_action": 0.0016746906330808997,
      "loss_total": 0.0016746906330808997,
      "step": 50560
    },
    {
      "loss_action": 0.01647014170885086,
      "loss_total": 0.01647014170885086,
      "step": 50560
    },
    {
      "loss_action": 0.008046625182032585,
      "loss_total": 0.008046625182032585,
      "step": 50560
    },
    {
      "loss_action": 0.0070710498839616776,
      "loss_total": 0.0070710498839616776,
      "step": 50560
    },
    {
      "loss_action": 0.002013471443206072,
      "loss_total": 0.002013471443206072,
      "step": 50560
    },
    {
      "grad_norm": 0.1275521218776703,
      "learning_rate": 5.3190680737039835e-05,
      "loss": 0.0081,
      "step": 50570
    },
    {
      "loss_action": 0.005324576981365681,
      "loss_total": 0.005324576981365681,
      "step": 50570
    },
    {
      "loss_action": 0.010020754300057888,
      "loss_total": 0.010020754300057888,
      "step": 50570
    },
    {
      "loss_action": 0.0026027054991573095,
      "loss_total": 0.0026027054991573095,
      "step": 50570
    },
    {
      "loss_action": 0.007209380157291889,
      "loss_total": 0.007209380157291889,
      "step": 50570
    },
    {
      "loss_action": 0.0034766043536365032,
      "loss_total": 0.0034766043536365032,
      "step": 50570
    },
    {
      "loss_action": 0.004964341409504414,
      "loss_total": 0.004964341409504414,
      "step": 50570
    },
    {
      "loss_action": 0.015532193705439568,
      "loss_total": 0.015532193705439568,
      "step": 50570
    },
    {
      "loss_action": 0.009013747796416283,
      "loss_total": 0.009013747796416283,
      "step": 50570
    },
    {
      "grad_norm": 0.11118286848068237,
      "learning_rate": 5.317417956515567e-05,
      "loss": 0.0082,
      "step": 50580
    },
    {
      "loss_action": 0.007799621671438217,
      "loss_total": 0.007799621671438217,
      "step": 50580
    },
    {
      "loss_action": 0.006440024822950363,
      "loss_total": 0.006440024822950363,
      "step": 50580
    },
    {
      "loss_action": 0.00541754299774766,
      "loss_total": 0.00541754299774766,
      "step": 50580
    },
    {
      "loss_action": 0.0036583219189196825,
      "loss_total": 0.0036583219189196825,
      "step": 50580
    },
    {
      "loss_action": 0.00501664076000452,
      "loss_total": 0.00501664076000452,
      "step": 50580
    },
    {
      "loss_action": 0.013374066911637783,
      "loss_total": 0.013374066911637783,
      "step": 50580
    },
    {
      "loss_action": 0.002256721258163452,
      "loss_total": 0.002256721258163452,
      "step": 50580
    },
    {
      "loss_action": 0.0021378404926508665,
      "loss_total": 0.0021378404926508665,
      "step": 50580
    },
    {
      "grad_norm": 0.14343173801898956,
      "learning_rate": 5.315767804614798e-05,
      "loss": 0.0087,
      "step": 50590
    },
    {
      "loss_action": 0.006122792139649391,
      "loss_total": 0.006122792139649391,
      "step": 50590
    },
    {
      "loss_action": 0.009711863473057747,
      "loss_total": 0.009711863473057747,
      "step": 50590
    },
    {
      "loss_action": 0.01236521266400814,
      "loss_total": 0.01236521266400814,
      "step": 50590
    },
    {
      "loss_action": 0.00674804300069809,
      "loss_total": 0.00674804300069809,
      "step": 50590
    },
    {
      "loss_action": 0.009327346459031105,
      "loss_total": 0.009327346459031105,
      "step": 50590
    },
    {
      "loss_action": 0.003300729673355818,
      "loss_total": 0.003300729673355818,
      "step": 50590
    },
    {
      "loss_action": 0.007070058956742287,
      "loss_total": 0.007070058956742287,
      "step": 50590
    },
    {
      "loss_action": 0.002914656884968281,
      "loss_total": 0.002914656884968281,
      "step": 50590
    },
    {
      "grad_norm": 0.1340552717447281,
      "learning_rate": 5.3141176181821395e-05,
      "loss": 0.0074,
      "step": 50600
    },
    {
      "loss_action": 0.003693554550409317,
      "loss_total": 0.003693554550409317,
      "step": 50600
    },
    {
      "loss_action": 0.008984209969639778,
      "loss_total": 0.008984209969639778,
      "step": 50600
    },
    {
      "loss_action": 0.008393663913011551,
      "loss_total": 0.008393663913011551,
      "step": 50600
    },
    {
      "loss_action": 0.0033285892568528652,
      "loss_total": 0.0033285892568528652,
      "step": 50600
    },
    {
      "loss_action": 0.00425252690911293,
      "loss_total": 0.00425252690911293,
      "step": 50600
    },
    {
      "loss_action": 0.014756409451365471,
      "loss_total": 0.014756409451365471,
      "step": 50600
    },
    {
      "loss_action": 0.0040742214769124985,
      "loss_total": 0.0040742214769124985,
      "step": 50600
    },
    {
      "loss_action": 0.008609483018517494,
      "loss_total": 0.008609483018517494,
      "step": 50600
    },
    {
      "grad_norm": 0.11917901039123535,
      "learning_rate": 5.31246739739805e-05,
      "loss": 0.0079,
      "step": 50610
    },
    {
      "loss_action": 0.00859161652624607,
      "loss_total": 0.00859161652624607,
      "step": 50610
    },
    {
      "loss_action": 0.006285091862082481,
      "loss_total": 0.006285091862082481,
      "step": 50610
    },
    {
      "loss_action": 0.006052622105926275,
      "loss_total": 0.006052622105926275,
      "step": 50610
    },
    {
      "loss_action": 0.0047819651663303375,
      "loss_total": 0.0047819651663303375,
      "step": 50610
    },
    {
      "loss_action": 0.008379671722650528,
      "loss_total": 0.008379671722650528,
      "step": 50610
    },
    {
      "loss_action": 0.014801360666751862,
      "loss_total": 0.014801360666751862,
      "step": 50610
    },
    {
      "loss_action": 0.009651601314544678,
      "loss_total": 0.009651601314544678,
      "step": 50610
    },
    {
      "loss_action": 0.012111330404877663,
      "loss_total": 0.012111330404877663,
      "step": 50610
    },
    {
      "grad_norm": 0.16908271610736847,
      "learning_rate": 5.310817142442994e-05,
      "loss": 0.0084,
      "step": 50620
    },
    {
      "loss_action": 0.007280132733285427,
      "loss_total": 0.007280132733285427,
      "step": 50620
    },
    {
      "loss_action": 0.0034269096795469522,
      "loss_total": 0.0034269096795469522,
      "step": 50620
    },
    {
      "loss_action": 0.01887163147330284,
      "loss_total": 0.01887163147330284,
      "step": 50620
    },
    {
      "loss_action": 0.0028821472078561783,
      "loss_total": 0.0028821472078561783,
      "step": 50620
    },
    {
      "loss_action": 0.005919379182159901,
      "loss_total": 0.005919379182159901,
      "step": 50620
    },
    {
      "loss_action": 0.008146719075739384,
      "loss_total": 0.008146719075739384,
      "step": 50620
    },
    {
      "loss_action": 0.006367539055645466,
      "loss_total": 0.006367539055645466,
      "step": 50620
    },
    {
      "loss_action": 0.008852959610521793,
      "loss_total": 0.008852959610521793,
      "step": 50620
    },
    {
      "grad_norm": 0.11415986716747284,
      "learning_rate": 5.309166853497445e-05,
      "loss": 0.0083,
      "step": 50630
    },
    {
      "loss_action": 0.0028181695379316807,
      "loss_total": 0.0028181695379316807,
      "step": 50630
    },
    {
      "loss_action": 0.01801971159875393,
      "loss_total": 0.01801971159875393,
      "step": 50630
    },
    {
      "loss_action": 0.0019890740513801575,
      "loss_total": 0.0019890740513801575,
      "step": 50630
    },
    {
      "loss_action": 0.006209895946085453,
      "loss_total": 0.006209895946085453,
      "step": 50630
    },
    {
      "loss_action": 0.0021918814163655043,
      "loss_total": 0.0021918814163655043,
      "step": 50630
    },
    {
      "loss_action": 0.003016004804521799,
      "loss_total": 0.003016004804521799,
      "step": 50630
    },
    {
      "loss_action": 0.0019405271159484982,
      "loss_total": 0.0019405271159484982,
      "step": 50630
    },
    {
      "loss_action": 0.004352513700723648,
      "loss_total": 0.004352513700723648,
      "step": 50630
    },
    {
      "grad_norm": 0.11501993983983994,
      "learning_rate": 5.307516530741873e-05,
      "loss": 0.0068,
      "step": 50640
    },
    {
      "loss_action": 0.002714460249990225,
      "loss_total": 0.002714460249990225,
      "step": 50640
    },
    {
      "loss_action": 0.025772495195269585,
      "loss_total": 0.025772495195269585,
      "step": 50640
    },
    {
      "loss_action": 0.003107443917542696,
      "loss_total": 0.003107443917542696,
      "step": 50640
    },
    {
      "loss_action": 0.0032045901753008366,
      "loss_total": 0.0032045901753008366,
      "step": 50640
    },
    {
      "loss_action": 0.006198546849191189,
      "loss_total": 0.006198546849191189,
      "step": 50640
    },
    {
      "loss_action": 0.0045395419001579285,
      "loss_total": 0.0045395419001579285,
      "step": 50640
    },
    {
      "loss_action": 0.014104923233389854,
      "loss_total": 0.014104923233389854,
      "step": 50640
    },
    {
      "loss_action": 0.00262048514559865,
      "loss_total": 0.00262048514559865,
      "step": 50640
    },
    {
      "grad_norm": 0.12410449981689453,
      "learning_rate": 5.305866174356754e-05,
      "loss": 0.0079,
      "step": 50650
    },
    {
      "loss_action": 0.004938250407576561,
      "loss_total": 0.004938250407576561,
      "step": 50650
    },
    {
      "loss_action": 0.004224022850394249,
      "loss_total": 0.004224022850394249,
      "step": 50650
    },
    {
      "loss_action": 0.0037330263294279575,
      "loss_total": 0.0037330263294279575,
      "step": 50650
    },
    {
      "loss_action": 0.0120024299249053,
      "loss_total": 0.0120024299249053,
      "step": 50650
    },
    {
      "loss_action": 0.005351586267352104,
      "loss_total": 0.005351586267352104,
      "step": 50650
    },
    {
      "loss_action": 0.007379461545497179,
      "loss_total": 0.007379461545497179,
      "step": 50650
    },
    {
      "loss_action": 0.0018995318096131086,
      "loss_total": 0.0018995318096131086,
      "step": 50650
    },
    {
      "loss_action": 0.014057702384889126,
      "loss_total": 0.014057702384889126,
      "step": 50650
    },
    {
      "grad_norm": 0.12111381441354752,
      "learning_rate": 5.304215784522571e-05,
      "loss": 0.0069,
      "step": 50660
    },
    {
      "loss_action": 0.002204624470323324,
      "loss_total": 0.002204624470323324,
      "step": 50660
    },
    {
      "loss_action": 0.01042150892317295,
      "loss_total": 0.01042150892317295,
      "step": 50660
    },
    {
      "loss_action": 0.005320610944181681,
      "loss_total": 0.005320610944181681,
      "step": 50660
    },
    {
      "loss_action": 0.007207335904240608,
      "loss_total": 0.007207335904240608,
      "step": 50660
    },
    {
      "loss_action": 0.006308063864707947,
      "loss_total": 0.006308063864707947,
      "step": 50660
    },
    {
      "loss_action": 0.00954260304570198,
      "loss_total": 0.00954260304570198,
      "step": 50660
    },
    {
      "loss_action": 0.0023910123854875565,
      "loss_total": 0.0023910123854875565,
      "step": 50660
    },
    {
      "loss_action": 0.004372984170913696,
      "loss_total": 0.004372984170913696,
      "step": 50660
    },
    {
      "grad_norm": 0.11432897299528122,
      "learning_rate": 5.302565361419808e-05,
      "loss": 0.007,
      "step": 50670
    },
    {
      "loss_action": 0.007796869613230228,
      "loss_total": 0.007796869613230228,
      "step": 50670
    },
    {
      "loss_action": 0.004553862847387791,
      "loss_total": 0.004553862847387791,
      "step": 50670
    },
    {
      "loss_action": 0.009616718627512455,
      "loss_total": 0.009616718627512455,
      "step": 50670
    },
    {
      "loss_action": 0.002337120706215501,
      "loss_total": 0.002337120706215501,
      "step": 50670
    },
    {
      "loss_action": 0.005891798995435238,
      "loss_total": 0.005891798995435238,
      "step": 50670
    },
    {
      "loss_action": 0.008409416303038597,
      "loss_total": 0.008409416303038597,
      "step": 50670
    },
    {
      "loss_action": 0.009432973340153694,
      "loss_total": 0.009432973340153694,
      "step": 50670
    },
    {
      "loss_action": 0.004108896944671869,
      "loss_total": 0.004108896944671869,
      "step": 50670
    },
    {
      "grad_norm": 0.13416463136672974,
      "learning_rate": 5.3009149052289507e-05,
      "loss": 0.0083,
      "step": 50680
    },
    {
      "loss_action": 0.003513156436383724,
      "loss_total": 0.003513156436383724,
      "step": 50680
    },
    {
      "loss_action": 0.007476920261979103,
      "loss_total": 0.007476920261979103,
      "step": 50680
    },
    {
      "loss_action": 0.0016977054765447974,
      "loss_total": 0.0016977054765447974,
      "step": 50680
    },
    {
      "loss_action": 0.008872328326106071,
      "loss_total": 0.008872328326106071,
      "step": 50680
    },
    {
      "loss_action": 0.0015962314791977406,
      "loss_total": 0.0015962314791977406,
      "step": 50680
    },
    {
      "loss_action": 0.0019823911134153605,
      "loss_total": 0.0019823911134153605,
      "step": 50680
    },
    {
      "loss_action": 0.003851862857118249,
      "loss_total": 0.003851862857118249,
      "step": 50680
    },
    {
      "loss_action": 0.009324291720986366,
      "loss_total": 0.009324291720986366,
      "step": 50680
    },
    {
      "grad_norm": 0.1180238202214241,
      "learning_rate": 5.299264416130493e-05,
      "loss": 0.0078,
      "step": 50690
    },
    {
      "loss_action": 0.002275115344673395,
      "loss_total": 0.002275115344673395,
      "step": 50690
    },
    {
      "loss_action": 0.0025647145230323076,
      "loss_total": 0.0025647145230323076,
      "step": 50690
    },
    {
      "loss_action": 0.0022936195600777864,
      "loss_total": 0.0022936195600777864,
      "step": 50690
    },
    {
      "loss_action": 0.006554213352501392,
      "loss_total": 0.006554213352501392,
      "step": 50690
    },
    {
      "loss_action": 0.006399768404662609,
      "loss_total": 0.006399768404662609,
      "step": 50690
    },
    {
      "loss_action": 0.009944956749677658,
      "loss_total": 0.009944956749677658,
      "step": 50690
    },
    {
      "loss_action": 0.011153269559144974,
      "loss_total": 0.011153269559144974,
      "step": 50690
    },
    {
      "loss_action": 0.0025042667984962463,
      "loss_total": 0.0025042667984962463,
      "step": 50690
    },
    {
      "grad_norm": 0.18917980790138245,
      "learning_rate": 5.297613894304928e-05,
      "loss": 0.0073,
      "step": 50700
    },
    {
      "loss_action": 0.0071444204077124596,
      "loss_total": 0.0071444204077124596,
      "step": 50700
    },
    {
      "loss_action": 0.012461137026548386,
      "loss_total": 0.012461137026548386,
      "step": 50700
    },
    {
      "loss_action": 0.00510359974578023,
      "loss_total": 0.00510359974578023,
      "step": 50700
    },
    {
      "loss_action": 0.004048951435834169,
      "loss_total": 0.004048951435834169,
      "step": 50700
    },
    {
      "loss_action": 0.007758891209959984,
      "loss_total": 0.007758891209959984,
      "step": 50700
    },
    {
      "loss_action": 0.006105442997068167,
      "loss_total": 0.006105442997068167,
      "step": 50700
    },
    {
      "loss_action": 0.004462339915335178,
      "loss_total": 0.004462339915335178,
      "step": 50700
    },
    {
      "loss_action": 0.014469914138317108,
      "loss_total": 0.014469914138317108,
      "step": 50700
    },
    {
      "grad_norm": 0.08491125702857971,
      "learning_rate": 5.2959633399327534e-05,
      "loss": 0.0085,
      "step": 50710
    },
    {
      "loss_action": 0.005375849083065987,
      "loss_total": 0.005375849083065987,
      "step": 50710
    },
    {
      "loss_action": 0.00570080429315567,
      "loss_total": 0.00570080429315567,
      "step": 50710
    },
    {
      "loss_action": 0.02693614363670349,
      "loss_total": 0.02693614363670349,
      "step": 50710
    },
    {
      "loss_action": 0.0023495787754654884,
      "loss_total": 0.0023495787754654884,
      "step": 50710
    },
    {
      "loss_action": 0.006018606945872307,
      "loss_total": 0.006018606945872307,
      "step": 50710
    },
    {
      "loss_action": 0.008543620817363262,
      "loss_total": 0.008543620817363262,
      "step": 50710
    },
    {
      "loss_action": 0.006406310014426708,
      "loss_total": 0.006406310014426708,
      "step": 50710
    },
    {
      "loss_action": 0.00730759184807539,
      "loss_total": 0.00730759184807539,
      "step": 50710
    },
    {
      "grad_norm": 0.15480901300907135,
      "learning_rate": 5.294312753194476e-05,
      "loss": 0.0082,
      "step": 50720
    },
    {
      "loss_action": 0.008525112643837929,
      "loss_total": 0.008525112643837929,
      "step": 50720
    },
    {
      "loss_action": 0.004588684998452663,
      "loss_total": 0.004588684998452663,
      "step": 50720
    },
    {
      "loss_action": 0.005414383020251989,
      "loss_total": 0.005414383020251989,
      "step": 50720
    },
    {
      "loss_action": 0.0057146307080984116,
      "loss_total": 0.0057146307080984116,
      "step": 50720
    },
    {
      "loss_action": 0.005978678353130817,
      "loss_total": 0.005978678353130817,
      "step": 50720
    },
    {
      "loss_action": 0.011659666895866394,
      "loss_total": 0.011659666895866394,
      "step": 50720
    },
    {
      "loss_action": 0.006514060311019421,
      "loss_total": 0.006514060311019421,
      "step": 50720
    },
    {
      "loss_action": 0.005917427595704794,
      "loss_total": 0.005917427595704794,
      "step": 50720
    },
    {
      "grad_norm": 0.11298216879367828,
      "learning_rate": 5.292662134270596e-05,
      "loss": 0.008,
      "step": 50730
    },
    {
      "loss_action": 0.005312830675393343,
      "loss_total": 0.005312830675393343,
      "step": 50730
    },
    {
      "loss_action": 0.004837646149098873,
      "loss_total": 0.004837646149098873,
      "step": 50730
    },
    {
      "loss_action": 0.00939291249960661,
      "loss_total": 0.00939291249960661,
      "step": 50730
    },
    {
      "loss_action": 0.002522324211895466,
      "loss_total": 0.002522324211895466,
      "step": 50730
    },
    {
      "loss_action": 0.005360643845051527,
      "loss_total": 0.005360643845051527,
      "step": 50730
    },
    {
      "loss_action": 0.0028779171407222748,
      "loss_total": 0.0028779171407222748,
      "step": 50730
    },
    {
      "loss_action": 0.007112068124115467,
      "loss_total": 0.007112068124115467,
      "step": 50730
    },
    {
      "loss_action": 0.004396649077534676,
      "loss_total": 0.004396649077534676,
      "step": 50730
    },
    {
      "grad_norm": 0.10636912286281586,
      "learning_rate": 5.291011483341626e-05,
      "loss": 0.0071,
      "step": 50740
    },
    {
      "loss_action": 0.004530274774879217,
      "loss_total": 0.004530274774879217,
      "step": 50740
    },
    {
      "loss_action": 0.009621744975447655,
      "loss_total": 0.009621744975447655,
      "step": 50740
    },
    {
      "loss_action": 0.005101216025650501,
      "loss_total": 0.005101216025650501,
      "step": 50740
    },
    {
      "loss_action": 0.003447403898462653,
      "loss_total": 0.003447403898462653,
      "step": 50740
    },
    {
      "loss_action": 0.008966492488980293,
      "loss_total": 0.008966492488980293,
      "step": 50740
    },
    {
      "loss_action": 0.0072777364403009415,
      "loss_total": 0.0072777364403009415,
      "step": 50740
    },
    {
      "loss_action": 0.009492747485637665,
      "loss_total": 0.009492747485637665,
      "step": 50740
    },
    {
      "loss_action": 0.005771219730377197,
      "loss_total": 0.005771219730377197,
      "step": 50740
    },
    {
      "grad_norm": 0.1379098743200302,
      "learning_rate": 5.2893608005880767e-05,
      "loss": 0.0082,
      "step": 50750
    },
    {
      "loss_action": 0.006363913416862488,
      "loss_total": 0.006363913416862488,
      "step": 50750
    },
    {
      "loss_action": 0.0026798672042787075,
      "loss_total": 0.0026798672042787075,
      "step": 50750
    },
    {
      "loss_action": 0.008176546543836594,
      "loss_total": 0.008176546543836594,
      "step": 50750
    },
    {
      "loss_action": 0.01155322790145874,
      "loss_total": 0.01155322790145874,
      "step": 50750
    },
    {
      "loss_action": 0.008649246767163277,
      "loss_total": 0.008649246767163277,
      "step": 50750
    },
    {
      "loss_action": 0.0020724907517433167,
      "loss_total": 0.0020724907517433167,
      "step": 50750
    },
    {
      "loss_action": 0.016541369259357452,
      "loss_total": 0.016541369259357452,
      "step": 50750
    },
    {
      "loss_action": 0.008503652177751064,
      "loss_total": 0.008503652177751064,
      "step": 50750
    },
    {
      "grad_norm": 0.1501244455575943,
      "learning_rate": 5.287710086190467e-05,
      "loss": 0.0076,
      "step": 50760
    },
    {
      "loss_action": 0.013687930069863796,
      "loss_total": 0.013687930069863796,
      "step": 50760
    },
    {
      "loss_action": 0.005148158874362707,
      "loss_total": 0.005148158874362707,
      "step": 50760
    },
    {
      "loss_action": 0.0027806644793599844,
      "loss_total": 0.0027806644793599844,
      "step": 50760
    },
    {
      "loss_action": 0.00601152703166008,
      "loss_total": 0.00601152703166008,
      "step": 50760
    },
    {
      "loss_action": 0.0042593032121658325,
      "loss_total": 0.0042593032121658325,
      "step": 50760
    },
    {
      "loss_action": 0.008087396621704102,
      "loss_total": 0.008087396621704102,
      "step": 50760
    },
    {
      "loss_action": 0.001667164033278823,
      "loss_total": 0.001667164033278823,
      "step": 50760
    },
    {
      "loss_action": 0.0038409701082855463,
      "loss_total": 0.0038409701082855463,
      "step": 50760
    },
    {
      "grad_norm": 0.14047957956790924,
      "learning_rate": 5.286059340329314e-05,
      "loss": 0.0081,
      "step": 50770
    },
    {
      "loss_action": 0.0050311340019106865,
      "loss_total": 0.0050311340019106865,
      "step": 50770
    },
    {
      "loss_action": 0.009041284210979939,
      "loss_total": 0.009041284210979939,
      "step": 50770
    },
    {
      "loss_action": 0.0052293227054178715,
      "loss_total": 0.0052293227054178715,
      "step": 50770
    },
    {
      "loss_action": 0.008436404168605804,
      "loss_total": 0.008436404168605804,
      "step": 50770
    },
    {
      "loss_action": 0.012423071078956127,
      "loss_total": 0.012423071078956127,
      "step": 50770
    },
    {
      "loss_action": 0.005984947085380554,
      "loss_total": 0.005984947085380554,
      "step": 50770
    },
    {
      "loss_action": 0.008865891955792904,
      "loss_total": 0.008865891955792904,
      "step": 50770
    },
    {
      "loss_action": 0.01145794615149498,
      "loss_total": 0.01145794615149498,
      "step": 50770
    },
    {
      "grad_norm": 0.11785726994276047,
      "learning_rate": 5.284408563185141e-05,
      "loss": 0.0085,
      "step": 50780
    },
    {
      "loss_action": 0.010854378342628479,
      "loss_total": 0.010854378342628479,
      "step": 50780
    },
    {
      "loss_action": 0.005653820000588894,
      "loss_total": 0.005653820000588894,
      "step": 50780
    },
    {
      "loss_action": 0.006857387255877256,
      "loss_total": 0.006857387255877256,
      "step": 50780
    },
    {
      "loss_action": 0.004721426870673895,
      "loss_total": 0.004721426870673895,
      "step": 50780
    },
    {
      "loss_action": 0.01987757906317711,
      "loss_total": 0.01987757906317711,
      "step": 50780
    },
    {
      "loss_action": 0.002212373772636056,
      "loss_total": 0.002212373772636056,
      "step": 50780
    },
    {
      "loss_action": 0.003182673826813698,
      "loss_total": 0.003182673826813698,
      "step": 50780
    },
    {
      "loss_action": 0.004196987021714449,
      "loss_total": 0.004196987021714449,
      "step": 50780
    },
    {
      "grad_norm": 0.0961509570479393,
      "learning_rate": 5.282757754938476e-05,
      "loss": 0.0075,
      "step": 50790
    },
    {
      "loss_action": 0.019299492239952087,
      "loss_total": 0.019299492239952087,
      "step": 50790
    },
    {
      "loss_action": 0.005776530131697655,
      "loss_total": 0.005776530131697655,
      "step": 50790
    },
    {
      "loss_action": 0.0028927181847393513,
      "loss_total": 0.0028927181847393513,
      "step": 50790
    },
    {
      "loss_action": 0.004790023434907198,
      "loss_total": 0.004790023434907198,
      "step": 50790
    },
    {
      "loss_action": 0.005753975361585617,
      "loss_total": 0.005753975361585617,
      "step": 50790
    },
    {
      "loss_action": 0.009265769273042679,
      "loss_total": 0.009265769273042679,
      "step": 50790
    },
    {
      "loss_action": 0.005410874728113413,
      "loss_total": 0.005410874728113413,
      "step": 50790
    },
    {
      "loss_action": 0.00396004831418395,
      "loss_total": 0.00396004831418395,
      "step": 50790
    },
    {
      "grad_norm": 0.10596375167369843,
      "learning_rate": 5.281106915769849e-05,
      "loss": 0.0077,
      "step": 50800
    },
    {
      "loss_action": 0.01606098748743534,
      "loss_total": 0.01606098748743534,
      "step": 50800
    },
    {
      "loss_action": 0.007083685137331486,
      "loss_total": 0.007083685137331486,
      "step": 50800
    },
    {
      "loss_action": 0.00980214774608612,
      "loss_total": 0.00980214774608612,
      "step": 50800
    },
    {
      "loss_action": 0.0069932835176587105,
      "loss_total": 0.0069932835176587105,
      "step": 50800
    },
    {
      "loss_action": 0.00809001550078392,
      "loss_total": 0.00809001550078392,
      "step": 50800
    },
    {
      "loss_action": 0.004938368685543537,
      "loss_total": 0.004938368685543537,
      "step": 50800
    },
    {
      "loss_action": 0.010043290443718433,
      "loss_total": 0.010043290443718433,
      "step": 50800
    },
    {
      "loss_action": 0.010907387360930443,
      "loss_total": 0.010907387360930443,
      "step": 50800
    },
    {
      "grad_norm": 0.07475344836711884,
      "learning_rate": 5.2794560458597897e-05,
      "loss": 0.0067,
      "step": 50810
    },
    {
      "loss_action": 0.005149641539901495,
      "loss_total": 0.005149641539901495,
      "step": 50810
    },
    {
      "loss_action": 0.004671539179980755,
      "loss_total": 0.004671539179980755,
      "step": 50810
    },
    {
      "loss_action": 0.006288507021963596,
      "loss_total": 0.006288507021963596,
      "step": 50810
    },
    {
      "loss_action": 0.007330371532589197,
      "loss_total": 0.007330371532589197,
      "step": 50810
    },
    {
      "loss_action": 0.00653900345787406,
      "loss_total": 0.00653900345787406,
      "step": 50810
    },
    {
      "loss_action": 0.004084044136106968,
      "loss_total": 0.004084044136106968,
      "step": 50810
    },
    {
      "loss_action": 0.01099558174610138,
      "loss_total": 0.01099558174610138,
      "step": 50810
    },
    {
      "loss_action": 0.014475081115961075,
      "loss_total": 0.014475081115961075,
      "step": 50810
    },
    {
      "grad_norm": 0.09848979115486145,
      "learning_rate": 5.27780514538884e-05,
      "loss": 0.0075,
      "step": 50820
    },
    {
      "loss_action": 0.011882884427905083,
      "loss_total": 0.011882884427905083,
      "step": 50820
    },
    {
      "loss_action": 0.004559602588415146,
      "loss_total": 0.004559602588415146,
      "step": 50820
    },
    {
      "loss_action": 0.003767866175621748,
      "loss_total": 0.003767866175621748,
      "step": 50820
    },
    {
      "loss_action": 0.009882990270853043,
      "loss_total": 0.009882990270853043,
      "step": 50820
    },
    {
      "loss_action": 0.006117964629083872,
      "loss_total": 0.006117964629083872,
      "step": 50820
    },
    {
      "loss_action": 0.013110317289829254,
      "loss_total": 0.013110317289829254,
      "step": 50820
    },
    {
      "loss_action": 0.0037014069966971874,
      "loss_total": 0.0037014069966971874,
      "step": 50820
    },
    {
      "loss_action": 0.011121148243546486,
      "loss_total": 0.011121148243546486,
      "step": 50820
    },
    {
      "grad_norm": 0.10163906961679459,
      "learning_rate": 5.2761542145375365e-05,
      "loss": 0.007,
      "step": 50830
    },
    {
      "loss_action": 0.004534302745014429,
      "loss_total": 0.004534302745014429,
      "step": 50830
    },
    {
      "loss_action": 0.0024879698175936937,
      "loss_total": 0.0024879698175936937,
      "step": 50830
    },
    {
      "loss_action": 0.002920478815212846,
      "loss_total": 0.002920478815212846,
      "step": 50830
    },
    {
      "loss_action": 0.005183266010135412,
      "loss_total": 0.005183266010135412,
      "step": 50830
    },
    {
      "loss_action": 0.008130990900099277,
      "loss_total": 0.008130990900099277,
      "step": 50830
    },
    {
      "loss_action": 0.006820714101195335,
      "loss_total": 0.006820714101195335,
      "step": 50830
    },
    {
      "loss_action": 0.013235541060566902,
      "loss_total": 0.013235541060566902,
      "step": 50830
    },
    {
      "loss_action": 0.006973526440560818,
      "loss_total": 0.006973526440560818,
      "step": 50830
    },
    {
      "grad_norm": 0.1505865752696991,
      "learning_rate": 5.274503253486421e-05,
      "loss": 0.0065,
      "step": 50840
    },
    {
      "loss_action": 0.004131665453314781,
      "loss_total": 0.004131665453314781,
      "step": 50840
    },
    {
      "loss_action": 0.008246870711445808,
      "loss_total": 0.008246870711445808,
      "step": 50840
    },
    {
      "loss_action": 0.004409817047417164,
      "loss_total": 0.004409817047417164,
      "step": 50840
    },
    {
      "loss_action": 0.00487538194283843,
      "loss_total": 0.00487538194283843,
      "step": 50840
    },
    {
      "loss_action": 0.0044555338099598885,
      "loss_total": 0.0044555338099598885,
      "step": 50840
    },
    {
      "loss_action": 0.003246246138587594,
      "loss_total": 0.003246246138587594,
      "step": 50840
    },
    {
      "loss_action": 0.0021751555614173412,
      "loss_total": 0.0021751555614173412,
      "step": 50840
    },
    {
      "loss_action": 0.01090024784207344,
      "loss_total": 0.01090024784207344,
      "step": 50840
    },
    {
      "grad_norm": 0.07660254836082458,
      "learning_rate": 5.272852262416046e-05,
      "loss": 0.0062,
      "step": 50850
    },
    {
      "loss_action": 0.00805763341486454,
      "loss_total": 0.00805763341486454,
      "step": 50850
    },
    {
      "loss_action": 0.008267506957054138,
      "loss_total": 0.008267506957054138,
      "step": 50850
    },
    {
      "loss_action": 0.026354201138019562,
      "loss_total": 0.026354201138019562,
      "step": 50850
    },
    {
      "loss_action": 0.02013271674513817,
      "loss_total": 0.02013271674513817,
      "step": 50850
    },
    {
      "loss_action": 0.006375165656208992,
      "loss_total": 0.006375165656208992,
      "step": 50850
    },
    {
      "loss_action": 0.0022918733302503824,
      "loss_total": 0.0022918733302503824,
      "step": 50850
    },
    {
      "loss_action": 0.0048544988967478275,
      "loss_total": 0.0048544988967478275,
      "step": 50850
    },
    {
      "loss_action": 0.0021774801425635815,
      "loss_total": 0.0021774801425635815,
      "step": 50850
    },
    {
      "grad_norm": 0.09608232229948044,
      "learning_rate": 5.2712012415069555e-05,
      "loss": 0.0076,
      "step": 50860
    },
    {
      "loss_action": 0.00752714229747653,
      "loss_total": 0.00752714229747653,
      "step": 50860
    },
    {
      "loss_action": 0.004317563492804766,
      "loss_total": 0.004317563492804766,
      "step": 50860
    },
    {
      "loss_action": 0.007893327623605728,
      "loss_total": 0.007893327623605728,
      "step": 50860
    },
    {
      "loss_action": 0.003485308028757572,
      "loss_total": 0.003485308028757572,
      "step": 50860
    },
    {
      "loss_action": 0.004425265826284885,
      "loss_total": 0.004425265826284885,
      "step": 50860
    },
    {
      "loss_action": 0.001776789897121489,
      "loss_total": 0.001776789897121489,
      "step": 50860
    },
    {
      "loss_action": 0.006377717945724726,
      "loss_total": 0.006377717945724726,
      "step": 50860
    },
    {
      "loss_action": 0.0016592340543866158,
      "loss_total": 0.0016592340543866158,
      "step": 50860
    },
    {
      "grad_norm": 0.10282307863235474,
      "learning_rate": 5.269550190939705e-05,
      "loss": 0.007,
      "step": 50870
    },
    {
      "loss_action": 0.010889826342463493,
      "loss_total": 0.010889826342463493,
      "step": 50870
    },
    {
      "loss_action": 0.00624497327953577,
      "loss_total": 0.00624497327953577,
      "step": 50870
    },
    {
      "loss_action": 0.012090831995010376,
      "loss_total": 0.012090831995010376,
      "step": 50870
    },
    {
      "loss_action": 0.005946188233792782,
      "loss_total": 0.005946188233792782,
      "step": 50870
    },
    {
      "loss_action": 0.0029717418365180492,
      "loss_total": 0.0029717418365180492,
      "step": 50870
    },
    {
      "loss_action": 0.008905136957764626,
      "loss_total": 0.008905136957764626,
      "step": 50870
    },
    {
      "loss_action": 0.00283711776137352,
      "loss_total": 0.00283711776137352,
      "step": 50870
    },
    {
      "loss_action": 0.002927635796368122,
      "loss_total": 0.002927635796368122,
      "step": 50870
    },
    {
      "grad_norm": 0.14473427832126617,
      "learning_rate": 5.267899110894852e-05,
      "loss": 0.0073,
      "step": 50880
    },
    {
      "loss_action": 0.005058100447058678,
      "loss_total": 0.005058100447058678,
      "step": 50880
    },
    {
      "loss_action": 0.003286288119852543,
      "loss_total": 0.003286288119852543,
      "step": 50880
    },
    {
      "loss_action": 0.0033072829246520996,
      "loss_total": 0.0033072829246520996,
      "step": 50880
    },
    {
      "loss_action": 0.004015440586954355,
      "loss_total": 0.004015440586954355,
      "step": 50880
    },
    {
      "loss_action": 0.008293132297694683,
      "loss_total": 0.008293132297694683,
      "step": 50880
    },
    {
      "loss_action": 0.005856027826666832,
      "loss_total": 0.005856027826666832,
      "step": 50880
    },
    {
      "loss_action": 0.007258672267198563,
      "loss_total": 0.007258672267198563,
      "step": 50880
    },
    {
      "loss_action": 0.004279349930584431,
      "loss_total": 0.004279349930584431,
      "step": 50880
    },
    {
      "grad_norm": 0.11684099584817886,
      "learning_rate": 5.266248001552955e-05,
      "loss": 0.0067,
      "step": 50890
    },
    {
      "loss_action": 0.00504942424595356,
      "loss_total": 0.00504942424595356,
      "step": 50890
    },
    {
      "loss_action": 0.004406174179166555,
      "loss_total": 0.004406174179166555,
      "step": 50890
    },
    {
      "loss_action": 0.003494954900816083,
      "loss_total": 0.003494954900816083,
      "step": 50890
    },
    {
      "loss_action": 0.000957018812187016,
      "loss_total": 0.000957018812187016,
      "step": 50890
    },
    {
      "loss_action": 0.012151007540524006,
      "loss_total": 0.012151007540524006,
      "step": 50890
    },
    {
      "loss_action": 0.009258635342121124,
      "loss_total": 0.009258635342121124,
      "step": 50890
    },
    {
      "loss_action": 0.004983289632946253,
      "loss_total": 0.004983289632946253,
      "step": 50890
    },
    {
      "loss_action": 0.014104634523391724,
      "loss_total": 0.014104634523391724,
      "step": 50890
    },
    {
      "grad_norm": 0.09957987070083618,
      "learning_rate": 5.264596863094575e-05,
      "loss": 0.0068,
      "step": 50900
    },
    {
      "loss_action": 0.0017014099285006523,
      "loss_total": 0.0017014099285006523,
      "step": 50900
    },
    {
      "loss_action": 0.009377559646964073,
      "loss_total": 0.009377559646964073,
      "step": 50900
    },
    {
      "loss_action": 0.004401444923132658,
      "loss_total": 0.004401444923132658,
      "step": 50900
    },
    {
      "loss_action": 0.019162004813551903,
      "loss_total": 0.019162004813551903,
      "step": 50900
    },
    {
      "loss_action": 0.00922453310340643,
      "loss_total": 0.00922453310340643,
      "step": 50900
    },
    {
      "loss_action": 0.003141720313578844,
      "loss_total": 0.003141720313578844,
      "step": 50900
    },
    {
      "loss_action": 0.011540696024894714,
      "loss_total": 0.011540696024894714,
      "step": 50900
    },
    {
      "loss_action": 0.0028260573744773865,
      "loss_total": 0.0028260573744773865,
      "step": 50900
    },
    {
      "grad_norm": 0.11202836036682129,
      "learning_rate": 5.262945695700282e-05,
      "loss": 0.0081,
      "step": 50910
    },
    {
      "loss_action": 0.006217118352651596,
      "loss_total": 0.006217118352651596,
      "step": 50910
    },
    {
      "loss_action": 0.00955662690103054,
      "loss_total": 0.00955662690103054,
      "step": 50910
    },
    {
      "loss_action": 0.0059820376336574554,
      "loss_total": 0.0059820376336574554,
      "step": 50910
    },
    {
      "loss_action": 0.00720989890396595,
      "loss_total": 0.00720989890396595,
      "step": 50910
    },
    {
      "loss_action": 0.005871870554983616,
      "loss_total": 0.005871870554983616,
      "step": 50910
    },
    {
      "loss_action": 0.004069089889526367,
      "loss_total": 0.004069089889526367,
      "step": 50910
    },
    {
      "loss_action": 0.009058840572834015,
      "loss_total": 0.009058840572834015,
      "step": 50910
    },
    {
      "loss_action": 0.004256336949765682,
      "loss_total": 0.004256336949765682,
      "step": 50910
    },
    {
      "grad_norm": 0.07573970407247543,
      "learning_rate": 5.261294499550643e-05,
      "loss": 0.007,
      "step": 50920
    },
    {
      "loss_action": 0.009532999247312546,
      "loss_total": 0.009532999247312546,
      "step": 50920
    },
    {
      "loss_action": 0.011528057977557182,
      "loss_total": 0.011528057977557182,
      "step": 50920
    },
    {
      "loss_action": 0.015866879373788834,
      "loss_total": 0.015866879373788834,
      "step": 50920
    },
    {
      "loss_action": 0.0028812396340072155,
      "loss_total": 0.0028812396340072155,
      "step": 50920
    },
    {
      "loss_action": 0.0013181996764615178,
      "loss_total": 0.0013181996764615178,
      "step": 50920
    },
    {
      "loss_action": 0.007767394185066223,
      "loss_total": 0.007767394185066223,
      "step": 50920
    },
    {
      "loss_action": 0.0061113848350942135,
      "loss_total": 0.0061113848350942135,
      "step": 50920
    },
    {
      "loss_action": 0.0026070657186210155,
      "loss_total": 0.0026070657186210155,
      "step": 50920
    },
    {
      "grad_norm": 0.11374440789222717,
      "learning_rate": 5.25964327482623e-05,
      "loss": 0.0075,
      "step": 50930
    },
    {
      "loss_action": 0.0026616526301950216,
      "loss_total": 0.0026616526301950216,
      "step": 50930
    },
    {
      "loss_action": 0.004887918476015329,
      "loss_total": 0.004887918476015329,
      "step": 50930
    },
    {
      "loss_action": 0.003934914246201515,
      "loss_total": 0.003934914246201515,
      "step": 50930
    },
    {
      "loss_action": 0.005018989089876413,
      "loss_total": 0.005018989089876413,
      "step": 50930
    },
    {
      "loss_action": 0.005895805545151234,
      "loss_total": 0.005895805545151234,
      "step": 50930
    },
    {
      "loss_action": 0.0034756269305944443,
      "loss_total": 0.0034756269305944443,
      "step": 50930
    },
    {
      "loss_action": 0.008304751478135586,
      "loss_total": 0.008304751478135586,
      "step": 50930
    },
    {
      "loss_action": 0.007715336047112942,
      "loss_total": 0.007715336047112942,
      "step": 50930
    },
    {
      "grad_norm": 0.10245253890752792,
      "learning_rate": 5.257992021707617e-05,
      "loss": 0.0065,
      "step": 50940
    },
    {
      "loss_action": 0.004873886238783598,
      "loss_total": 0.004873886238783598,
      "step": 50940
    },
    {
      "loss_action": 0.0025834934785962105,
      "loss_total": 0.0025834934785962105,
      "step": 50940
    },
    {
      "loss_action": 0.005193748045712709,
      "loss_total": 0.005193748045712709,
      "step": 50940
    },
    {
      "loss_action": 0.006808980368077755,
      "loss_total": 0.006808980368077755,
      "step": 50940
    },
    {
      "loss_action": 0.002064190339297056,
      "loss_total": 0.002064190339297056,
      "step": 50940
    },
    {
      "loss_action": 0.007831603288650513,
      "loss_total": 0.007831603288650513,
      "step": 50940
    },
    {
      "loss_action": 0.002605284098535776,
      "loss_total": 0.002605284098535776,
      "step": 50940
    },
    {
      "loss_action": 0.0029533402994275093,
      "loss_total": 0.0029533402994275093,
      "step": 50940
    },
    {
      "grad_norm": 0.11573903262615204,
      "learning_rate": 5.256340740375387e-05,
      "loss": 0.0073,
      "step": 50950
    },
    {
      "loss_action": 0.002475930843502283,
      "loss_total": 0.002475930843502283,
      "step": 50950
    },
    {
      "loss_action": 0.0032881342340260744,
      "loss_total": 0.0032881342340260744,
      "step": 50950
    },
    {
      "loss_action": 0.003180842846632004,
      "loss_total": 0.003180842846632004,
      "step": 50950
    },
    {
      "loss_action": 0.007877638563513756,
      "loss_total": 0.007877638563513756,
      "step": 50950
    },
    {
      "loss_action": 0.009825225919485092,
      "loss_total": 0.009825225919485092,
      "step": 50950
    },
    {
      "loss_action": 0.003454499412328005,
      "loss_total": 0.003454499412328005,
      "step": 50950
    },
    {
      "loss_action": 0.010224098339676857,
      "loss_total": 0.010224098339676857,
      "step": 50950
    },
    {
      "loss_action": 0.006783254910260439,
      "loss_total": 0.006783254910260439,
      "step": 50950
    },
    {
      "grad_norm": 0.09973476827144623,
      "learning_rate": 5.254689431010117e-05,
      "loss": 0.0076,
      "step": 50960
    },
    {
      "loss_action": 0.0027285702526569366,
      "loss_total": 0.0027285702526569366,
      "step": 50960
    },
    {
      "loss_action": 0.0056430017575621605,
      "loss_total": 0.0056430017575621605,
      "step": 50960
    },
    {
      "loss_action": 0.004182281903922558,
      "loss_total": 0.004182281903922558,
      "step": 50960
    },
    {
      "loss_action": 0.010679646395146847,
      "loss_total": 0.010679646395146847,
      "step": 50960
    },
    {
      "loss_action": 0.015918247401714325,
      "loss_total": 0.015918247401714325,
      "step": 50960
    },
    {
      "loss_action": 0.00816430989652872,
      "loss_total": 0.00816430989652872,
      "step": 50960
    },
    {
      "loss_action": 0.0052904183976352215,
      "loss_total": 0.0052904183976352215,
      "step": 50960
    },
    {
      "loss_action": 0.0018616659799590707,
      "loss_total": 0.0018616659799590707,
      "step": 50960
    },
    {
      "grad_norm": 0.21441353857517242,
      "learning_rate": 5.253038093792395e-05,
      "loss": 0.0077,
      "step": 50970
    },
    {
      "loss_action": 0.0037337851244956255,
      "loss_total": 0.0037337851244956255,
      "step": 50970
    },
    {
      "loss_action": 0.01664215512573719,
      "loss_total": 0.01664215512573719,
      "step": 50970
    },
    {
      "loss_action": 0.008064521476626396,
      "loss_total": 0.008064521476626396,
      "step": 50970
    },
    {
      "loss_action": 0.006391935981810093,
      "loss_total": 0.006391935981810093,
      "step": 50970
    },
    {
      "loss_action": 0.019933506846427917,
      "loss_total": 0.019933506846427917,
      "step": 50970
    },
    {
      "loss_action": 0.004751638974994421,
      "loss_total": 0.004751638974994421,
      "step": 50970
    },
    {
      "loss_action": 0.003028686624020338,
      "loss_total": 0.003028686624020338,
      "step": 50970
    },
    {
      "loss_action": 0.007438927888870239,
      "loss_total": 0.007438927888870239,
      "step": 50970
    },
    {
      "grad_norm": 0.13031569123268127,
      "learning_rate": 5.251386728902806e-05,
      "loss": 0.008,
      "step": 50980
    },
    {
      "loss_action": 0.007448693737387657,
      "loss_total": 0.007448693737387657,
      "step": 50980
    },
    {
      "loss_action": 0.004858774598687887,
      "loss_total": 0.004858774598687887,
      "step": 50980
    },
    {
      "loss_action": 0.002469564089551568,
      "loss_total": 0.002469564089551568,
      "step": 50980
    },
    {
      "loss_action": 0.014864097349345684,
      "loss_total": 0.014864097349345684,
      "step": 50980
    },
    {
      "loss_action": 0.004036291502416134,
      "loss_total": 0.004036291502416134,
      "step": 50980
    },
    {
      "loss_action": 0.006650305353105068,
      "loss_total": 0.006650305353105068,
      "step": 50980
    },
    {
      "loss_action": 0.0019010930554941297,
      "loss_total": 0.0019010930554941297,
      "step": 50980
    },
    {
      "loss_action": 0.0045517138205468655,
      "loss_total": 0.0045517138205468655,
      "step": 50980
    },
    {
      "grad_norm": 0.08971676230430603,
      "learning_rate": 5.2497353365219446e-05,
      "loss": 0.007,
      "step": 50990
    },
    {
      "loss_action": 0.0028164475224912167,
      "loss_total": 0.0028164475224912167,
      "step": 50990
    },
    {
      "loss_action": 0.005131169687956572,
      "loss_total": 0.005131169687956572,
      "step": 50990
    },
    {
      "loss_action": 0.0040006814524531364,
      "loss_total": 0.0040006814524531364,
      "step": 50990
    },
    {
      "loss_action": 0.009146491065621376,
      "loss_total": 0.009146491065621376,
      "step": 50990
    },
    {
      "loss_action": 0.015006201341748238,
      "loss_total": 0.015006201341748238,
      "step": 50990
    },
    {
      "loss_action": 0.006152143701910973,
      "loss_total": 0.006152143701910973,
      "step": 50990
    },
    {
      "loss_action": 0.003204336389899254,
      "loss_total": 0.003204336389899254,
      "step": 50990
    },
    {
      "loss_action": 0.002229738514870405,
      "loss_total": 0.002229738514870405,
      "step": 50990
    },
    {
      "grad_norm": 0.1002737432718277,
      "learning_rate": 5.2480839168304e-05,
      "loss": 0.0072,
      "step": 51000
    },
    {
      "loss_action": 0.0022450978867709637,
      "loss_total": 0.0022450978867709637,
      "step": 51000
    },
    {
      "loss_action": 0.0034706515725702047,
      "loss_total": 0.0034706515725702047,
      "step": 51000
    },
    {
      "loss_action": 0.004690123721957207,
      "loss_total": 0.004690123721957207,
      "step": 51000
    },
    {
      "loss_action": 0.015825757756829262,
      "loss_total": 0.015825757756829262,
      "step": 51000
    },
    {
      "loss_action": 0.0030093311797827482,
      "loss_total": 0.0030093311797827482,
      "step": 51000
    },
    {
      "loss_action": 0.0024082998279482126,
      "loss_total": 0.0024082998279482126,
      "step": 51000
    },
    {
      "loss_action": 0.007767298258841038,
      "loss_total": 0.007767298258841038,
      "step": 51000
    },
    {
      "loss_action": 0.007738546468317509,
      "loss_total": 0.007738546468317509,
      "step": 51000
    },
    {
      "grad_norm": 0.17050597071647644,
      "learning_rate": 5.246432470008773e-05,
      "loss": 0.0068,
      "step": 51010
    },
    {
      "loss_action": 0.005246036686003208,
      "loss_total": 0.005246036686003208,
      "step": 51010
    },
    {
      "loss_action": 0.007537463679909706,
      "loss_total": 0.007537463679909706,
      "step": 51010
    },
    {
      "loss_action": 0.004141306504607201,
      "loss_total": 0.004141306504607201,
      "step": 51010
    },
    {
      "loss_action": 0.0029941541142761707,
      "loss_total": 0.0029941541142761707,
      "step": 51010
    },
    {
      "loss_action": 0.006018135230988264,
      "loss_total": 0.006018135230988264,
      "step": 51010
    },
    {
      "loss_action": 0.005372089333832264,
      "loss_total": 0.005372089333832264,
      "step": 51010
    },
    {
      "loss_action": 0.008848247118294239,
      "loss_total": 0.008848247118294239,
      "step": 51010
    },
    {
      "loss_action": 0.00546250119805336,
      "loss_total": 0.00546250119805336,
      "step": 51010
    },
    {
      "grad_norm": 0.09044072777032852,
      "learning_rate": 5.2447809962376616e-05,
      "loss": 0.0062,
      "step": 51020
    },
    {
      "loss_action": 0.006877042353153229,
      "loss_total": 0.006877042353153229,
      "step": 51020
    },
    {
      "loss_action": 0.0016312398947775364,
      "loss_total": 0.0016312398947775364,
      "step": 51020
    },
    {
      "loss_action": 0.004319486208260059,
      "loss_total": 0.004319486208260059,
      "step": 51020
    },
    {
      "loss_action": 0.008399601094424725,
      "loss_total": 0.008399601094424725,
      "step": 51020
    },
    {
      "loss_action": 0.01106023509055376,
      "loss_total": 0.01106023509055376,
      "step": 51020
    },
    {
      "loss_action": 0.0047738258726894855,
      "loss_total": 0.0047738258726894855,
      "step": 51020
    },
    {
      "loss_action": 0.005175689235329628,
      "loss_total": 0.005175689235329628,
      "step": 51020
    },
    {
      "loss_action": 0.004368259571492672,
      "loss_total": 0.004368259571492672,
      "step": 51020
    },
    {
      "grad_norm": 0.10721518099308014,
      "learning_rate": 5.243129495697666e-05,
      "loss": 0.0085,
      "step": 51030
    },
    {
      "loss_action": 0.0077562215737998486,
      "loss_total": 0.0077562215737998486,
      "step": 51030
    },
    {
      "loss_action": 0.021716199815273285,
      "loss_total": 0.021716199815273285,
      "step": 51030
    },
    {
      "loss_action": 0.004633461590856314,
      "loss_total": 0.004633461590856314,
      "step": 51030
    },
    {
      "loss_action": 0.007647383492439985,
      "loss_total": 0.007647383492439985,
      "step": 51030
    },
    {
      "loss_action": 0.0028610569424927235,
      "loss_total": 0.0028610569424927235,
      "step": 51030
    },
    {
      "loss_action": 0.0017607500776648521,
      "loss_total": 0.0017607500776648521,
      "step": 51030
    },
    {
      "loss_action": 0.012404370121657848,
      "loss_total": 0.012404370121657848,
      "step": 51030
    },
    {
      "loss_action": 0.005837121047079563,
      "loss_total": 0.005837121047079563,
      "step": 51030
    },
    {
      "grad_norm": 0.10793252289295197,
      "learning_rate": 5.241477968569397e-05,
      "loss": 0.0071,
      "step": 51040
    },
    {
      "loss_action": 0.01809518039226532,
      "loss_total": 0.01809518039226532,
      "step": 51040
    },
    {
      "loss_action": 0.0055261943489313126,
      "loss_total": 0.0055261943489313126,
      "step": 51040
    },
    {
      "loss_action": 0.007241766434162855,
      "loss_total": 0.007241766434162855,
      "step": 51040
    },
    {
      "loss_action": 0.005054300185292959,
      "loss_total": 0.005054300185292959,
      "step": 51040
    },
    {
      "loss_action": 0.006290019489824772,
      "loss_total": 0.006290019489824772,
      "step": 51040
    },
    {
      "loss_action": 0.005481863394379616,
      "loss_total": 0.005481863394379616,
      "step": 51040
    },
    {
      "loss_action": 0.006094575859606266,
      "loss_total": 0.006094575859606266,
      "step": 51040
    },
    {
      "loss_action": 0.007418316788971424,
      "loss_total": 0.007418316788971424,
      "step": 51040
    },
    {
      "grad_norm": 0.09710155427455902,
      "learning_rate": 5.23982641503346e-05,
      "loss": 0.0074,
      "step": 51050
    },
    {
      "loss_action": 0.022761963307857513,
      "loss_total": 0.022761963307857513,
      "step": 51050
    },
    {
      "loss_action": 0.014784133061766624,
      "loss_total": 0.014784133061766624,
      "step": 51050
    },
    {
      "loss_action": 0.005969425197690725,
      "loss_total": 0.005969425197690725,
      "step": 51050
    },
    {
      "loss_action": 0.0035104467533528805,
      "loss_total": 0.0035104467533528805,
      "step": 51050
    },
    {
      "loss_action": 0.007441231515258551,
      "loss_total": 0.007441231515258551,
      "step": 51050
    },
    {
      "loss_action": 0.005329334642738104,
      "loss_total": 0.005329334642738104,
      "step": 51050
    },
    {
      "loss_action": 0.01686853915452957,
      "loss_total": 0.01686853915452957,
      "step": 51050
    },
    {
      "loss_action": 0.009450293146073818,
      "loss_total": 0.009450293146073818,
      "step": 51050
    },
    {
      "grad_norm": 0.15203705430030823,
      "learning_rate": 5.238174835270465e-05,
      "loss": 0.0081,
      "step": 51060
    },
    {
      "loss_action": 0.005488517694175243,
      "loss_total": 0.005488517694175243,
      "step": 51060
    },
    {
      "loss_action": 0.002538067754358053,
      "loss_total": 0.002538067754358053,
      "step": 51060
    },
    {
      "loss_action": 0.001976926112547517,
      "loss_total": 0.001976926112547517,
      "step": 51060
    },
    {
      "loss_action": 0.003102917456999421,
      "loss_total": 0.003102917456999421,
      "step": 51060
    },
    {
      "loss_action": 0.009752405807375908,
      "loss_total": 0.009752405807375908,
      "step": 51060
    },
    {
      "loss_action": 0.005489759612828493,
      "loss_total": 0.005489759612828493,
      "step": 51060
    },
    {
      "loss_action": 0.011318031698465347,
      "loss_total": 0.011318031698465347,
      "step": 51060
    },
    {
      "loss_action": 0.006466622464358807,
      "loss_total": 0.006466622464358807,
      "step": 51060
    },
    {
      "grad_norm": 0.0977383479475975,
      "learning_rate": 5.23652322946103e-05,
      "loss": 0.0072,
      "step": 51070
    },
    {
      "loss_action": 0.004736405797302723,
      "loss_total": 0.004736405797302723,
      "step": 51070
    },
    {
      "loss_action": 0.0018119264859706163,
      "loss_total": 0.0018119264859706163,
      "step": 51070
    },
    {
      "loss_action": 0.015668150037527084,
      "loss_total": 0.015668150037527084,
      "step": 51070
    },
    {
      "loss_action": 0.009588290937244892,
      "loss_total": 0.009588290937244892,
      "step": 51070
    },
    {
      "loss_action": 0.001885723788291216,
      "loss_total": 0.001885723788291216,
      "step": 51070
    },
    {
      "loss_action": 0.008180348202586174,
      "loss_total": 0.008180348202586174,
      "step": 51070
    },
    {
      "loss_action": 0.005861253477632999,
      "loss_total": 0.005861253477632999,
      "step": 51070
    },
    {
      "loss_action": 0.009666679427027702,
      "loss_total": 0.009666679427027702,
      "step": 51070
    },
    {
      "grad_norm": 0.11195547133684158,
      "learning_rate": 5.234871597785771e-05,
      "loss": 0.0088,
      "step": 51080
    },
    {
      "loss_action": 0.006516460794955492,
      "loss_total": 0.006516460794955492,
      "step": 51080
    },
    {
      "loss_action": 0.009032653644680977,
      "loss_total": 0.009032653644680977,
      "step": 51080
    },
    {
      "loss_action": 0.001869821222499013,
      "loss_total": 0.001869821222499013,
      "step": 51080
    },
    {
      "loss_action": 0.0027977447025477886,
      "loss_total": 0.0027977447025477886,
      "step": 51080
    },
    {
      "loss_action": 0.0051092226058244705,
      "loss_total": 0.0051092226058244705,
      "step": 51080
    },
    {
      "loss_action": 0.005050978157669306,
      "loss_total": 0.005050978157669306,
      "step": 51080
    },
    {
      "loss_action": 0.020189115777611732,
      "loss_total": 0.020189115777611732,
      "step": 51080
    },
    {
      "loss_action": 0.00506415031850338,
      "loss_total": 0.00506415031850338,
      "step": 51080
    },
    {
      "grad_norm": 0.13460463285446167,
      "learning_rate": 5.233219940425306e-05,
      "loss": 0.008,
      "step": 51090
    },
    {
      "loss_action": 0.005356153938919306,
      "loss_total": 0.005356153938919306,
      "step": 51090
    },
    {
      "loss_action": 0.006825042888522148,
      "loss_total": 0.006825042888522148,
      "step": 51090
    },
    {
      "loss_action": 0.01185442041605711,
      "loss_total": 0.01185442041605711,
      "step": 51090
    },
    {
      "loss_action": 0.00980469025671482,
      "loss_total": 0.00980469025671482,
      "step": 51090
    },
    {
      "loss_action": 0.005428514443337917,
      "loss_total": 0.005428514443337917,
      "step": 51090
    },
    {
      "loss_action": 0.012924646958708763,
      "loss_total": 0.012924646958708763,
      "step": 51090
    },
    {
      "loss_action": 0.004110756795853376,
      "loss_total": 0.004110756795853376,
      "step": 51090
    },
    {
      "loss_action": 0.009997894987463951,
      "loss_total": 0.009997894987463951,
      "step": 51090
    },
    {
      "grad_norm": 0.10530512034893036,
      "learning_rate": 5.2315682575602576e-05,
      "loss": 0.0094,
      "step": 51100
    },
    {
      "loss_action": 0.00286710518412292,
      "loss_total": 0.00286710518412292,
      "step": 51100
    },
    {
      "loss_action": 0.009432683698832989,
      "loss_total": 0.009432683698832989,
      "step": 51100
    },
    {
      "loss_action": 0.0032946919091045856,
      "loss_total": 0.0032946919091045856,
      "step": 51100
    },
    {
      "loss_action": 0.0028905728831887245,
      "loss_total": 0.0028905728831887245,
      "step": 51100
    },
    {
      "loss_action": 0.004171364940702915,
      "loss_total": 0.004171364940702915,
      "step": 51100
    },
    {
      "loss_action": 0.010225601494312286,
      "loss_total": 0.010225601494312286,
      "step": 51100
    },
    {
      "loss_action": 0.009577710181474686,
      "loss_total": 0.009577710181474686,
      "step": 51100
    },
    {
      "loss_action": 0.011033334769308567,
      "loss_total": 0.011033334769308567,
      "step": 51100
    },
    {
      "grad_norm": 0.1389557421207428,
      "learning_rate": 5.229916549371254e-05,
      "loss": 0.0079,
      "step": 51110
    },
    {
      "loss_action": 0.0037106177769601345,
      "loss_total": 0.0037106177769601345,
      "step": 51110
    },
    {
      "loss_action": 0.0046752155758440495,
      "loss_total": 0.0046752155758440495,
      "step": 51110
    },
    {
      "loss_action": 0.01010042056441307,
      "loss_total": 0.01010042056441307,
      "step": 51110
    },
    {
      "loss_action": 0.009121520444750786,
      "loss_total": 0.009121520444750786,
      "step": 51110
    },
    {
      "loss_action": 0.001818422693759203,
      "loss_total": 0.001818422693759203,
      "step": 51110
    },
    {
      "loss_action": 0.015757493674755096,
      "loss_total": 0.015757493674755096,
      "step": 51110
    },
    {
      "loss_action": 0.013080092146992683,
      "loss_total": 0.013080092146992683,
      "step": 51110
    },
    {
      "loss_action": 0.004229774232953787,
      "loss_total": 0.004229774232953787,
      "step": 51110
    },
    {
      "grad_norm": 0.07072066515684128,
      "learning_rate": 5.228264816038924e-05,
      "loss": 0.0067,
      "step": 51120
    },
    {
      "loss_action": 0.004167833365499973,
      "loss_total": 0.004167833365499973,
      "step": 51120
    },
    {
      "loss_action": 0.015188198536634445,
      "loss_total": 0.015188198536634445,
      "step": 51120
    },
    {
      "loss_action": 0.004631103947758675,
      "loss_total": 0.004631103947758675,
      "step": 51120
    },
    {
      "loss_action": 0.0030612777918577194,
      "loss_total": 0.0030612777918577194,
      "step": 51120
    },
    {
      "loss_action": 0.004200581926852465,
      "loss_total": 0.004200581926852465,
      "step": 51120
    },
    {
      "loss_action": 0.007516656070947647,
      "loss_total": 0.007516656070947647,
      "step": 51120
    },
    {
      "loss_action": 0.02345515787601471,
      "loss_total": 0.02345515787601471,
      "step": 51120
    },
    {
      "loss_action": 0.00556026678532362,
      "loss_total": 0.00556026678532362,
      "step": 51120
    },
    {
      "grad_norm": 0.08105476945638657,
      "learning_rate": 5.2266130577438935e-05,
      "loss": 0.0069,
      "step": 51130
    },
    {
      "loss_action": 0.009353440254926682,
      "loss_total": 0.009353440254926682,
      "step": 51130
    },
    {
      "loss_action": 0.003940581809729338,
      "loss_total": 0.003940581809729338,
      "step": 51130
    },
    {
      "loss_action": 0.012454433366656303,
      "loss_total": 0.012454433366656303,
      "step": 51130
    },
    {
      "loss_action": 0.0025336500257253647,
      "loss_total": 0.0025336500257253647,
      "step": 51130
    },
    {
      "loss_action": 0.009110599756240845,
      "loss_total": 0.009110599756240845,
      "step": 51130
    },
    {
      "loss_action": 0.004856558982282877,
      "loss_total": 0.004856558982282877,
      "step": 51130
    },
    {
      "loss_action": 0.0043563079088926315,
      "loss_total": 0.0043563079088926315,
      "step": 51130
    },
    {
      "loss_action": 0.00841890461742878,
      "loss_total": 0.00841890461742878,
      "step": 51130
    },
    {
      "grad_norm": 0.0762268602848053,
      "learning_rate": 5.224961274666802e-05,
      "loss": 0.0075,
      "step": 51140
    },
    {
      "loss_action": 0.007609234657138586,
      "loss_total": 0.007609234657138586,
      "step": 51140
    },
    {
      "loss_action": 0.006931278854608536,
      "loss_total": 0.006931278854608536,
      "step": 51140
    },
    {
      "loss_action": 0.004029302857816219,
      "loss_total": 0.004029302857816219,
      "step": 51140
    },
    {
      "loss_action": 0.008216610178351402,
      "loss_total": 0.008216610178351402,
      "step": 51140
    },
    {
      "loss_action": 0.02313283644616604,
      "loss_total": 0.02313283644616604,
      "step": 51140
    },
    {
      "loss_action": 0.0018569285748526454,
      "loss_total": 0.0018569285748526454,
      "step": 51140
    },
    {
      "loss_action": 0.00481807067990303,
      "loss_total": 0.00481807067990303,
      "step": 51140
    },
    {
      "loss_action": 0.007522241212427616,
      "loss_total": 0.007522241212427616,
      "step": 51140
    },
    {
      "grad_norm": 0.16675890982151031,
      "learning_rate": 5.223309466988283e-05,
      "loss": 0.0075,
      "step": 51150
    },
    {
      "loss_action": 0.0031436390709131956,
      "loss_total": 0.0031436390709131956,
      "step": 51150
    },
    {
      "loss_action": 0.008488171733915806,
      "loss_total": 0.008488171733915806,
      "step": 51150
    },
    {
      "loss_action": 0.005271654576063156,
      "loss_total": 0.005271654576063156,
      "step": 51150
    },
    {
      "loss_action": 0.01603465899825096,
      "loss_total": 0.01603465899825096,
      "step": 51150
    },
    {
      "loss_action": 0.014325281605124474,
      "loss_total": 0.014325281605124474,
      "step": 51150
    },
    {
      "loss_action": 0.00403235387057066,
      "loss_total": 0.00403235387057066,
      "step": 51150
    },
    {
      "loss_action": 0.0038561662659049034,
      "loss_total": 0.0038561662659049034,
      "step": 51150
    },
    {
      "loss_action": 0.004107730463147163,
      "loss_total": 0.004107730463147163,
      "step": 51150
    },
    {
      "grad_norm": 0.1010039895772934,
      "learning_rate": 5.221657634888976e-05,
      "loss": 0.007,
      "step": 51160
    },
    {
      "loss_action": 0.011384857818484306,
      "loss_total": 0.011384857818484306,
      "step": 51160
    },
    {
      "loss_action": 0.005915722344070673,
      "loss_total": 0.005915722344070673,
      "step": 51160
    },
    {
      "loss_action": 0.006578190252184868,
      "loss_total": 0.006578190252184868,
      "step": 51160
    },
    {
      "loss_action": 0.005204532761126757,
      "loss_total": 0.005204532761126757,
      "step": 51160
    },
    {
      "loss_action": 0.011784909293055534,
      "loss_total": 0.011784909293055534,
      "step": 51160
    },
    {
      "loss_action": 0.006241576746106148,
      "loss_total": 0.006241576746106148,
      "step": 51160
    },
    {
      "loss_action": 0.0052146315574646,
      "loss_total": 0.0052146315574646,
      "step": 51160
    },
    {
      "loss_action": 0.013911807909607887,
      "loss_total": 0.013911807909607887,
      "step": 51160
    },
    {
      "grad_norm": 0.09854504466056824,
      "learning_rate": 5.2200057785495235e-05,
      "loss": 0.0079,
      "step": 51170
    },
    {
      "loss_action": 0.00610936526209116,
      "loss_total": 0.00610936526209116,
      "step": 51170
    },
    {
      "loss_action": 0.010658667422831059,
      "loss_total": 0.010658667422831059,
      "step": 51170
    },
    {
      "loss_action": 0.003542393445968628,
      "loss_total": 0.003542393445968628,
      "step": 51170
    },
    {
      "loss_action": 0.019967524334788322,
      "loss_total": 0.019967524334788322,
      "step": 51170
    },
    {
      "loss_action": 0.005108451936393976,
      "loss_total": 0.005108451936393976,
      "step": 51170
    },
    {
      "loss_action": 0.0022583866957575083,
      "loss_total": 0.0022583866957575083,
      "step": 51170
    },
    {
      "loss_action": 0.012236995622515678,
      "loss_total": 0.012236995622515678,
      "step": 51170
    },
    {
      "loss_action": 0.020220421254634857,
      "loss_total": 0.020220421254634857,
      "step": 51170
    },
    {
      "grad_norm": 0.07903047651052475,
      "learning_rate": 5.2183538981505706e-05,
      "loss": 0.0071,
      "step": 51180
    },
    {
      "loss_action": 0.006530885584652424,
      "loss_total": 0.006530885584652424,
      "step": 51180
    },
    {
      "loss_action": 0.009131420403718948,
      "loss_total": 0.009131420403718948,
      "step": 51180
    },
    {
      "loss_action": 0.0041586305014789104,
      "loss_total": 0.0041586305014789104,
      "step": 51180
    },
    {
      "loss_action": 0.008372893556952477,
      "loss_total": 0.008372893556952477,
      "step": 51180
    },
    {
      "loss_action": 0.012299895286560059,
      "loss_total": 0.012299895286560059,
      "step": 51180
    },
    {
      "loss_action": 0.005169571377336979,
      "loss_total": 0.005169571377336979,
      "step": 51180
    },
    {
      "loss_action": 0.0026944621931761503,
      "loss_total": 0.0026944621931761503,
      "step": 51180
    },
    {
      "loss_action": 0.005376614164561033,
      "loss_total": 0.005376614164561033,
      "step": 51180
    },
    {
      "grad_norm": 0.11219164729118347,
      "learning_rate": 5.216701993872762e-05,
      "loss": 0.007,
      "step": 51190
    },
    {
      "loss_action": 0.002330348826944828,
      "loss_total": 0.002330348826944828,
      "step": 51190
    },
    {
      "loss_action": 0.002062425250187516,
      "loss_total": 0.002062425250187516,
      "step": 51190
    },
    {
      "loss_action": 0.00308127049356699,
      "loss_total": 0.00308127049356699,
      "step": 51190
    },
    {
      "loss_action": 0.005557011812925339,
      "loss_total": 0.005557011812925339,
      "step": 51190
    },
    {
      "loss_action": 0.009263593703508377,
      "loss_total": 0.009263593703508377,
      "step": 51190
    },
    {
      "loss_action": 0.006638846360146999,
      "loss_total": 0.006638846360146999,
      "step": 51190
    },
    {
      "loss_action": 0.007228826638311148,
      "loss_total": 0.007228826638311148,
      "step": 51190
    },
    {
      "loss_action": 0.008559893816709518,
      "loss_total": 0.008559893816709518,
      "step": 51190
    },
    {
      "grad_norm": 0.1354764848947525,
      "learning_rate": 5.215050065896752e-05,
      "loss": 0.007,
      "step": 51200
    },
    {
      "loss_action": 0.0029568246100097895,
      "loss_total": 0.0029568246100097895,
      "step": 51200
    },
    {
      "loss_action": 0.010101318359375,
      "loss_total": 0.010101318359375,
      "step": 51200
    },
    {
      "loss_action": 0.004443044774234295,
      "loss_total": 0.004443044774234295,
      "step": 51200
    },
    {
      "loss_action": 0.004715440794825554,
      "loss_total": 0.004715440794825554,
      "step": 51200
    },
    {
      "loss_action": 0.0193497147411108,
      "loss_total": 0.0193497147411108,
      "step": 51200
    },
    {
      "loss_action": 0.001689424505457282,
      "loss_total": 0.001689424505457282,
      "step": 51200
    },
    {
      "loss_action": 0.01199291367083788,
      "loss_total": 0.01199291367083788,
      "step": 51200
    },
    {
      "loss_action": 0.006158237345516682,
      "loss_total": 0.006158237345516682,
      "step": 51200
    },
    {
      "grad_norm": 0.1599767804145813,
      "learning_rate": 5.2133981144031875e-05,
      "loss": 0.0072,
      "step": 51210
    },
    {
      "loss_action": 0.004560534376651049,
      "loss_total": 0.004560534376651049,
      "step": 51210
    },
    {
      "loss_action": 0.004792334977537394,
      "loss_total": 0.004792334977537394,
      "step": 51210
    },
    {
      "loss_action": 0.011611813679337502,
      "loss_total": 0.011611813679337502,
      "step": 51210
    },
    {
      "loss_action": 0.009853788651525974,
      "loss_total": 0.009853788651525974,
      "step": 51210
    },
    {
      "loss_action": 0.013497358188033104,
      "loss_total": 0.013497358188033104,
      "step": 51210
    },
    {
      "loss_action": 0.002488894620910287,
      "loss_total": 0.002488894620910287,
      "step": 51210
    },
    {
      "loss_action": 0.0054817115887999535,
      "loss_total": 0.0054817115887999535,
      "step": 51210
    },
    {
      "loss_action": 0.0038740672171115875,
      "loss_total": 0.0038740672171115875,
      "step": 51210
    },
    {
      "grad_norm": 0.10808295011520386,
      "learning_rate": 5.211746139572727e-05,
      "loss": 0.0084,
      "step": 51220
    },
    {
      "loss_action": 0.010869961231946945,
      "loss_total": 0.010869961231946945,
      "step": 51220
    },
    {
      "loss_action": 0.0077331094071269035,
      "loss_total": 0.0077331094071269035,
      "step": 51220
    },
    {
      "loss_action": 0.007936812937259674,
      "loss_total": 0.007936812937259674,
      "step": 51220
    },
    {
      "loss_action": 0.0059659224934875965,
      "loss_total": 0.0059659224934875965,
      "step": 51220
    },
    {
      "loss_action": 0.002197554800659418,
      "loss_total": 0.002197554800659418,
      "step": 51220
    },
    {
      "loss_action": 0.0051202960312366486,
      "loss_total": 0.0051202960312366486,
      "step": 51220
    },
    {
      "loss_action": 0.012042295187711716,
      "loss_total": 0.012042295187711716,
      "step": 51220
    },
    {
      "loss_action": 0.01228741928935051,
      "loss_total": 0.01228741928935051,
      "step": 51220
    },
    {
      "grad_norm": 0.14420397579669952,
      "learning_rate": 5.210094141586026e-05,
      "loss": 0.0085,
      "step": 51230
    },
    {
      "loss_action": 0.006525122560560703,
      "loss_total": 0.006525122560560703,
      "step": 51230
    },
    {
      "loss_action": 0.007132120430469513,
      "loss_total": 0.007132120430469513,
      "step": 51230
    },
    {
      "loss_action": 0.005616107024252415,
      "loss_total": 0.005616107024252415,
      "step": 51230
    },
    {
      "loss_action": 0.0035784775391221046,
      "loss_total": 0.0035784775391221046,
      "step": 51230
    },
    {
      "loss_action": 0.007928883656859398,
      "loss_total": 0.007928883656859398,
      "step": 51230
    },
    {
      "loss_action": 0.011478465981781483,
      "loss_total": 0.011478465981781483,
      "step": 51230
    },
    {
      "loss_action": 0.009527421556413174,
      "loss_total": 0.009527421556413174,
      "step": 51230
    },
    {
      "loss_action": 0.002609377261251211,
      "loss_total": 0.002609377261251211,
      "step": 51230
    },
    {
      "grad_norm": 0.10262319445610046,
      "learning_rate": 5.2084421206237476e-05,
      "loss": 0.0076,
      "step": 51240
    },
    {
      "loss_action": 0.003235971089452505,
      "loss_total": 0.003235971089452505,
      "step": 51240
    },
    {
      "loss_action": 0.007929423823952675,
      "loss_total": 0.007929423823952675,
      "step": 51240
    },
    {
      "loss_action": 0.003291510511189699,
      "loss_total": 0.003291510511189699,
      "step": 51240
    },
    {
      "loss_action": 0.007029247470200062,
      "loss_total": 0.007029247470200062,
      "step": 51240
    },
    {
      "loss_action": 0.007462156005203724,
      "loss_total": 0.007462156005203724,
      "step": 51240
    },
    {
      "loss_action": 0.0039468612521886826,
      "loss_total": 0.0039468612521886826,
      "step": 51240
    },
    {
      "loss_action": 0.006159677170217037,
      "loss_total": 0.006159677170217037,
      "step": 51240
    },
    {
      "loss_action": 0.005444874055683613,
      "loss_total": 0.005444874055683613,
      "step": 51240
    },
    {
      "grad_norm": 0.09116813540458679,
      "learning_rate": 5.20679007686655e-05,
      "loss": 0.0073,
      "step": 51250
    },
    {
      "loss_action": 0.0054194629192352295,
      "loss_total": 0.0054194629192352295,
      "step": 51250
    },
    {
      "loss_action": 0.007116371765732765,
      "loss_total": 0.007116371765732765,
      "step": 51250
    },
    {
      "loss_action": 0.006119430065155029,
      "loss_total": 0.006119430065155029,
      "step": 51250
    },
    {
      "loss_action": 0.008146659471094608,
      "loss_total": 0.008146659471094608,
      "step": 51250
    },
    {
      "loss_action": 0.005205890163779259,
      "loss_total": 0.005205890163779259,
      "step": 51250
    },
    {
      "loss_action": 0.015086133033037186,
      "loss_total": 0.015086133033037186,
      "step": 51250
    },
    {
      "loss_action": 0.002818282227963209,
      "loss_total": 0.002818282227963209,
      "step": 51250
    },
    {
      "loss_action": 0.013140741735696793,
      "loss_total": 0.013140741735696793,
      "step": 51250
    },
    {
      "grad_norm": 0.07310738414525986,
      "learning_rate": 5.205138010495102e-05,
      "loss": 0.0073,
      "step": 51260
    },
    {
      "loss_action": 0.00256953458301723,
      "loss_total": 0.00256953458301723,
      "step": 51260
    },
    {
      "loss_action": 0.0038976131472736597,
      "loss_total": 0.0038976131472736597,
      "step": 51260
    },
    {
      "loss_action": 0.010443910025060177,
      "loss_total": 0.010443910025060177,
      "step": 51260
    },
    {
      "loss_action": 0.0061866044998168945,
      "loss_total": 0.0061866044998168945,
      "step": 51260
    },
    {
      "loss_action": 0.004321215208619833,
      "loss_total": 0.004321215208619833,
      "step": 51260
    },
    {
      "loss_action": 0.0066376132890582085,
      "loss_total": 0.0066376132890582085,
      "step": 51260
    },
    {
      "loss_action": 0.009091846644878387,
      "loss_total": 0.009091846644878387,
      "step": 51260
    },
    {
      "loss_action": 0.004449175670742989,
      "loss_total": 0.004449175670742989,
      "step": 51260
    },
    {
      "grad_norm": 0.11020553857088089,
      "learning_rate": 5.20348592169007e-05,
      "loss": 0.0065,
      "step": 51270
    },
    {
      "loss_action": 0.010569357313215733,
      "loss_total": 0.010569357313215733,
      "step": 51270
    },
    {
      "loss_action": 0.0028399282600730658,
      "loss_total": 0.0028399282600730658,
      "step": 51270
    },
    {
      "loss_action": 0.01114058680832386,
      "loss_total": 0.01114058680832386,
      "step": 51270
    },
    {
      "loss_action": 0.008925801143050194,
      "loss_total": 0.008925801143050194,
      "step": 51270
    },
    {
      "loss_action": 0.005360863637179136,
      "loss_total": 0.005360863637179136,
      "step": 51270
    },
    {
      "loss_action": 0.008974920958280563,
      "loss_total": 0.008974920958280563,
      "step": 51270
    },
    {
      "loss_action": 0.005698501598089933,
      "loss_total": 0.005698501598089933,
      "step": 51270
    },
    {
      "loss_action": 0.014723758213222027,
      "loss_total": 0.014723758213222027,
      "step": 51270
    },
    {
      "grad_norm": 0.09847136586904526,
      "learning_rate": 5.201833810632123e-05,
      "loss": 0.0089,
      "step": 51280
    },
    {
      "loss_action": 0.0033419509418308735,
      "loss_total": 0.0033419509418308735,
      "step": 51280
    },
    {
      "loss_action": 0.005528981331735849,
      "loss_total": 0.005528981331735849,
      "step": 51280
    },
    {
      "loss_action": 0.005557341035455465,
      "loss_total": 0.005557341035455465,
      "step": 51280
    },
    {
      "loss_action": 0.0032458938658237457,
      "loss_total": 0.0032458938658237457,
      "step": 51280
    },
    {
      "loss_action": 0.007083768956363201,
      "loss_total": 0.007083768956363201,
      "step": 51280
    },
    {
      "loss_action": 0.003238302655518055,
      "loss_total": 0.003238302655518055,
      "step": 51280
    },
    {
      "loss_action": 0.007654950488358736,
      "loss_total": 0.007654950488358736,
      "step": 51280
    },
    {
      "loss_action": 0.006482928991317749,
      "loss_total": 0.006482928991317749,
      "step": 51280
    },
    {
      "grad_norm": 0.12842462956905365,
      "learning_rate": 5.200181677501933e-05,
      "loss": 0.0075,
      "step": 51290
    },
    {
      "loss_action": 0.0133275231346488,
      "loss_total": 0.0133275231346488,
      "step": 51290
    },
    {
      "loss_action": 0.005562810227274895,
      "loss_total": 0.005562810227274895,
      "step": 51290
    },
    {
      "loss_action": 0.003801515558734536,
      "loss_total": 0.003801515558734536,
      "step": 51290
    },
    {
      "loss_action": 0.008050726726651192,
      "loss_total": 0.008050726726651192,
      "step": 51290
    },
    {
      "loss_action": 0.008891141042113304,
      "loss_total": 0.008891141042113304,
      "step": 51290
    },
    {
      "loss_action": 0.004299910739064217,
      "loss_total": 0.004299910739064217,
      "step": 51290
    },
    {
      "loss_action": 0.004627651069313288,
      "loss_total": 0.004627651069313288,
      "step": 51290
    },
    {
      "loss_action": 0.007952170446515083,
      "loss_total": 0.007952170446515083,
      "step": 51290
    },
    {
      "grad_norm": 0.1780451089143753,
      "learning_rate": 5.1985295224801777e-05,
      "loss": 0.0079,
      "step": 51300
    },
    {
      "loss_action": 0.004726002924144268,
      "loss_total": 0.004726002924144268,
      "step": 51300
    },
    {
      "loss_action": 0.028146173804998398,
      "loss_total": 0.028146173804998398,
      "step": 51300
    },
    {
      "loss_action": 0.004438635427504778,
      "loss_total": 0.004438635427504778,
      "step": 51300
    },
    {
      "loss_action": 0.011510845273733139,
      "loss_total": 0.011510845273733139,
      "step": 51300
    },
    {
      "loss_action": 0.004814281594008207,
      "loss_total": 0.004814281594008207,
      "step": 51300
    },
    {
      "loss_action": 0.00258129695430398,
      "loss_total": 0.00258129695430398,
      "step": 51300
    },
    {
      "loss_action": 0.009665075689554214,
      "loss_total": 0.009665075689554214,
      "step": 51300
    },
    {
      "loss_action": 0.007094686385244131,
      "loss_total": 0.007094686385244131,
      "step": 51300
    },
    {
      "grad_norm": 0.09687533229589462,
      "learning_rate": 5.196877345747531e-05,
      "loss": 0.0072,
      "step": 51310
    },
    {
      "loss_action": 0.0037484450731426477,
      "loss_total": 0.0037484450731426477,
      "step": 51310
    },
    {
      "loss_action": 0.009598374366760254,
      "loss_total": 0.009598374366760254,
      "step": 51310
    },
    {
      "loss_action": 0.006570328027009964,
      "loss_total": 0.006570328027009964,
      "step": 51310
    },
    {
      "loss_action": 0.0024855034425854683,
      "loss_total": 0.0024855034425854683,
      "step": 51310
    },
    {
      "loss_action": 0.009176702238619328,
      "loss_total": 0.009176702238619328,
      "step": 51310
    },
    {
      "loss_action": 0.019977226853370667,
      "loss_total": 0.019977226853370667,
      "step": 51310
    },
    {
      "loss_action": 0.011250230483710766,
      "loss_total": 0.011250230483710766,
      "step": 51310
    },
    {
      "loss_action": 0.007399303838610649,
      "loss_total": 0.007399303838610649,
      "step": 51310
    },
    {
      "grad_norm": 0.11206451803445816,
      "learning_rate": 5.195225147484674e-05,
      "loss": 0.0074,
      "step": 51320
    },
    {
      "loss_action": 0.009387962520122528,
      "loss_total": 0.009387962520122528,
      "step": 51320
    },
    {
      "loss_action": 0.010078501887619495,
      "loss_total": 0.010078501887619495,
      "step": 51320
    },
    {
      "loss_action": 0.0029345136135816574,
      "loss_total": 0.0029345136135816574,
      "step": 51320
    },
    {
      "loss_action": 0.0028459778986871243,
      "loss_total": 0.0028459778986871243,
      "step": 51320
    },
    {
      "loss_action": 0.010740827769041061,
      "loss_total": 0.010740827769041061,
      "step": 51320
    },
    {
      "loss_action": 0.003980011213570833,
      "loss_total": 0.003980011213570833,
      "step": 51320
    },
    {
      "loss_action": 0.023646265268325806,
      "loss_total": 0.023646265268325806,
      "step": 51320
    },
    {
      "loss_action": 0.0037605296820402145,
      "loss_total": 0.0037605296820402145,
      "step": 51320
    },
    {
      "grad_norm": 0.09539949893951416,
      "learning_rate": 5.193572927872288e-05,
      "loss": 0.0069,
      "step": 51330
    },
    {
      "loss_action": 0.003935149870812893,
      "loss_total": 0.003935149870812893,
      "step": 51330
    },
    {
      "loss_action": 0.012788856402039528,
      "loss_total": 0.012788856402039528,
      "step": 51330
    },
    {
      "loss_action": 0.0032756139989942312,
      "loss_total": 0.0032756139989942312,
      "step": 51330
    },
    {
      "loss_action": 0.004228425212204456,
      "loss_total": 0.004228425212204456,
      "step": 51330
    },
    {
      "loss_action": 0.015643689781427383,
      "loss_total": 0.015643689781427383,
      "step": 51330
    },
    {
      "loss_action": 0.006002002861350775,
      "loss_total": 0.006002002861350775,
      "step": 51330
    },
    {
      "loss_action": 0.003458596533164382,
      "loss_total": 0.003458596533164382,
      "step": 51330
    },
    {
      "loss_action": 0.0035589258186519146,
      "loss_total": 0.0035589258186519146,
      "step": 51330
    },
    {
      "grad_norm": 0.12051773071289062,
      "learning_rate": 5.191920687091059e-05,
      "loss": 0.0073,
      "step": 51340
    },
    {
      "loss_action": 0.0034080082550644875,
      "loss_total": 0.0034080082550644875,
      "step": 51340
    },
    {
      "loss_action": 0.012886946089565754,
      "loss_total": 0.012886946089565754,
      "step": 51340
    },
    {
      "loss_action": 0.005720038432627916,
      "loss_total": 0.005720038432627916,
      "step": 51340
    },
    {
      "loss_action": 0.015206491574645042,
      "loss_total": 0.015206491574645042,
      "step": 51340
    },
    {
      "loss_action": 0.005553740076720715,
      "loss_total": 0.005553740076720715,
      "step": 51340
    },
    {
      "loss_action": 0.018165811896324158,
      "loss_total": 0.018165811896324158,
      "step": 51340
    },
    {
      "loss_action": 0.009584411978721619,
      "loss_total": 0.009584411978721619,
      "step": 51340
    },
    {
      "loss_action": 0.0040229386650025845,
      "loss_total": 0.0040229386650025845,
      "step": 51340
    },
    {
      "grad_norm": 0.14501157402992249,
      "learning_rate": 5.1902684253216695e-05,
      "loss": 0.0076,
      "step": 51350
    },
    {
      "loss_action": 0.008174894377589226,
      "loss_total": 0.008174894377589226,
      "step": 51350
    },
    {
      "loss_action": 0.0025560110807418823,
      "loss_total": 0.0025560110807418823,
      "step": 51350
    },
    {
      "loss_action": 0.005198240280151367,
      "loss_total": 0.005198240280151367,
      "step": 51350
    },
    {
      "loss_action": 0.007166467607021332,
      "loss_total": 0.007166467607021332,
      "step": 51350
    },
    {
      "loss_action": 0.006569728255271912,
      "loss_total": 0.006569728255271912,
      "step": 51350
    },
    {
      "loss_action": 0.0033040251582860947,
      "loss_total": 0.0033040251582860947,
      "step": 51350
    },
    {
      "loss_action": 0.0024658311158418655,
      "loss_total": 0.0024658311158418655,
      "step": 51350
    },
    {
      "loss_action": 0.004043794237077236,
      "loss_total": 0.004043794237077236,
      "step": 51350
    },
    {
      "grad_norm": 0.10007645189762115,
      "learning_rate": 5.1886161427448134e-05,
      "loss": 0.007,
      "step": 51360
    },
    {
      "loss_action": 0.005660027731209993,
      "loss_total": 0.005660027731209993,
      "step": 51360
    },
    {
      "loss_action": 0.006425687577575445,
      "loss_total": 0.006425687577575445,
      "step": 51360
    },
    {
      "loss_action": 0.007603544741868973,
      "loss_total": 0.007603544741868973,
      "step": 51360
    },
    {
      "loss_action": 0.004315400496125221,
      "loss_total": 0.004315400496125221,
      "step": 51360
    },
    {
      "loss_action": 0.004592000041157007,
      "loss_total": 0.004592000041157007,
      "step": 51360
    },
    {
      "loss_action": 0.004781460389494896,
      "loss_total": 0.004781460389494896,
      "step": 51360
    },
    {
      "loss_action": 0.009041366167366505,
      "loss_total": 0.009041366167366505,
      "step": 51360
    },
    {
      "loss_action": 0.014958392828702927,
      "loss_total": 0.014958392828702927,
      "step": 51360
    },
    {
      "grad_norm": 0.0931001603603363,
      "learning_rate": 5.186963839541179e-05,
      "loss": 0.0061,
      "step": 51370
    },
    {
      "loss_action": 0.017742963507771492,
      "loss_total": 0.017742963507771492,
      "step": 51370
    },
    {
      "loss_action": 0.00418734410777688,
      "loss_total": 0.00418734410777688,
      "step": 51370
    },
    {
      "loss_action": 0.004979094490408897,
      "loss_total": 0.004979094490408897,
      "step": 51370
    },
    {
      "loss_action": 0.00964537262916565,
      "loss_total": 0.00964537262916565,
      "step": 51370
    },
    {
      "loss_action": 0.003915262874215841,
      "loss_total": 0.003915262874215841,
      "step": 51370
    },
    {
      "loss_action": 0.014487950131297112,
      "loss_total": 0.014487950131297112,
      "step": 51370
    },
    {
      "loss_action": 0.004778553731739521,
      "loss_total": 0.004778553731739521,
      "step": 51370
    },
    {
      "loss_action": 0.023293621838092804,
      "loss_total": 0.023293621838092804,
      "step": 51370
    },
    {
      "grad_norm": 0.12513574957847595,
      "learning_rate": 5.185311515891459e-05,
      "loss": 0.0088,
      "step": 51380
    },
    {
      "loss_action": 0.011473446153104305,
      "loss_total": 0.011473446153104305,
      "step": 51380
    },
    {
      "loss_action": 0.005401724949479103,
      "loss_total": 0.005401724949479103,
      "step": 51380
    },
    {
      "loss_action": 0.004033118952065706,
      "loss_total": 0.004033118952065706,
      "step": 51380
    },
    {
      "loss_action": 0.009211787953972816,
      "loss_total": 0.009211787953972816,
      "step": 51380
    },
    {
      "loss_action": 0.007007581181824207,
      "loss_total": 0.007007581181824207,
      "step": 51380
    },
    {
      "loss_action": 0.005025189369916916,
      "loss_total": 0.005025189369916916,
      "step": 51380
    },
    {
      "loss_action": 0.0106288967654109,
      "loss_total": 0.0106288967654109,
      "step": 51380
    },
    {
      "loss_action": 0.005568079650402069,
      "loss_total": 0.005568079650402069,
      "step": 51380
    },
    {
      "grad_norm": 0.09972294420003891,
      "learning_rate": 5.1836591719763516e-05,
      "loss": 0.0076,
      "step": 51390
    },
    {
      "loss_action": 0.005065897013992071,
      "loss_total": 0.005065897013992071,
      "step": 51390
    },
    {
      "loss_action": 0.008582109585404396,
      "loss_total": 0.008582109585404396,
      "step": 51390
    },
    {
      "loss_action": 0.003340028692036867,
      "loss_total": 0.003340028692036867,
      "step": 51390
    },
    {
      "loss_action": 0.004470580257475376,
      "loss_total": 0.004470580257475376,
      "step": 51390
    },
    {
      "loss_action": 0.00850504357367754,
      "loss_total": 0.00850504357367754,
      "step": 51390
    },
    {
      "loss_action": 0.0023903760593384504,
      "loss_total": 0.0023903760593384504,
      "step": 51390
    },
    {
      "loss_action": 0.006970307324081659,
      "loss_total": 0.006970307324081659,
      "step": 51390
    },
    {
      "loss_action": 0.0029102680273354053,
      "loss_total": 0.0029102680273354053,
      "step": 51390
    },
    {
      "grad_norm": 0.20596179366111755,
      "learning_rate": 5.182006807976554e-05,
      "loss": 0.0079,
      "step": 51400
    },
    {
      "loss_action": 0.007312509696930647,
      "loss_total": 0.007312509696930647,
      "step": 51400
    },
    {
      "loss_action": 0.008447579108178616,
      "loss_total": 0.008447579108178616,
      "step": 51400
    },
    {
      "loss_action": 0.0035332385450601578,
      "loss_total": 0.0035332385450601578,
      "step": 51400
    },
    {
      "loss_action": 0.01738778129220009,
      "loss_total": 0.01738778129220009,
      "step": 51400
    },
    {
      "loss_action": 0.004150215536355972,
      "loss_total": 0.004150215536355972,
      "step": 51400
    },
    {
      "loss_action": 0.005994937848299742,
      "loss_total": 0.005994937848299742,
      "step": 51400
    },
    {
      "loss_action": 0.0028573686722666025,
      "loss_total": 0.0028573686722666025,
      "step": 51400
    },
    {
      "loss_action": 0.004223208874464035,
      "loss_total": 0.004223208874464035,
      "step": 51400
    },
    {
      "grad_norm": 0.08831094950437546,
      "learning_rate": 5.180354424072763e-05,
      "loss": 0.0076,
      "step": 51410
    },
    {
      "loss_action": 0.004456833936274052,
      "loss_total": 0.004456833936274052,
      "step": 51410
    },
    {
      "loss_action": 0.013380192220211029,
      "loss_total": 0.013380192220211029,
      "step": 51410
    },
    {
      "loss_action": 0.013388402760028839,
      "loss_total": 0.013388402760028839,
      "step": 51410
    },
    {
      "loss_action": 0.0019249182660132647,
      "loss_total": 0.0019249182660132647,
      "step": 51410
    },
    {
      "loss_action": 0.004929220303893089,
      "loss_total": 0.004929220303893089,
      "step": 51410
    },
    {
      "loss_action": 0.004792052321135998,
      "loss_total": 0.004792052321135998,
      "step": 51410
    },
    {
      "loss_action": 0.006903441622853279,
      "loss_total": 0.006903441622853279,
      "step": 51410
    },
    {
      "loss_action": 0.0029987816233187914,
      "loss_total": 0.0029987816233187914,
      "step": 51410
    },
    {
      "grad_norm": 0.11747930198907852,
      "learning_rate": 5.178702020445686e-05,
      "loss": 0.0072,
      "step": 51420
    },
    {
      "loss_action": 0.008526095189154148,
      "loss_total": 0.008526095189154148,
      "step": 51420
    },
    {
      "loss_action": 0.006368187256157398,
      "loss_total": 0.006368187256157398,
      "step": 51420
    },
    {
      "loss_action": 0.0034446928184479475,
      "loss_total": 0.0034446928184479475,
      "step": 51420
    },
    {
      "loss_action": 0.0041234372183680534,
      "loss_total": 0.0041234372183680534,
      "step": 51420
    },
    {
      "loss_action": 0.0071285502053797245,
      "loss_total": 0.0071285502053797245,
      "step": 51420
    },
    {
      "loss_action": 0.017667343840003014,
      "loss_total": 0.017667343840003014,
      "step": 51420
    },
    {
      "loss_action": 0.0037641520611941814,
      "loss_total": 0.0037641520611941814,
      "step": 51420
    },
    {
      "loss_action": 0.0027866221498697996,
      "loss_total": 0.0027866221498697996,
      "step": 51420
    },
    {
      "grad_norm": 0.10069437325000763,
      "learning_rate": 5.177049597276024e-05,
      "loss": 0.0074,
      "step": 51430
    },
    {
      "loss_action": 0.013167764991521835,
      "loss_total": 0.013167764991521835,
      "step": 51430
    },
    {
      "loss_action": 0.005729943048208952,
      "loss_total": 0.005729943048208952,
      "step": 51430
    },
    {
      "loss_action": 0.0019501571077853441,
      "loss_total": 0.0019501571077853441,
      "step": 51430
    },
    {
      "loss_action": 0.008213340304791927,
      "loss_total": 0.008213340304791927,
      "step": 51430
    },
    {
      "loss_action": 0.006974845193326473,
      "loss_total": 0.006974845193326473,
      "step": 51430
    },
    {
      "loss_action": 0.00669388473033905,
      "loss_total": 0.00669388473033905,
      "step": 51430
    },
    {
      "loss_action": 0.006633668672293425,
      "loss_total": 0.006633668672293425,
      "step": 51430
    },
    {
      "loss_action": 0.013622768223285675,
      "loss_total": 0.013622768223285675,
      "step": 51430
    },
    {
      "grad_norm": 0.08293609321117401,
      "learning_rate": 5.175397154744482e-05,
      "loss": 0.0062,
      "step": 51440
    },
    {
      "loss_action": 0.0032581305131316185,
      "loss_total": 0.0032581305131316185,
      "step": 51440
    },
    {
      "loss_action": 0.00680730352178216,
      "loss_total": 0.00680730352178216,
      "step": 51440
    },
    {
      "loss_action": 0.005173095036298037,
      "loss_total": 0.005173095036298037,
      "step": 51440
    },
    {
      "loss_action": 0.005172876641154289,
      "loss_total": 0.005172876641154289,
      "step": 51440
    },
    {
      "loss_action": 0.00484934076666832,
      "loss_total": 0.00484934076666832,
      "step": 51440
    },
    {
      "loss_action": 0.008027827367186546,
      "loss_total": 0.008027827367186546,
      "step": 51440
    },
    {
      "loss_action": 0.003466966561973095,
      "loss_total": 0.003466966561973095,
      "step": 51440
    },
    {
      "loss_action": 0.0032604141160845757,
      "loss_total": 0.0032604141160845757,
      "step": 51440
    },
    {
      "grad_norm": 0.10388471931219101,
      "learning_rate": 5.1737446930317736e-05,
      "loss": 0.0075,
      "step": 51450
    },
    {
      "loss_action": 0.01074923761188984,
      "loss_total": 0.01074923761188984,
      "step": 51450
    },
    {
      "loss_action": 0.004051023628562689,
      "loss_total": 0.004051023628562689,
      "step": 51450
    },
    {
      "loss_action": 0.004411444067955017,
      "loss_total": 0.004411444067955017,
      "step": 51450
    },
    {
      "loss_action": 0.004571897443383932,
      "loss_total": 0.004571897443383932,
      "step": 51450
    },
    {
      "loss_action": 0.0019881161861121655,
      "loss_total": 0.0019881161861121655,
      "step": 51450
    },
    {
      "loss_action": 0.01780111715197563,
      "loss_total": 0.01780111715197563,
      "step": 51450
    },
    {
      "loss_action": 0.014882327988743782,
      "loss_total": 0.014882327988743782,
      "step": 51450
    },
    {
      "loss_action": 0.003947002813220024,
      "loss_total": 0.003947002813220024,
      "step": 51450
    },
    {
      "grad_norm": 0.19615532457828522,
      "learning_rate": 5.172092212318604e-05,
      "loss": 0.0072,
      "step": 51460
    },
    {
      "loss_action": 0.007287083193659782,
      "loss_total": 0.007287083193659782,
      "step": 51460
    },
    {
      "loss_action": 0.007219433784484863,
      "loss_total": 0.007219433784484863,
      "step": 51460
    },
    {
      "loss_action": 0.0038427934050559998,
      "loss_total": 0.0038427934050559998,
      "step": 51460
    },
    {
      "loss_action": 0.007827391847968102,
      "loss_total": 0.007827391847968102,
      "step": 51460
    },
    {
      "loss_action": 0.0032265905756503344,
      "loss_total": 0.0032265905756503344,
      "step": 51460
    },
    {
      "loss_action": 0.006117927376180887,
      "loss_total": 0.006117927376180887,
      "step": 51460
    },
    {
      "loss_action": 0.0017890651943162084,
      "loss_total": 0.0017890651943162084,
      "step": 51460
    },
    {
      "loss_action": 0.008820733986794949,
      "loss_total": 0.008820733986794949,
      "step": 51460
    },
    {
      "grad_norm": 0.07237863540649414,
      "learning_rate": 5.170439712785692e-05,
      "loss": 0.0067,
      "step": 51470
    },
    {
      "loss_action": 0.005280882120132446,
      "loss_total": 0.005280882120132446,
      "step": 51470
    },
    {
      "loss_action": 0.001457222388125956,
      "loss_total": 0.001457222388125956,
      "step": 51470
    },
    {
      "loss_action": 0.004296801518648863,
      "loss_total": 0.004296801518648863,
      "step": 51470
    },
    {
      "loss_action": 0.005314269103109837,
      "loss_total": 0.005314269103109837,
      "step": 51470
    },
    {
      "loss_action": 0.0017220525769516826,
      "loss_total": 0.0017220525769516826,
      "step": 51470
    },
    {
      "loss_action": 0.018984073773026466,
      "loss_total": 0.018984073773026466,
      "step": 51470
    },
    {
      "loss_action": 0.0014353711158037186,
      "loss_total": 0.0014353711158037186,
      "step": 51470
    },
    {
      "loss_action": 0.006784531753510237,
      "loss_total": 0.006784531753510237,
      "step": 51470
    },
    {
      "grad_norm": 0.13402897119522095,
      "learning_rate": 5.1687871946137467e-05,
      "loss": 0.0074,
      "step": 51480
    },
    {
      "loss_action": 0.009019806981086731,
      "loss_total": 0.009019806981086731,
      "step": 51480
    },
    {
      "loss_action": 0.008947804570198059,
      "loss_total": 0.008947804570198059,
      "step": 51480
    },
    {
      "loss_action": 0.009304696694016457,
      "loss_total": 0.009304696694016457,
      "step": 51480
    },
    {
      "loss_action": 0.017981991171836853,
      "loss_total": 0.017981991171836853,
      "step": 51480
    },
    {
      "loss_action": 0.008389798924326897,
      "loss_total": 0.008389798924326897,
      "step": 51480
    },
    {
      "loss_action": 0.01663631945848465,
      "loss_total": 0.01663631945848465,
      "step": 51480
    },
    {
      "loss_action": 0.011077742092311382,
      "loss_total": 0.011077742092311382,
      "step": 51480
    },
    {
      "loss_action": 0.005964971613138914,
      "loss_total": 0.005964971613138914,
      "step": 51480
    },
    {
      "grad_norm": 0.12478718906641006,
      "learning_rate": 5.16713465798349e-05,
      "loss": 0.0079,
      "step": 51490
    },
    {
      "loss_action": 0.003472226206213236,
      "loss_total": 0.003472226206213236,
      "step": 51490
    },
    {
      "loss_action": 0.007269272580742836,
      "loss_total": 0.007269272580742836,
      "step": 51490
    },
    {
      "loss_action": 0.004283400252461433,
      "loss_total": 0.004283400252461433,
      "step": 51490
    },
    {
      "loss_action": 0.002295247744768858,
      "loss_total": 0.002295247744768858,
      "step": 51490
    },
    {
      "loss_action": 0.010694779455661774,
      "loss_total": 0.010694779455661774,
      "step": 51490
    },
    {
      "loss_action": 0.009429840371012688,
      "loss_total": 0.009429840371012688,
      "step": 51490
    },
    {
      "loss_action": 0.003741568187251687,
      "loss_total": 0.003741568187251687,
      "step": 51490
    },
    {
      "loss_action": 0.015167254954576492,
      "loss_total": 0.015167254954576492,
      "step": 51490
    },
    {
      "grad_norm": 0.11975329369306564,
      "learning_rate": 5.165482103075637e-05,
      "loss": 0.0072,
      "step": 51500
    },
    {
      "loss_action": 0.0032120675314217806,
      "loss_total": 0.0032120675314217806,
      "step": 51500
    },
    {
      "loss_action": 0.004864214453846216,
      "loss_total": 0.004864214453846216,
      "step": 51500
    },
    {
      "loss_action": 0.005898298695683479,
      "loss_total": 0.005898298695683479,
      "step": 51500
    },
    {
      "loss_action": 0.004428659100085497,
      "loss_total": 0.004428659100085497,
      "step": 51500
    },
    {
      "loss_action": 0.012626712210476398,
      "loss_total": 0.012626712210476398,
      "step": 51500
    },
    {
      "loss_action": 0.006976625882089138,
      "loss_total": 0.006976625882089138,
      "step": 51500
    },
    {
      "loss_action": 0.010092603974044323,
      "loss_total": 0.010092603974044323,
      "step": 51500
    },
    {
      "loss_action": 0.009173987433314323,
      "loss_total": 0.009173987433314323,
      "step": 51500
    },
    {
      "grad_norm": 0.08865009993314743,
      "learning_rate": 5.163829530070909e-05,
      "loss": 0.0067,
      "step": 51510
    },
    {
      "loss_action": 0.005453163292258978,
      "loss_total": 0.005453163292258978,
      "step": 51510
    },
    {
      "loss_action": 0.003847769694402814,
      "loss_total": 0.003847769694402814,
      "step": 51510
    },
    {
      "loss_action": 0.013761252164840698,
      "loss_total": 0.013761252164840698,
      "step": 51510
    },
    {
      "loss_action": 0.004054113756865263,
      "loss_total": 0.004054113756865263,
      "step": 51510
    },
    {
      "loss_action": 0.00345490500330925,
      "loss_total": 0.00345490500330925,
      "step": 51510
    },
    {
      "loss_action": 0.01154932752251625,
      "loss_total": 0.01154932752251625,
      "step": 51510
    },
    {
      "loss_action": 0.022590238600969315,
      "loss_total": 0.022590238600969315,
      "step": 51510
    },
    {
      "loss_action": 0.0020983475260436535,
      "loss_total": 0.0020983475260436535,
      "step": 51510
    },
    {
      "grad_norm": 0.09760672599077225,
      "learning_rate": 5.162176939150032e-05,
      "loss": 0.0063,
      "step": 51520
    },
    {
      "loss_action": 0.004958834499120712,
      "loss_total": 0.004958834499120712,
      "step": 51520
    },
    {
      "loss_action": 0.009871963411569595,
      "loss_total": 0.009871963411569595,
      "step": 51520
    },
    {
      "loss_action": 0.005514562129974365,
      "loss_total": 0.005514562129974365,
      "step": 51520
    },
    {
      "loss_action": 0.0069552818313241005,
      "loss_total": 0.0069552818313241005,
      "step": 51520
    },
    {
      "loss_action": 0.004592106677591801,
      "loss_total": 0.004592106677591801,
      "step": 51520
    },
    {
      "loss_action": 0.003036241512745619,
      "loss_total": 0.003036241512745619,
      "step": 51520
    },
    {
      "loss_action": 0.006478163413703442,
      "loss_total": 0.006478163413703442,
      "step": 51520
    },
    {
      "loss_action": 0.0038439808413386345,
      "loss_total": 0.0038439808413386345,
      "step": 51520
    },
    {
      "grad_norm": 0.09667252749204636,
      "learning_rate": 5.160524330493728e-05,
      "loss": 0.0062,
      "step": 51530
    },
    {
      "loss_action": 0.011498795822262764,
      "loss_total": 0.011498795822262764,
      "step": 51530
    },
    {
      "loss_action": 0.009525011293590069,
      "loss_total": 0.009525011293590069,
      "step": 51530
    },
    {
      "loss_action": 0.003946053329855204,
      "loss_total": 0.003946053329855204,
      "step": 51530
    },
    {
      "loss_action": 0.07020887732505798,
      "loss_total": 0.07020887732505798,
      "step": 51530
    },
    {
      "loss_action": 0.008257120847702026,
      "loss_total": 0.008257120847702026,
      "step": 51530
    },
    {
      "loss_action": 0.007259419187903404,
      "loss_total": 0.007259419187903404,
      "step": 51530
    },
    {
      "loss_action": 0.001194993732497096,
      "loss_total": 0.001194993732497096,
      "step": 51530
    },
    {
      "loss_action": 0.0011556685203686357,
      "loss_total": 0.0011556685203686357,
      "step": 51530
    },
    {
      "grad_norm": 0.06997378170490265,
      "learning_rate": 5.158871704282724e-05,
      "loss": 0.0081,
      "step": 51540
    },
    {
      "loss_action": 0.011760121211409569,
      "loss_total": 0.011760121211409569,
      "step": 51540
    },
    {
      "loss_action": 0.012686862610280514,
      "loss_total": 0.012686862610280514,
      "step": 51540
    },
    {
      "loss_action": 0.008647214621305466,
      "loss_total": 0.008647214621305466,
      "step": 51540
    },
    {
      "loss_action": 0.0034862016327679157,
      "loss_total": 0.0034862016327679157,
      "step": 51540
    },
    {
      "loss_action": 0.015624649822711945,
      "loss_total": 0.015624649822711945,
      "step": 51540
    },
    {
      "loss_action": 0.0010287307668477297,
      "loss_total": 0.0010287307668477297,
      "step": 51540
    },
    {
      "loss_action": 0.0031769885681569576,
      "loss_total": 0.0031769885681569576,
      "step": 51540
    },
    {
      "loss_action": 0.005565210245549679,
      "loss_total": 0.005565210245549679,
      "step": 51540
    },
    {
      "grad_norm": 0.07551977038383484,
      "learning_rate": 5.15721906069775e-05,
      "loss": 0.0063,
      "step": 51550
    },
    {
      "loss_action": 0.0033256742171943188,
      "loss_total": 0.0033256742171943188,
      "step": 51550
    },
    {
      "loss_action": 0.00501080509275198,
      "loss_total": 0.00501080509275198,
      "step": 51550
    },
    {
      "loss_action": 0.004700079560279846,
      "loss_total": 0.004700079560279846,
      "step": 51550
    },
    {
      "loss_action": 0.005555644165724516,
      "loss_total": 0.005555644165724516,
      "step": 51550
    },
    {
      "loss_action": 0.014237293042242527,
      "loss_total": 0.014237293042242527,
      "step": 51550
    },
    {
      "loss_action": 0.005493611097335815,
      "loss_total": 0.005493611097335815,
      "step": 51550
    },
    {
      "loss_action": 0.02236534282565117,
      "loss_total": 0.02236534282565117,
      "step": 51550
    },
    {
      "loss_action": 0.0044349622912704945,
      "loss_total": 0.0044349622912704945,
      "step": 51550
    },
    {
      "grad_norm": 0.1584717184305191,
      "learning_rate": 5.155566399919536e-05,
      "loss": 0.0072,
      "step": 51560
    },
    {
      "loss_action": 0.008646849542856216,
      "loss_total": 0.008646849542856216,
      "step": 51560
    },
    {
      "loss_action": 0.014447677880525589,
      "loss_total": 0.014447677880525589,
      "step": 51560
    },
    {
      "loss_action": 0.001397241372615099,
      "loss_total": 0.001397241372615099,
      "step": 51560
    },
    {
      "loss_action": 0.013836164027452469,
      "loss_total": 0.013836164027452469,
      "step": 51560
    },
    {
      "loss_action": 0.003504537045955658,
      "loss_total": 0.003504537045955658,
      "step": 51560
    },
    {
      "loss_action": 0.008213438093662262,
      "loss_total": 0.008213438093662262,
      "step": 51560
    },
    {
      "loss_action": 0.00373478839173913,
      "loss_total": 0.00373478839173913,
      "step": 51560
    },
    {
      "loss_action": 0.006226568482816219,
      "loss_total": 0.006226568482816219,
      "step": 51560
    },
    {
      "grad_norm": 0.11884792149066925,
      "learning_rate": 5.153913722128813e-05,
      "loss": 0.0067,
      "step": 51570
    },
    {
      "loss_action": 0.025254715234041214,
      "loss_total": 0.025254715234041214,
      "step": 51570
    },
    {
      "loss_action": 0.007152036763727665,
      "loss_total": 0.007152036763727665,
      "step": 51570
    },
    {
      "loss_action": 0.00778726302087307,
      "loss_total": 0.00778726302087307,
      "step": 51570
    },
    {
      "loss_action": 0.017568159848451614,
      "loss_total": 0.017568159848451614,
      "step": 51570
    },
    {
      "loss_action": 0.004777958616614342,
      "loss_total": 0.004777958616614342,
      "step": 51570
    },
    {
      "loss_action": 0.008252950385212898,
      "loss_total": 0.008252950385212898,
      "step": 51570
    },
    {
      "loss_action": 0.006284140981733799,
      "loss_total": 0.006284140981733799,
      "step": 51570
    },
    {
      "loss_action": 0.0020257276482880116,
      "loss_total": 0.0020257276482880116,
      "step": 51570
    },
    {
      "grad_norm": 0.12799286842346191,
      "learning_rate": 5.1522610275063176e-05,
      "loss": 0.0084,
      "step": 51580
    },
    {
      "loss_action": 0.013187260366976261,
      "loss_total": 0.013187260366976261,
      "step": 51580
    },
    {
      "loss_action": 0.003658263012766838,
      "loss_total": 0.003658263012766838,
      "step": 51580
    },
    {
      "loss_action": 0.010592537000775337,
      "loss_total": 0.010592537000775337,
      "step": 51580
    },
    {
      "loss_action": 0.005260999780148268,
      "loss_total": 0.005260999780148268,
      "step": 51580
    },
    {
      "loss_action": 0.004603041335940361,
      "loss_total": 0.004603041335940361,
      "step": 51580
    },
    {
      "loss_action": 0.017335154116153717,
      "loss_total": 0.017335154116153717,
      "step": 51580
    },
    {
      "loss_action": 0.017677053809165955,
      "loss_total": 0.017677053809165955,
      "step": 51580
    },
    {
      "loss_action": 0.004450113512575626,
      "loss_total": 0.004450113512575626,
      "step": 51580
    },
    {
      "grad_norm": 0.1178751289844513,
      "learning_rate": 5.150608316232786e-05,
      "loss": 0.0074,
      "step": 51590
    },
    {
      "loss_action": 0.02294893190264702,
      "loss_total": 0.02294893190264702,
      "step": 51590
    },
    {
      "loss_action": 0.005506691988557577,
      "loss_total": 0.005506691988557577,
      "step": 51590
    },
    {
      "loss_action": 0.01761898398399353,
      "loss_total": 0.01761898398399353,
      "step": 51590
    },
    {
      "loss_action": 0.010955415666103363,
      "loss_total": 0.010955415666103363,
      "step": 51590
    },
    {
      "loss_action": 0.003469897899776697,
      "loss_total": 0.003469897899776697,
      "step": 51590
    },
    {
      "loss_action": 0.0025874979328364134,
      "loss_total": 0.0025874979328364134,
      "step": 51590
    },
    {
      "loss_action": 0.011545470915734768,
      "loss_total": 0.011545470915734768,
      "step": 51590
    },
    {
      "loss_action": 0.003509099595248699,
      "loss_total": 0.003509099595248699,
      "step": 51590
    },
    {
      "grad_norm": 0.10582473874092102,
      "learning_rate": 5.148955588488955e-05,
      "loss": 0.0072,
      "step": 51600
    },
    {
      "loss_action": 0.004420156590640545,
      "loss_total": 0.004420156590640545,
      "step": 51600
    },
    {
      "loss_action": 0.006604679860174656,
      "loss_total": 0.006604679860174656,
      "step": 51600
    },
    {
      "loss_action": 0.0024224640801548958,
      "loss_total": 0.0024224640801548958,
      "step": 51600
    },
    {
      "loss_action": 0.0072606285102665424,
      "loss_total": 0.0072606285102665424,
      "step": 51600
    },
    {
      "loss_action": 0.007344618905335665,
      "loss_total": 0.007344618905335665,
      "step": 51600
    },
    {
      "loss_action": 0.004285958595573902,
      "loss_total": 0.004285958595573902,
      "step": 51600
    },
    {
      "loss_action": 0.0020102192647755146,
      "loss_total": 0.0020102192647755146,
      "step": 51600
    },
    {
      "loss_action": 0.002539470326155424,
      "loss_total": 0.002539470326155424,
      "step": 51600
    },
    {
      "grad_norm": 0.11282948404550552,
      "learning_rate": 5.147302844455564e-05,
      "loss": 0.0078,
      "step": 51610
    },
    {
      "loss_action": 0.0022148771677166224,
      "loss_total": 0.0022148771677166224,
      "step": 51610
    },
    {
      "loss_action": 0.0034383349120616913,
      "loss_total": 0.0034383349120616913,
      "step": 51610
    },
    {
      "loss_action": 0.004562916699796915,
      "loss_total": 0.004562916699796915,
      "step": 51610
    },
    {
      "loss_action": 0.0017620022408664227,
      "loss_total": 0.0017620022408664227,
      "step": 51610
    },
    {
      "loss_action": 0.002127614803612232,
      "loss_total": 0.002127614803612232,
      "step": 51610
    },
    {
      "loss_action": 0.00615040585398674,
      "loss_total": 0.00615040585398674,
      "step": 51610
    },
    {
      "loss_action": 0.0016479573678225279,
      "loss_total": 0.0016479573678225279,
      "step": 51610
    },
    {
      "loss_action": 0.004463342018425465,
      "loss_total": 0.004463342018425465,
      "step": 51610
    },
    {
      "grad_norm": 0.09866084158420563,
      "learning_rate": 5.145650084313356e-05,
      "loss": 0.0078,
      "step": 51620
    },
    {
      "loss_action": 0.010755599476397038,
      "loss_total": 0.010755599476397038,
      "step": 51620
    },
    {
      "loss_action": 0.040181320160627365,
      "loss_total": 0.040181320160627365,
      "step": 51620
    },
    {
      "loss_action": 0.004467257298529148,
      "loss_total": 0.004467257298529148,
      "step": 51620
    },
    {
      "loss_action": 0.0039557525888085365,
      "loss_total": 0.0039557525888085365,
      "step": 51620
    },
    {
      "loss_action": 0.01042979210615158,
      "loss_total": 0.01042979210615158,
      "step": 51620
    },
    {
      "loss_action": 0.0046620676293969154,
      "loss_total": 0.0046620676293969154,
      "step": 51620
    },
    {
      "loss_action": 0.008487110957503319,
      "loss_total": 0.008487110957503319,
      "step": 51620
    },
    {
      "loss_action": 0.012714862823486328,
      "loss_total": 0.012714862823486328,
      "step": 51620
    },
    {
      "grad_norm": 0.10504815727472305,
      "learning_rate": 5.1439973082430734e-05,
      "loss": 0.0083,
      "step": 51630
    },
    {
      "loss_action": 0.022876622155308723,
      "loss_total": 0.022876622155308723,
      "step": 51630
    },
    {
      "loss_action": 0.004044385626912117,
      "loss_total": 0.004044385626912117,
      "step": 51630
    },
    {
      "loss_action": 0.005398903973400593,
      "loss_total": 0.005398903973400593,
      "step": 51630
    },
    {
      "loss_action": 0.00467335432767868,
      "loss_total": 0.00467335432767868,
      "step": 51630
    },
    {
      "loss_action": 0.011612176895141602,
      "loss_total": 0.011612176895141602,
      "step": 51630
    },
    {
      "loss_action": 0.0038808276876807213,
      "loss_total": 0.0038808276876807213,
      "step": 51630
    },
    {
      "loss_action": 0.003814111929386854,
      "loss_total": 0.003814111929386854,
      "step": 51630
    },
    {
      "loss_action": 0.02116209641098976,
      "loss_total": 0.02116209641098976,
      "step": 51630
    },
    {
      "grad_norm": 0.10904912650585175,
      "learning_rate": 5.142344516425461e-05,
      "loss": 0.0076,
      "step": 51640
    },
    {
      "loss_action": 0.006733251735568047,
      "loss_total": 0.006733251735568047,
      "step": 51640
    },
    {
      "loss_action": 0.003933040425181389,
      "loss_total": 0.003933040425181389,
      "step": 51640
    },
    {
      "loss_action": 0.011097852140665054,
      "loss_total": 0.011097852140665054,
      "step": 51640
    },
    {
      "loss_action": 0.016119152307510376,
      "loss_total": 0.016119152307510376,
      "step": 51640
    },
    {
      "loss_action": 0.016283676028251648,
      "loss_total": 0.016283676028251648,
      "step": 51640
    },
    {
      "loss_action": 0.004161353223025799,
      "loss_total": 0.004161353223025799,
      "step": 51640
    },
    {
      "loss_action": 0.008730201981961727,
      "loss_total": 0.008730201981961727,
      "step": 51640
    },
    {
      "loss_action": 0.007372858934104443,
      "loss_total": 0.007372858934104443,
      "step": 51640
    },
    {
      "grad_norm": 0.12863463163375854,
      "learning_rate": 5.1406917090412673e-05,
      "loss": 0.0077,
      "step": 51650
    },
    {
      "loss_action": 0.0014685626374557614,
      "loss_total": 0.0014685626374557614,
      "step": 51650
    },
    {
      "loss_action": 0.007282609585672617,
      "loss_total": 0.007282609585672617,
      "step": 51650
    },
    {
      "loss_action": 0.0026633748784661293,
      "loss_total": 0.0026633748784661293,
      "step": 51650
    },
    {
      "loss_action": 0.009009428322315216,
      "loss_total": 0.009009428322315216,
      "step": 51650
    },
    {
      "loss_action": 0.01353907585144043,
      "loss_total": 0.01353907585144043,
      "step": 51650
    },
    {
      "loss_action": 0.005329548381268978,
      "loss_total": 0.005329548381268978,
      "step": 51650
    },
    {
      "loss_action": 0.0036100689321756363,
      "loss_total": 0.0036100689321756363,
      "step": 51650
    },
    {
      "loss_action": 0.007896460592746735,
      "loss_total": 0.007896460592746735,
      "step": 51650
    },
    {
      "grad_norm": 0.1255418062210083,
      "learning_rate": 5.1390388862712404e-05,
      "loss": 0.0065,
      "step": 51660
    },
    {
      "loss_action": 0.0028045810759067535,
      "loss_total": 0.0028045810759067535,
      "step": 51660
    },
    {
      "loss_action": 0.006525090895593166,
      "loss_total": 0.006525090895593166,
      "step": 51660
    },
    {
      "loss_action": 0.004740053787827492,
      "loss_total": 0.004740053787827492,
      "step": 51660
    },
    {
      "loss_action": 0.004182314500212669,
      "loss_total": 0.004182314500212669,
      "step": 51660
    },
    {
      "loss_action": 0.012349377386271954,
      "loss_total": 0.012349377386271954,
      "step": 51660
    },
    {
      "loss_action": 0.007972870953381062,
      "loss_total": 0.007972870953381062,
      "step": 51660
    },
    {
      "loss_action": 0.010835696011781693,
      "loss_total": 0.010835696011781693,
      "step": 51660
    },
    {
      "loss_action": 0.004208418540656567,
      "loss_total": 0.004208418540656567,
      "step": 51660
    },
    {
      "grad_norm": 0.11291848868131638,
      "learning_rate": 5.137386048296129e-05,
      "loss": 0.0075,
      "step": 51670
    },
    {
      "loss_action": 0.002849939977750182,
      "loss_total": 0.002849939977750182,
      "step": 51670
    },
    {
      "loss_action": 0.0054337335750460625,
      "loss_total": 0.0054337335750460625,
      "step": 51670
    },
    {
      "loss_action": 0.01055486872792244,
      "loss_total": 0.01055486872792244,
      "step": 51670
    },
    {
      "loss_action": 0.0026444054674357176,
      "loss_total": 0.0026444054674357176,
      "step": 51670
    },
    {
      "loss_action": 0.009606573730707169,
      "loss_total": 0.009606573730707169,
      "step": 51670
    },
    {
      "loss_action": 0.01387479342520237,
      "loss_total": 0.01387479342520237,
      "step": 51670
    },
    {
      "loss_action": 0.0018080520676448941,
      "loss_total": 0.0018080520676448941,
      "step": 51670
    },
    {
      "loss_action": 0.005611419677734375,
      "loss_total": 0.005611419677734375,
      "step": 51670
    },
    {
      "grad_norm": 0.09659218788146973,
      "learning_rate": 5.135733195296686e-05,
      "loss": 0.0067,
      "step": 51680
    },
    {
      "loss_action": 0.007361965253949165,
      "loss_total": 0.007361965253949165,
      "step": 51680
    },
    {
      "loss_action": 0.0026080827228724957,
      "loss_total": 0.0026080827228724957,
      "step": 51680
    },
    {
      "loss_action": 0.004186707548797131,
      "loss_total": 0.004186707548797131,
      "step": 51680
    },
    {
      "loss_action": 0.0060174171812832355,
      "loss_total": 0.0060174171812832355,
      "step": 51680
    },
    {
      "loss_action": 0.010203476995229721,
      "loss_total": 0.010203476995229721,
      "step": 51680
    },
    {
      "loss_action": 0.004640434868633747,
      "loss_total": 0.004640434868633747,
      "step": 51680
    },
    {
      "loss_action": 0.01080253254622221,
      "loss_total": 0.01080253254622221,
      "step": 51680
    },
    {
      "loss_action": 0.003631237894296646,
      "loss_total": 0.003631237894296646,
      "step": 51680
    },
    {
      "grad_norm": 0.07306050509214401,
      "learning_rate": 5.134080327453664e-05,
      "loss": 0.006,
      "step": 51690
    },
    {
      "loss_action": 0.007435638457536697,
      "loss_total": 0.007435638457536697,
      "step": 51690
    },
    {
      "loss_action": 0.004809454549103975,
      "loss_total": 0.004809454549103975,
      "step": 51690
    },
    {
      "loss_action": 0.0012428448535501957,
      "loss_total": 0.0012428448535501957,
      "step": 51690
    },
    {
      "loss_action": 0.003468407317996025,
      "loss_total": 0.003468407317996025,
      "step": 51690
    },
    {
      "loss_action": 0.007059185765683651,
      "loss_total": 0.007059185765683651,
      "step": 51690
    },
    {
      "loss_action": 0.01885777711868286,
      "loss_total": 0.01885777711868286,
      "step": 51690
    },
    {
      "loss_action": 0.006290822755545378,
      "loss_total": 0.006290822755545378,
      "step": 51690
    },
    {
      "loss_action": 0.004448298830538988,
      "loss_total": 0.004448298830538988,
      "step": 51690
    },
    {
      "grad_norm": 0.08304021507501602,
      "learning_rate": 5.1324274449478204e-05,
      "loss": 0.006,
      "step": 51700
    },
    {
      "loss_action": 0.0022314616944640875,
      "loss_total": 0.0022314616944640875,
      "step": 51700
    },
    {
      "loss_action": 0.004055142402648926,
      "loss_total": 0.004055142402648926,
      "step": 51700
    },
    {
      "loss_action": 0.0019611804746091366,
      "loss_total": 0.0019611804746091366,
      "step": 51700
    },
    {
      "loss_action": 0.009376286529004574,
      "loss_total": 0.009376286529004574,
      "step": 51700
    },
    {
      "loss_action": 0.00675048166885972,
      "loss_total": 0.00675048166885972,
      "step": 51700
    },
    {
      "loss_action": 0.002712200628593564,
      "loss_total": 0.002712200628593564,
      "step": 51700
    },
    {
      "loss_action": 0.0016838967567309737,
      "loss_total": 0.0016838967567309737,
      "step": 51700
    },
    {
      "loss_action": 0.005034763365983963,
      "loss_total": 0.005034763365983963,
      "step": 51700
    },
    {
      "grad_norm": 0.15569770336151123,
      "learning_rate": 5.130774547959909e-05,
      "loss": 0.0072,
      "step": 51710
    },
    {
      "loss_action": 0.006062069907784462,
      "loss_total": 0.006062069907784462,
      "step": 51710
    },
    {
      "loss_action": 0.005576004274189472,
      "loss_total": 0.005576004274189472,
      "step": 51710
    },
    {
      "loss_action": 0.00631734961643815,
      "loss_total": 0.00631734961643815,
      "step": 51710
    },
    {
      "loss_action": 0.004148493055254221,
      "loss_total": 0.004148493055254221,
      "step": 51710
    },
    {
      "loss_action": 0.009623091667890549,
      "loss_total": 0.009623091667890549,
      "step": 51710
    },
    {
      "loss_action": 0.00672655226662755,
      "loss_total": 0.00672655226662755,
      "step": 51710
    },
    {
      "loss_action": 0.004379344172775745,
      "loss_total": 0.004379344172775745,
      "step": 51710
    },
    {
      "loss_action": 0.007008709013462067,
      "loss_total": 0.007008709013462067,
      "step": 51710
    },
    {
      "grad_norm": 0.10939430445432663,
      "learning_rate": 5.129121636670692e-05,
      "loss": 0.008,
      "step": 51720
    },
    {
      "loss_action": 0.008378704078495502,
      "loss_total": 0.008378704078495502,
      "step": 51720
    },
    {
      "loss_action": 0.005856848321855068,
      "loss_total": 0.005856848321855068,
      "step": 51720
    },
    {
      "loss_action": 0.006360882893204689,
      "loss_total": 0.006360882893204689,
      "step": 51720
    },
    {
      "loss_action": 0.006614450830966234,
      "loss_total": 0.006614450830966234,
      "step": 51720
    },
    {
      "loss_action": 0.0039099897257983685,
      "loss_total": 0.0039099897257983685,
      "step": 51720
    },
    {
      "loss_action": 0.0036813453771173954,
      "loss_total": 0.0036813453771173954,
      "step": 51720
    },
    {
      "loss_action": 0.00477953115478158,
      "loss_total": 0.00477953115478158,
      "step": 51720
    },
    {
      "loss_action": 0.004995301365852356,
      "loss_total": 0.004995301365852356,
      "step": 51720
    },
    {
      "grad_norm": 0.09152685850858688,
      "learning_rate": 5.1274687112609246e-05,
      "loss": 0.0072,
      "step": 51730
    },
    {
      "loss_action": 0.005769195035099983,
      "loss_total": 0.005769195035099983,
      "step": 51730
    },
    {
      "loss_action": 0.008691336959600449,
      "loss_total": 0.008691336959600449,
      "step": 51730
    },
    {
      "loss_action": 0.00839967466890812,
      "loss_total": 0.00839967466890812,
      "step": 51730
    },
    {
      "loss_action": 0.019036609679460526,
      "loss_total": 0.019036609679460526,
      "step": 51730
    },
    {
      "loss_action": 0.031381987035274506,
      "loss_total": 0.031381987035274506,
      "step": 51730
    },
    {
      "loss_action": 0.004491616506129503,
      "loss_total": 0.004491616506129503,
      "step": 51730
    },
    {
      "loss_action": 0.006439028307795525,
      "loss_total": 0.006439028307795525,
      "step": 51730
    },
    {
      "loss_action": 0.005642087198793888,
      "loss_total": 0.005642087198793888,
      "step": 51730
    },
    {
      "grad_norm": 0.08611765503883362,
      "learning_rate": 5.125815771911372e-05,
      "loss": 0.0084,
      "step": 51740
    },
    {
      "loss_action": 0.0022587275598198175,
      "loss_total": 0.0022587275598198175,
      "step": 51740
    },
    {
      "loss_action": 0.003719818312674761,
      "loss_total": 0.003719818312674761,
      "step": 51740
    },
    {
      "loss_action": 0.017135677859187126,
      "loss_total": 0.017135677859187126,
      "step": 51740
    },
    {
      "loss_action": 0.006948980502784252,
      "loss_total": 0.006948980502784252,
      "step": 51740
    },
    {
      "loss_action": 0.007473779376596212,
      "loss_total": 0.007473779376596212,
      "step": 51740
    },
    {
      "loss_action": 0.00872616283595562,
      "loss_total": 0.00872616283595562,
      "step": 51740
    },
    {
      "loss_action": 0.018828462809324265,
      "loss_total": 0.018828462809324265,
      "step": 51740
    },
    {
      "loss_action": 0.002751369960606098,
      "loss_total": 0.002751369960606098,
      "step": 51740
    },
    {
      "grad_norm": 0.07028903812170029,
      "learning_rate": 5.1241628188027956e-05,
      "loss": 0.0066,
      "step": 51750
    },
    {
      "loss_action": 0.018569406121969223,
      "loss_total": 0.018569406121969223,
      "step": 51750
    },
    {
      "loss_action": 0.002167536411434412,
      "loss_total": 0.002167536411434412,
      "step": 51750
    },
    {
      "loss_action": 0.0058009689673781395,
      "loss_total": 0.0058009689673781395,
      "step": 51750
    },
    {
      "loss_action": 0.005671417340636253,
      "loss_total": 0.005671417340636253,
      "step": 51750
    },
    {
      "loss_action": 0.008212899789214134,
      "loss_total": 0.008212899789214134,
      "step": 51750
    },
    {
      "loss_action": 0.0061937496066093445,
      "loss_total": 0.0061937496066093445,
      "step": 51750
    },
    {
      "loss_action": 0.006561389192938805,
      "loss_total": 0.006561389192938805,
      "step": 51750
    },
    {
      "loss_action": 0.008165737614035606,
      "loss_total": 0.008165737614035606,
      "step": 51750
    },
    {
      "grad_norm": 0.11639883369207382,
      "learning_rate": 5.1225098521159585e-05,
      "loss": 0.0066,
      "step": 51760
    },
    {
      "loss_action": 0.0027326620183885098,
      "loss_total": 0.0027326620183885098,
      "step": 51760
    },
    {
      "loss_action": 0.014476204290986061,
      "loss_total": 0.014476204290986061,
      "step": 51760
    },
    {
      "loss_action": 0.0063544088043272495,
      "loss_total": 0.0063544088043272495,
      "step": 51760
    },
    {
      "loss_action": 0.011307185515761375,
      "loss_total": 0.011307185515761375,
      "step": 51760
    },
    {
      "loss_action": 0.021360203623771667,
      "loss_total": 0.021360203623771667,
      "step": 51760
    },
    {
      "loss_action": 0.006066607777029276,
      "loss_total": 0.006066607777029276,
      "step": 51760
    },
    {
      "loss_action": 0.005075034685432911,
      "loss_total": 0.005075034685432911,
      "step": 51760
    },
    {
      "loss_action": 0.004096291959285736,
      "loss_total": 0.004096291959285736,
      "step": 51760
    },
    {
      "grad_norm": 0.09125685691833496,
      "learning_rate": 5.12085687203163e-05,
      "loss": 0.0075,
      "step": 51770
    },
    {
      "loss_action": 0.0035922450479120016,
      "loss_total": 0.0035922450479120016,
      "step": 51770
    },
    {
      "loss_action": 0.01048121228814125,
      "loss_total": 0.01048121228814125,
      "step": 51770
    },
    {
      "loss_action": 0.0036387958098202944,
      "loss_total": 0.0036387958098202944,
      "step": 51770
    },
    {
      "loss_action": 0.007751922123134136,
      "loss_total": 0.007751922123134136,
      "step": 51770
    },
    {
      "loss_action": 0.0036290495190769434,
      "loss_total": 0.0036290495190769434,
      "step": 51770
    },
    {
      "loss_action": 0.010306152515113354,
      "loss_total": 0.010306152515113354,
      "step": 51770
    },
    {
      "loss_action": 0.007177857682108879,
      "loss_total": 0.007177857682108879,
      "step": 51770
    },
    {
      "loss_action": 0.004924240056425333,
      "loss_total": 0.004924240056425333,
      "step": 51770
    },
    {
      "grad_norm": 0.10115663707256317,
      "learning_rate": 5.119203878730575e-05,
      "loss": 0.0071,
      "step": 51780
    },
    {
      "loss_action": 0.010273782536387444,
      "loss_total": 0.010273782536387444,
      "step": 51780
    },
    {
      "loss_action": 0.010352253913879395,
      "loss_total": 0.010352253913879395,
      "step": 51780
    },
    {
      "loss_action": 0.013881542719900608,
      "loss_total": 0.013881542719900608,
      "step": 51780
    },
    {
      "loss_action": 0.005843896884471178,
      "loss_total": 0.005843896884471178,
      "step": 51780
    },
    {
      "loss_action": 0.013285997323691845,
      "loss_total": 0.013285997323691845,
      "step": 51780
    },
    {
      "loss_action": 0.005635733250528574,
      "loss_total": 0.005635733250528574,
      "step": 51780
    },
    {
      "loss_action": 0.0032126251608133316,
      "loss_total": 0.0032126251608133316,
      "step": 51780
    },
    {
      "loss_action": 0.01779746077954769,
      "loss_total": 0.01779746077954769,
      "step": 51780
    },
    {
      "grad_norm": 0.09437225759029388,
      "learning_rate": 5.117550872393564e-05,
      "loss": 0.0089,
      "step": 51790
    },
    {
      "loss_action": 0.003611680818721652,
      "loss_total": 0.003611680818721652,
      "step": 51790
    },
    {
      "loss_action": 0.0032785264775156975,
      "loss_total": 0.0032785264775156975,
      "step": 51790
    },
    {
      "loss_action": 0.0036373697221279144,
      "loss_total": 0.0036373697221279144,
      "step": 51790
    },
    {
      "loss_action": 0.004703093320131302,
      "loss_total": 0.004703093320131302,
      "step": 51790
    },
    {
      "loss_action": 0.002522763330489397,
      "loss_total": 0.002522763330489397,
      "step": 51790
    },
    {
      "loss_action": 0.0035321791656315327,
      "loss_total": 0.0035321791656315327,
      "step": 51790
    },
    {
      "loss_action": 0.011054418049752712,
      "loss_total": 0.011054418049752712,
      "step": 51790
    },
    {
      "loss_action": 0.005891568027436733,
      "loss_total": 0.005891568027436733,
      "step": 51790
    },
    {
      "grad_norm": 0.0878899022936821,
      "learning_rate": 5.1158978532013645e-05,
      "loss": 0.0064,
      "step": 51800
    },
    {
      "loss_action": 0.0029422796797007322,
      "loss_total": 0.0029422796797007322,
      "step": 51800
    },
    {
      "loss_action": 0.0016662068665027618,
      "loss_total": 0.0016662068665027618,
      "step": 51800
    },
    {
      "loss_action": 0.0030240346677601337,
      "loss_total": 0.0030240346677601337,
      "step": 51800
    },
    {
      "loss_action": 0.0034003129694610834,
      "loss_total": 0.0034003129694610834,
      "step": 51800
    },
    {
      "loss_action": 0.005930538289248943,
      "loss_total": 0.005930538289248943,
      "step": 51800
    },
    {
      "loss_action": 0.005331807304173708,
      "loss_total": 0.005331807304173708,
      "step": 51800
    },
    {
      "loss_action": 0.009765252470970154,
      "loss_total": 0.009765252470970154,
      "step": 51800
    },
    {
      "loss_action": 0.01236693188548088,
      "loss_total": 0.01236693188548088,
      "step": 51800
    },
    {
      "grad_norm": 0.06563939154148102,
      "learning_rate": 5.114244821334751e-05,
      "loss": 0.0063,
      "step": 51810
    },
    {
      "loss_action": 0.003319201059639454,
      "loss_total": 0.003319201059639454,
      "step": 51810
    },
    {
      "loss_action": 0.005285909399390221,
      "loss_total": 0.005285909399390221,
      "step": 51810
    },
    {
      "loss_action": 0.015475423075258732,
      "loss_total": 0.015475423075258732,
      "step": 51810
    },
    {
      "loss_action": 0.0014561595162376761,
      "loss_total": 0.0014561595162376761,
      "step": 51810
    },
    {
      "loss_action": 0.005496473517268896,
      "loss_total": 0.005496473517268896,
      "step": 51810
    },
    {
      "loss_action": 0.0024095645640045404,
      "loss_total": 0.0024095645640045404,
      "step": 51810
    },
    {
      "loss_action": 0.003872479312121868,
      "loss_total": 0.003872479312121868,
      "step": 51810
    },
    {
      "loss_action": 0.011150631122291088,
      "loss_total": 0.011150631122291088,
      "step": 51810
    },
    {
      "grad_norm": 0.08801011741161346,
      "learning_rate": 5.112591776974497e-05,
      "loss": 0.0076,
      "step": 51820
    },
    {
      "loss_action": 0.00996171310544014,
      "loss_total": 0.00996171310544014,
      "step": 51820
    },
    {
      "loss_action": 0.0061763981357216835,
      "loss_total": 0.0061763981357216835,
      "step": 51820
    },
    {
      "loss_action": 0.009634735994040966,
      "loss_total": 0.009634735994040966,
      "step": 51820
    },
    {
      "loss_action": 0.006518060341477394,
      "loss_total": 0.006518060341477394,
      "step": 51820
    },
    {
      "loss_action": 0.009322365745902061,
      "loss_total": 0.009322365745902061,
      "step": 51820
    },
    {
      "loss_action": 0.0061559006571769714,
      "loss_total": 0.0061559006571769714,
      "step": 51820
    },
    {
      "loss_action": 0.008024314418435097,
      "loss_total": 0.008024314418435097,
      "step": 51820
    },
    {
      "loss_action": 0.007568409666419029,
      "loss_total": 0.007568409666419029,
      "step": 51820
    },
    {
      "grad_norm": 0.14760571718215942,
      "learning_rate": 5.110938720301374e-05,
      "loss": 0.0074,
      "step": 51830
    },
    {
      "loss_action": 0.0034428583458065987,
      "loss_total": 0.0034428583458065987,
      "step": 51830
    },
    {
      "loss_action": 0.003066699020564556,
      "loss_total": 0.003066699020564556,
      "step": 51830
    },
    {
      "loss_action": 0.013453684747219086,
      "loss_total": 0.013453684747219086,
      "step": 51830
    },
    {
      "loss_action": 0.0022321115247905254,
      "loss_total": 0.0022321115247905254,
      "step": 51830
    },
    {
      "loss_action": 0.00797984842211008,
      "loss_total": 0.00797984842211008,
      "step": 51830
    },
    {
      "loss_action": 0.007124766241759062,
      "loss_total": 0.007124766241759062,
      "step": 51830
    },
    {
      "loss_action": 0.006273422855883837,
      "loss_total": 0.006273422855883837,
      "step": 51830
    },
    {
      "loss_action": 0.013781195506453514,
      "loss_total": 0.013781195506453514,
      "step": 51830
    },
    {
      "grad_norm": 0.11906632781028748,
      "learning_rate": 5.1092856514961595e-05,
      "loss": 0.0071,
      "step": 51840
    },
    {
      "loss_action": 0.0024644737131893635,
      "loss_total": 0.0024644737131893635,
      "step": 51840
    },
    {
      "loss_action": 0.005636436864733696,
      "loss_total": 0.005636436864733696,
      "step": 51840
    },
    {
      "loss_action": 0.007571019232273102,
      "loss_total": 0.007571019232273102,
      "step": 51840
    },
    {
      "loss_action": 0.011714719235897064,
      "loss_total": 0.011714719235897064,
      "step": 51840
    },
    {
      "loss_action": 0.010599680244922638,
      "loss_total": 0.010599680244922638,
      "step": 51840
    },
    {
      "loss_action": 0.0026606761384755373,
      "loss_total": 0.0026606761384755373,
      "step": 51840
    },
    {
      "loss_action": 0.003055271925404668,
      "loss_total": 0.003055271925404668,
      "step": 51840
    },
    {
      "loss_action": 0.0059294505044817924,
      "loss_total": 0.0059294505044817924,
      "step": 51840
    },
    {
      "grad_norm": 0.1098889485001564,
      "learning_rate": 5.107632570739631e-05,
      "loss": 0.0076,
      "step": 51850
    },
    {
      "loss_action": 0.004569078329950571,
      "loss_total": 0.004569078329950571,
      "step": 51850
    },
    {
      "loss_action": 0.00460756616666913,
      "loss_total": 0.00460756616666913,
      "step": 51850
    },
    {
      "loss_action": 0.006096229888498783,
      "loss_total": 0.006096229888498783,
      "step": 51850
    },
    {
      "loss_action": 0.0080632995814085,
      "loss_total": 0.0080632995814085,
      "step": 51850
    },
    {
      "loss_action": 0.004488128703087568,
      "loss_total": 0.004488128703087568,
      "step": 51850
    },
    {
      "loss_action": 0.005724240094423294,
      "loss_total": 0.005724240094423294,
      "step": 51850
    },
    {
      "loss_action": 0.004612315911799669,
      "loss_total": 0.004612315911799669,
      "step": 51850
    },
    {
      "loss_action": 0.0035563448909670115,
      "loss_total": 0.0035563448909670115,
      "step": 51850
    },
    {
      "grad_norm": 0.0878554955124855,
      "learning_rate": 5.1059794782125645e-05,
      "loss": 0.0082,
      "step": 51860
    },
    {
      "loss_action": 0.00710705341771245,
      "loss_total": 0.00710705341771245,
      "step": 51860
    },
    {
      "loss_action": 0.006999073550105095,
      "loss_total": 0.006999073550105095,
      "step": 51860
    },
    {
      "loss_action": 0.003439288353547454,
      "loss_total": 0.003439288353547454,
      "step": 51860
    },
    {
      "loss_action": 0.009636749513447285,
      "loss_total": 0.009636749513447285,
      "step": 51860
    },
    {
      "loss_action": 0.007150514516979456,
      "loss_total": 0.007150514516979456,
      "step": 51860
    },
    {
      "loss_action": 0.006146309897303581,
      "loss_total": 0.006146309897303581,
      "step": 51860
    },
    {
      "loss_action": 0.0037420596927404404,
      "loss_total": 0.0037420596927404404,
      "step": 51860
    },
    {
      "loss_action": 0.004190258681774139,
      "loss_total": 0.004190258681774139,
      "step": 51860
    },
    {
      "grad_norm": 0.08396240323781967,
      "learning_rate": 5.104326374095744e-05,
      "loss": 0.0076,
      "step": 51870
    },
    {
      "loss_action": 0.005644614342600107,
      "loss_total": 0.005644614342600107,
      "step": 51870
    },
    {
      "loss_action": 0.004092579707503319,
      "loss_total": 0.004092579707503319,
      "step": 51870
    },
    {
      "loss_action": 0.006665386259555817,
      "loss_total": 0.006665386259555817,
      "step": 51870
    },
    {
      "loss_action": 0.006550312973558903,
      "loss_total": 0.006550312973558903,
      "step": 51870
    },
    {
      "loss_action": 0.005520015489310026,
      "loss_total": 0.005520015489310026,
      "step": 51870
    },
    {
      "loss_action": 0.004985962063074112,
      "loss_total": 0.004985962063074112,
      "step": 51870
    },
    {
      "loss_action": 0.0023594647645950317,
      "loss_total": 0.0023594647645950317,
      "step": 51870
    },
    {
      "loss_action": 0.0041744280606508255,
      "loss_total": 0.0041744280606508255,
      "step": 51870
    },
    {
      "grad_norm": 0.1009875237941742,
      "learning_rate": 5.102673258569947e-05,
      "loss": 0.0076,
      "step": 51880
    },
    {
      "loss_action": 0.00732796685770154,
      "loss_total": 0.00732796685770154,
      "step": 51880
    },
    {
      "loss_action": 0.011560425162315369,
      "loss_total": 0.011560425162315369,
      "step": 51880
    },
    {
      "loss_action": 0.0023067761212587357,
      "loss_total": 0.0023067761212587357,
      "step": 51880
    },
    {
      "loss_action": 0.0057497769594192505,
      "loss_total": 0.0057497769594192505,
      "step": 51880
    },
    {
      "loss_action": 0.006929404567927122,
      "loss_total": 0.006929404567927122,
      "step": 51880
    },
    {
      "loss_action": 0.00476944912225008,
      "loss_total": 0.00476944912225008,
      "step": 51880
    },
    {
      "loss_action": 0.006048844661563635,
      "loss_total": 0.006048844661563635,
      "step": 51880
    },
    {
      "loss_action": 0.00899339560419321,
      "loss_total": 0.00899339560419321,
      "step": 51880
    },
    {
      "grad_norm": 0.06624599546194077,
      "learning_rate": 5.101020131815956e-05,
      "loss": 0.0069,
      "step": 51890
    },
    {
      "loss_action": 0.002499406225979328,
      "loss_total": 0.002499406225979328,
      "step": 51890
    },
    {
      "loss_action": 0.012019559741020203,
      "loss_total": 0.012019559741020203,
      "step": 51890
    },
    {
      "loss_action": 0.0022248642053455114,
      "loss_total": 0.0022248642053455114,
      "step": 51890
    },
    {
      "loss_action": 0.008982173167169094,
      "loss_total": 0.008982173167169094,
      "step": 51890
    },
    {
      "loss_action": 0.0079291220754385,
      "loss_total": 0.0079291220754385,
      "step": 51890
    },
    {
      "loss_action": 0.00723671168088913,
      "loss_total": 0.00723671168088913,
      "step": 51890
    },
    {
      "loss_action": 0.007761863991618156,
      "loss_total": 0.007761863991618156,
      "step": 51890
    },
    {
      "loss_action": 0.0024974863044917583,
      "loss_total": 0.0024974863044917583,
      "step": 51890
    },
    {
      "grad_norm": 0.0706719160079956,
      "learning_rate": 5.099366994014556e-05,
      "loss": 0.0065,
      "step": 51900
    },
    {
      "loss_action": 0.014566727913916111,
      "loss_total": 0.014566727913916111,
      "step": 51900
    },
    {
      "loss_action": 0.007006642408668995,
      "loss_total": 0.007006642408668995,
      "step": 51900
    },
    {
      "loss_action": 0.0063244011253118515,
      "loss_total": 0.0063244011253118515,
      "step": 51900
    },
    {
      "loss_action": 0.005131710320711136,
      "loss_total": 0.005131710320711136,
      "step": 51900
    },
    {
      "loss_action": 0.004954990465193987,
      "loss_total": 0.004954990465193987,
      "step": 51900
    },
    {
      "loss_action": 0.004844320006668568,
      "loss_total": 0.004844320006668568,
      "step": 51900
    },
    {
      "loss_action": 0.003674148116260767,
      "loss_total": 0.003674148116260767,
      "step": 51900
    },
    {
      "loss_action": 0.0016651718178763986,
      "loss_total": 0.0016651718178763986,
      "step": 51900
    },
    {
      "grad_norm": 0.14149418473243713,
      "learning_rate": 5.097713845346532e-05,
      "loss": 0.0064,
      "step": 51910
    },
    {
      "loss_action": 0.003684308845549822,
      "loss_total": 0.003684308845549822,
      "step": 51910
    },
    {
      "loss_action": 0.008227506652474403,
      "loss_total": 0.008227506652474403,
      "step": 51910
    },
    {
      "loss_action": 0.003511988092213869,
      "loss_total": 0.003511988092213869,
      "step": 51910
    },
    {
      "loss_action": 0.004341163672506809,
      "loss_total": 0.004341163672506809,
      "step": 51910
    },
    {
      "loss_action": 0.0033605434000492096,
      "loss_total": 0.0033605434000492096,
      "step": 51910
    },
    {
      "loss_action": 0.0027479128912091255,
      "loss_total": 0.0027479128912091255,
      "step": 51910
    },
    {
      "loss_action": 0.001605983474291861,
      "loss_total": 0.001605983474291861,
      "step": 51910
    },
    {
      "loss_action": 0.009830605238676071,
      "loss_total": 0.009830605238676071,
      "step": 51910
    },
    {
      "grad_norm": 0.09983140230178833,
      "learning_rate": 5.096060685992668e-05,
      "loss": 0.0062,
      "step": 51920
    },
    {
      "loss_action": 0.005160493776202202,
      "loss_total": 0.005160493776202202,
      "step": 51920
    },
    {
      "loss_action": 0.005552426911890507,
      "loss_total": 0.005552426911890507,
      "step": 51920
    },
    {
      "loss_action": 0.002795484848320484,
      "loss_total": 0.002795484848320484,
      "step": 51920
    },
    {
      "loss_action": 0.002533197868615389,
      "loss_total": 0.002533197868615389,
      "step": 51920
    },
    {
      "loss_action": 0.023786766454577446,
      "loss_total": 0.023786766454577446,
      "step": 51920
    },
    {
      "loss_action": 0.011379523202776909,
      "loss_total": 0.011379523202776909,
      "step": 51920
    },
    {
      "loss_action": 0.015339525416493416,
      "loss_total": 0.015339525416493416,
      "step": 51920
    },
    {
      "loss_action": 0.0018061655573546886,
      "loss_total": 0.0018061655573546886,
      "step": 51920
    },
    {
      "grad_norm": 0.1367047131061554,
      "learning_rate": 5.0944075161337514e-05,
      "loss": 0.0067,
      "step": 51930
    },
    {
      "loss_action": 0.004328060895204544,
      "loss_total": 0.004328060895204544,
      "step": 51930
    },
    {
      "loss_action": 0.007746556773781776,
      "loss_total": 0.007746556773781776,
      "step": 51930
    },
    {
      "loss_action": 0.0072838617488741875,
      "loss_total": 0.0072838617488741875,
      "step": 51930
    },
    {
      "loss_action": 0.0027463450096547604,
      "loss_total": 0.0027463450096547604,
      "step": 51930
    },
    {
      "loss_action": 0.0037074158899486065,
      "loss_total": 0.0037074158899486065,
      "step": 51930
    },
    {
      "loss_action": 0.0034810141660273075,
      "loss_total": 0.0034810141660273075,
      "step": 51930
    },
    {
      "loss_action": 0.004140352830290794,
      "loss_total": 0.004140352830290794,
      "step": 51930
    },
    {
      "loss_action": 0.0026879063807427883,
      "loss_total": 0.0026879063807427883,
      "step": 51930
    },
    {
      "grad_norm": 0.1088387668132782,
      "learning_rate": 5.09275433595057e-05,
      "loss": 0.0068,
      "step": 51940
    },
    {
      "loss_action": 0.011763221584260464,
      "loss_total": 0.011763221584260464,
      "step": 51940
    },
    {
      "loss_action": 0.004034406505525112,
      "loss_total": 0.004034406505525112,
      "step": 51940
    },
    {
      "loss_action": 0.004518134519457817,
      "loss_total": 0.004518134519457817,
      "step": 51940
    },
    {
      "loss_action": 0.010415690019726753,
      "loss_total": 0.010415690019726753,
      "step": 51940
    },
    {
      "loss_action": 0.003931398503482342,
      "loss_total": 0.003931398503482342,
      "step": 51940
    },
    {
      "loss_action": 0.011663738638162613,
      "loss_total": 0.011663738638162613,
      "step": 51940
    },
    {
      "loss_action": 0.00525274034589529,
      "loss_total": 0.00525274034589529,
      "step": 51940
    },
    {
      "loss_action": 0.0065467883832752705,
      "loss_total": 0.0065467883832752705,
      "step": 51940
    },
    {
      "grad_norm": 0.10164906084537506,
      "learning_rate": 5.0911011456239157e-05,
      "loss": 0.0071,
      "step": 51950
    },
    {
      "loss_action": 0.006535564083606005,
      "loss_total": 0.006535564083606005,
      "step": 51950
    },
    {
      "loss_action": 0.01072731614112854,
      "loss_total": 0.01072731614112854,
      "step": 51950
    },
    {
      "loss_action": 0.0063317702151834965,
      "loss_total": 0.0063317702151834965,
      "step": 51950
    },
    {
      "loss_action": 0.00828142836689949,
      "loss_total": 0.00828142836689949,
      "step": 51950
    },
    {
      "loss_action": 0.0027488628402352333,
      "loss_total": 0.0027488628402352333,
      "step": 51950
    },
    {
      "loss_action": 0.006177529692649841,
      "loss_total": 0.006177529692649841,
      "step": 51950
    },
    {
      "loss_action": 0.00824042223393917,
      "loss_total": 0.00824042223393917,
      "step": 51950
    },
    {
      "loss_action": 0.007154175546020269,
      "loss_total": 0.007154175546020269,
      "step": 51950
    },
    {
      "grad_norm": 0.10926111042499542,
      "learning_rate": 5.089447945334574e-05,
      "loss": 0.0087,
      "step": 51960
    },
    {
      "loss_action": 0.005995364859700203,
      "loss_total": 0.005995364859700203,
      "step": 51960
    },
    {
      "loss_action": 0.007312523666769266,
      "loss_total": 0.007312523666769266,
      "step": 51960
    },
    {
      "loss_action": 0.003955899737775326,
      "loss_total": 0.003955899737775326,
      "step": 51960
    },
    {
      "loss_action": 0.0062800003215670586,
      "loss_total": 0.0062800003215670586,
      "step": 51960
    },
    {
      "loss_action": 0.01300804689526558,
      "loss_total": 0.01300804689526558,
      "step": 51960
    },
    {
      "loss_action": 0.0026754848659038544,
      "loss_total": 0.0026754848659038544,
      "step": 51960
    },
    {
      "loss_action": 0.007703719660639763,
      "loss_total": 0.007703719660639763,
      "step": 51960
    },
    {
      "loss_action": 0.009063024073839188,
      "loss_total": 0.009063024073839188,
      "step": 51960
    },
    {
      "grad_norm": 0.10700462758541107,
      "learning_rate": 5.087794735263343e-05,
      "loss": 0.0068,
      "step": 51970
    },
    {
      "loss_action": 0.006355979014188051,
      "loss_total": 0.006355979014188051,
      "step": 51970
    },
    {
      "loss_action": 0.002153632929548621,
      "loss_total": 0.002153632929548621,
      "step": 51970
    },
    {
      "loss_action": 0.012632028199732304,
      "loss_total": 0.012632028199732304,
      "step": 51970
    },
    {
      "loss_action": 0.006681504659354687,
      "loss_total": 0.006681504659354687,
      "step": 51970
    },
    {
      "loss_action": 0.006009500473737717,
      "loss_total": 0.006009500473737717,
      "step": 51970
    },
    {
      "loss_action": 0.009703777730464935,
      "loss_total": 0.009703777730464935,
      "step": 51970
    },
    {
      "loss_action": 0.004959465935826302,
      "loss_total": 0.004959465935826302,
      "step": 51970
    },
    {
      "loss_action": 0.007753721438348293,
      "loss_total": 0.007753721438348293,
      "step": 51970
    },
    {
      "grad_norm": 0.0948357954621315,
      "learning_rate": 5.086141515591011e-05,
      "loss": 0.0078,
      "step": 51980
    },
    {
      "loss_action": 0.01145174726843834,
      "loss_total": 0.01145174726843834,
      "step": 51980
    },
    {
      "loss_action": 0.005441899411380291,
      "loss_total": 0.005441899411380291,
      "step": 51980
    },
    {
      "loss_action": 0.007887834683060646,
      "loss_total": 0.007887834683060646,
      "step": 51980
    },
    {
      "loss_action": 0.01392167154699564,
      "loss_total": 0.01392167154699564,
      "step": 51980
    },
    {
      "loss_action": 0.0013444413198158145,
      "loss_total": 0.0013444413198158145,
      "step": 51980
    },
    {
      "loss_action": 0.0023343071807175875,
      "loss_total": 0.0023343071807175875,
      "step": 51980
    },
    {
      "loss_action": 0.009559078142046928,
      "loss_total": 0.009559078142046928,
      "step": 51980
    },
    {
      "loss_action": 0.0038699626456946135,
      "loss_total": 0.0038699626456946135,
      "step": 51980
    },
    {
      "grad_norm": 0.08771941065788269,
      "learning_rate": 5.084488286498371e-05,
      "loss": 0.007,
      "step": 51990
    },
    {
      "loss_action": 0.0137352105230093,
      "loss_total": 0.0137352105230093,
      "step": 51990
    },
    {
      "loss_action": 0.014262900687754154,
      "loss_total": 0.014262900687754154,
      "step": 51990
    },
    {
      "loss_action": 0.012626342475414276,
      "loss_total": 0.012626342475414276,
      "step": 51990
    },
    {
      "loss_action": 0.012042558752000332,
      "loss_total": 0.012042558752000332,
      "step": 51990
    },
    {
      "loss_action": 0.004440053831785917,
      "loss_total": 0.004440053831785917,
      "step": 51990
    },
    {
      "loss_action": 0.014191417954862118,
      "loss_total": 0.014191417954862118,
      "step": 51990
    },
    {
      "loss_action": 0.0020138744730502367,
      "loss_total": 0.0020138744730502367,
      "step": 51990
    },
    {
      "loss_action": 0.004916314501315355,
      "loss_total": 0.004916314501315355,
      "step": 51990
    },
    {
      "grad_norm": 0.15321387350559235,
      "learning_rate": 5.08283504816622e-05,
      "loss": 0.0085,
      "step": 52000
    },
    {
      "loss_action": 0.006603653077036142,
      "loss_total": 0.006603653077036142,
      "step": 52000
    },
    {
      "loss_action": 0.0037195428740233183,
      "loss_total": 0.0037195428740233183,
      "step": 52000
    },
    {
      "loss_action": 0.012330567464232445,
      "loss_total": 0.012330567464232445,
      "step": 52000
    },
    {
      "loss_action": 0.006577247753739357,
      "loss_total": 0.006577247753739357,
      "step": 52000
    },
    {
      "loss_action": 0.019224656745791435,
      "loss_total": 0.019224656745791435,
      "step": 52000
    },
    {
      "loss_action": 0.02186158113181591,
      "loss_total": 0.02186158113181591,
      "step": 52000
    },
    {
      "loss_action": 0.004078703001141548,
      "loss_total": 0.004078703001141548,
      "step": 52000
    },
    {
      "loss_action": 0.0128913763910532,
      "loss_total": 0.0128913763910532,
      "step": 52000
    },
    {
      "grad_norm": 0.11331909894943237,
      "learning_rate": 5.081181800775353e-05,
      "loss": 0.0075,
      "step": 52010
    },
    {
      "loss_action": 0.0063838837668299675,
      "loss_total": 0.0063838837668299675,
      "step": 52010
    },
    {
      "loss_action": 0.0051650675013661385,
      "loss_total": 0.0051650675013661385,
      "step": 52010
    },
    {
      "loss_action": 0.002930276794359088,
      "loss_total": 0.002930276794359088,
      "step": 52010
    },
    {
      "loss_action": 0.009162005968391895,
      "loss_total": 0.009162005968391895,
      "step": 52010
    },
    {
      "loss_action": 0.0048290700651705265,
      "loss_total": 0.0048290700651705265,
      "step": 52010
    },
    {
      "loss_action": 0.002087073400616646,
      "loss_total": 0.002087073400616646,
      "step": 52010
    },
    {
      "loss_action": 0.002330372342839837,
      "loss_total": 0.002330372342839837,
      "step": 52010
    },
    {
      "loss_action": 0.008899200707674026,
      "loss_total": 0.008899200707674026,
      "step": 52010
    },
    {
      "grad_norm": 0.10553860664367676,
      "learning_rate": 5.079528544506565e-05,
      "loss": 0.0062,
      "step": 52020
    },
    {
      "loss_action": 0.007346744183450937,
      "loss_total": 0.007346744183450937,
      "step": 52020
    },
    {
      "loss_action": 0.003158347448334098,
      "loss_total": 0.003158347448334098,
      "step": 52020
    },
    {
      "loss_action": 0.008354250341653824,
      "loss_total": 0.008354250341653824,
      "step": 52020
    },
    {
      "loss_action": 0.005093680694699287,
      "loss_total": 0.005093680694699287,
      "step": 52020
    },
    {
      "loss_action": 0.00308353453874588,
      "loss_total": 0.00308353453874588,
      "step": 52020
    },
    {
      "loss_action": 0.007197866681963205,
      "loss_total": 0.007197866681963205,
      "step": 52020
    },
    {
      "loss_action": 0.0067632305435836315,
      "loss_total": 0.0067632305435836315,
      "step": 52020
    },
    {
      "loss_action": 0.00205676956102252,
      "loss_total": 0.00205676956102252,
      "step": 52020
    },
    {
      "grad_norm": 0.15465229749679565,
      "learning_rate": 5.077875279540657e-05,
      "loss": 0.007,
      "step": 52030
    },
    {
      "loss_action": 0.015139281749725342,
      "loss_total": 0.015139281749725342,
      "step": 52030
    },
    {
      "loss_action": 0.0031551180873066187,
      "loss_total": 0.0031551180873066187,
      "step": 52030
    },
    {
      "loss_action": 0.0055442387238144875,
      "loss_total": 0.0055442387238144875,
      "step": 52030
    },
    {
      "loss_action": 0.01519667636603117,
      "loss_total": 0.01519667636603117,
      "step": 52030
    },
    {
      "loss_action": 0.005057465750724077,
      "loss_total": 0.005057465750724077,
      "step": 52030
    },
    {
      "loss_action": 0.007336972281336784,
      "loss_total": 0.007336972281336784,
      "step": 52030
    },
    {
      "loss_action": 0.004113634582608938,
      "loss_total": 0.004113634582608938,
      "step": 52030
    },
    {
      "loss_action": 0.007784919813275337,
      "loss_total": 0.007784919813275337,
      "step": 52030
    },
    {
      "grad_norm": 0.1264292448759079,
      "learning_rate": 5.076222006058424e-05,
      "loss": 0.0076,
      "step": 52040
    },
    {
      "loss_action": 0.025956589728593826,
      "loss_total": 0.025956589728593826,
      "step": 52040
    },
    {
      "loss_action": 0.0033725877292454243,
      "loss_total": 0.0033725877292454243,
      "step": 52040
    },
    {
      "loss_action": 0.003891117637977004,
      "loss_total": 0.003891117637977004,
      "step": 52040
    },
    {
      "loss_action": 0.007993442937731743,
      "loss_total": 0.007993442937731743,
      "step": 52040
    },
    {
      "loss_action": 0.007406825199723244,
      "loss_total": 0.007406825199723244,
      "step": 52040
    },
    {
      "loss_action": 0.012295231223106384,
      "loss_total": 0.012295231223106384,
      "step": 52040
    },
    {
      "loss_action": 0.003245769767090678,
      "loss_total": 0.003245769767090678,
      "step": 52040
    },
    {
      "loss_action": 0.0025915014557540417,
      "loss_total": 0.0025915014557540417,
      "step": 52040
    },
    {
      "grad_norm": 0.1437140703201294,
      "learning_rate": 5.074568724240667e-05,
      "loss": 0.0066,
      "step": 52050
    },
    {
      "loss_action": 0.0115829948335886,
      "loss_total": 0.0115829948335886,
      "step": 52050
    },
    {
      "loss_action": 0.001850171945989132,
      "loss_total": 0.001850171945989132,
      "step": 52050
    },
    {
      "loss_action": 0.003659795969724655,
      "loss_total": 0.003659795969724655,
      "step": 52050
    },
    {
      "loss_action": 0.0032395431771874428,
      "loss_total": 0.0032395431771874428,
      "step": 52050
    },
    {
      "loss_action": 0.01415678858757019,
      "loss_total": 0.01415678858757019,
      "step": 52050
    },
    {
      "loss_action": 0.004777641035616398,
      "loss_total": 0.004777641035616398,
      "step": 52050
    },
    {
      "loss_action": 0.003767835907638073,
      "loss_total": 0.003767835907638073,
      "step": 52050
    },
    {
      "loss_action": 0.006022564601153135,
      "loss_total": 0.006022564601153135,
      "step": 52050
    },
    {
      "grad_norm": 0.131831556558609,
      "learning_rate": 5.072915434268187e-05,
      "loss": 0.0075,
      "step": 52060
    },
    {
      "loss_action": 0.0020838631317019463,
      "loss_total": 0.0020838631317019463,
      "step": 52060
    },
    {
      "loss_action": 0.004393723793327808,
      "loss_total": 0.004393723793327808,
      "step": 52060
    },
    {
      "loss_action": 0.0037223966792225838,
      "loss_total": 0.0037223966792225838,
      "step": 52060
    },
    {
      "loss_action": 0.009489438496530056,
      "loss_total": 0.009489438496530056,
      "step": 52060
    },
    {
      "loss_action": 0.013041759841144085,
      "loss_total": 0.013041759841144085,
      "step": 52060
    },
    {
      "loss_action": 0.012046603485941887,
      "loss_total": 0.012046603485941887,
      "step": 52060
    },
    {
      "loss_action": 0.003738264786079526,
      "loss_total": 0.003738264786079526,
      "step": 52060
    },
    {
      "loss_action": 0.012148752808570862,
      "loss_total": 0.012148752808570862,
      "step": 52060
    },
    {
      "grad_norm": 0.19521236419677734,
      "learning_rate": 5.071262136321785e-05,
      "loss": 0.0071,
      "step": 52070
    },
    {
      "loss_action": 0.004912015050649643,
      "loss_total": 0.004912015050649643,
      "step": 52070
    },
    {
      "loss_action": 0.01622941717505455,
      "loss_total": 0.01622941717505455,
      "step": 52070
    },
    {
      "loss_action": 0.004808040335774422,
      "loss_total": 0.004808040335774422,
      "step": 52070
    },
    {
      "loss_action": 0.0061130886897444725,
      "loss_total": 0.0061130886897444725,
      "step": 52070
    },
    {
      "loss_action": 0.0035909623838961124,
      "loss_total": 0.0035909623838961124,
      "step": 52070
    },
    {
      "loss_action": 0.0032258760184049606,
      "loss_total": 0.0032258760184049606,
      "step": 52070
    },
    {
      "loss_action": 0.0057861655950546265,
      "loss_total": 0.0057861655950546265,
      "step": 52070
    },
    {
      "loss_action": 0.004585226997733116,
      "loss_total": 0.004585226997733116,
      "step": 52070
    },
    {
      "grad_norm": 0.102225661277771,
      "learning_rate": 5.069608830582262e-05,
      "loss": 0.0063,
      "step": 52080
    },
    {
      "loss_action": 0.0017159013077616692,
      "loss_total": 0.0017159013077616692,
      "step": 52080
    },
    {
      "loss_action": 0.00728945154696703,
      "loss_total": 0.00728945154696703,
      "step": 52080
    },
    {
      "loss_action": 0.006642250809818506,
      "loss_total": 0.006642250809818506,
      "step": 52080
    },
    {
      "loss_action": 0.00894375704228878,
      "loss_total": 0.00894375704228878,
      "step": 52080
    },
    {
      "loss_action": 0.006639540661126375,
      "loss_total": 0.006639540661126375,
      "step": 52080
    },
    {
      "loss_action": 0.008509228006005287,
      "loss_total": 0.008509228006005287,
      "step": 52080
    },
    {
      "loss_action": 0.007447371259331703,
      "loss_total": 0.007447371259331703,
      "step": 52080
    },
    {
      "loss_action": 0.010331501252949238,
      "loss_total": 0.010331501252949238,
      "step": 52080
    },
    {
      "grad_norm": 0.13957078754901886,
      "learning_rate": 5.067955517230423e-05,
      "loss": 0.0083,
      "step": 52090
    },
    {
      "loss_action": 0.00959728378802538,
      "loss_total": 0.00959728378802538,
      "step": 52090
    },
    {
      "loss_action": 0.0029436713084578514,
      "loss_total": 0.0029436713084578514,
      "step": 52090
    },
    {
      "loss_action": 0.0028512878343462944,
      "loss_total": 0.0028512878343462944,
      "step": 52090
    },
    {
      "loss_action": 0.0022560968063771725,
      "loss_total": 0.0022560968063771725,
      "step": 52090
    },
    {
      "loss_action": 0.006790395826101303,
      "loss_total": 0.006790395826101303,
      "step": 52090
    },
    {
      "loss_action": 0.004354954231530428,
      "loss_total": 0.004354954231530428,
      "step": 52090
    },
    {
      "loss_action": 0.010837518610060215,
      "loss_total": 0.010837518610060215,
      "step": 52090
    },
    {
      "loss_action": 0.004274846985936165,
      "loss_total": 0.004274846985936165,
      "step": 52090
    },
    {
      "grad_norm": 0.09883679449558258,
      "learning_rate": 5.06630219644707e-05,
      "loss": 0.0062,
      "step": 52100
    },
    {
      "loss_action": 0.010097067803144455,
      "loss_total": 0.010097067803144455,
      "step": 52100
    },
    {
      "loss_action": 0.004745145328342915,
      "loss_total": 0.004745145328342915,
      "step": 52100
    },
    {
      "loss_action": 0.0029788820538669825,
      "loss_total": 0.0029788820538669825,
      "step": 52100
    },
    {
      "loss_action": 0.00849897600710392,
      "loss_total": 0.00849897600710392,
      "step": 52100
    },
    {
      "loss_action": 0.001959210028871894,
      "loss_total": 0.001959210028871894,
      "step": 52100
    },
    {
      "loss_action": 0.01288207620382309,
      "loss_total": 0.01288207620382309,
      "step": 52100
    },
    {
      "loss_action": 0.010902825742959976,
      "loss_total": 0.010902825742959976,
      "step": 52100
    },
    {
      "loss_action": 0.0031655735801905394,
      "loss_total": 0.0031655735801905394,
      "step": 52100
    },
    {
      "grad_norm": 0.12814529240131378,
      "learning_rate": 5.064648868413008e-05,
      "loss": 0.0085,
      "step": 52110
    },
    {
      "loss_action": 0.002194714266806841,
      "loss_total": 0.002194714266806841,
      "step": 52110
    },
    {
      "loss_action": 0.007422293536365032,
      "loss_total": 0.007422293536365032,
      "step": 52110
    },
    {
      "loss_action": 0.0024784221313893795,
      "loss_total": 0.0024784221313893795,
      "step": 52110
    },
    {
      "loss_action": 0.00173562066629529,
      "loss_total": 0.00173562066629529,
      "step": 52110
    },
    {
      "loss_action": 0.013490015640854836,
      "loss_total": 0.013490015640854836,
      "step": 52110
    },
    {
      "loss_action": 0.004970279987901449,
      "loss_total": 0.004970279987901449,
      "step": 52110
    },
    {
      "loss_action": 0.0024428036995232105,
      "loss_total": 0.0024428036995232105,
      "step": 52110
    },
    {
      "loss_action": 0.009219740517437458,
      "loss_total": 0.009219740517437458,
      "step": 52110
    },
    {
      "grad_norm": 0.09520050883293152,
      "learning_rate": 5.062995533309044e-05,
      "loss": 0.0069,
      "step": 52120
    },
    {
      "loss_action": 0.003052741289138794,
      "loss_total": 0.003052741289138794,
      "step": 52120
    },
    {
      "loss_action": 0.020561503246426582,
      "loss_total": 0.020561503246426582,
      "step": 52120
    },
    {
      "loss_action": 0.030845174565911293,
      "loss_total": 0.030845174565911293,
      "step": 52120
    },
    {
      "loss_action": 0.0023034783080220222,
      "loss_total": 0.0023034783080220222,
      "step": 52120
    },
    {
      "loss_action": 0.011383691802620888,
      "loss_total": 0.011383691802620888,
      "step": 52120
    },
    {
      "loss_action": 0.005664756987243891,
      "loss_total": 0.005664756987243891,
      "step": 52120
    },
    {
      "loss_action": 0.0036954700481146574,
      "loss_total": 0.0036954700481146574,
      "step": 52120
    },
    {
      "loss_action": 0.020486988127231598,
      "loss_total": 0.020486988127231598,
      "step": 52120
    },
    {
      "grad_norm": 0.07862132787704468,
      "learning_rate": 5.061342191315983e-05,
      "loss": 0.0079,
      "step": 52130
    },
    {
      "loss_action": 0.006164194084703922,
      "loss_total": 0.006164194084703922,
      "step": 52130
    },
    {
      "loss_action": 0.003566896542906761,
      "loss_total": 0.003566896542906761,
      "step": 52130
    },
    {
      "loss_action": 0.01103586982935667,
      "loss_total": 0.01103586982935667,
      "step": 52130
    },
    {
      "loss_action": 0.007005001418292522,
      "loss_total": 0.007005001418292522,
      "step": 52130
    },
    {
      "loss_action": 0.0030206511728465557,
      "loss_total": 0.0030206511728465557,
      "step": 52130
    },
    {
      "loss_action": 0.004860597662627697,
      "loss_total": 0.004860597662627697,
      "step": 52130
    },
    {
      "loss_action": 0.005281105637550354,
      "loss_total": 0.005281105637550354,
      "step": 52130
    },
    {
      "loss_action": 0.023388337343931198,
      "loss_total": 0.023388337343931198,
      "step": 52130
    },
    {
      "grad_norm": 0.09118899703025818,
      "learning_rate": 5.0596888426146325e-05,
      "loss": 0.006,
      "step": 52140
    },
    {
      "loss_action": 0.007201125845313072,
      "loss_total": 0.007201125845313072,
      "step": 52140
    },
    {
      "loss_action": 0.0019710396882146597,
      "loss_total": 0.0019710396882146597,
      "step": 52140
    },
    {
      "loss_action": 0.00508795864880085,
      "loss_total": 0.00508795864880085,
      "step": 52140
    },
    {
      "loss_action": 0.006333895958960056,
      "loss_total": 0.006333895958960056,
      "step": 52140
    },
    {
      "loss_action": 0.008855356834828854,
      "loss_total": 0.008855356834828854,
      "step": 52140
    },
    {
      "loss_action": 0.013052847236394882,
      "loss_total": 0.013052847236394882,
      "step": 52140
    },
    {
      "loss_action": 0.004697070457041264,
      "loss_total": 0.004697070457041264,
      "step": 52140
    },
    {
      "loss_action": 0.0027413018979132175,
      "loss_total": 0.0027413018979132175,
      "step": 52140
    },
    {
      "grad_norm": 0.08779754489660263,
      "learning_rate": 5.058035487385798e-05,
      "loss": 0.0068,
      "step": 52150
    },
    {
      "loss_action": 0.002265517832711339,
      "loss_total": 0.002265517832711339,
      "step": 52150
    },
    {
      "loss_action": 0.0031048995442688465,
      "loss_total": 0.0031048995442688465,
      "step": 52150
    },
    {
      "loss_action": 0.01617916114628315,
      "loss_total": 0.01617916114628315,
      "step": 52150
    },
    {
      "loss_action": 0.0019495664164423943,
      "loss_total": 0.0019495664164423943,
      "step": 52150
    },
    {
      "loss_action": 0.003046552650630474,
      "loss_total": 0.003046552650630474,
      "step": 52150
    },
    {
      "loss_action": 0.0023183790035545826,
      "loss_total": 0.0023183790035545826,
      "step": 52150
    },
    {
      "loss_action": 0.003084588795900345,
      "loss_total": 0.003084588795900345,
      "step": 52150
    },
    {
      "loss_action": 0.008859170600771904,
      "loss_total": 0.008859170600771904,
      "step": 52150
    },
    {
      "grad_norm": 0.06303692609071732,
      "learning_rate": 5.0563821258102915e-05,
      "loss": 0.0064,
      "step": 52160
    },
    {
      "loss_action": 0.0027890577912330627,
      "loss_total": 0.0027890577912330627,
      "step": 52160
    },
    {
      "loss_action": 0.0014087026938796043,
      "loss_total": 0.0014087026938796043,
      "step": 52160
    },
    {
      "loss_action": 0.005251224152743816,
      "loss_total": 0.005251224152743816,
      "step": 52160
    },
    {
      "loss_action": 0.006095787975937128,
      "loss_total": 0.006095787975937128,
      "step": 52160
    },
    {
      "loss_action": 0.0027235113084316254,
      "loss_total": 0.0027235113084316254,
      "step": 52160
    },
    {
      "loss_action": 0.004658474586904049,
      "loss_total": 0.004658474586904049,
      "step": 52160
    },
    {
      "loss_action": 0.010198737494647503,
      "loss_total": 0.010198737494647503,
      "step": 52160
    },
    {
      "loss_action": 0.0023157151881605387,
      "loss_total": 0.0023157151881605387,
      "step": 52160
    },
    {
      "grad_norm": 0.10059167444705963,
      "learning_rate": 5.05472875806892e-05,
      "loss": 0.0069,
      "step": 52170
    },
    {
      "loss_action": 0.005424830596894026,
      "loss_total": 0.005424830596894026,
      "step": 52170
    },
    {
      "loss_action": 0.00838213786482811,
      "loss_total": 0.00838213786482811,
      "step": 52170
    },
    {
      "loss_action": 0.004816683940589428,
      "loss_total": 0.004816683940589428,
      "step": 52170
    },
    {
      "loss_action": 0.004204373806715012,
      "loss_total": 0.004204373806715012,
      "step": 52170
    },
    {
      "loss_action": 0.004760672338306904,
      "loss_total": 0.004760672338306904,
      "step": 52170
    },
    {
      "loss_action": 0.006028752774000168,
      "loss_total": 0.006028752774000168,
      "step": 52170
    },
    {
      "loss_action": 0.010267175734043121,
      "loss_total": 0.010267175734043121,
      "step": 52170
    },
    {
      "loss_action": 0.003546664956957102,
      "loss_total": 0.003546664956957102,
      "step": 52170
    },
    {
      "grad_norm": 0.09913915395736694,
      "learning_rate": 5.053075384342494e-05,
      "loss": 0.0072,
      "step": 52180
    },
    {
      "loss_action": 0.017803862690925598,
      "loss_total": 0.017803862690925598,
      "step": 52180
    },
    {
      "loss_action": 0.006864297669380903,
      "loss_total": 0.006864297669380903,
      "step": 52180
    },
    {
      "loss_action": 0.0024763685651123524,
      "loss_total": 0.0024763685651123524,
      "step": 52180
    },
    {
      "loss_action": 0.006051273085176945,
      "loss_total": 0.006051273085176945,
      "step": 52180
    },
    {
      "loss_action": 0.014443396590650082,
      "loss_total": 0.014443396590650082,
      "step": 52180
    },
    {
      "loss_action": 0.002333424985408783,
      "loss_total": 0.002333424985408783,
      "step": 52180
    },
    {
      "loss_action": 0.003561390098184347,
      "loss_total": 0.003561390098184347,
      "step": 52180
    },
    {
      "loss_action": 0.004519694019109011,
      "loss_total": 0.004519694019109011,
      "step": 52180
    },
    {
      "grad_norm": 0.09419216960668564,
      "learning_rate": 5.0514220048118234e-05,
      "loss": 0.0062,
      "step": 52190
    },
    {
      "loss_action": 0.003152586752548814,
      "loss_total": 0.003152586752548814,
      "step": 52190
    },
    {
      "loss_action": 0.014206859283149242,
      "loss_total": 0.014206859283149242,
      "step": 52190
    },
    {
      "loss_action": 0.001997237792238593,
      "loss_total": 0.001997237792238593,
      "step": 52190
    },
    {
      "loss_action": 0.001974713057279587,
      "loss_total": 0.001974713057279587,
      "step": 52190
    },
    {
      "loss_action": 0.013253670185804367,
      "loss_total": 0.013253670185804367,
      "step": 52190
    },
    {
      "loss_action": 0.001149708405137062,
      "loss_total": 0.001149708405137062,
      "step": 52190
    },
    {
      "loss_action": 0.0034695432987064123,
      "loss_total": 0.0034695432987064123,
      "step": 52190
    },
    {
      "loss_action": 0.003377860877662897,
      "loss_total": 0.003377860877662897,
      "step": 52190
    },
    {
      "grad_norm": 0.08928224444389343,
      "learning_rate": 5.049768619657721e-05,
      "loss": 0.0084,
      "step": 52200
    },
    {
      "loss_action": 0.008867398835718632,
      "loss_total": 0.008867398835718632,
      "step": 52200
    },
    {
      "loss_action": 0.006306220777332783,
      "loss_total": 0.006306220777332783,
      "step": 52200
    },
    {
      "loss_action": 0.009321599267423153,
      "loss_total": 0.009321599267423153,
      "step": 52200
    },
    {
      "loss_action": 0.017255855724215508,
      "loss_total": 0.017255855724215508,
      "step": 52200
    },
    {
      "loss_action": 0.005755191668868065,
      "loss_total": 0.005755191668868065,
      "step": 52200
    },
    {
      "loss_action": 0.007822614163160324,
      "loss_total": 0.007822614163160324,
      "step": 52200
    },
    {
      "loss_action": 0.0027576060965657234,
      "loss_total": 0.0027576060965657234,
      "step": 52200
    },
    {
      "loss_action": 0.004058049060404301,
      "loss_total": 0.004058049060404301,
      "step": 52200
    },
    {
      "grad_norm": 0.08786504715681076,
      "learning_rate": 5.048115229060996e-05,
      "loss": 0.0074,
      "step": 52210
    },
    {
      "loss_action": 0.013618424534797668,
      "loss_total": 0.013618424534797668,
      "step": 52210
    },
    {
      "loss_action": 0.0028858657460659742,
      "loss_total": 0.0028858657460659742,
      "step": 52210
    },
    {
      "loss_action": 0.005445173010230064,
      "loss_total": 0.005445173010230064,
      "step": 52210
    },
    {
      "loss_action": 0.0032053461764007807,
      "loss_total": 0.0032053461764007807,
      "step": 52210
    },
    {
      "loss_action": 0.016556713730096817,
      "loss_total": 0.016556713730096817,
      "step": 52210
    },
    {
      "loss_action": 0.004076882731169462,
      "loss_total": 0.004076882731169462,
      "step": 52210
    },
    {
      "loss_action": 0.015400901436805725,
      "loss_total": 0.015400901436805725,
      "step": 52210
    },
    {
      "loss_action": 0.003873406210914254,
      "loss_total": 0.003873406210914254,
      "step": 52210
    },
    {
      "grad_norm": 0.1058913841843605,
      "learning_rate": 5.046461833202462e-05,
      "loss": 0.007,
      "step": 52220
    },
    {
      "loss_action": 0.014721181243658066,
      "loss_total": 0.014721181243658066,
      "step": 52220
    },
    {
      "loss_action": 0.01137901283800602,
      "loss_total": 0.01137901283800602,
      "step": 52220
    },
    {
      "loss_action": 0.006803218740969896,
      "loss_total": 0.006803218740969896,
      "step": 52220
    },
    {
      "loss_action": 0.007465943694114685,
      "loss_total": 0.007465943694114685,
      "step": 52220
    },
    {
      "loss_action": 0.008142828941345215,
      "loss_total": 0.008142828941345215,
      "step": 52220
    },
    {
      "loss_action": 0.009162206202745438,
      "loss_total": 0.009162206202745438,
      "step": 52220
    },
    {
      "loss_action": 0.0059650312177836895,
      "loss_total": 0.0059650312177836895,
      "step": 52220
    },
    {
      "loss_action": 0.001868506078608334,
      "loss_total": 0.001868506078608334,
      "step": 52220
    },
    {
      "grad_norm": 0.09459371864795685,
      "learning_rate": 5.044808432262932e-05,
      "loss": 0.008,
      "step": 52230
    },
    {
      "loss_action": 0.0020977621898055077,
      "loss_total": 0.0020977621898055077,
      "step": 52230
    },
    {
      "loss_action": 0.013078832998871803,
      "loss_total": 0.013078832998871803,
      "step": 52230
    },
    {
      "loss_action": 0.00534986425191164,
      "loss_total": 0.00534986425191164,
      "step": 52230
    },
    {
      "loss_action": 0.006840573623776436,
      "loss_total": 0.006840573623776436,
      "step": 52230
    },
    {
      "loss_action": 0.006722717545926571,
      "loss_total": 0.006722717545926571,
      "step": 52230
    },
    {
      "loss_action": 0.002877301536500454,
      "loss_total": 0.002877301536500454,
      "step": 52230
    },
    {
      "loss_action": 0.0026623932644724846,
      "loss_total": 0.0026623932644724846,
      "step": 52230
    },
    {
      "loss_action": 0.004014293197542429,
      "loss_total": 0.004014293197542429,
      "step": 52230
    },
    {
      "grad_norm": 0.08235222101211548,
      "learning_rate": 5.043155026423219e-05,
      "loss": 0.0069,
      "step": 52240
    },
    {
      "loss_action": 0.016673041507601738,
      "loss_total": 0.016673041507601738,
      "step": 52240
    },
    {
      "loss_action": 0.0017299255123361945,
      "loss_total": 0.0017299255123361945,
      "step": 52240
    },
    {
      "loss_action": 0.01638779044151306,
      "loss_total": 0.01638779044151306,
      "step": 52240
    },
    {
      "loss_action": 0.00681546563282609,
      "loss_total": 0.00681546563282609,
      "step": 52240
    },
    {
      "loss_action": 0.004601426888257265,
      "loss_total": 0.004601426888257265,
      "step": 52240
    },
    {
      "loss_action": 0.0024773427285254,
      "loss_total": 0.0024773427285254,
      "step": 52240
    },
    {
      "loss_action": 0.00637480104342103,
      "loss_total": 0.00637480104342103,
      "step": 52240
    },
    {
      "loss_action": 0.0024088392965495586,
      "loss_total": 0.0024088392965495586,
      "step": 52240
    },
    {
      "grad_norm": 0.07769172638654709,
      "learning_rate": 5.041501615864137e-05,
      "loss": 0.0066,
      "step": 52250
    },
    {
      "loss_action": 0.0025943396613001823,
      "loss_total": 0.0025943396613001823,
      "step": 52250
    },
    {
      "loss_action": 0.016184844076633453,
      "loss_total": 0.016184844076633453,
      "step": 52250
    },
    {
      "loss_action": 0.008382253348827362,
      "loss_total": 0.008382253348827362,
      "step": 52250
    },
    {
      "loss_action": 0.012777479365468025,
      "loss_total": 0.012777479365468025,
      "step": 52250
    },
    {
      "loss_action": 0.008801940828561783,
      "loss_total": 0.008801940828561783,
      "step": 52250
    },
    {
      "loss_action": 0.005299362353980541,
      "loss_total": 0.005299362353980541,
      "step": 52250
    },
    {
      "loss_action": 0.006455912720412016,
      "loss_total": 0.006455912720412016,
      "step": 52250
    },
    {
      "loss_action": 0.0059059988707304,
      "loss_total": 0.0059059988707304,
      "step": 52250
    },
    {
      "grad_norm": 0.11326050013303757,
      "learning_rate": 5.039848200766502e-05,
      "loss": 0.0069,
      "step": 52260
    },
    {
      "loss_action": 0.0010745619656518102,
      "loss_total": 0.0010745619656518102,
      "step": 52260
    },
    {
      "loss_action": 0.002405312843620777,
      "loss_total": 0.002405312843620777,
      "step": 52260
    },
    {
      "loss_action": 0.004715323448181152,
      "loss_total": 0.004715323448181152,
      "step": 52260
    },
    {
      "loss_action": 0.003638717345893383,
      "loss_total": 0.003638717345893383,
      "step": 52260
    },
    {
      "loss_action": 0.004502542782574892,
      "loss_total": 0.004502542782574892,
      "step": 52260
    },
    {
      "loss_action": 0.008128533139824867,
      "loss_total": 0.008128533139824867,
      "step": 52260
    },
    {
      "loss_action": 0.008710969239473343,
      "loss_total": 0.008710969239473343,
      "step": 52260
    },
    {
      "loss_action": 0.004690306261181831,
      "loss_total": 0.004690306261181831,
      "step": 52260
    },
    {
      "grad_norm": 0.08931342512369156,
      "learning_rate": 5.038194781311125e-05,
      "loss": 0.0064,
      "step": 52270
    },
    {
      "loss_action": 0.0013676721137017012,
      "loss_total": 0.0013676721137017012,
      "step": 52270
    },
    {
      "loss_action": 0.003567133564502001,
      "loss_total": 0.003567133564502001,
      "step": 52270
    },
    {
      "loss_action": 0.002798245521262288,
      "loss_total": 0.002798245521262288,
      "step": 52270
    },
    {
      "loss_action": 0.004993007052689791,
      "loss_total": 0.004993007052689791,
      "step": 52270
    },
    {
      "loss_action": 0.003979218192398548,
      "loss_total": 0.003979218192398548,
      "step": 52270
    },
    {
      "loss_action": 0.00886063277721405,
      "loss_total": 0.00886063277721405,
      "step": 52270
    },
    {
      "loss_action": 0.010645285248756409,
      "loss_total": 0.010645285248756409,
      "step": 52270
    },
    {
      "loss_action": 0.003624137258157134,
      "loss_total": 0.003624137258157134,
      "step": 52270
    },
    {
      "grad_norm": 0.10791867971420288,
      "learning_rate": 5.0365413576788264e-05,
      "loss": 0.0069,
      "step": 52280
    },
    {
      "loss_action": 0.013175349682569504,
      "loss_total": 0.013175349682569504,
      "step": 52280
    },
    {
      "loss_action": 0.009301047772169113,
      "loss_total": 0.009301047772169113,
      "step": 52280
    },
    {
      "loss_action": 0.0030095549300312996,
      "loss_total": 0.0030095549300312996,
      "step": 52280
    },
    {
      "loss_action": 0.011623661033809185,
      "loss_total": 0.011623661033809185,
      "step": 52280
    },
    {
      "loss_action": 0.00932217389345169,
      "loss_total": 0.00932217389345169,
      "step": 52280
    },
    {
      "loss_action": 0.004334340337663889,
      "loss_total": 0.004334340337663889,
      "step": 52280
    },
    {
      "loss_action": 0.0064723617397248745,
      "loss_total": 0.0064723617397248745,
      "step": 52280
    },
    {
      "loss_action": 0.004443447105586529,
      "loss_total": 0.004443447105586529,
      "step": 52280
    },
    {
      "grad_norm": 0.07969174534082413,
      "learning_rate": 5.0348879300504194e-05,
      "loss": 0.0073,
      "step": 52290
    },
    {
      "loss_action": 0.0030350331217050552,
      "loss_total": 0.0030350331217050552,
      "step": 52290
    },
    {
      "loss_action": 0.00479473453015089,
      "loss_total": 0.00479473453015089,
      "step": 52290
    },
    {
      "loss_action": 0.0028277956880629063,
      "loss_total": 0.0028277956880629063,
      "step": 52290
    },
    {
      "loss_action": 0.006416408345103264,
      "loss_total": 0.006416408345103264,
      "step": 52290
    },
    {
      "loss_action": 0.00948005635291338,
      "loss_total": 0.00948005635291338,
      "step": 52290
    },
    {
      "loss_action": 0.0029912427999079227,
      "loss_total": 0.0029912427999079227,
      "step": 52290
    },
    {
      "loss_action": 0.003663273062556982,
      "loss_total": 0.003663273062556982,
      "step": 52290
    },
    {
      "loss_action": 0.009503720328211784,
      "loss_total": 0.009503720328211784,
      "step": 52290
    },
    {
      "grad_norm": 0.10873840749263763,
      "learning_rate": 5.033234498606721e-05,
      "loss": 0.0076,
      "step": 52300
    },
    {
      "loss_action": 0.0030614533461630344,
      "loss_total": 0.0030614533461630344,
      "step": 52300
    },
    {
      "loss_action": 0.010271908715367317,
      "loss_total": 0.010271908715367317,
      "step": 52300
    },
    {
      "loss_action": 0.008807169273495674,
      "loss_total": 0.008807169273495674,
      "step": 52300
    },
    {
      "loss_action": 0.003806708613410592,
      "loss_total": 0.003806708613410592,
      "step": 52300
    },
    {
      "loss_action": 0.008794955909252167,
      "loss_total": 0.008794955909252167,
      "step": 52300
    },
    {
      "loss_action": 0.004279498942196369,
      "loss_total": 0.004279498942196369,
      "step": 52300
    },
    {
      "loss_action": 0.004262357018887997,
      "loss_total": 0.004262357018887997,
      "step": 52300
    },
    {
      "loss_action": 0.013953180983662605,
      "loss_total": 0.013953180983662605,
      "step": 52300
    },
    {
      "grad_norm": 0.1486196517944336,
      "learning_rate": 5.0315810635285476e-05,
      "loss": 0.007,
      "step": 52310
    },
    {
      "loss_action": 0.02365432307124138,
      "loss_total": 0.02365432307124138,
      "step": 52310
    },
    {
      "loss_action": 0.0034902719780802727,
      "loss_total": 0.0034902719780802727,
      "step": 52310
    },
    {
      "loss_action": 0.007221751846373081,
      "loss_total": 0.007221751846373081,
      "step": 52310
    },
    {
      "loss_action": 0.004077957943081856,
      "loss_total": 0.004077957943081856,
      "step": 52310
    },
    {
      "loss_action": 0.04787510633468628,
      "loss_total": 0.04787510633468628,
      "step": 52310
    },
    {
      "loss_action": 0.013787265866994858,
      "loss_total": 0.013787265866994858,
      "step": 52310
    },
    {
      "loss_action": 0.0057242391631007195,
      "loss_total": 0.0057242391631007195,
      "step": 52310
    },
    {
      "loss_action": 0.005831785500049591,
      "loss_total": 0.005831785500049591,
      "step": 52310
    },
    {
      "grad_norm": 0.1293751299381256,
      "learning_rate": 5.0299276249967164e-05,
      "loss": 0.0076,
      "step": 52320
    },
    {
      "loss_action": 0.007503228727728128,
      "loss_total": 0.007503228727728128,
      "step": 52320
    },
    {
      "loss_action": 0.00878092274069786,
      "loss_total": 0.00878092274069786,
      "step": 52320
    },
    {
      "loss_action": 0.007230360526591539,
      "loss_total": 0.007230360526591539,
      "step": 52320
    },
    {
      "loss_action": 0.007939022034406662,
      "loss_total": 0.007939022034406662,
      "step": 52320
    },
    {
      "loss_action": 0.01270068809390068,
      "loss_total": 0.01270068809390068,
      "step": 52320
    },
    {
      "loss_action": 0.0049089593812823296,
      "loss_total": 0.0049089593812823296,
      "step": 52320
    },
    {
      "loss_action": 0.0034762215800583363,
      "loss_total": 0.0034762215800583363,
      "step": 52320
    },
    {
      "loss_action": 0.011010553687810898,
      "loss_total": 0.011010553687810898,
      "step": 52320
    },
    {
      "grad_norm": 0.11865917593240738,
      "learning_rate": 5.0282741831920454e-05,
      "loss": 0.0071,
      "step": 52330
    },
    {
      "loss_action": 0.024468231946229935,
      "loss_total": 0.024468231946229935,
      "step": 52330
    },
    {
      "loss_action": 0.018248260021209717,
      "loss_total": 0.018248260021209717,
      "step": 52330
    },
    {
      "loss_action": 0.0023631376679986715,
      "loss_total": 0.0023631376679986715,
      "step": 52330
    },
    {
      "loss_action": 0.004861474968492985,
      "loss_total": 0.004861474968492985,
      "step": 52330
    },
    {
      "loss_action": 0.016973894089460373,
      "loss_total": 0.016973894089460373,
      "step": 52330
    },
    {
      "loss_action": 0.0075487131252884865,
      "loss_total": 0.0075487131252884865,
      "step": 52330
    },
    {
      "loss_action": 0.010638048872351646,
      "loss_total": 0.010638048872351646,
      "step": 52330
    },
    {
      "loss_action": 0.006327756680548191,
      "loss_total": 0.006327756680548191,
      "step": 52330
    },
    {
      "grad_norm": 0.1038258895277977,
      "learning_rate": 5.026620738295351e-05,
      "loss": 0.0071,
      "step": 52340
    },
    {
      "loss_action": 0.00828838162124157,
      "loss_total": 0.00828838162124157,
      "step": 52340
    },
    {
      "loss_action": 0.002494282554835081,
      "loss_total": 0.002494282554835081,
      "step": 52340
    },
    {
      "loss_action": 0.014388104900717735,
      "loss_total": 0.014388104900717735,
      "step": 52340
    },
    {
      "loss_action": 0.01235203817486763,
      "loss_total": 0.01235203817486763,
      "step": 52340
    },
    {
      "loss_action": 0.018065502867102623,
      "loss_total": 0.018065502867102623,
      "step": 52340
    },
    {
      "loss_action": 0.005064834374934435,
      "loss_total": 0.005064834374934435,
      "step": 52340
    },
    {
      "loss_action": 0.006403825245797634,
      "loss_total": 0.006403825245797634,
      "step": 52340
    },
    {
      "loss_action": 0.007860744372010231,
      "loss_total": 0.007860744372010231,
      "step": 52340
    },
    {
      "grad_norm": 0.09808754920959473,
      "learning_rate": 5.024967290487455e-05,
      "loss": 0.0064,
      "step": 52350
    },
    {
      "loss_action": 0.026423662900924683,
      "loss_total": 0.026423662900924683,
      "step": 52350
    },
    {
      "loss_action": 0.014211592264473438,
      "loss_total": 0.014211592264473438,
      "step": 52350
    },
    {
      "loss_action": 0.006759097799658775,
      "loss_total": 0.006759097799658775,
      "step": 52350
    },
    {
      "loss_action": 0.007068361155688763,
      "loss_total": 0.007068361155688763,
      "step": 52350
    },
    {
      "loss_action": 0.00562029704451561,
      "loss_total": 0.00562029704451561,
      "step": 52350
    },
    {
      "loss_action": 0.005572620779275894,
      "loss_total": 0.005572620779275894,
      "step": 52350
    },
    {
      "loss_action": 0.003465480636805296,
      "loss_total": 0.003465480636805296,
      "step": 52350
    },
    {
      "loss_action": 0.006637840531766415,
      "loss_total": 0.006637840531766415,
      "step": 52350
    },
    {
      "grad_norm": 0.12946030497550964,
      "learning_rate": 5.023313839949172e-05,
      "loss": 0.0074,
      "step": 52360
    },
    {
      "loss_action": 0.00431676022708416,
      "loss_total": 0.00431676022708416,
      "step": 52360
    },
    {
      "loss_action": 0.0053106192499399185,
      "loss_total": 0.0053106192499399185,
      "step": 52360
    },
    {
      "loss_action": 0.004780089017003775,
      "loss_total": 0.004780089017003775,
      "step": 52360
    },
    {
      "loss_action": 0.005456647835671902,
      "loss_total": 0.005456647835671902,
      "step": 52360
    },
    {
      "loss_action": 0.0030040480196475983,
      "loss_total": 0.0030040480196475983,
      "step": 52360
    },
    {
      "loss_action": 0.006005155388265848,
      "loss_total": 0.006005155388265848,
      "step": 52360
    },
    {
      "loss_action": 0.009422712959349155,
      "loss_total": 0.009422712959349155,
      "step": 52360
    },
    {
      "loss_action": 0.0072477213107049465,
      "loss_total": 0.0072477213107049465,
      "step": 52360
    },
    {
      "grad_norm": 0.09346453845500946,
      "learning_rate": 5.0216603868613224e-05,
      "loss": 0.0075,
      "step": 52370
    },
    {
      "loss_action": 0.014215784147381783,
      "loss_total": 0.014215784147381783,
      "step": 52370
    },
    {
      "loss_action": 0.015124617144465446,
      "loss_total": 0.015124617144465446,
      "step": 52370
    },
    {
      "loss_action": 0.006901203654706478,
      "loss_total": 0.006901203654706478,
      "step": 52370
    },
    {
      "loss_action": 0.002371804555878043,
      "loss_total": 0.002371804555878043,
      "step": 52370
    },
    {
      "loss_action": 0.006056486163288355,
      "loss_total": 0.006056486163288355,
      "step": 52370
    },
    {
      "loss_action": 0.00879320502281189,
      "loss_total": 0.00879320502281189,
      "step": 52370
    },
    {
      "loss_action": 0.0022640058305114508,
      "loss_total": 0.0022640058305114508,
      "step": 52370
    },
    {
      "loss_action": 0.007345672696828842,
      "loss_total": 0.007345672696828842,
      "step": 52370
    },
    {
      "grad_norm": 0.08751536905765533,
      "learning_rate": 5.020006931404726e-05,
      "loss": 0.0074,
      "step": 52380
    },
    {
      "loss_action": 0.006368645466864109,
      "loss_total": 0.006368645466864109,
      "step": 52380
    },
    {
      "loss_action": 0.005268599838018417,
      "loss_total": 0.005268599838018417,
      "step": 52380
    },
    {
      "loss_action": 0.005293283611536026,
      "loss_total": 0.005293283611536026,
      "step": 52380
    },
    {
      "loss_action": 0.015141015872359276,
      "loss_total": 0.015141015872359276,
      "step": 52380
    },
    {
      "loss_action": 0.006581445224583149,
      "loss_total": 0.006581445224583149,
      "step": 52380
    },
    {
      "loss_action": 0.0019678804092109203,
      "loss_total": 0.0019678804092109203,
      "step": 52380
    },
    {
      "loss_action": 0.011676369234919548,
      "loss_total": 0.011676369234919548,
      "step": 52380
    },
    {
      "loss_action": 0.011738508008420467,
      "loss_total": 0.011738508008420467,
      "step": 52380
    },
    {
      "grad_norm": 0.10295893996953964,
      "learning_rate": 5.0183534737602014e-05,
      "loss": 0.0067,
      "step": 52390
    },
    {
      "loss_action": 0.0044594076462090015,
      "loss_total": 0.0044594076462090015,
      "step": 52390
    },
    {
      "loss_action": 0.004856581334024668,
      "loss_total": 0.004856581334024668,
      "step": 52390
    },
    {
      "loss_action": 0.009198865853250027,
      "loss_total": 0.009198865853250027,
      "step": 52390
    },
    {
      "loss_action": 0.002651521237567067,
      "loss_total": 0.002651521237567067,
      "step": 52390
    },
    {
      "loss_action": 0.005914508830755949,
      "loss_total": 0.005914508830755949,
      "step": 52390
    },
    {
      "loss_action": 0.005259067751467228,
      "loss_total": 0.005259067751467228,
      "step": 52390
    },
    {
      "loss_action": 0.0016639361856505275,
      "loss_total": 0.0016639361856505275,
      "step": 52390
    },
    {
      "loss_action": 0.0058273617178201675,
      "loss_total": 0.0058273617178201675,
      "step": 52390
    },
    {
      "grad_norm": 0.08764535188674927,
      "learning_rate": 5.0167000141085686e-05,
      "loss": 0.0074,
      "step": 52400
    },
    {
      "loss_action": 0.0035045272670686245,
      "loss_total": 0.0035045272670686245,
      "step": 52400
    },
    {
      "loss_action": 0.008016522973775864,
      "loss_total": 0.008016522973775864,
      "step": 52400
    },
    {
      "loss_action": 0.009232230484485626,
      "loss_total": 0.009232230484485626,
      "step": 52400
    },
    {
      "loss_action": 0.005128164775669575,
      "loss_total": 0.005128164775669575,
      "step": 52400
    },
    {
      "loss_action": 0.004047331400215626,
      "loss_total": 0.004047331400215626,
      "step": 52400
    },
    {
      "loss_action": 0.008706483989953995,
      "loss_total": 0.008706483989953995,
      "step": 52400
    },
    {
      "loss_action": 0.00689405994489789,
      "loss_total": 0.00689405994489789,
      "step": 52400
    },
    {
      "loss_action": 0.013940393924713135,
      "loss_total": 0.013940393924713135,
      "step": 52400
    },
    {
      "grad_norm": 0.12385944277048111,
      "learning_rate": 5.015046552630647e-05,
      "loss": 0.0068,
      "step": 52410
    },
    {
      "loss_action": 0.010067876428365707,
      "loss_total": 0.010067876428365707,
      "step": 52410
    },
    {
      "loss_action": 0.002882175613194704,
      "loss_total": 0.002882175613194704,
      "step": 52410
    },
    {
      "loss_action": 0.006368017755448818,
      "loss_total": 0.006368017755448818,
      "step": 52410
    },
    {
      "loss_action": 0.004685357213020325,
      "loss_total": 0.004685357213020325,
      "step": 52410
    },
    {
      "loss_action": 0.002942105056717992,
      "loss_total": 0.002942105056717992,
      "step": 52410
    },
    {
      "loss_action": 0.004333009943366051,
      "loss_total": 0.004333009943366051,
      "step": 52410
    },
    {
      "loss_action": 0.0027618366293609142,
      "loss_total": 0.0027618366293609142,
      "step": 52410
    },
    {
      "loss_action": 0.029751170426607132,
      "loss_total": 0.029751170426607132,
      "step": 52410
    },
    {
      "grad_norm": 0.11586038023233414,
      "learning_rate": 5.013393089507258e-05,
      "loss": 0.0071,
      "step": 52420
    },
    {
      "loss_action": 0.012123387306928635,
      "loss_total": 0.012123387306928635,
      "step": 52420
    },
    {
      "loss_action": 0.012064153328537941,
      "loss_total": 0.012064153328537941,
      "step": 52420
    },
    {
      "loss_action": 0.01225980743765831,
      "loss_total": 0.01225980743765831,
      "step": 52420
    },
    {
      "loss_action": 0.01863127201795578,
      "loss_total": 0.01863127201795578,
      "step": 52420
    },
    {
      "loss_action": 0.01881435140967369,
      "loss_total": 0.01881435140967369,
      "step": 52420
    },
    {
      "loss_action": 0.011947447434067726,
      "loss_total": 0.011947447434067726,
      "step": 52420
    },
    {
      "loss_action": 0.02421369031071663,
      "loss_total": 0.02421369031071663,
      "step": 52420
    },
    {
      "loss_action": 0.019307591021060944,
      "loss_total": 0.019307591021060944,
      "step": 52420
    },
    {
      "grad_norm": 0.11962781846523285,
      "learning_rate": 5.011739624919219e-05,
      "loss": 0.0073,
      "step": 52430
    },
    {
      "loss_action": 0.0074010612443089485,
      "loss_total": 0.0074010612443089485,
      "step": 52430
    },
    {
      "loss_action": 0.0032836352474987507,
      "loss_total": 0.0032836352474987507,
      "step": 52430
    },
    {
      "loss_action": 0.006910582073032856,
      "loss_total": 0.006910582073032856,
      "step": 52430
    },
    {
      "loss_action": 0.003627633210271597,
      "loss_total": 0.003627633210271597,
      "step": 52430
    },
    {
      "loss_action": 0.01168015692383051,
      "loss_total": 0.01168015692383051,
      "step": 52430
    },
    {
      "loss_action": 0.004462454933673143,
      "loss_total": 0.004462454933673143,
      "step": 52430
    },
    {
      "loss_action": 0.010589424520730972,
      "loss_total": 0.010589424520730972,
      "step": 52430
    },
    {
      "loss_action": 0.0037044635973870754,
      "loss_total": 0.0037044635973870754,
      "step": 52430
    },
    {
      "grad_norm": 0.07692663371562958,
      "learning_rate": 5.0100861590473545e-05,
      "loss": 0.0076,
      "step": 52440
    },
    {
      "loss_action": 0.010594011284410954,
      "loss_total": 0.010594011284410954,
      "step": 52440
    },
    {
      "loss_action": 0.0020223327446728945,
      "loss_total": 0.0020223327446728945,
      "step": 52440
    },
    {
      "loss_action": 0.002762253861874342,
      "loss_total": 0.002762253861874342,
      "step": 52440
    },
    {
      "loss_action": 0.007128632627427578,
      "loss_total": 0.007128632627427578,
      "step": 52440
    },
    {
      "loss_action": 0.003814707277342677,
      "loss_total": 0.003814707277342677,
      "step": 52440
    },
    {
      "loss_action": 0.004995004273951054,
      "loss_total": 0.004995004273951054,
      "step": 52440
    },
    {
      "loss_action": 0.002524161711335182,
      "loss_total": 0.002524161711335182,
      "step": 52440
    },
    {
      "loss_action": 0.008552778512239456,
      "loss_total": 0.008552778512239456,
      "step": 52440
    },
    {
      "grad_norm": 0.08345627784729004,
      "learning_rate": 5.008432692072482e-05,
      "loss": 0.0084,
      "step": 52450
    },
    {
      "loss_action": 0.003417873289436102,
      "loss_total": 0.003417873289436102,
      "step": 52450
    },
    {
      "loss_action": 0.009025412611663342,
      "loss_total": 0.009025412611663342,
      "step": 52450
    },
    {
      "loss_action": 0.0120725492015481,
      "loss_total": 0.0120725492015481,
      "step": 52450
    },
    {
      "loss_action": 0.0037846416234970093,
      "loss_total": 0.0037846416234970093,
      "step": 52450
    },
    {
      "loss_action": 0.014305390417575836,
      "loss_total": 0.014305390417575836,
      "step": 52450
    },
    {
      "loss_action": 0.0028814503457397223,
      "loss_total": 0.0028814503457397223,
      "step": 52450
    },
    {
      "loss_action": 0.009668992832303047,
      "loss_total": 0.009668992832303047,
      "step": 52450
    },
    {
      "loss_action": 0.0035208887420594692,
      "loss_total": 0.0035208887420594692,
      "step": 52450
    },
    {
      "grad_norm": 0.10202207416296005,
      "learning_rate": 5.006779224175423e-05,
      "loss": 0.0058,
      "step": 52460
    },
    {
      "loss_action": 0.014324197545647621,
      "loss_total": 0.014324197545647621,
      "step": 52460
    },
    {
      "loss_action": 0.006763119250535965,
      "loss_total": 0.006763119250535965,
      "step": 52460
    },
    {
      "loss_action": 0.017093585804104805,
      "loss_total": 0.017093585804104805,
      "step": 52460
    },
    {
      "loss_action": 0.004962468519806862,
      "loss_total": 0.004962468519806862,
      "step": 52460
    },
    {
      "loss_action": 0.013358235359191895,
      "loss_total": 0.013358235359191895,
      "step": 52460
    },
    {
      "loss_action": 0.010322300717234612,
      "loss_total": 0.010322300717234612,
      "step": 52460
    },
    {
      "loss_action": 0.005093798507004976,
      "loss_total": 0.005093798507004976,
      "step": 52460
    },
    {
      "loss_action": 0.0037767512258142233,
      "loss_total": 0.0037767512258142233,
      "step": 52460
    },
    {
      "grad_norm": 0.09328671544790268,
      "learning_rate": 5.005125755536998e-05,
      "loss": 0.0068,
      "step": 52470
    },
    {
      "loss_action": 0.007291693706065416,
      "loss_total": 0.007291693706065416,
      "step": 52470
    },
    {
      "loss_action": 0.0044584814459085464,
      "loss_total": 0.0044584814459085464,
      "step": 52470
    },
    {
      "loss_action": 0.006090558134019375,
      "loss_total": 0.006090558134019375,
      "step": 52470
    },
    {
      "loss_action": 0.0019083395600318909,
      "loss_total": 0.0019083395600318909,
      "step": 52470
    },
    {
      "loss_action": 0.0017419509822502732,
      "loss_total": 0.0017419509822502732,
      "step": 52470
    },
    {
      "loss_action": 0.001519947312772274,
      "loss_total": 0.001519947312772274,
      "step": 52470
    },
    {
      "loss_action": 0.004752429202198982,
      "loss_total": 0.004752429202198982,
      "step": 52470
    },
    {
      "loss_action": 0.0037255410570651293,
      "loss_total": 0.0037255410570651293,
      "step": 52470
    },
    {
      "grad_norm": 0.09359089285135269,
      "learning_rate": 5.003472286338029e-05,
      "loss": 0.0057,
      "step": 52480
    },
    {
      "loss_action": 0.0042691840790212154,
      "loss_total": 0.0042691840790212154,
      "step": 52480
    },
    {
      "loss_action": 0.01969420164823532,
      "loss_total": 0.01969420164823532,
      "step": 52480
    },
    {
      "loss_action": 0.0008512969361618161,
      "loss_total": 0.0008512969361618161,
      "step": 52480
    },
    {
      "loss_action": 0.0061991773545742035,
      "loss_total": 0.0061991773545742035,
      "step": 52480
    },
    {
      "loss_action": 0.006119614467024803,
      "loss_total": 0.006119614467024803,
      "step": 52480
    },
    {
      "loss_action": 0.005769079085439444,
      "loss_total": 0.005769079085439444,
      "step": 52480
    },
    {
      "loss_action": 0.010741664096713066,
      "loss_total": 0.010741664096713066,
      "step": 52480
    },
    {
      "loss_action": 0.022554395720362663,
      "loss_total": 0.022554395720362663,
      "step": 52480
    },
    {
      "grad_norm": 0.15192201733589172,
      "learning_rate": 5.001818816759335e-05,
      "loss": 0.0073,
      "step": 52490
    },
    {
      "loss_action": 0.003402808215469122,
      "loss_total": 0.003402808215469122,
      "step": 52490
    },
    {
      "loss_action": 0.002924750791862607,
      "loss_total": 0.002924750791862607,
      "step": 52490
    },
    {
      "loss_action": 0.003074295585975051,
      "loss_total": 0.003074295585975051,
      "step": 52490
    },
    {
      "loss_action": 0.007102309726178646,
      "loss_total": 0.007102309726178646,
      "step": 52490
    },
    {
      "loss_action": 0.004227514378726482,
      "loss_total": 0.004227514378726482,
      "step": 52490
    },
    {
      "loss_action": 0.009425465017557144,
      "loss_total": 0.009425465017557144,
      "step": 52490
    },
    {
      "loss_action": 0.009165373630821705,
      "loss_total": 0.009165373630821705,
      "step": 52490
    },
    {
      "loss_action": 0.0074453577399253845,
      "loss_total": 0.0074453577399253845,
      "step": 52490
    },
    {
      "grad_norm": 0.13424760103225708,
      "learning_rate": 5.000165346981738e-05,
      "loss": 0.0076,
      "step": 52500
    },
    {
      "loss_action": 0.00426621176302433,
      "loss_total": 0.00426621176302433,
      "step": 52500
    },
    {
      "loss_action": 0.004331452772021294,
      "loss_total": 0.004331452772021294,
      "step": 52500
    },
    {
      "loss_action": 0.006502089090645313,
      "loss_total": 0.006502089090645313,
      "step": 52500
    },
    {
      "loss_action": 0.0026948447339236736,
      "loss_total": 0.0026948447339236736,
      "step": 52500
    },
    {
      "loss_action": 0.0034133107401430607,
      "loss_total": 0.0034133107401430607,
      "step": 52500
    },
    {
      "loss_action": 0.015166123397648335,
      "loss_total": 0.015166123397648335,
      "step": 52500
    },
    {
      "loss_action": 0.005245208740234375,
      "loss_total": 0.005245208740234375,
      "step": 52500
    },
    {
      "loss_action": 0.0022352130617946386,
      "loss_total": 0.0022352130617946386,
      "step": 52500
    },
    {
      "grad_norm": 0.14595149457454681,
      "learning_rate": 4.9985118771860595e-05,
      "loss": 0.0076,
      "step": 52510
    },
    {
      "loss_action": 0.012805556878447533,
      "loss_total": 0.012805556878447533,
      "step": 52510
    },
    {
      "loss_action": 0.003742729313671589,
      "loss_total": 0.003742729313671589,
      "step": 52510
    },
    {
      "loss_action": 0.006950326729565859,
      "loss_total": 0.006950326729565859,
      "step": 52510
    },
    {
      "loss_action": 0.0028671035543084145,
      "loss_total": 0.0028671035543084145,
      "step": 52510
    },
    {
      "loss_action": 0.007755366154015064,
      "loss_total": 0.007755366154015064,
      "step": 52510
    },
    {
      "loss_action": 0.017939738929271698,
      "loss_total": 0.017939738929271698,
      "step": 52510
    },
    {
      "loss_action": 0.012951110489666462,
      "loss_total": 0.012951110489666462,
      "step": 52510
    },
    {
      "loss_action": 0.0053373840637505054,
      "loss_total": 0.0053373840637505054,
      "step": 52510
    },
    {
      "grad_norm": 0.10748059302568436,
      "learning_rate": 4.996858407553119e-05,
      "loss": 0.0085,
      "step": 52520
    },
    {
      "loss_action": 0.006934692617505789,
      "loss_total": 0.006934692617505789,
      "step": 52520
    },
    {
      "loss_action": 0.0059612891636788845,
      "loss_total": 0.0059612891636788845,
      "step": 52520
    },
    {
      "loss_action": 0.007254680618643761,
      "loss_total": 0.007254680618643761,
      "step": 52520
    },
    {
      "loss_action": 0.011069427244365215,
      "loss_total": 0.011069427244365215,
      "step": 52520
    },
    {
      "loss_action": 0.013987893238663673,
      "loss_total": 0.013987893238663673,
      "step": 52520
    },
    {
      "loss_action": 0.0038314051926136017,
      "loss_total": 0.0038314051926136017,
      "step": 52520
    },
    {
      "loss_action": 0.005281082820147276,
      "loss_total": 0.005281082820147276,
      "step": 52520
    },
    {
      "loss_action": 0.008912960067391396,
      "loss_total": 0.008912960067391396,
      "step": 52520
    },
    {
      "grad_norm": 0.09718263149261475,
      "learning_rate": 4.99520493826374e-05,
      "loss": 0.0059,
      "step": 52530
    },
    {
      "loss_action": 0.0062266504392027855,
      "loss_total": 0.0062266504392027855,
      "step": 52530
    },
    {
      "loss_action": 0.012759299948811531,
      "loss_total": 0.012759299948811531,
      "step": 52530
    },
    {
      "loss_action": 0.0026489051524549723,
      "loss_total": 0.0026489051524549723,
      "step": 52530
    },
    {
      "loss_action": 0.006131579168140888,
      "loss_total": 0.006131579168140888,
      "step": 52530
    },
    {
      "loss_action": 0.010579440742731094,
      "loss_total": 0.010579440742731094,
      "step": 52530
    },
    {
      "loss_action": 0.0047101289965212345,
      "loss_total": 0.0047101289965212345,
      "step": 52530
    },
    {
      "loss_action": 0.01159081980586052,
      "loss_total": 0.01159081980586052,
      "step": 52530
    },
    {
      "loss_action": 0.011377302929759026,
      "loss_total": 0.011377302929759026,
      "step": 52530
    },
    {
      "grad_norm": 0.11206164211034775,
      "learning_rate": 4.9935514694987384e-05,
      "loss": 0.0089,
      "step": 52540
    },
    {
      "loss_action": 0.012487342581152916,
      "loss_total": 0.012487342581152916,
      "step": 52540
    },
    {
      "loss_action": 0.007227278780192137,
      "loss_total": 0.007227278780192137,
      "step": 52540
    },
    {
      "loss_action": 0.0072496747598052025,
      "loss_total": 0.0072496747598052025,
      "step": 52540
    },
    {
      "loss_action": 0.002044551307335496,
      "loss_total": 0.002044551307335496,
      "step": 52540
    },
    {
      "loss_action": 0.007497020065784454,
      "loss_total": 0.007497020065784454,
      "step": 52540
    },
    {
      "loss_action": 0.004144124686717987,
      "loss_total": 0.004144124686717987,
      "step": 52540
    },
    {
      "loss_action": 0.012548981234431267,
      "loss_total": 0.012548981234431267,
      "step": 52540
    },
    {
      "loss_action": 0.015139224007725716,
      "loss_total": 0.015139224007725716,
      "step": 52540
    },
    {
      "grad_norm": 0.10886132717132568,
      "learning_rate": 4.991898001438941e-05,
      "loss": 0.006,
      "step": 52550
    },
    {
      "loss_action": 0.0016671954654157162,
      "loss_total": 0.0016671954654157162,
      "step": 52550
    },
    {
      "loss_action": 0.002367617329582572,
      "loss_total": 0.002367617329582572,
      "step": 52550
    },
    {
      "loss_action": 0.0035011600703001022,
      "loss_total": 0.0035011600703001022,
      "step": 52550
    },
    {
      "loss_action": 0.025368670001626015,
      "loss_total": 0.025368670001626015,
      "step": 52550
    },
    {
      "loss_action": 0.005614080466330051,
      "loss_total": 0.005614080466330051,
      "step": 52550
    },
    {
      "loss_action": 0.0025458303280174732,
      "loss_total": 0.0025458303280174732,
      "step": 52550
    },
    {
      "loss_action": 0.00695396400988102,
      "loss_total": 0.00695396400988102,
      "step": 52550
    },
    {
      "loss_action": 0.01419987715780735,
      "loss_total": 0.01419987715780735,
      "step": 52550
    },
    {
      "grad_norm": 0.0897267535328865,
      "learning_rate": 4.990244534265166e-05,
      "loss": 0.0081,
      "step": 52560
    },
    {
      "loss_action": 0.007248747628182173,
      "loss_total": 0.007248747628182173,
      "step": 52560
    },
    {
      "loss_action": 0.02348756417632103,
      "loss_total": 0.02348756417632103,
      "step": 52560
    },
    {
      "loss_action": 0.012003866024315357,
      "loss_total": 0.012003866024315357,
      "step": 52560
    },
    {
      "loss_action": 0.015016584657132626,
      "loss_total": 0.015016584657132626,
      "step": 52560
    },
    {
      "loss_action": 0.00270469905808568,
      "loss_total": 0.00270469905808568,
      "step": 52560
    },
    {
      "loss_action": 0.006171520333737135,
      "loss_total": 0.006171520333737135,
      "step": 52560
    },
    {
      "loss_action": 0.0056839887984097,
      "loss_total": 0.0056839887984097,
      "step": 52560
    },
    {
      "loss_action": 0.03259439393877983,
      "loss_total": 0.03259439393877983,
      "step": 52560
    },
    {
      "grad_norm": 0.07508879899978638,
      "learning_rate": 4.988591068158234e-05,
      "loss": 0.008,
      "step": 52570
    },
    {
      "loss_action": 0.01102348230779171,
      "loss_total": 0.01102348230779171,
      "step": 52570
    },
    {
      "loss_action": 0.002823582151904702,
      "loss_total": 0.002823582151904702,
      "step": 52570
    },
    {
      "loss_action": 0.002625951776280999,
      "loss_total": 0.002625951776280999,
      "step": 52570
    },
    {
      "loss_action": 0.0015582263004034758,
      "loss_total": 0.0015582263004034758,
      "step": 52570
    },
    {
      "loss_action": 0.0026573501527309418,
      "loss_total": 0.0026573501527309418,
      "step": 52570
    },
    {
      "loss_action": 0.0023425910621881485,
      "loss_total": 0.0023425910621881485,
      "step": 52570
    },
    {
      "loss_action": 0.005773401353508234,
      "loss_total": 0.005773401353508234,
      "step": 52570
    },
    {
      "loss_action": 0.004498783499002457,
      "loss_total": 0.004498783499002457,
      "step": 52570
    },
    {
      "grad_norm": 0.13393224775791168,
      "learning_rate": 4.986937603298965e-05,
      "loss": 0.0068,
      "step": 52580
    },
    {
      "loss_action": 0.002795248758047819,
      "loss_total": 0.002795248758047819,
      "step": 52580
    },
    {
      "loss_action": 0.00837967824190855,
      "loss_total": 0.00837967824190855,
      "step": 52580
    },
    {
      "loss_action": 0.006064760498702526,
      "loss_total": 0.006064760498702526,
      "step": 52580
    },
    {
      "loss_action": 0.0024992823600769043,
      "loss_total": 0.0024992823600769043,
      "step": 52580
    },
    {
      "loss_action": 0.00523912301287055,
      "loss_total": 0.00523912301287055,
      "step": 52580
    },
    {
      "loss_action": 0.009010814130306244,
      "loss_total": 0.009010814130306244,
      "step": 52580
    },
    {
      "loss_action": 0.007095025852322578,
      "loss_total": 0.007095025852322578,
      "step": 52580
    },
    {
      "loss_action": 0.009887926280498505,
      "loss_total": 0.009887926280498505,
      "step": 52580
    },
    {
      "grad_norm": 0.13131201267242432,
      "learning_rate": 4.985284139868181e-05,
      "loss": 0.0084,
      "step": 52590
    },
    {
      "loss_action": 0.0027224530931562185,
      "loss_total": 0.0027224530931562185,
      "step": 52590
    },
    {
      "loss_action": 0.0026048622094094753,
      "loss_total": 0.0026048622094094753,
      "step": 52590
    },
    {
      "loss_action": 0.018222743645310402,
      "loss_total": 0.018222743645310402,
      "step": 52590
    },
    {
      "loss_action": 0.0019072210416197777,
      "loss_total": 0.0019072210416197777,
      "step": 52590
    },
    {
      "loss_action": 0.0045723458752036095,
      "loss_total": 0.0045723458752036095,
      "step": 52590
    },
    {
      "loss_action": 0.005012553185224533,
      "loss_total": 0.005012553185224533,
      "step": 52590
    },
    {
      "loss_action": 0.0015441997675225139,
      "loss_total": 0.0015441997675225139,
      "step": 52590
    },
    {
      "loss_action": 0.003222286468371749,
      "loss_total": 0.003222286468371749,
      "step": 52590
    },
    {
      "grad_norm": 0.10769208520650864,
      "learning_rate": 4.9836306780467e-05,
      "loss": 0.0062,
      "step": 52600
    },
    {
      "loss_action": 0.00497041642665863,
      "loss_total": 0.00497041642665863,
      "step": 52600
    },
    {
      "loss_action": 0.009116965346038342,
      "loss_total": 0.009116965346038342,
      "step": 52600
    },
    {
      "loss_action": 0.011712078005075455,
      "loss_total": 0.011712078005075455,
      "step": 52600
    },
    {
      "loss_action": 0.012760438956320286,
      "loss_total": 0.012760438956320286,
      "step": 52600
    },
    {
      "loss_action": 0.002090213354676962,
      "loss_total": 0.002090213354676962,
      "step": 52600
    },
    {
      "loss_action": 0.012708516791462898,
      "loss_total": 0.012708516791462898,
      "step": 52600
    },
    {
      "loss_action": 0.005356616340577602,
      "loss_total": 0.005356616340577602,
      "step": 52600
    },
    {
      "loss_action": 0.00666230171918869,
      "loss_total": 0.00666230171918869,
      "step": 52600
    },
    {
      "grad_norm": 0.11342297494411469,
      "learning_rate": 4.981977218015343e-05,
      "loss": 0.0066,
      "step": 52610
    },
    {
      "loss_action": 0.009143907576799393,
      "loss_total": 0.009143907576799393,
      "step": 52610
    },
    {
      "loss_action": 0.024428715929389,
      "loss_total": 0.024428715929389,
      "step": 52610
    },
    {
      "loss_action": 0.004118670709431171,
      "loss_total": 0.004118670709431171,
      "step": 52610
    },
    {
      "loss_action": 0.0047277724370360374,
      "loss_total": 0.0047277724370360374,
      "step": 52610
    },
    {
      "loss_action": 0.0052968766540288925,
      "loss_total": 0.0052968766540288925,
      "step": 52610
    },
    {
      "loss_action": 0.0029684817418456078,
      "loss_total": 0.0029684817418456078,
      "step": 52610
    },
    {
      "loss_action": 0.015387371182441711,
      "loss_total": 0.015387371182441711,
      "step": 52610
    },
    {
      "loss_action": 0.04160425439476967,
      "loss_total": 0.04160425439476967,
      "step": 52610
    },
    {
      "grad_norm": 0.13959719240665436,
      "learning_rate": 4.980323759954932e-05,
      "loss": 0.008,
      "step": 52620
    },
    {
      "loss_action": 0.0027928841300308704,
      "loss_total": 0.0027928841300308704,
      "step": 52620
    },
    {
      "loss_action": 0.005401864647865295,
      "loss_total": 0.005401864647865295,
      "step": 52620
    },
    {
      "loss_action": 0.011524632573127747,
      "loss_total": 0.011524632573127747,
      "step": 52620
    },
    {
      "loss_action": 0.0035104923881590366,
      "loss_total": 0.0035104923881590366,
      "step": 52620
    },
    {
      "loss_action": 0.0049653435125947,
      "loss_total": 0.0049653435125947,
      "step": 52620
    },
    {
      "loss_action": 0.005674951709806919,
      "loss_total": 0.005674951709806919,
      "step": 52620
    },
    {
      "loss_action": 0.03046024963259697,
      "loss_total": 0.03046024963259697,
      "step": 52620
    },
    {
      "loss_action": 0.00693120714277029,
      "loss_total": 0.00693120714277029,
      "step": 52620
    },
    {
      "grad_norm": 0.09391703456640244,
      "learning_rate": 4.978670304046284e-05,
      "loss": 0.0078,
      "step": 52630
    },
    {
      "loss_action": 0.0056842113845050335,
      "loss_total": 0.0056842113845050335,
      "step": 52630
    },
    {
      "loss_action": 0.00524100661277771,
      "loss_total": 0.00524100661277771,
      "step": 52630
    },
    {
      "loss_action": 0.006716446951031685,
      "loss_total": 0.006716446951031685,
      "step": 52630
    },
    {
      "loss_action": 0.0027915784157812595,
      "loss_total": 0.0027915784157812595,
      "step": 52630
    },
    {
      "loss_action": 0.002670405665412545,
      "loss_total": 0.002670405665412545,
      "step": 52630
    },
    {
      "loss_action": 0.016631625592708588,
      "loss_total": 0.016631625592708588,
      "step": 52630
    },
    {
      "loss_action": 0.006413002964109182,
      "loss_total": 0.006413002964109182,
      "step": 52630
    },
    {
      "loss_action": 0.00852211844176054,
      "loss_total": 0.00852211844176054,
      "step": 52630
    },
    {
      "grad_norm": 0.08659150451421738,
      "learning_rate": 4.9770168504702195e-05,
      "loss": 0.0067,
      "step": 52640
    },
    {
      "loss_action": 0.011213844642043114,
      "loss_total": 0.011213844642043114,
      "step": 52640
    },
    {
      "loss_action": 0.0032982230186462402,
      "loss_total": 0.0032982230186462402,
      "step": 52640
    },
    {
      "loss_action": 0.012445425614714622,
      "loss_total": 0.012445425614714622,
      "step": 52640
    },
    {
      "loss_action": 0.004980740137398243,
      "loss_total": 0.004980740137398243,
      "step": 52640
    },
    {
      "loss_action": 0.0044091204181313515,
      "loss_total": 0.0044091204181313515,
      "step": 52640
    },
    {
      "loss_action": 0.012510611675679684,
      "loss_total": 0.012510611675679684,
      "step": 52640
    },
    {
      "loss_action": 0.005896858870983124,
      "loss_total": 0.005896858870983124,
      "step": 52640
    },
    {
      "loss_action": 0.006731452886015177,
      "loss_total": 0.006731452886015177,
      "step": 52640
    },
    {
      "grad_norm": 0.06641804426908493,
      "learning_rate": 4.975363399407559e-05,
      "loss": 0.0068,
      "step": 52650
    },
    {
      "loss_action": 0.003528093220666051,
      "loss_total": 0.003528093220666051,
      "step": 52650
    },
    {
      "loss_action": 0.011423514224588871,
      "loss_total": 0.011423514224588871,
      "step": 52650
    },
    {
      "loss_action": 0.002697597723454237,
      "loss_total": 0.002697597723454237,
      "step": 52650
    },
    {
      "loss_action": 0.007474229671061039,
      "loss_total": 0.007474229671061039,
      "step": 52650
    },
    {
      "loss_action": 0.005607702303677797,
      "loss_total": 0.005607702303677797,
      "step": 52650
    },
    {
      "loss_action": 0.003254491835832596,
      "loss_total": 0.003254491835832596,
      "step": 52650
    },
    {
      "loss_action": 0.0043203746899962425,
      "loss_total": 0.0043203746899962425,
      "step": 52650
    },
    {
      "loss_action": 0.0030563496984541416,
      "loss_total": 0.0030563496984541416,
      "step": 52650
    },
    {
      "grad_norm": 0.11637087911367416,
      "learning_rate": 4.9737099510391194e-05,
      "loss": 0.0072,
      "step": 52660
    },
    {
      "loss_action": 0.007136500906199217,
      "loss_total": 0.007136500906199217,
      "step": 52660
    },
    {
      "loss_action": 0.008378848433494568,
      "loss_total": 0.008378848433494568,
      "step": 52660
    },
    {
      "loss_action": 0.005243293941020966,
      "loss_total": 0.005243293941020966,
      "step": 52660
    },
    {
      "loss_action": 0.005609825253486633,
      "loss_total": 0.005609825253486633,
      "step": 52660
    },
    {
      "loss_action": 0.013120140880346298,
      "loss_total": 0.013120140880346298,
      "step": 52660
    },
    {
      "loss_action": 0.003562149591743946,
      "loss_total": 0.003562149591743946,
      "step": 52660
    },
    {
      "loss_action": 0.003967699594795704,
      "loss_total": 0.003967699594795704,
      "step": 52660
    },
    {
      "loss_action": 0.010868791490793228,
      "loss_total": 0.010868791490793228,
      "step": 52660
    },
    {
      "grad_norm": 0.09367944300174713,
      "learning_rate": 4.972056505545719e-05,
      "loss": 0.0066,
      "step": 52670
    },
    {
      "loss_action": 0.005502121523022652,
      "loss_total": 0.005502121523022652,
      "step": 52670
    },
    {
      "loss_action": 0.004986737854778767,
      "loss_total": 0.004986737854778767,
      "step": 52670
    },
    {
      "loss_action": 0.00754166953265667,
      "loss_total": 0.00754166953265667,
      "step": 52670
    },
    {
      "loss_action": 0.0064780218526721,
      "loss_total": 0.0064780218526721,
      "step": 52670
    },
    {
      "loss_action": 0.0030585103668272495,
      "loss_total": 0.0030585103668272495,
      "step": 52670
    },
    {
      "loss_action": 0.002552877413108945,
      "loss_total": 0.002552877413108945,
      "step": 52670
    },
    {
      "loss_action": 0.0054370807483792305,
      "loss_total": 0.0054370807483792305,
      "step": 52670
    },
    {
      "loss_action": 0.0049855513498187065,
      "loss_total": 0.0049855513498187065,
      "step": 52670
    },
    {
      "grad_norm": 0.09786739945411682,
      "learning_rate": 4.9704030631081775e-05,
      "loss": 0.0093,
      "step": 52680
    },
    {
      "loss_action": 0.005106416065245867,
      "loss_total": 0.005106416065245867,
      "step": 52680
    },
    {
      "loss_action": 0.003676170948892832,
      "loss_total": 0.003676170948892832,
      "step": 52680
    },
    {
      "loss_action": 0.007579072378575802,
      "loss_total": 0.007579072378575802,
      "step": 52680
    },
    {
      "loss_action": 0.008031098172068596,
      "loss_total": 0.008031098172068596,
      "step": 52680
    },
    {
      "loss_action": 0.005924626253545284,
      "loss_total": 0.005924626253545284,
      "step": 52680
    },
    {
      "loss_action": 0.008126607164740562,
      "loss_total": 0.008126607164740562,
      "step": 52680
    },
    {
      "loss_action": 0.008763189427554607,
      "loss_total": 0.008763189427554607,
      "step": 52680
    },
    {
      "loss_action": 0.0031367470510303974,
      "loss_total": 0.0031367470510303974,
      "step": 52680
    },
    {
      "grad_norm": 0.07834114879369736,
      "learning_rate": 4.968749623907313e-05,
      "loss": 0.0065,
      "step": 52690
    },
    {
      "loss_action": 0.0022287725005298853,
      "loss_total": 0.0022287725005298853,
      "step": 52690
    },
    {
      "loss_action": 0.010176426731050014,
      "loss_total": 0.010176426731050014,
      "step": 52690
    },
    {
      "loss_action": 0.0029592763166874647,
      "loss_total": 0.0029592763166874647,
      "step": 52690
    },
    {
      "loss_action": 0.02659478597342968,
      "loss_total": 0.02659478597342968,
      "step": 52690
    },
    {
      "loss_action": 0.003857814474031329,
      "loss_total": 0.003857814474031329,
      "step": 52690
    },
    {
      "loss_action": 0.007735015824437141,
      "loss_total": 0.007735015824437141,
      "step": 52690
    },
    {
      "loss_action": 0.007067084312438965,
      "loss_total": 0.007067084312438965,
      "step": 52690
    },
    {
      "loss_action": 0.002123606624081731,
      "loss_total": 0.002123606624081731,
      "step": 52690
    },
    {
      "grad_norm": 0.08326791226863861,
      "learning_rate": 4.967096188123943e-05,
      "loss": 0.0069,
      "step": 52700
    },
    {
      "loss_action": 0.003445190843194723,
      "loss_total": 0.003445190843194723,
      "step": 52700
    },
    {
      "loss_action": 0.0028400523588061333,
      "loss_total": 0.0028400523588061333,
      "step": 52700
    },
    {
      "loss_action": 0.004562718793749809,
      "loss_total": 0.004562718793749809,
      "step": 52700
    },
    {
      "loss_action": 0.0013371137902140617,
      "loss_total": 0.0013371137902140617,
      "step": 52700
    },
    {
      "loss_action": 0.004895053803920746,
      "loss_total": 0.004895053803920746,
      "step": 52700
    },
    {
      "loss_action": 0.005395577289164066,
      "loss_total": 0.005395577289164066,
      "step": 52700
    },
    {
      "loss_action": 0.004254164174199104,
      "loss_total": 0.004254164174199104,
      "step": 52700
    },
    {
      "loss_action": 0.006774743553251028,
      "loss_total": 0.006774743553251028,
      "step": 52700
    },
    {
      "grad_norm": 0.076240174472332,
      "learning_rate": 4.965442755938884e-05,
      "loss": 0.0075,
      "step": 52710
    },
    {
      "loss_action": 0.006153223104774952,
      "loss_total": 0.006153223104774952,
      "step": 52710
    },
    {
      "loss_action": 0.0027703572995960712,
      "loss_total": 0.0027703572995960712,
      "step": 52710
    },
    {
      "loss_action": 0.0031823739409446716,
      "loss_total": 0.0031823739409446716,
      "step": 52710
    },
    {
      "loss_action": 0.018893253058195114,
      "loss_total": 0.018893253058195114,
      "step": 52710
    },
    {
      "loss_action": 0.004606232047080994,
      "loss_total": 0.004606232047080994,
      "step": 52710
    },
    {
      "loss_action": 0.00497127091512084,
      "loss_total": 0.00497127091512084,
      "step": 52710
    },
    {
      "loss_action": 0.002039238577708602,
      "loss_total": 0.002039238577708602,
      "step": 52710
    },
    {
      "loss_action": 0.0032881691586226225,
      "loss_total": 0.0032881691586226225,
      "step": 52710
    },
    {
      "grad_norm": 0.14800044894218445,
      "learning_rate": 4.963789327532954e-05,
      "loss": 0.0073,
      "step": 52720
    },
    {
      "loss_action": 0.004375876393169165,
      "loss_total": 0.004375876393169165,
      "step": 52720
    },
    {
      "loss_action": 0.00925375334918499,
      "loss_total": 0.00925375334918499,
      "step": 52720
    },
    {
      "loss_action": 0.00842902809381485,
      "loss_total": 0.00842902809381485,
      "step": 52720
    },
    {
      "loss_action": 0.00869851652532816,
      "loss_total": 0.00869851652532816,
      "step": 52720
    },
    {
      "loss_action": 0.004133779089897871,
      "loss_total": 0.004133779089897871,
      "step": 52720
    },
    {
      "loss_action": 0.005730069242417812,
      "loss_total": 0.005730069242417812,
      "step": 52720
    },
    {
      "loss_action": 0.004656829405575991,
      "loss_total": 0.004656829405575991,
      "step": 52720
    },
    {
      "loss_action": 0.015509000979363918,
      "loss_total": 0.015509000979363918,
      "step": 52720
    },
    {
      "grad_norm": 0.15663130581378937,
      "learning_rate": 4.962135903086968e-05,
      "loss": 0.007,
      "step": 52730
    },
    {
      "loss_action": 0.011637521907687187,
      "loss_total": 0.011637521907687187,
      "step": 52730
    },
    {
      "loss_action": 0.0030160443857312202,
      "loss_total": 0.0030160443857312202,
      "step": 52730
    },
    {
      "loss_action": 0.004374128766357899,
      "loss_total": 0.004374128766357899,
      "step": 52730
    },
    {
      "loss_action": 0.0032249889336526394,
      "loss_total": 0.0032249889336526394,
      "step": 52730
    },
    {
      "loss_action": 0.003808084409683943,
      "loss_total": 0.003808084409683943,
      "step": 52730
    },
    {
      "loss_action": 0.00965137965977192,
      "loss_total": 0.00965137965977192,
      "step": 52730
    },
    {
      "loss_action": 0.008022959344089031,
      "loss_total": 0.008022959344089031,
      "step": 52730
    },
    {
      "loss_action": 0.005265483632683754,
      "loss_total": 0.005265483632683754,
      "step": 52730
    },
    {
      "grad_norm": 0.08867712318897247,
      "learning_rate": 4.960482482781741e-05,
      "loss": 0.0066,
      "step": 52740
    },
    {
      "loss_action": 0.005505803041160107,
      "loss_total": 0.005505803041160107,
      "step": 52740
    },
    {
      "loss_action": 0.004362837411463261,
      "loss_total": 0.004362837411463261,
      "step": 52740
    },
    {
      "loss_action": 0.002669986104592681,
      "loss_total": 0.002669986104592681,
      "step": 52740
    },
    {
      "loss_action": 0.0033277547918260098,
      "loss_total": 0.0033277547918260098,
      "step": 52740
    },
    {
      "loss_action": 0.018887359648942947,
      "loss_total": 0.018887359648942947,
      "step": 52740
    },
    {
      "loss_action": 0.0037397942505776882,
      "loss_total": 0.0037397942505776882,
      "step": 52740
    },
    {
      "loss_action": 0.010544582270085812,
      "loss_total": 0.010544582270085812,
      "step": 52740
    },
    {
      "loss_action": 0.009936818853020668,
      "loss_total": 0.009936818853020668,
      "step": 52740
    },
    {
      "grad_norm": 0.1346043348312378,
      "learning_rate": 4.958829066798092e-05,
      "loss": 0.0066,
      "step": 52750
    },
    {
      "loss_action": 0.004847258795052767,
      "loss_total": 0.004847258795052767,
      "step": 52750
    },
    {
      "loss_action": 0.005146777722984552,
      "loss_total": 0.005146777722984552,
      "step": 52750
    },
    {
      "loss_action": 0.0038074578624218702,
      "loss_total": 0.0038074578624218702,
      "step": 52750
    },
    {
      "loss_action": 0.005069535691291094,
      "loss_total": 0.005069535691291094,
      "step": 52750
    },
    {
      "loss_action": 0.004277695436030626,
      "loss_total": 0.004277695436030626,
      "step": 52750
    },
    {
      "loss_action": 0.004636574070900679,
      "loss_total": 0.004636574070900679,
      "step": 52750
    },
    {
      "loss_action": 0.007753502577543259,
      "loss_total": 0.007753502577543259,
      "step": 52750
    },
    {
      "loss_action": 0.003348010126501322,
      "loss_total": 0.003348010126501322,
      "step": 52750
    },
    {
      "grad_norm": 0.08500651270151138,
      "learning_rate": 4.957175655316835e-05,
      "loss": 0.0072,
      "step": 52760
    },
    {
      "loss_action": 0.005268913693726063,
      "loss_total": 0.005268913693726063,
      "step": 52760
    },
    {
      "loss_action": 0.003659531706944108,
      "loss_total": 0.003659531706944108,
      "step": 52760
    },
    {
      "loss_action": 0.008674678392708302,
      "loss_total": 0.008674678392708302,
      "step": 52760
    },
    {
      "loss_action": 0.005738468840718269,
      "loss_total": 0.005738468840718269,
      "step": 52760
    },
    {
      "loss_action": 0.00792847853153944,
      "loss_total": 0.00792847853153944,
      "step": 52760
    },
    {
      "loss_action": 0.007921375334262848,
      "loss_total": 0.007921375334262848,
      "step": 52760
    },
    {
      "loss_action": 0.011541295796632767,
      "loss_total": 0.011541295796632767,
      "step": 52760
    },
    {
      "loss_action": 0.0032746780198067427,
      "loss_total": 0.0032746780198067427,
      "step": 52760
    },
    {
      "grad_norm": 0.10483302175998688,
      "learning_rate": 4.9555222485187834e-05,
      "loss": 0.0063,
      "step": 52770
    },
    {
      "loss_action": 0.012859312817454338,
      "loss_total": 0.012859312817454338,
      "step": 52770
    },
    {
      "loss_action": 0.0014627299970015883,
      "loss_total": 0.0014627299970015883,
      "step": 52770
    },
    {
      "loss_action": 0.018829405307769775,
      "loss_total": 0.018829405307769775,
      "step": 52770
    },
    {
      "loss_action": 0.008342600427567959,
      "loss_total": 0.008342600427567959,
      "step": 52770
    },
    {
      "loss_action": 0.0029431364964693785,
      "loss_total": 0.0029431364964693785,
      "step": 52770
    },
    {
      "loss_action": 0.012168115004897118,
      "loss_total": 0.012168115004897118,
      "step": 52770
    },
    {
      "loss_action": 0.0018574348650872707,
      "loss_total": 0.0018574348650872707,
      "step": 52770
    },
    {
      "loss_action": 0.013810889795422554,
      "loss_total": 0.013810889795422554,
      "step": 52770
    },
    {
      "grad_norm": 0.09040778875350952,
      "learning_rate": 4.953868846584752e-05,
      "loss": 0.0073,
      "step": 52780
    },
    {
      "loss_action": 0.004302241839468479,
      "loss_total": 0.004302241839468479,
      "step": 52780
    },
    {
      "loss_action": 0.0029681744053959846,
      "loss_total": 0.0029681744053959846,
      "step": 52780
    },
    {
      "loss_action": 0.002431039698421955,
      "loss_total": 0.002431039698421955,
      "step": 52780
    },
    {
      "loss_action": 0.0028594371397048235,
      "loss_total": 0.0028594371397048235,
      "step": 52780
    },
    {
      "loss_action": 0.008464929647743702,
      "loss_total": 0.008464929647743702,
      "step": 52780
    },
    {
      "loss_action": 0.003561281133443117,
      "loss_total": 0.003561281133443117,
      "step": 52780
    },
    {
      "loss_action": 0.011267067864537239,
      "loss_total": 0.011267067864537239,
      "step": 52780
    },
    {
      "loss_action": 0.0028395368717610836,
      "loss_total": 0.0028395368717610836,
      "step": 52780
    },
    {
      "grad_norm": 0.09086757153272629,
      "learning_rate": 4.9522154496955544e-05,
      "loss": 0.0062,
      "step": 52790
    },
    {
      "loss_action": 0.022439906373620033,
      "loss_total": 0.022439906373620033,
      "step": 52790
    },
    {
      "loss_action": 0.009833814576268196,
      "loss_total": 0.009833814576268196,
      "step": 52790
    },
    {
      "loss_action": 0.005240629892796278,
      "loss_total": 0.005240629892796278,
      "step": 52790
    },
    {
      "loss_action": 0.004172054119408131,
      "loss_total": 0.004172054119408131,
      "step": 52790
    },
    {
      "loss_action": 0.006556238047778606,
      "loss_total": 0.006556238047778606,
      "step": 52790
    },
    {
      "loss_action": 0.019722111523151398,
      "loss_total": 0.019722111523151398,
      "step": 52790
    },
    {
      "loss_action": 0.008989440277218819,
      "loss_total": 0.008989440277218819,
      "step": 52790
    },
    {
      "loss_action": 0.003946471028029919,
      "loss_total": 0.003946471028029919,
      "step": 52790
    },
    {
      "grad_norm": 0.08556512743234634,
      "learning_rate": 4.950562058032001e-05,
      "loss": 0.0076,
      "step": 52800
    },
    {
      "loss_action": 0.0024487203918397427,
      "loss_total": 0.0024487203918397427,
      "step": 52800
    },
    {
      "loss_action": 0.003483051434159279,
      "loss_total": 0.003483051434159279,
      "step": 52800
    },
    {
      "loss_action": 0.002420006785541773,
      "loss_total": 0.002420006785541773,
      "step": 52800
    },
    {
      "loss_action": 0.003146442584693432,
      "loss_total": 0.003146442584693432,
      "step": 52800
    },
    {
      "loss_action": 0.004010247066617012,
      "loss_total": 0.004010247066617012,
      "step": 52800
    },
    {
      "loss_action": 0.0031655849888920784,
      "loss_total": 0.0031655849888920784,
      "step": 52800
    },
    {
      "loss_action": 0.004858991596847773,
      "loss_total": 0.004858991596847773,
      "step": 52800
    },
    {
      "loss_action": 0.008666777983307838,
      "loss_total": 0.008666777983307838,
      "step": 52800
    },
    {
      "grad_norm": 0.0951472744345665,
      "learning_rate": 4.948908671774909e-05,
      "loss": 0.006,
      "step": 52810
    },
    {
      "loss_action": 0.00808563083410263,
      "loss_total": 0.00808563083410263,
      "step": 52810
    },
    {
      "loss_action": 0.006682697683572769,
      "loss_total": 0.006682697683572769,
      "step": 52810
    },
    {
      "loss_action": 0.004454236477613449,
      "loss_total": 0.004454236477613449,
      "step": 52810
    },
    {
      "loss_action": 0.0072142197750508785,
      "loss_total": 0.0072142197750508785,
      "step": 52810
    },
    {
      "loss_action": 0.009962779469788074,
      "loss_total": 0.009962779469788074,
      "step": 52810
    },
    {
      "loss_action": 0.00529871229082346,
      "loss_total": 0.00529871229082346,
      "step": 52810
    },
    {
      "loss_action": 0.01170303113758564,
      "loss_total": 0.01170303113758564,
      "step": 52810
    },
    {
      "loss_action": 0.010172917507588863,
      "loss_total": 0.010172917507588863,
      "step": 52810
    },
    {
      "grad_norm": 0.10050617903470993,
      "learning_rate": 4.947255291105087e-05,
      "loss": 0.0079,
      "step": 52820
    },
    {
      "loss_action": 0.006461796350777149,
      "loss_total": 0.006461796350777149,
      "step": 52820
    },
    {
      "loss_action": 0.010891279205679893,
      "loss_total": 0.010891279205679893,
      "step": 52820
    },
    {
      "loss_action": 0.005571489222347736,
      "loss_total": 0.005571489222347736,
      "step": 52820
    },
    {
      "loss_action": 0.0067468201741576195,
      "loss_total": 0.0067468201741576195,
      "step": 52820
    },
    {
      "loss_action": 0.0030199855100363493,
      "loss_total": 0.0030199855100363493,
      "step": 52820
    },
    {
      "loss_action": 0.023424219340085983,
      "loss_total": 0.023424219340085983,
      "step": 52820
    },
    {
      "loss_action": 0.0024877828545868397,
      "loss_total": 0.0024877828545868397,
      "step": 52820
    },
    {
      "loss_action": 0.005420295521616936,
      "loss_total": 0.005420295521616936,
      "step": 52820
    },
    {
      "grad_norm": 0.08234978467226028,
      "learning_rate": 4.945601916203348e-05,
      "loss": 0.0063,
      "step": 52830
    },
    {
      "loss_action": 0.001786714536137879,
      "loss_total": 0.001786714536137879,
      "step": 52830
    },
    {
      "loss_action": 0.004980928264558315,
      "loss_total": 0.004980928264558315,
      "step": 52830
    },
    {
      "loss_action": 0.006033534649759531,
      "loss_total": 0.006033534649759531,
      "step": 52830
    },
    {
      "loss_action": 0.03586634248495102,
      "loss_total": 0.03586634248495102,
      "step": 52830
    },
    {
      "loss_action": 0.018845435231924057,
      "loss_total": 0.018845435231924057,
      "step": 52830
    },
    {
      "loss_action": 0.00613862881436944,
      "loss_total": 0.00613862881436944,
      "step": 52830
    },
    {
      "loss_action": 0.004131149500608444,
      "loss_total": 0.004131149500608444,
      "step": 52830
    },
    {
      "loss_action": 0.004557845648378134,
      "loss_total": 0.004557845648378134,
      "step": 52830
    },
    {
      "grad_norm": 0.10070142894983292,
      "learning_rate": 4.9439485472505016e-05,
      "loss": 0.0078,
      "step": 52840
    },
    {
      "loss_action": 0.0036733178421854973,
      "loss_total": 0.0036733178421854973,
      "step": 52840
    },
    {
      "loss_action": 0.0042528072372078896,
      "loss_total": 0.0042528072372078896,
      "step": 52840
    },
    {
      "loss_action": 0.00473047373816371,
      "loss_total": 0.00473047373816371,
      "step": 52840
    },
    {
      "loss_action": 0.003669631201773882,
      "loss_total": 0.003669631201773882,
      "step": 52840
    },
    {
      "loss_action": 0.008443131111562252,
      "loss_total": 0.008443131111562252,
      "step": 52840
    },
    {
      "loss_action": 0.005084004253149033,
      "loss_total": 0.005084004253149033,
      "step": 52840
    },
    {
      "loss_action": 0.007120314985513687,
      "loss_total": 0.007120314985513687,
      "step": 52840
    },
    {
      "loss_action": 0.012103559449315071,
      "loss_total": 0.012103559449315071,
      "step": 52840
    },
    {
      "grad_norm": 0.0880378931760788,
      "learning_rate": 4.942295184427356e-05,
      "loss": 0.0063,
      "step": 52850
    },
    {
      "loss_action": 0.006744978949427605,
      "loss_total": 0.006744978949427605,
      "step": 52850
    },
    {
      "loss_action": 0.01073838397860527,
      "loss_total": 0.01073838397860527,
      "step": 52850
    },
    {
      "loss_action": 0.0023587695322930813,
      "loss_total": 0.0023587695322930813,
      "step": 52850
    },
    {
      "loss_action": 0.0038019376806914806,
      "loss_total": 0.0038019376806914806,
      "step": 52850
    },
    {
      "loss_action": 0.004621310159564018,
      "loss_total": 0.004621310159564018,
      "step": 52850
    },
    {
      "loss_action": 0.0047829896211624146,
      "loss_total": 0.0047829896211624146,
      "step": 52850
    },
    {
      "loss_action": 0.0014712812844663858,
      "loss_total": 0.0014712812844663858,
      "step": 52850
    },
    {
      "loss_action": 0.006844323128461838,
      "loss_total": 0.006844323128461838,
      "step": 52850
    },
    {
      "grad_norm": 0.17387746274471283,
      "learning_rate": 4.9406418279147234e-05,
      "loss": 0.0066,
      "step": 52860
    },
    {
      "loss_action": 0.003542571794241667,
      "loss_total": 0.003542571794241667,
      "step": 52860
    },
    {
      "loss_action": 0.005802925676107407,
      "loss_total": 0.005802925676107407,
      "step": 52860
    },
    {
      "loss_action": 0.0028407895006239414,
      "loss_total": 0.0028407895006239414,
      "step": 52860
    },
    {
      "loss_action": 0.014546159654855728,
      "loss_total": 0.014546159654855728,
      "step": 52860
    },
    {
      "loss_action": 0.00848107784986496,
      "loss_total": 0.00848107784986496,
      "step": 52860
    },
    {
      "loss_action": 0.008396636694669724,
      "loss_total": 0.008396636694669724,
      "step": 52860
    },
    {
      "loss_action": 0.002367174718528986,
      "loss_total": 0.002367174718528986,
      "step": 52860
    },
    {
      "loss_action": 0.009609407745301723,
      "loss_total": 0.009609407745301723,
      "step": 52860
    },
    {
      "grad_norm": 0.14978361129760742,
      "learning_rate": 4.9389884778934116e-05,
      "loss": 0.0075,
      "step": 52870
    },
    {
      "loss_action": 0.006058600265532732,
      "loss_total": 0.006058600265532732,
      "step": 52870
    },
    {
      "loss_action": 0.006865576840937138,
      "loss_total": 0.006865576840937138,
      "step": 52870
    },
    {
      "loss_action": 0.003786606714129448,
      "loss_total": 0.003786606714129448,
      "step": 52870
    },
    {
      "loss_action": 0.009477710351347923,
      "loss_total": 0.009477710351347923,
      "step": 52870
    },
    {
      "loss_action": 0.008606184273958206,
      "loss_total": 0.008606184273958206,
      "step": 52870
    },
    {
      "loss_action": 0.011209465563297272,
      "loss_total": 0.011209465563297272,
      "step": 52870
    },
    {
      "loss_action": 0.00614739116281271,
      "loss_total": 0.00614739116281271,
      "step": 52870
    },
    {
      "loss_action": 0.013306133449077606,
      "loss_total": 0.013306133449077606,
      "step": 52870
    },
    {
      "grad_norm": 0.1377299726009369,
      "learning_rate": 4.937335134544228e-05,
      "loss": 0.0069,
      "step": 52880
    },
    {
      "loss_action": 0.0023566721938550472,
      "loss_total": 0.0023566721938550472,
      "step": 52880
    },
    {
      "loss_action": 0.0036814336199313402,
      "loss_total": 0.0036814336199313402,
      "step": 52880
    },
    {
      "loss_action": 0.006908714305609465,
      "loss_total": 0.006908714305609465,
      "step": 52880
    },
    {
      "loss_action": 0.008431815542280674,
      "loss_total": 0.008431815542280674,
      "step": 52880
    },
    {
      "loss_action": 0.0066912733018398285,
      "loss_total": 0.0066912733018398285,
      "step": 52880
    },
    {
      "loss_action": 0.0037617930211126804,
      "loss_total": 0.0037617930211126804,
      "step": 52880
    },
    {
      "loss_action": 0.003225908149033785,
      "loss_total": 0.003225908149033785,
      "step": 52880
    },
    {
      "loss_action": 0.00904786679893732,
      "loss_total": 0.00904786679893732,
      "step": 52880
    },
    {
      "grad_norm": 0.11599589884281158,
      "learning_rate": 4.935681798047979e-05,
      "loss": 0.0061,
      "step": 52890
    },
    {
      "loss_action": 0.0069983964785933495,
      "loss_total": 0.0069983964785933495,
      "step": 52890
    },
    {
      "loss_action": 0.008572392165660858,
      "loss_total": 0.008572392165660858,
      "step": 52890
    },
    {
      "loss_action": 0.00506427139043808,
      "loss_total": 0.00506427139043808,
      "step": 52890
    },
    {
      "loss_action": 0.007343923673033714,
      "loss_total": 0.007343923673033714,
      "step": 52890
    },
    {
      "loss_action": 0.004315765108913183,
      "loss_total": 0.004315765108913183,
      "step": 52890
    },
    {
      "loss_action": 0.0166408009827137,
      "loss_total": 0.0166408009827137,
      "step": 52890
    },
    {
      "loss_action": 0.009015494957566261,
      "loss_total": 0.009015494957566261,
      "step": 52890
    },
    {
      "loss_action": 0.00256143556907773,
      "loss_total": 0.00256143556907773,
      "step": 52890
    },
    {
      "grad_norm": 0.12544159591197968,
      "learning_rate": 4.934028468585473e-05,
      "loss": 0.0079,
      "step": 52900
    },
    {
      "loss_action": 0.006182314828038216,
      "loss_total": 0.006182314828038216,
      "step": 52900
    },
    {
      "loss_action": 0.002524632029235363,
      "loss_total": 0.002524632029235363,
      "step": 52900
    },
    {
      "loss_action": 0.004114854149520397,
      "loss_total": 0.004114854149520397,
      "step": 52900
    },
    {
      "loss_action": 0.009438678622245789,
      "loss_total": 0.009438678622245789,
      "step": 52900
    },
    {
      "loss_action": 0.01174142025411129,
      "loss_total": 0.01174142025411129,
      "step": 52900
    },
    {
      "loss_action": 0.026825284585356712,
      "loss_total": 0.026825284585356712,
      "step": 52900
    },
    {
      "loss_action": 0.0033515277318656445,
      "loss_total": 0.0033515277318656445,
      "step": 52900
    },
    {
      "loss_action": 0.003341477829962969,
      "loss_total": 0.003341477829962969,
      "step": 52900
    },
    {
      "grad_norm": 0.11285386234521866,
      "learning_rate": 4.932375146337514e-05,
      "loss": 0.0071,
      "step": 52910
    },
    {
      "loss_action": 0.0013442940544337034,
      "loss_total": 0.0013442940544337034,
      "step": 52910
    },
    {
      "loss_action": 0.0046856589615345,
      "loss_total": 0.0046856589615345,
      "step": 52910
    },
    {
      "loss_action": 0.0054192692041397095,
      "loss_total": 0.0054192692041397095,
      "step": 52910
    },
    {
      "loss_action": 0.012901600450277328,
      "loss_total": 0.012901600450277328,
      "step": 52910
    },
    {
      "loss_action": 0.0033773411996662617,
      "loss_total": 0.0033773411996662617,
      "step": 52910
    },
    {
      "loss_action": 0.01629513129591942,
      "loss_total": 0.01629513129591942,
      "step": 52910
    },
    {
      "loss_action": 0.0032800850458443165,
      "loss_total": 0.0032800850458443165,
      "step": 52910
    },
    {
      "loss_action": 0.0018195115262642503,
      "loss_total": 0.0018195115262642503,
      "step": 52910
    },
    {
      "grad_norm": 0.12351635843515396,
      "learning_rate": 4.930721831484908e-05,
      "loss": 0.0064,
      "step": 52920
    },
    {
      "loss_action": 0.00595871452242136,
      "loss_total": 0.00595871452242136,
      "step": 52920
    },
    {
      "loss_action": 0.005065822042524815,
      "loss_total": 0.005065822042524815,
      "step": 52920
    },
    {
      "loss_action": 0.006118759512901306,
      "loss_total": 0.006118759512901306,
      "step": 52920
    },
    {
      "loss_action": 0.004579980857670307,
      "loss_total": 0.004579980857670307,
      "step": 52920
    },
    {
      "loss_action": 0.005477317608892918,
      "loss_total": 0.005477317608892918,
      "step": 52920
    },
    {
      "loss_action": 0.00611383281648159,
      "loss_total": 0.00611383281648159,
      "step": 52920
    },
    {
      "loss_action": 0.004698052071034908,
      "loss_total": 0.004698052071034908,
      "step": 52920
    },
    {
      "loss_action": 0.012883291579782963,
      "loss_total": 0.012883291579782963,
      "step": 52920
    },
    {
      "grad_norm": 0.08176211267709732,
      "learning_rate": 4.929068524208456e-05,
      "loss": 0.0069,
      "step": 52930
    },
    {
      "loss_action": 0.0018269302090629935,
      "loss_total": 0.0018269302090629935,
      "step": 52930
    },
    {
      "loss_action": 0.007000416051596403,
      "loss_total": 0.007000416051596403,
      "step": 52930
    },
    {
      "loss_action": 0.005644387099891901,
      "loss_total": 0.005644387099891901,
      "step": 52930
    },
    {
      "loss_action": 0.0037409579381346703,
      "loss_total": 0.0037409579381346703,
      "step": 52930
    },
    {
      "loss_action": 0.004553840495646,
      "loss_total": 0.004553840495646,
      "step": 52930
    },
    {
      "loss_action": 0.003981810063123703,
      "loss_total": 0.003981810063123703,
      "step": 52930
    },
    {
      "loss_action": 0.004369424656033516,
      "loss_total": 0.004369424656033516,
      "step": 52930
    },
    {
      "loss_action": 0.008880313485860825,
      "loss_total": 0.008880313485860825,
      "step": 52930
    },
    {
      "grad_norm": 0.10225540399551392,
      "learning_rate": 4.927415224688965e-05,
      "loss": 0.0082,
      "step": 52940
    },
    {
      "loss_action": 0.02165106125175953,
      "loss_total": 0.02165106125175953,
      "step": 52940
    },
    {
      "loss_action": 0.0016845879144966602,
      "loss_total": 0.0016845879144966602,
      "step": 52940
    },
    {
      "loss_action": 0.0023464281111955643,
      "loss_total": 0.0023464281111955643,
      "step": 52940
    },
    {
      "loss_action": 0.00803723931312561,
      "loss_total": 0.00803723931312561,
      "step": 52940
    },
    {
      "loss_action": 0.0019419965101405978,
      "loss_total": 0.0019419965101405978,
      "step": 52940
    },
    {
      "loss_action": 0.003076772904023528,
      "loss_total": 0.003076772904023528,
      "step": 52940
    },
    {
      "loss_action": 0.0058884769678115845,
      "loss_total": 0.0058884769678115845,
      "step": 52940
    },
    {
      "loss_action": 0.007438579574227333,
      "loss_total": 0.007438579574227333,
      "step": 52940
    },
    {
      "grad_norm": 0.0878199115395546,
      "learning_rate": 4.9257619331072375e-05,
      "loss": 0.0069,
      "step": 52950
    },
    {
      "loss_action": 0.01978314481675625,
      "loss_total": 0.01978314481675625,
      "step": 52950
    },
    {
      "loss_action": 0.0035495080519467592,
      "loss_total": 0.0035495080519467592,
      "step": 52950
    },
    {
      "loss_action": 0.0072541735135018826,
      "loss_total": 0.0072541735135018826,
      "step": 52950
    },
    {
      "loss_action": 0.0022449742536991835,
      "loss_total": 0.0022449742536991835,
      "step": 52950
    },
    {
      "loss_action": 0.005318278446793556,
      "loss_total": 0.005318278446793556,
      "step": 52950
    },
    {
      "loss_action": 0.0036097089760005474,
      "loss_total": 0.0036097089760005474,
      "step": 52950
    },
    {
      "loss_action": 0.010298505425453186,
      "loss_total": 0.010298505425453186,
      "step": 52950
    },
    {
      "loss_action": 0.00639286870136857,
      "loss_total": 0.00639286870136857,
      "step": 52950
    },
    {
      "grad_norm": 0.11220209300518036,
      "learning_rate": 4.924108649644072e-05,
      "loss": 0.0068,
      "step": 52960
    },
    {
      "loss_action": 0.006844275631010532,
      "loss_total": 0.006844275631010532,
      "step": 52960
    },
    {
      "loss_action": 0.016339771449565887,
      "loss_total": 0.016339771449565887,
      "step": 52960
    },
    {
      "loss_action": 0.003946896642446518,
      "loss_total": 0.003946896642446518,
      "step": 52960
    },
    {
      "loss_action": 0.004330203868448734,
      "loss_total": 0.004330203868448734,
      "step": 52960
    },
    {
      "loss_action": 0.010268873535096645,
      "loss_total": 0.010268873535096645,
      "step": 52960
    },
    {
      "loss_action": 0.00963335856795311,
      "loss_total": 0.00963335856795311,
      "step": 52960
    },
    {
      "loss_action": 0.00802362710237503,
      "loss_total": 0.00802362710237503,
      "step": 52960
    },
    {
      "loss_action": 0.016692953184247017,
      "loss_total": 0.016692953184247017,
      "step": 52960
    },
    {
      "grad_norm": 0.09601680934429169,
      "learning_rate": 4.922455374480271e-05,
      "loss": 0.0071,
      "step": 52970
    },
    {
      "loss_action": 0.004529647063463926,
      "loss_total": 0.004529647063463926,
      "step": 52970
    },
    {
      "loss_action": 0.0029296684078872204,
      "loss_total": 0.0029296684078872204,
      "step": 52970
    },
    {
      "loss_action": 0.00422217883169651,
      "loss_total": 0.00422217883169651,
      "step": 52970
    },
    {
      "loss_action": 0.01977436989545822,
      "loss_total": 0.01977436989545822,
      "step": 52970
    },
    {
      "loss_action": 0.006136185489594936,
      "loss_total": 0.006136185489594936,
      "step": 52970
    },
    {
      "loss_action": 0.004075314849615097,
      "loss_total": 0.004075314849615097,
      "step": 52970
    },
    {
      "loss_action": 0.0125746950507164,
      "loss_total": 0.0125746950507164,
      "step": 52970
    },
    {
      "loss_action": 0.012836100533604622,
      "loss_total": 0.012836100533604622,
      "step": 52970
    },
    {
      "grad_norm": 0.09287557750940323,
      "learning_rate": 4.920802107796634e-05,
      "loss": 0.0069,
      "step": 52980
    },
    {
      "loss_action": 0.006626618094742298,
      "loss_total": 0.006626618094742298,
      "step": 52980
    },
    {
      "loss_action": 0.00872111041098833,
      "loss_total": 0.00872111041098833,
      "step": 52980
    },
    {
      "loss_action": 0.006483635865151882,
      "loss_total": 0.006483635865151882,
      "step": 52980
    },
    {
      "loss_action": 0.008943858556449413,
      "loss_total": 0.008943858556449413,
      "step": 52980
    },
    {
      "loss_action": 0.004364822991192341,
      "loss_total": 0.004364822991192341,
      "step": 52980
    },
    {
      "loss_action": 0.005567457526922226,
      "loss_total": 0.005567457526922226,
      "step": 52980
    },
    {
      "loss_action": 0.012748179025948048,
      "loss_total": 0.012748179025948048,
      "step": 52980
    },
    {
      "loss_action": 0.005788468290120363,
      "loss_total": 0.005788468290120363,
      "step": 52980
    },
    {
      "grad_norm": 0.10882067680358887,
      "learning_rate": 4.9191488497739564e-05,
      "loss": 0.0074,
      "step": 52990
    },
    {
      "loss_action": 0.014369212090969086,
      "loss_total": 0.014369212090969086,
      "step": 52990
    },
    {
      "loss_action": 0.004212108440697193,
      "loss_total": 0.004212108440697193,
      "step": 52990
    },
    {
      "loss_action": 0.004594816826283932,
      "loss_total": 0.004594816826283932,
      "step": 52990
    },
    {
      "loss_action": 0.014222921803593636,
      "loss_total": 0.014222921803593636,
      "step": 52990
    },
    {
      "loss_action": 0.015827570110559464,
      "loss_total": 0.015827570110559464,
      "step": 52990
    },
    {
      "loss_action": 0.0071671768091619015,
      "loss_total": 0.0071671768091619015,
      "step": 52990
    },
    {
      "loss_action": 0.005852320231497288,
      "loss_total": 0.005852320231497288,
      "step": 52990
    },
    {
      "loss_action": 0.009640449658036232,
      "loss_total": 0.009640449658036232,
      "step": 52990
    },
    {
      "grad_norm": 0.12231007218360901,
      "learning_rate": 4.917495600593042e-05,
      "loss": 0.0069,
      "step": 53000
    },
    {
      "loss_action": 0.0032572653144598007,
      "loss_total": 0.0032572653144598007,
      "step": 53000
    },
    {
      "loss_action": 0.0029067862778902054,
      "loss_total": 0.0029067862778902054,
      "step": 53000
    },
    {
      "loss_action": 0.002589872106909752,
      "loss_total": 0.002589872106909752,
      "step": 53000
    },
    {
      "loss_action": 0.0033722715452313423,
      "loss_total": 0.0033722715452313423,
      "step": 53000
    },
    {
      "loss_action": 0.0074705276638269424,
      "loss_total": 0.0074705276638269424,
      "step": 53000
    },
    {
      "loss_action": 0.005308190360665321,
      "loss_total": 0.005308190360665321,
      "step": 53000
    },
    {
      "loss_action": 0.00551536213606596,
      "loss_total": 0.00551536213606596,
      "step": 53000
    },
    {
      "loss_action": 0.007426593452692032,
      "loss_total": 0.007426593452692032,
      "step": 53000
    },
    {
      "grad_norm": 0.10733111202716827,
      "learning_rate": 4.915842360434684e-05,
      "loss": 0.0078,
      "step": 53010
    },
    {
      "loss_action": 0.005986119620501995,
      "loss_total": 0.005986119620501995,
      "step": 53010
    },
    {
      "loss_action": 0.013215737417340279,
      "loss_total": 0.013215737417340279,
      "step": 53010
    },
    {
      "loss_action": 0.007383130490779877,
      "loss_total": 0.007383130490779877,
      "step": 53010
    },
    {
      "loss_action": 0.0023408648557960987,
      "loss_total": 0.0023408648557960987,
      "step": 53010
    },
    {
      "loss_action": 0.00983539130538702,
      "loss_total": 0.00983539130538702,
      "step": 53010
    },
    {
      "loss_action": 0.0031341640278697014,
      "loss_total": 0.0031341640278697014,
      "step": 53010
    },
    {
      "loss_action": 0.0034327683970332146,
      "loss_total": 0.0034327683970332146,
      "step": 53010
    },
    {
      "loss_action": 0.004369781352579594,
      "loss_total": 0.004369781352579594,
      "step": 53010
    },
    {
      "grad_norm": 0.09970834106206894,
      "learning_rate": 4.914189129479679e-05,
      "loss": 0.0076,
      "step": 53020
    },
    {
      "loss_action": 0.005146385170519352,
      "loss_total": 0.005146385170519352,
      "step": 53020
    },
    {
      "loss_action": 0.0022315303795039654,
      "loss_total": 0.0022315303795039654,
      "step": 53020
    },
    {
      "loss_action": 0.007150694262236357,
      "loss_total": 0.007150694262236357,
      "step": 53020
    },
    {
      "loss_action": 0.00447083031758666,
      "loss_total": 0.00447083031758666,
      "step": 53020
    },
    {
      "loss_action": 0.002916904166340828,
      "loss_total": 0.002916904166340828,
      "step": 53020
    },
    {
      "loss_action": 0.005342183168977499,
      "loss_total": 0.005342183168977499,
      "step": 53020
    },
    {
      "loss_action": 0.002285271417349577,
      "loss_total": 0.002285271417349577,
      "step": 53020
    },
    {
      "loss_action": 0.016051627695560455,
      "loss_total": 0.016051627695560455,
      "step": 53020
    },
    {
      "grad_norm": 0.15374934673309326,
      "learning_rate": 4.912535907908822e-05,
      "loss": 0.0075,
      "step": 53030
    },
    {
      "loss_action": 0.0086131040006876,
      "loss_total": 0.0086131040006876,
      "step": 53030
    },
    {
      "loss_action": 0.0037129793781787157,
      "loss_total": 0.0037129793781787157,
      "step": 53030
    },
    {
      "loss_action": 0.008691016584634781,
      "loss_total": 0.008691016584634781,
      "step": 53030
    },
    {
      "loss_action": 0.008419324643909931,
      "loss_total": 0.008419324643909931,
      "step": 53030
    },
    {
      "loss_action": 0.006663704290986061,
      "loss_total": 0.006663704290986061,
      "step": 53030
    },
    {
      "loss_action": 0.005060039460659027,
      "loss_total": 0.005060039460659027,
      "step": 53030
    },
    {
      "loss_action": 0.013018867000937462,
      "loss_total": 0.013018867000937462,
      "step": 53030
    },
    {
      "loss_action": 0.01152544841170311,
      "loss_total": 0.01152544841170311,
      "step": 53030
    },
    {
      "grad_norm": 0.15316197276115417,
      "learning_rate": 4.910882695902907e-05,
      "loss": 0.0094,
      "step": 53040
    },
    {
      "loss_action": 0.0030574188567698,
      "loss_total": 0.0030574188567698,
      "step": 53040
    },
    {
      "loss_action": 0.00697186728939414,
      "loss_total": 0.00697186728939414,
      "step": 53040
    },
    {
      "loss_action": 0.0025850071106106043,
      "loss_total": 0.0025850071106106043,
      "step": 53040
    },
    {
      "loss_action": 0.0018071455415338278,
      "loss_total": 0.0018071455415338278,
      "step": 53040
    },
    {
      "loss_action": 0.0046967752277851105,
      "loss_total": 0.0046967752277851105,
      "step": 53040
    },
    {
      "loss_action": 0.004835208412259817,
      "loss_total": 0.004835208412259817,
      "step": 53040
    },
    {
      "loss_action": 0.0038397612515836954,
      "loss_total": 0.0038397612515836954,
      "step": 53040
    },
    {
      "loss_action": 0.002948361448943615,
      "loss_total": 0.002948361448943615,
      "step": 53040
    },
    {
      "grad_norm": 0.08319427073001862,
      "learning_rate": 4.9092294936427234e-05,
      "loss": 0.0073,
      "step": 53050
    },
    {
      "loss_action": 0.00753558287397027,
      "loss_total": 0.00753558287397027,
      "step": 53050
    },
    {
      "loss_action": 0.0026811317075043917,
      "loss_total": 0.0026811317075043917,
      "step": 53050
    },
    {
      "loss_action": 0.008248784579336643,
      "loss_total": 0.008248784579336643,
      "step": 53050
    },
    {
      "loss_action": 0.007015888579189777,
      "loss_total": 0.007015888579189777,
      "step": 53050
    },
    {
      "loss_action": 0.009407433681190014,
      "loss_total": 0.009407433681190014,
      "step": 53050
    },
    {
      "loss_action": 0.017064889892935753,
      "loss_total": 0.017064889892935753,
      "step": 53050
    },
    {
      "loss_action": 0.002048359252512455,
      "loss_total": 0.002048359252512455,
      "step": 53050
    },
    {
      "loss_action": 0.00223584845662117,
      "loss_total": 0.00223584845662117,
      "step": 53050
    },
    {
      "grad_norm": 0.08468398451805115,
      "learning_rate": 4.9075763013090685e-05,
      "loss": 0.0064,
      "step": 53060
    },
    {
      "loss_action": 0.0029494380578398705,
      "loss_total": 0.0029494380578398705,
      "step": 53060
    },
    {
      "loss_action": 0.006733663845807314,
      "loss_total": 0.006733663845807314,
      "step": 53060
    },
    {
      "loss_action": 0.013129333965480328,
      "loss_total": 0.013129333965480328,
      "step": 53060
    },
    {
      "loss_action": 0.01664530299603939,
      "loss_total": 0.01664530299603939,
      "step": 53060
    },
    {
      "loss_action": 0.004393044859170914,
      "loss_total": 0.004393044859170914,
      "step": 53060
    },
    {
      "loss_action": 0.009779061190783978,
      "loss_total": 0.009779061190783978,
      "step": 53060
    },
    {
      "loss_action": 0.0230818223208189,
      "loss_total": 0.0230818223208189,
      "step": 53060
    },
    {
      "loss_action": 0.01826127991080284,
      "loss_total": 0.01826127991080284,
      "step": 53060
    },
    {
      "grad_norm": 0.16437827050685883,
      "learning_rate": 4.9059231190827305e-05,
      "loss": 0.0077,
      "step": 53070
    },
    {
      "loss_action": 0.00987868569791317,
      "loss_total": 0.00987868569791317,
      "step": 53070
    },
    {
      "loss_action": 0.0020559895783662796,
      "loss_total": 0.0020559895783662796,
      "step": 53070
    },
    {
      "loss_action": 0.01258142851293087,
      "loss_total": 0.01258142851293087,
      "step": 53070
    },
    {
      "loss_action": 0.011924676597118378,
      "loss_total": 0.011924676597118378,
      "step": 53070
    },
    {
      "loss_action": 0.003615478053689003,
      "loss_total": 0.003615478053689003,
      "step": 53070
    },
    {
      "loss_action": 0.002528039738535881,
      "loss_total": 0.002528039738535881,
      "step": 53070
    },
    {
      "loss_action": 0.0026926533319056034,
      "loss_total": 0.0026926533319056034,
      "step": 53070
    },
    {
      "loss_action": 0.0030698487535119057,
      "loss_total": 0.0030698487535119057,
      "step": 53070
    },
    {
      "grad_norm": 0.1110970675945282,
      "learning_rate": 4.904269947144499e-05,
      "loss": 0.0068,
      "step": 53080
    },
    {
      "loss_action": 0.008105623535811901,
      "loss_total": 0.008105623535811901,
      "step": 53080
    },
    {
      "loss_action": 0.005955737084150314,
      "loss_total": 0.005955737084150314,
      "step": 53080
    },
    {
      "loss_action": 0.006116985343396664,
      "loss_total": 0.006116985343396664,
      "step": 53080
    },
    {
      "loss_action": 0.007368685677647591,
      "loss_total": 0.007368685677647591,
      "step": 53080
    },
    {
      "loss_action": 0.003923377487808466,
      "loss_total": 0.003923377487808466,
      "step": 53080
    },
    {
      "loss_action": 0.0018516478594392538,
      "loss_total": 0.0018516478594392538,
      "step": 53080
    },
    {
      "loss_action": 0.002978278324007988,
      "loss_total": 0.002978278324007988,
      "step": 53080
    },
    {
      "loss_action": 0.005436616949737072,
      "loss_total": 0.005436616949737072,
      "step": 53080
    },
    {
      "grad_norm": 0.1494358330965042,
      "learning_rate": 4.902616785675161e-05,
      "loss": 0.0071,
      "step": 53090
    },
    {
      "loss_action": 0.009787632152438164,
      "loss_total": 0.009787632152438164,
      "step": 53090
    },
    {
      "loss_action": 0.003691528458148241,
      "loss_total": 0.003691528458148241,
      "step": 53090
    },
    {
      "loss_action": 0.008369783870875835,
      "loss_total": 0.008369783870875835,
      "step": 53090
    },
    {
      "loss_action": 0.003226938657462597,
      "loss_total": 0.003226938657462597,
      "step": 53090
    },
    {
      "loss_action": 0.01533888652920723,
      "loss_total": 0.01533888652920723,
      "step": 53090
    },
    {
      "loss_action": 0.009085208177566528,
      "loss_total": 0.009085208177566528,
      "step": 53090
    },
    {
      "loss_action": 0.006204534787684679,
      "loss_total": 0.006204534787684679,
      "step": 53090
    },
    {
      "loss_action": 0.0026520860847085714,
      "loss_total": 0.0026520860847085714,
      "step": 53090
    },
    {
      "grad_norm": 0.1023024320602417,
      "learning_rate": 4.900963634855505e-05,
      "loss": 0.0068,
      "step": 53100
    },
    {
      "loss_action": 0.005642502103000879,
      "loss_total": 0.005642502103000879,
      "step": 53100
    },
    {
      "loss_action": 0.0060635763220489025,
      "loss_total": 0.0060635763220489025,
      "step": 53100
    },
    {
      "loss_action": 0.005807303357869387,
      "loss_total": 0.005807303357869387,
      "step": 53100
    },
    {
      "loss_action": 0.003598676295951009,
      "loss_total": 0.003598676295951009,
      "step": 53100
    },
    {
      "loss_action": 0.002019436564296484,
      "loss_total": 0.002019436564296484,
      "step": 53100
    },
    {
      "loss_action": 0.0038908326532691717,
      "loss_total": 0.0038908326532691717,
      "step": 53100
    },
    {
      "loss_action": 0.006555060390383005,
      "loss_total": 0.006555060390383005,
      "step": 53100
    },
    {
      "loss_action": 0.007558451499789953,
      "loss_total": 0.007558451499789953,
      "step": 53100
    },
    {
      "grad_norm": 0.1275525540113449,
      "learning_rate": 4.8993104948663173e-05,
      "loss": 0.0073,
      "step": 53110
    },
    {
      "loss_action": 0.023073580116033554,
      "loss_total": 0.023073580116033554,
      "step": 53110
    },
    {
      "loss_action": 0.0071306247264146805,
      "loss_total": 0.0071306247264146805,
      "step": 53110
    },
    {
      "loss_action": 0.004263551905751228,
      "loss_total": 0.004263551905751228,
      "step": 53110
    },
    {
      "loss_action": 0.012726334854960442,
      "loss_total": 0.012726334854960442,
      "step": 53110
    },
    {
      "loss_action": 0.023410525172948837,
      "loss_total": 0.023410525172948837,
      "step": 53110
    },
    {
      "loss_action": 0.005371503997594118,
      "loss_total": 0.005371503997594118,
      "step": 53110
    },
    {
      "loss_action": 0.01924389973282814,
      "loss_total": 0.01924389973282814,
      "step": 53110
    },
    {
      "loss_action": 0.012875893153250217,
      "loss_total": 0.012875893153250217,
      "step": 53110
    },
    {
      "grad_norm": 0.10609515011310577,
      "learning_rate": 4.8976573658883823e-05,
      "loss": 0.008,
      "step": 53120
    },
    {
      "loss_action": 0.008707273751497269,
      "loss_total": 0.008707273751497269,
      "step": 53120
    },
    {
      "loss_action": 0.013932528905570507,
      "loss_total": 0.013932528905570507,
      "step": 53120
    },
    {
      "loss_action": 0.007201739586889744,
      "loss_total": 0.007201739586889744,
      "step": 53120
    },
    {
      "loss_action": 0.021602429449558258,
      "loss_total": 0.021602429449558258,
      "step": 53120
    },
    {
      "loss_action": 0.0015801552217453718,
      "loss_total": 0.0015801552217453718,
      "step": 53120
    },
    {
      "loss_action": 0.006276736035943031,
      "loss_total": 0.006276736035943031,
      "step": 53120
    },
    {
      "loss_action": 0.007026168052107096,
      "loss_total": 0.007026168052107096,
      "step": 53120
    },
    {
      "loss_action": 0.002726160455495119,
      "loss_total": 0.002726160455495119,
      "step": 53120
    },
    {
      "grad_norm": 0.14144684374332428,
      "learning_rate": 4.896004248102484e-05,
      "loss": 0.0075,
      "step": 53130
    },
    {
      "loss_action": 0.00283953920006752,
      "loss_total": 0.00283953920006752,
      "step": 53130
    },
    {
      "loss_action": 0.003907490521669388,
      "loss_total": 0.003907490521669388,
      "step": 53130
    },
    {
      "loss_action": 0.004598984494805336,
      "loss_total": 0.004598984494805336,
      "step": 53130
    },
    {
      "loss_action": 0.008091960102319717,
      "loss_total": 0.008091960102319717,
      "step": 53130
    },
    {
      "loss_action": 0.007237723562866449,
      "loss_total": 0.007237723562866449,
      "step": 53130
    },
    {
      "loss_action": 0.006192491389811039,
      "loss_total": 0.006192491389811039,
      "step": 53130
    },
    {
      "loss_action": 0.0031113401055336,
      "loss_total": 0.0031113401055336,
      "step": 53130
    },
    {
      "loss_action": 0.005136851221323013,
      "loss_total": 0.005136851221323013,
      "step": 53130
    },
    {
      "grad_norm": 0.09206412732601166,
      "learning_rate": 4.8943511416894045e-05,
      "loss": 0.0066,
      "step": 53140
    },
    {
      "loss_action": 0.004918648861348629,
      "loss_total": 0.004918648861348629,
      "step": 53140
    },
    {
      "loss_action": 0.0047029852867126465,
      "loss_total": 0.0047029852867126465,
      "step": 53140
    },
    {
      "loss_action": 0.0025748778134584427,
      "loss_total": 0.0025748778134584427,
      "step": 53140
    },
    {
      "loss_action": 0.005956585519015789,
      "loss_total": 0.005956585519015789,
      "step": 53140
    },
    {
      "loss_action": 0.004155777394771576,
      "loss_total": 0.004155777394771576,
      "step": 53140
    },
    {
      "loss_action": 0.004633378237485886,
      "loss_total": 0.004633378237485886,
      "step": 53140
    },
    {
      "loss_action": 0.004302069544792175,
      "loss_total": 0.004302069544792175,
      "step": 53140
    },
    {
      "loss_action": 0.008060170337557793,
      "loss_total": 0.008060170337557793,
      "step": 53140
    },
    {
      "grad_norm": 0.14103759825229645,
      "learning_rate": 4.892698046829926e-05,
      "loss": 0.0068,
      "step": 53150
    },
    {
      "loss_action": 0.006813408341258764,
      "loss_total": 0.006813408341258764,
      "step": 53150
    },
    {
      "loss_action": 0.003607975784689188,
      "loss_total": 0.003607975784689188,
      "step": 53150
    },
    {
      "loss_action": 0.0037217861972749233,
      "loss_total": 0.0037217861972749233,
      "step": 53150
    },
    {
      "loss_action": 0.003140184795483947,
      "loss_total": 0.003140184795483947,
      "step": 53150
    },
    {
      "loss_action": 0.004514440428465605,
      "loss_total": 0.004514440428465605,
      "step": 53150
    },
    {
      "loss_action": 0.006287307944148779,
      "loss_total": 0.006287307944148779,
      "step": 53150
    },
    {
      "loss_action": 0.011375526897609234,
      "loss_total": 0.011375526897609234,
      "step": 53150
    },
    {
      "loss_action": 0.005077766254544258,
      "loss_total": 0.005077766254544258,
      "step": 53150
    },
    {
      "grad_norm": 0.09609895944595337,
      "learning_rate": 4.8910449637048275e-05,
      "loss": 0.0069,
      "step": 53160
    },
    {
      "loss_action": 0.008346021175384521,
      "loss_total": 0.008346021175384521,
      "step": 53160
    },
    {
      "loss_action": 0.00455606309697032,
      "loss_total": 0.00455606309697032,
      "step": 53160
    },
    {
      "loss_action": 0.010738522745668888,
      "loss_total": 0.010738522745668888,
      "step": 53160
    },
    {
      "loss_action": 0.0038137477822601795,
      "loss_total": 0.0038137477822601795,
      "step": 53160
    },
    {
      "loss_action": 0.0024063107557594776,
      "loss_total": 0.0024063107557594776,
      "step": 53160
    },
    {
      "loss_action": 0.00706823356449604,
      "loss_total": 0.00706823356449604,
      "step": 53160
    },
    {
      "loss_action": 0.005094060208648443,
      "loss_total": 0.005094060208648443,
      "step": 53160
    },
    {
      "loss_action": 0.011151171289384365,
      "loss_total": 0.011151171289384365,
      "step": 53160
    },
    {
      "grad_norm": 0.1055036336183548,
      "learning_rate": 4.8893918924948884e-05,
      "loss": 0.0071,
      "step": 53170
    },
    {
      "loss_action": 0.007032629568129778,
      "loss_total": 0.007032629568129778,
      "step": 53170
    },
    {
      "loss_action": 0.005487094167619944,
      "loss_total": 0.005487094167619944,
      "step": 53170
    },
    {
      "loss_action": 0.009032083675265312,
      "loss_total": 0.009032083675265312,
      "step": 53170
    },
    {
      "loss_action": 0.0049241697415709496,
      "loss_total": 0.0049241697415709496,
      "step": 53170
    },
    {
      "loss_action": 0.0027689076960086823,
      "loss_total": 0.0027689076960086823,
      "step": 53170
    },
    {
      "loss_action": 0.004828880541026592,
      "loss_total": 0.004828880541026592,
      "step": 53170
    },
    {
      "loss_action": 0.004368091933429241,
      "loss_total": 0.004368091933429241,
      "step": 53170
    },
    {
      "loss_action": 0.0063561201095581055,
      "loss_total": 0.0063561201095581055,
      "step": 53170
    },
    {
      "grad_norm": 0.10121762752532959,
      "learning_rate": 4.8877388333808835e-05,
      "loss": 0.0066,
      "step": 53180
    },
    {
      "loss_action": 0.0029374791774898767,
      "loss_total": 0.0029374791774898767,
      "step": 53180
    },
    {
      "loss_action": 0.0013836611760780215,
      "loss_total": 0.0013836611760780215,
      "step": 53180
    },
    {
      "loss_action": 0.007304010912775993,
      "loss_total": 0.007304010912775993,
      "step": 53180
    },
    {
      "loss_action": 0.0014300285838544369,
      "loss_total": 0.0014300285838544369,
      "step": 53180
    },
    {
      "loss_action": 0.005317064002156258,
      "loss_total": 0.005317064002156258,
      "step": 53180
    },
    {
      "loss_action": 0.01429299358278513,
      "loss_total": 0.01429299358278513,
      "step": 53180
    },
    {
      "loss_action": 0.0012160476762801409,
      "loss_total": 0.0012160476762801409,
      "step": 53180
    },
    {
      "loss_action": 0.006235151086002588,
      "loss_total": 0.006235151086002588,
      "step": 53180
    },
    {
      "grad_norm": 0.10258229821920395,
      "learning_rate": 4.8860857865435925e-05,
      "loss": 0.0067,
      "step": 53190
    },
    {
      "loss_action": 0.007065320387482643,
      "loss_total": 0.007065320387482643,
      "step": 53190
    },
    {
      "loss_action": 0.0029061646200716496,
      "loss_total": 0.0029061646200716496,
      "step": 53190
    },
    {
      "loss_action": 0.0035733398981392384,
      "loss_total": 0.0035733398981392384,
      "step": 53190
    },
    {
      "loss_action": 0.0017003270331770182,
      "loss_total": 0.0017003270331770182,
      "step": 53190
    },
    {
      "loss_action": 0.007467357907444239,
      "loss_total": 0.007467357907444239,
      "step": 53190
    },
    {
      "loss_action": 0.015868505463004112,
      "loss_total": 0.015868505463004112,
      "step": 53190
    },
    {
      "loss_action": 0.009183083660900593,
      "loss_total": 0.009183083660900593,
      "step": 53190
    },
    {
      "loss_action": 0.008023534901440144,
      "loss_total": 0.008023534901440144,
      "step": 53190
    },
    {
      "grad_norm": 0.09980019927024841,
      "learning_rate": 4.884432752163789e-05,
      "loss": 0.0075,
      "step": 53200
    },
    {
      "loss_action": 0.008235626854002476,
      "loss_total": 0.008235626854002476,
      "step": 53200
    },
    {
      "loss_action": 0.008864629082381725,
      "loss_total": 0.008864629082381725,
      "step": 53200
    },
    {
      "loss_action": 0.011162765324115753,
      "loss_total": 0.011162765324115753,
      "step": 53200
    },
    {
      "loss_action": 0.0060485475696623325,
      "loss_total": 0.0060485475696623325,
      "step": 53200
    },
    {
      "loss_action": 0.004395254887640476,
      "loss_total": 0.004395254887640476,
      "step": 53200
    },
    {
      "loss_action": 0.0031536463648080826,
      "loss_total": 0.0031536463648080826,
      "step": 53200
    },
    {
      "loss_action": 0.0022870313841849566,
      "loss_total": 0.0022870313841849566,
      "step": 53200
    },
    {
      "loss_action": 0.002535879146307707,
      "loss_total": 0.002535879146307707,
      "step": 53200
    },
    {
      "grad_norm": 0.0947428047657013,
      "learning_rate": 4.8827797304222466e-05,
      "loss": 0.0069,
      "step": 53210
    },
    {
      "loss_action": 0.02277505025267601,
      "loss_total": 0.02277505025267601,
      "step": 53210
    },
    {
      "loss_action": 0.005016299430280924,
      "loss_total": 0.005016299430280924,
      "step": 53210
    },
    {
      "loss_action": 0.0021794121712446213,
      "loss_total": 0.0021794121712446213,
      "step": 53210
    },
    {
      "loss_action": 0.006368890404701233,
      "loss_total": 0.006368890404701233,
      "step": 53210
    },
    {
      "loss_action": 0.003201980609446764,
      "loss_total": 0.003201980609446764,
      "step": 53210
    },
    {
      "loss_action": 0.008634769357740879,
      "loss_total": 0.008634769357740879,
      "step": 53210
    },
    {
      "loss_action": 0.0027360590174794197,
      "loss_total": 0.0027360590174794197,
      "step": 53210
    },
    {
      "loss_action": 0.0024014017544686794,
      "loss_total": 0.0024014017544686794,
      "step": 53210
    },
    {
      "grad_norm": 0.08215805143117905,
      "learning_rate": 4.8811267214997366e-05,
      "loss": 0.0055,
      "step": 53220
    },
    {
      "loss_action": 0.004772176966071129,
      "loss_total": 0.004772176966071129,
      "step": 53220
    },
    {
      "loss_action": 0.0025587601121515036,
      "loss_total": 0.0025587601121515036,
      "step": 53220
    },
    {
      "loss_action": 0.0033090803772211075,
      "loss_total": 0.0033090803772211075,
      "step": 53220
    },
    {
      "loss_action": 0.00489980261772871,
      "loss_total": 0.00489980261772871,
      "step": 53220
    },
    {
      "loss_action": 0.02775653824210167,
      "loss_total": 0.02775653824210167,
      "step": 53220
    },
    {
      "loss_action": 0.005579640157520771,
      "loss_total": 0.005579640157520771,
      "step": 53220
    },
    {
      "loss_action": 0.005166820250451565,
      "loss_total": 0.005166820250451565,
      "step": 53220
    },
    {
      "loss_action": 0.007239463739097118,
      "loss_total": 0.007239463739097118,
      "step": 53220
    },
    {
      "grad_norm": 0.11331606656312943,
      "learning_rate": 4.879473725577029e-05,
      "loss": 0.0072,
      "step": 53230
    },
    {
      "loss_action": 0.005444599315524101,
      "loss_total": 0.005444599315524101,
      "step": 53230
    },
    {
      "loss_action": 0.0174141563475132,
      "loss_total": 0.0174141563475132,
      "step": 53230
    },
    {
      "loss_action": 0.007524097338318825,
      "loss_total": 0.007524097338318825,
      "step": 53230
    },
    {
      "loss_action": 0.01906498521566391,
      "loss_total": 0.01906498521566391,
      "step": 53230
    },
    {
      "loss_action": 0.007061434909701347,
      "loss_total": 0.007061434909701347,
      "step": 53230
    },
    {
      "loss_action": 0.002784243319183588,
      "loss_total": 0.002784243319183588,
      "step": 53230
    },
    {
      "loss_action": 0.005708729848265648,
      "loss_total": 0.005708729848265648,
      "step": 53230
    },
    {
      "loss_action": 0.005493016913533211,
      "loss_total": 0.005493016913533211,
      "step": 53230
    },
    {
      "grad_norm": 0.08087484538555145,
      "learning_rate": 4.877820742834891e-05,
      "loss": 0.0082,
      "step": 53240
    },
    {
      "loss_action": 0.0045529622584581375,
      "loss_total": 0.0045529622584581375,
      "step": 53240
    },
    {
      "loss_action": 0.004941483959555626,
      "loss_total": 0.004941483959555626,
      "step": 53240
    },
    {
      "loss_action": 0.002455440117046237,
      "loss_total": 0.002455440117046237,
      "step": 53240
    },
    {
      "loss_action": 0.003591080429032445,
      "loss_total": 0.003591080429032445,
      "step": 53240
    },
    {
      "loss_action": 0.013954943045973778,
      "loss_total": 0.013954943045973778,
      "step": 53240
    },
    {
      "loss_action": 0.006264161318540573,
      "loss_total": 0.006264161318540573,
      "step": 53240
    },
    {
      "loss_action": 0.007283584680408239,
      "loss_total": 0.007283584680408239,
      "step": 53240
    },
    {
      "loss_action": 0.0016163517720997334,
      "loss_total": 0.0016163517720997334,
      "step": 53240
    },
    {
      "grad_norm": 0.1409778892993927,
      "learning_rate": 4.8761677734540956e-05,
      "loss": 0.0069,
      "step": 53250
    },
    {
      "loss_action": 0.005640262737870216,
      "loss_total": 0.005640262737870216,
      "step": 53250
    },
    {
      "loss_action": 0.010881706140935421,
      "loss_total": 0.010881706140935421,
      "step": 53250
    },
    {
      "loss_action": 0.013289473950862885,
      "loss_total": 0.013289473950862885,
      "step": 53250
    },
    {
      "loss_action": 0.005454401485621929,
      "loss_total": 0.005454401485621929,
      "step": 53250
    },
    {
      "loss_action": 0.0038324748165905476,
      "loss_total": 0.0038324748165905476,
      "step": 53250
    },
    {
      "loss_action": 0.004145130515098572,
      "loss_total": 0.004145130515098572,
      "step": 53250
    },
    {
      "loss_action": 0.01464010775089264,
      "loss_total": 0.01464010775089264,
      "step": 53250
    },
    {
      "loss_action": 0.007184889633208513,
      "loss_total": 0.007184889633208513,
      "step": 53250
    },
    {
      "grad_norm": 0.18406091630458832,
      "learning_rate": 4.874514817615407e-05,
      "loss": 0.0067,
      "step": 53260
    },
    {
      "loss_action": 0.01096557080745697,
      "loss_total": 0.01096557080745697,
      "step": 53260
    },
    {
      "loss_action": 0.0028535882011055946,
      "loss_total": 0.0028535882011055946,
      "step": 53260
    },
    {
      "loss_action": 0.0065583353862166405,
      "loss_total": 0.0065583353862166405,
      "step": 53260
    },
    {
      "loss_action": 0.0034477170556783676,
      "loss_total": 0.0034477170556783676,
      "step": 53260
    },
    {
      "loss_action": 0.003341034520417452,
      "loss_total": 0.003341034520417452,
      "step": 53260
    },
    {
      "loss_action": 0.0021776477806270123,
      "loss_total": 0.0021776477806270123,
      "step": 53260
    },
    {
      "loss_action": 0.002608838025480509,
      "loss_total": 0.002608838025480509,
      "step": 53260
    },
    {
      "loss_action": 0.00488717295229435,
      "loss_total": 0.00488717295229435,
      "step": 53260
    },
    {
      "grad_norm": 0.1390901654958725,
      "learning_rate": 4.872861875499588e-05,
      "loss": 0.0072,
      "step": 53270
    },
    {
      "loss_action": 0.0042867511510849,
      "loss_total": 0.0042867511510849,
      "step": 53270
    },
    {
      "loss_action": 0.0057836128398776054,
      "loss_total": 0.0057836128398776054,
      "step": 53270
    },
    {
      "loss_action": 0.0023856351617723703,
      "loss_total": 0.0023856351617723703,
      "step": 53270
    },
    {
      "loss_action": 0.012241557240486145,
      "loss_total": 0.012241557240486145,
      "step": 53270
    },
    {
      "loss_action": 0.004869087599217892,
      "loss_total": 0.004869087599217892,
      "step": 53270
    },
    {
      "loss_action": 0.0058983089402318,
      "loss_total": 0.0058983089402318,
      "step": 53270
    },
    {
      "loss_action": 0.005210039205849171,
      "loss_total": 0.005210039205849171,
      "step": 53270
    },
    {
      "loss_action": 0.013185364194214344,
      "loss_total": 0.013185364194214344,
      "step": 53270
    },
    {
      "grad_norm": 0.11539928615093231,
      "learning_rate": 4.871208947287404e-05,
      "loss": 0.0076,
      "step": 53280
    },
    {
      "loss_action": 0.005937011446803808,
      "loss_total": 0.005937011446803808,
      "step": 53280
    },
    {
      "loss_action": 0.005279424134641886,
      "loss_total": 0.005279424134641886,
      "step": 53280
    },
    {
      "loss_action": 0.009624406695365906,
      "loss_total": 0.009624406695365906,
      "step": 53280
    },
    {
      "loss_action": 0.004635722376406193,
      "loss_total": 0.004635722376406193,
      "step": 53280
    },
    {
      "loss_action": 0.007172809913754463,
      "loss_total": 0.007172809913754463,
      "step": 53280
    },
    {
      "loss_action": 0.0017959827091544867,
      "loss_total": 0.0017959827091544867,
      "step": 53280
    },
    {
      "loss_action": 0.012164462357759476,
      "loss_total": 0.012164462357759476,
      "step": 53280
    },
    {
      "loss_action": 0.008780848234891891,
      "loss_total": 0.008780848234891891,
      "step": 53280
    },
    {
      "grad_norm": 0.13444888591766357,
      "learning_rate": 4.869556033159615e-05,
      "loss": 0.0077,
      "step": 53290
    },
    {
      "loss_action": 0.007067179307341576,
      "loss_total": 0.007067179307341576,
      "step": 53290
    },
    {
      "loss_action": 0.011910531669855118,
      "loss_total": 0.011910531669855118,
      "step": 53290
    },
    {
      "loss_action": 0.005735456943511963,
      "loss_total": 0.005735456943511963,
      "step": 53290
    },
    {
      "loss_action": 0.019580740481615067,
      "loss_total": 0.019580740481615067,
      "step": 53290
    },
    {
      "loss_action": 0.009717021137475967,
      "loss_total": 0.009717021137475967,
      "step": 53290
    },
    {
      "loss_action": 0.0028742162976413965,
      "loss_total": 0.0028742162976413965,
      "step": 53290
    },
    {
      "loss_action": 0.0065096039324998856,
      "loss_total": 0.0065096039324998856,
      "step": 53290
    },
    {
      "loss_action": 0.004164754878729582,
      "loss_total": 0.004164754878729582,
      "step": 53290
    },
    {
      "grad_norm": 0.08005334436893463,
      "learning_rate": 4.8679031332969835e-05,
      "loss": 0.0072,
      "step": 53300
    },
    {
      "loss_action": 0.017159171402454376,
      "loss_total": 0.017159171402454376,
      "step": 53300
    },
    {
      "loss_action": 0.0025376304984092712,
      "loss_total": 0.0025376304984092712,
      "step": 53300
    },
    {
      "loss_action": 0.01313003245741129,
      "loss_total": 0.01313003245741129,
      "step": 53300
    },
    {
      "loss_action": 0.005665537901222706,
      "loss_total": 0.005665537901222706,
      "step": 53300
    },
    {
      "loss_action": 0.006487077102065086,
      "loss_total": 0.006487077102065086,
      "step": 53300
    },
    {
      "loss_action": 0.004028765484690666,
      "loss_total": 0.004028765484690666,
      "step": 53300
    },
    {
      "loss_action": 0.010866304859519005,
      "loss_total": 0.010866304859519005,
      "step": 53300
    },
    {
      "loss_action": 0.004249803721904755,
      "loss_total": 0.004249803721904755,
      "step": 53300
    },
    {
      "grad_norm": 0.10665122419595718,
      "learning_rate": 4.8662502478802635e-05,
      "loss": 0.0086,
      "step": 53310
    },
    {
      "loss_action": 0.002203437965363264,
      "loss_total": 0.002203437965363264,
      "step": 53310
    },
    {
      "loss_action": 0.00597908440977335,
      "loss_total": 0.00597908440977335,
      "step": 53310
    },
    {
      "loss_action": 0.00753596518188715,
      "loss_total": 0.00753596518188715,
      "step": 53310
    },
    {
      "loss_action": 0.003973109647631645,
      "loss_total": 0.003973109647631645,
      "step": 53310
    },
    {
      "loss_action": 0.008702248334884644,
      "loss_total": 0.008702248334884644,
      "step": 53310
    },
    {
      "loss_action": 0.008028227835893631,
      "loss_total": 0.008028227835893631,
      "step": 53310
    },
    {
      "loss_action": 0.028053930029273033,
      "loss_total": 0.028053930029273033,
      "step": 53310
    },
    {
      "loss_action": 0.0038378327153623104,
      "loss_total": 0.0038378327153623104,
      "step": 53310
    },
    {
      "grad_norm": 0.07797186821699142,
      "learning_rate": 4.8645973770902176e-05,
      "loss": 0.0096,
      "step": 53320
    },
    {
      "loss_action": 0.007465308532118797,
      "loss_total": 0.007465308532118797,
      "step": 53320
    },
    {
      "loss_action": 0.010608406737446785,
      "loss_total": 0.010608406737446785,
      "step": 53320
    },
    {
      "loss_action": 0.0024928918574005365,
      "loss_total": 0.0024928918574005365,
      "step": 53320
    },
    {
      "loss_action": 0.005038475152105093,
      "loss_total": 0.005038475152105093,
      "step": 53320
    },
    {
      "loss_action": 0.0032399105839431286,
      "loss_total": 0.0032399105839431286,
      "step": 53320
    },
    {
      "loss_action": 0.010340011678636074,
      "loss_total": 0.010340011678636074,
      "step": 53320
    },
    {
      "loss_action": 0.006062627770006657,
      "loss_total": 0.006062627770006657,
      "step": 53320
    },
    {
      "loss_action": 0.004408775828778744,
      "loss_total": 0.004408775828778744,
      "step": 53320
    },
    {
      "grad_norm": 0.10969923436641693,
      "learning_rate": 4.862944521107599e-05,
      "loss": 0.0076,
      "step": 53330
    },
    {
      "loss_action": 0.002918813843280077,
      "loss_total": 0.002918813843280077,
      "step": 53330
    },
    {
      "loss_action": 0.012786983512341976,
      "loss_total": 0.012786983512341976,
      "step": 53330
    },
    {
      "loss_action": 0.005931678228080273,
      "loss_total": 0.005931678228080273,
      "step": 53330
    },
    {
      "loss_action": 0.011839568614959717,
      "loss_total": 0.011839568614959717,
      "step": 53330
    },
    {
      "loss_action": 0.0019829219672828913,
      "loss_total": 0.0019829219672828913,
      "step": 53330
    },
    {
      "loss_action": 0.005757610779255629,
      "loss_total": 0.005757610779255629,
      "step": 53330
    },
    {
      "loss_action": 0.004767284262925386,
      "loss_total": 0.004767284262925386,
      "step": 53330
    },
    {
      "loss_action": 0.007041911594569683,
      "loss_total": 0.007041911594569683,
      "step": 53330
    },
    {
      "grad_norm": 0.09423550218343735,
      "learning_rate": 4.861291680113162e-05,
      "loss": 0.0071,
      "step": 53340
    },
    {
      "loss_action": 0.005683039780706167,
      "loss_total": 0.005683039780706167,
      "step": 53340
    },
    {
      "loss_action": 0.0038581264670938253,
      "loss_total": 0.0038581264670938253,
      "step": 53340
    },
    {
      "loss_action": 0.006961273029446602,
      "loss_total": 0.006961273029446602,
      "step": 53340
    },
    {
      "loss_action": 0.01123523898422718,
      "loss_total": 0.01123523898422718,
      "step": 53340
    },
    {
      "loss_action": 0.0033889219630509615,
      "loss_total": 0.0033889219630509615,
      "step": 53340
    },
    {
      "loss_action": 0.0035909158177673817,
      "loss_total": 0.0035909158177673817,
      "step": 53340
    },
    {
      "loss_action": 0.0026640703435987234,
      "loss_total": 0.0026640703435987234,
      "step": 53340
    },
    {
      "loss_action": 0.02302056923508644,
      "loss_total": 0.02302056923508644,
      "step": 53340
    },
    {
      "grad_norm": 0.10794095695018768,
      "learning_rate": 4.8596388542876563e-05,
      "loss": 0.007,
      "step": 53350
    },
    {
      "loss_action": 0.006336556747555733,
      "loss_total": 0.006336556747555733,
      "step": 53350
    },
    {
      "loss_action": 0.01691669225692749,
      "loss_total": 0.01691669225692749,
      "step": 53350
    },
    {
      "loss_action": 0.0064145782962441444,
      "loss_total": 0.0064145782962441444,
      "step": 53350
    },
    {
      "loss_action": 0.005526416935026646,
      "loss_total": 0.005526416935026646,
      "step": 53350
    },
    {
      "loss_action": 0.007005289196968079,
      "loss_total": 0.007005289196968079,
      "step": 53350
    },
    {
      "loss_action": 0.00228568515740335,
      "loss_total": 0.00228568515740335,
      "step": 53350
    },
    {
      "loss_action": 0.011153729632496834,
      "loss_total": 0.011153729632496834,
      "step": 53350
    },
    {
      "loss_action": 0.008955891244113445,
      "loss_total": 0.008955891244113445,
      "step": 53350
    },
    {
      "grad_norm": 0.14199090003967285,
      "learning_rate": 4.857986043811836e-05,
      "loss": 0.0079,
      "step": 53360
    },
    {
      "loss_action": 0.005715221632272005,
      "loss_total": 0.005715221632272005,
      "step": 53360
    },
    {
      "loss_action": 0.0044269501231610775,
      "loss_total": 0.0044269501231610775,
      "step": 53360
    },
    {
      "loss_action": 0.009250747971236706,
      "loss_total": 0.009250747971236706,
      "step": 53360
    },
    {
      "loss_action": 0.003046422265470028,
      "loss_total": 0.003046422265470028,
      "step": 53360
    },
    {
      "loss_action": 0.0017844346584752202,
      "loss_total": 0.0017844346584752202,
      "step": 53360
    },
    {
      "loss_action": 0.002595887053757906,
      "loss_total": 0.002595887053757906,
      "step": 53360
    },
    {
      "loss_action": 0.009288194589316845,
      "loss_total": 0.009288194589316845,
      "step": 53360
    },
    {
      "loss_action": 0.008961960673332214,
      "loss_total": 0.008961960673332214,
      "step": 53360
    },
    {
      "grad_norm": 0.08744591474533081,
      "learning_rate": 4.856333248866448e-05,
      "loss": 0.0074,
      "step": 53370
    },
    {
      "loss_action": 0.007629983127117157,
      "loss_total": 0.007629983127117157,
      "step": 53370
    },
    {
      "loss_action": 0.003563142381608486,
      "loss_total": 0.003563142381608486,
      "step": 53370
    },
    {
      "loss_action": 0.016278913244605064,
      "loss_total": 0.016278913244605064,
      "step": 53370
    },
    {
      "loss_action": 0.004538999404758215,
      "loss_total": 0.004538999404758215,
      "step": 53370
    },
    {
      "loss_action": 0.012601407244801521,
      "loss_total": 0.012601407244801521,
      "step": 53370
    },
    {
      "loss_action": 0.013548439368605614,
      "loss_total": 0.013548439368605614,
      "step": 53370
    },
    {
      "loss_action": 0.005743109621107578,
      "loss_total": 0.005743109621107578,
      "step": 53370
    },
    {
      "loss_action": 0.00471233855932951,
      "loss_total": 0.00471233855932951,
      "step": 53370
    },
    {
      "grad_norm": 0.15346501767635345,
      "learning_rate": 4.85468046963224e-05,
      "loss": 0.007,
      "step": 53380
    },
    {
      "loss_action": 0.012471891939640045,
      "loss_total": 0.012471891939640045,
      "step": 53380
    },
    {
      "loss_action": 0.0036869514733552933,
      "loss_total": 0.0036869514733552933,
      "step": 53380
    },
    {
      "loss_action": 0.009883392602205276,
      "loss_total": 0.009883392602205276,
      "step": 53380
    },
    {
      "loss_action": 0.008947035297751427,
      "loss_total": 0.008947035297751427,
      "step": 53380
    },
    {
      "loss_action": 0.0038726136554032564,
      "loss_total": 0.0038726136554032564,
      "step": 53380
    },
    {
      "loss_action": 0.003386783879250288,
      "loss_total": 0.003386783879250288,
      "step": 53380
    },
    {
      "loss_action": 0.006011093035340309,
      "loss_total": 0.006011093035340309,
      "step": 53380
    },
    {
      "loss_action": 0.003870201064273715,
      "loss_total": 0.003870201064273715,
      "step": 53380
    },
    {
      "grad_norm": 0.0907401442527771,
      "learning_rate": 4.853027706289957e-05,
      "loss": 0.0068,
      "step": 53390
    },
    {
      "loss_action": 0.008205993101000786,
      "loss_total": 0.008205993101000786,
      "step": 53390
    },
    {
      "loss_action": 0.0035754209384322166,
      "loss_total": 0.0035754209384322166,
      "step": 53390
    },
    {
      "loss_action": 0.008320466615259647,
      "loss_total": 0.008320466615259647,
      "step": 53390
    },
    {
      "loss_action": 0.002224911004304886,
      "loss_total": 0.002224911004304886,
      "step": 53390
    },
    {
      "loss_action": 0.00780809111893177,
      "loss_total": 0.00780809111893177,
      "step": 53390
    },
    {
      "loss_action": 0.017995260655879974,
      "loss_total": 0.017995260655879974,
      "step": 53390
    },
    {
      "loss_action": 0.003941314294934273,
      "loss_total": 0.003941314294934273,
      "step": 53390
    },
    {
      "loss_action": 0.00395691255107522,
      "loss_total": 0.00395691255107522,
      "step": 53390
    },
    {
      "grad_norm": 0.10400355607271194,
      "learning_rate": 4.851374959020344e-05,
      "loss": 0.0077,
      "step": 53400
    },
    {
      "loss_action": 0.01406860537827015,
      "loss_total": 0.01406860537827015,
      "step": 53400
    },
    {
      "loss_action": 0.007224380038678646,
      "loss_total": 0.007224380038678646,
      "step": 53400
    },
    {
      "loss_action": 0.0024607889354228973,
      "loss_total": 0.0024607889354228973,
      "step": 53400
    },
    {
      "loss_action": 0.002205782802775502,
      "loss_total": 0.002205782802775502,
      "step": 53400
    },
    {
      "loss_action": 0.004576412960886955,
      "loss_total": 0.004576412960886955,
      "step": 53400
    },
    {
      "loss_action": 0.013376249000430107,
      "loss_total": 0.013376249000430107,
      "step": 53400
    },
    {
      "loss_action": 0.0143308499827981,
      "loss_total": 0.0143308499827981,
      "step": 53400
    },
    {
      "loss_action": 0.00485752709209919,
      "loss_total": 0.00485752709209919,
      "step": 53400
    },
    {
      "grad_norm": 0.09304970502853394,
      "learning_rate": 4.849722228004141e-05,
      "loss": 0.0071,
      "step": 53410
    },
    {
      "loss_action": 0.0023050904273986816,
      "loss_total": 0.0023050904273986816,
      "step": 53410
    },
    {
      "loss_action": 0.00548168458044529,
      "loss_total": 0.00548168458044529,
      "step": 53410
    },
    {
      "loss_action": 0.0043656290508806705,
      "loss_total": 0.0043656290508806705,
      "step": 53410
    },
    {
      "loss_action": 0.005443409085273743,
      "loss_total": 0.005443409085273743,
      "step": 53410
    },
    {
      "loss_action": 0.003855425864458084,
      "loss_total": 0.003855425864458084,
      "step": 53410
    },
    {
      "loss_action": 0.0016745496541261673,
      "loss_total": 0.0016745496541261673,
      "step": 53410
    },
    {
      "loss_action": 0.0024667922407388687,
      "loss_total": 0.0024667922407388687,
      "step": 53410
    },
    {
      "loss_action": 0.003356677945703268,
      "loss_total": 0.003356677945703268,
      "step": 53410
    },
    {
      "grad_norm": 0.13070696592330933,
      "learning_rate": 4.848069513422091e-05,
      "loss": 0.0073,
      "step": 53420
    },
    {
      "loss_action": 0.008449329994618893,
      "loss_total": 0.008449329994618893,
      "step": 53420
    },
    {
      "loss_action": 0.011596540920436382,
      "loss_total": 0.011596540920436382,
      "step": 53420
    },
    {
      "loss_action": 0.008087005466222763,
      "loss_total": 0.008087005466222763,
      "step": 53420
    },
    {
      "loss_action": 0.003571257460862398,
      "loss_total": 0.003571257460862398,
      "step": 53420
    },
    {
      "loss_action": 0.011175906285643578,
      "loss_total": 0.011175906285643578,
      "step": 53420
    },
    {
      "loss_action": 0.0168886948376894,
      "loss_total": 0.0168886948376894,
      "step": 53420
    },
    {
      "loss_action": 0.0019235411891713738,
      "loss_total": 0.0019235411891713738,
      "step": 53420
    },
    {
      "loss_action": 0.00570044107735157,
      "loss_total": 0.00570044107735157,
      "step": 53420
    },
    {
      "grad_norm": 0.10310132801532745,
      "learning_rate": 4.8464168154549294e-05,
      "loss": 0.0074,
      "step": 53430
    },
    {
      "loss_action": 0.0035467983689159155,
      "loss_total": 0.0035467983689159155,
      "step": 53430
    },
    {
      "loss_action": 0.008021081797778606,
      "loss_total": 0.008021081797778606,
      "step": 53430
    },
    {
      "loss_action": 0.0027340950910001993,
      "loss_total": 0.0027340950910001993,
      "step": 53430
    },
    {
      "loss_action": 0.008064765483140945,
      "loss_total": 0.008064765483140945,
      "step": 53430
    },
    {
      "loss_action": 0.0016689167823642492,
      "loss_total": 0.0016689167823642492,
      "step": 53430
    },
    {
      "loss_action": 0.0035034336615353823,
      "loss_total": 0.0035034336615353823,
      "step": 53430
    },
    {
      "loss_action": 0.010958747938275337,
      "loss_total": 0.010958747938275337,
      "step": 53430
    },
    {
      "loss_action": 0.002724715042859316,
      "loss_total": 0.002724715042859316,
      "step": 53430
    },
    {
      "grad_norm": 0.13776881992816925,
      "learning_rate": 4.844764134283392e-05,
      "loss": 0.0066,
      "step": 53440
    },
    {
      "loss_action": 0.00583450123667717,
      "loss_total": 0.00583450123667717,
      "step": 53440
    },
    {
      "loss_action": 0.004397854208946228,
      "loss_total": 0.004397854208946228,
      "step": 53440
    },
    {
      "loss_action": 0.004170581698417664,
      "loss_total": 0.004170581698417664,
      "step": 53440
    },
    {
      "loss_action": 0.0021383247803896666,
      "loss_total": 0.0021383247803896666,
      "step": 53440
    },
    {
      "loss_action": 0.0019920358899980783,
      "loss_total": 0.0019920358899980783,
      "step": 53440
    },
    {
      "loss_action": 0.0067122881300747395,
      "loss_total": 0.0067122881300747395,
      "step": 53440
    },
    {
      "loss_action": 0.004497582092881203,
      "loss_total": 0.004497582092881203,
      "step": 53440
    },
    {
      "loss_action": 0.0060758464969694614,
      "loss_total": 0.0060758464969694614,
      "step": 53440
    },
    {
      "grad_norm": 0.11970249563455582,
      "learning_rate": 4.843111470088218e-05,
      "loss": 0.0076,
      "step": 53450
    },
    {
      "loss_action": 0.005702124908566475,
      "loss_total": 0.005702124908566475,
      "step": 53450
    },
    {
      "loss_action": 0.005309665109962225,
      "loss_total": 0.005309665109962225,
      "step": 53450
    },
    {
      "loss_action": 0.0029573924839496613,
      "loss_total": 0.0029573924839496613,
      "step": 53450
    },
    {
      "loss_action": 0.0037602048832923174,
      "loss_total": 0.0037602048832923174,
      "step": 53450
    },
    {
      "loss_action": 0.008219236508011818,
      "loss_total": 0.008219236508011818,
      "step": 53450
    },
    {
      "loss_action": 0.03304152563214302,
      "loss_total": 0.03304152563214302,
      "step": 53450
    },
    {
      "loss_action": 0.014742271043360233,
      "loss_total": 0.014742271043360233,
      "step": 53450
    },
    {
      "loss_action": 0.012596595101058483,
      "loss_total": 0.012596595101058483,
      "step": 53450
    },
    {
      "grad_norm": 0.10816475749015808,
      "learning_rate": 4.841458823050137e-05,
      "loss": 0.0076,
      "step": 53460
    },
    {
      "loss_action": 0.003331739455461502,
      "loss_total": 0.003331739455461502,
      "step": 53460
    },
    {
      "loss_action": 0.007158652879297733,
      "loss_total": 0.007158652879297733,
      "step": 53460
    },
    {
      "loss_action": 0.008062882348895073,
      "loss_total": 0.008062882348895073,
      "step": 53460
    },
    {
      "loss_action": 0.0041177887469530106,
      "loss_total": 0.0041177887469530106,
      "step": 53460
    },
    {
      "loss_action": 0.0033965962938964367,
      "loss_total": 0.0033965962938964367,
      "step": 53460
    },
    {
      "loss_action": 0.0051291827112436295,
      "loss_total": 0.0051291827112436295,
      "step": 53460
    },
    {
      "loss_action": 0.011444132775068283,
      "loss_total": 0.011444132775068283,
      "step": 53460
    },
    {
      "loss_action": 0.004966307431459427,
      "loss_total": 0.004966307431459427,
      "step": 53460
    },
    {
      "grad_norm": 0.07718954980373383,
      "learning_rate": 4.8398061933498816e-05,
      "loss": 0.0063,
      "step": 53470
    },
    {
      "loss_action": 0.001238436670973897,
      "loss_total": 0.001238436670973897,
      "step": 53470
    },
    {
      "loss_action": 0.003224210347980261,
      "loss_total": 0.003224210347980261,
      "step": 53470
    },
    {
      "loss_action": 0.012790604494512081,
      "loss_total": 0.012790604494512081,
      "step": 53470
    },
    {
      "loss_action": 0.0027169520035386086,
      "loss_total": 0.0027169520035386086,
      "step": 53470
    },
    {
      "loss_action": 0.006632018368691206,
      "loss_total": 0.006632018368691206,
      "step": 53470
    },
    {
      "loss_action": 0.0046830312348902225,
      "loss_total": 0.0046830312348902225,
      "step": 53470
    },
    {
      "loss_action": 0.0036201123148202896,
      "loss_total": 0.0036201123148202896,
      "step": 53470
    },
    {
      "loss_action": 0.003796966280788183,
      "loss_total": 0.003796966280788183,
      "step": 53470
    },
    {
      "grad_norm": 0.10845834016799927,
      "learning_rate": 4.83815358116818e-05,
      "loss": 0.0067,
      "step": 53480
    },
    {
      "loss_action": 0.004535742569714785,
      "loss_total": 0.004535742569714785,
      "step": 53480
    },
    {
      "loss_action": 0.0029105590656399727,
      "loss_total": 0.0029105590656399727,
      "step": 53480
    },
    {
      "loss_action": 0.0019153703469783068,
      "loss_total": 0.0019153703469783068,
      "step": 53480
    },
    {
      "loss_action": 0.009770883247256279,
      "loss_total": 0.009770883247256279,
      "step": 53480
    },
    {
      "loss_action": 0.004639183171093464,
      "loss_total": 0.004639183171093464,
      "step": 53480
    },
    {
      "loss_action": 0.0037501391489058733,
      "loss_total": 0.0037501391489058733,
      "step": 53480
    },
    {
      "loss_action": 0.011181547306478024,
      "loss_total": 0.011181547306478024,
      "step": 53480
    },
    {
      "loss_action": 0.005453048273921013,
      "loss_total": 0.005453048273921013,
      "step": 53480
    },
    {
      "grad_norm": 0.15023194253444672,
      "learning_rate": 4.8365009866857584e-05,
      "loss": 0.0077,
      "step": 53490
    },
    {
      "loss_action": 0.002828034106642008,
      "loss_total": 0.002828034106642008,
      "step": 53490
    },
    {
      "loss_action": 0.016401708126068115,
      "loss_total": 0.016401708126068115,
      "step": 53490
    },
    {
      "loss_action": 0.005309068597853184,
      "loss_total": 0.005309068597853184,
      "step": 53490
    },
    {
      "loss_action": 0.0033009948674589396,
      "loss_total": 0.0033009948674589396,
      "step": 53490
    },
    {
      "loss_action": 0.0013101769145578146,
      "loss_total": 0.0013101769145578146,
      "step": 53490
    },
    {
      "loss_action": 0.02017531543970108,
      "loss_total": 0.02017531543970108,
      "step": 53490
    },
    {
      "loss_action": 0.009863564744591713,
      "loss_total": 0.009863564744591713,
      "step": 53490
    },
    {
      "loss_action": 0.005330691579729319,
      "loss_total": 0.005330691579729319,
      "step": 53490
    },
    {
      "grad_norm": 0.0929207056760788,
      "learning_rate": 4.834848410083342e-05,
      "loss": 0.0073,
      "step": 53500
    },
    {
      "loss_action": 0.005107238423079252,
      "loss_total": 0.005107238423079252,
      "step": 53500
    },
    {
      "loss_action": 0.005413307808339596,
      "loss_total": 0.005413307808339596,
      "step": 53500
    },
    {
      "loss_action": 0.00331658823415637,
      "loss_total": 0.00331658823415637,
      "step": 53500
    },
    {
      "loss_action": 0.001881298958323896,
      "loss_total": 0.001881298958323896,
      "step": 53500
    },
    {
      "loss_action": 0.004224290139973164,
      "loss_total": 0.004224290139973164,
      "step": 53500
    },
    {
      "loss_action": 0.003583969548344612,
      "loss_total": 0.003583969548344612,
      "step": 53500
    },
    {
      "loss_action": 0.0029275803826749325,
      "loss_total": 0.0029275803826749325,
      "step": 53500
    },
    {
      "loss_action": 0.007919163443148136,
      "loss_total": 0.007919163443148136,
      "step": 53500
    },
    {
      "grad_norm": 0.09119632840156555,
      "learning_rate": 4.833195851541657e-05,
      "loss": 0.0077,
      "step": 53510
    },
    {
      "loss_action": 0.004180070012807846,
      "loss_total": 0.004180070012807846,
      "step": 53510
    },
    {
      "loss_action": 0.021836115047335625,
      "loss_total": 0.021836115047335625,
      "step": 53510
    },
    {
      "loss_action": 0.004130669869482517,
      "loss_total": 0.004130669869482517,
      "step": 53510
    },
    {
      "loss_action": 0.010301784612238407,
      "loss_total": 0.010301784612238407,
      "step": 53510
    },
    {
      "loss_action": 0.0036546215415000916,
      "loss_total": 0.0036546215415000916,
      "step": 53510
    },
    {
      "loss_action": 0.0020844375248998404,
      "loss_total": 0.0020844375248998404,
      "step": 53510
    },
    {
      "loss_action": 0.0031112083233892918,
      "loss_total": 0.0031112083233892918,
      "step": 53510
    },
    {
      "loss_action": 0.0010893396101891994,
      "loss_total": 0.0010893396101891994,
      "step": 53510
    },
    {
      "grad_norm": 0.10115498304367065,
      "learning_rate": 4.831543311241423e-05,
      "loss": 0.0077,
      "step": 53520
    },
    {
      "loss_action": 0.005296969786286354,
      "loss_total": 0.005296969786286354,
      "step": 53520
    },
    {
      "loss_action": 0.004826507996767759,
      "loss_total": 0.004826507996767759,
      "step": 53520
    },
    {
      "loss_action": 0.0037436664570122957,
      "loss_total": 0.0037436664570122957,
      "step": 53520
    },
    {
      "loss_action": 0.002143973484635353,
      "loss_total": 0.002143973484635353,
      "step": 53520
    },
    {
      "loss_action": 0.005310748238116503,
      "loss_total": 0.005310748238116503,
      "step": 53520
    },
    {
      "loss_action": 0.003993362188339233,
      "loss_total": 0.003993362188339233,
      "step": 53520
    },
    {
      "loss_action": 0.0028514121659100056,
      "loss_total": 0.0028514121659100056,
      "step": 53520
    },
    {
      "loss_action": 0.0037147218827158213,
      "loss_total": 0.0037147218827158213,
      "step": 53520
    },
    {
      "grad_norm": 0.10143333673477173,
      "learning_rate": 4.829890789363359e-05,
      "loss": 0.0054,
      "step": 53530
    },
    {
      "loss_action": 0.0045173149555921555,
      "loss_total": 0.0045173149555921555,
      "step": 53530
    },
    {
      "loss_action": 0.010203983634710312,
      "loss_total": 0.010203983634710312,
      "step": 53530
    },
    {
      "loss_action": 0.0055206893011927605,
      "loss_total": 0.0055206893011927605,
      "step": 53530
    },
    {
      "loss_action": 0.002249090699478984,
      "loss_total": 0.002249090699478984,
      "step": 53530
    },
    {
      "loss_action": 0.00271340343169868,
      "loss_total": 0.00271340343169868,
      "step": 53530
    },
    {
      "loss_action": 0.020179307088255882,
      "loss_total": 0.020179307088255882,
      "step": 53530
    },
    {
      "loss_action": 0.007014699280261993,
      "loss_total": 0.007014699280261993,
      "step": 53530
    },
    {
      "loss_action": 0.008164610713720322,
      "loss_total": 0.008164610713720322,
      "step": 53530
    },
    {
      "grad_norm": 0.09420688450336456,
      "learning_rate": 4.828238286088182e-05,
      "loss": 0.008,
      "step": 53540
    },
    {
      "loss_action": 0.02720404975116253,
      "loss_total": 0.02720404975116253,
      "step": 53540
    },
    {
      "loss_action": 0.002791955601423979,
      "loss_total": 0.002791955601423979,
      "step": 53540
    },
    {
      "loss_action": 0.004198882263153791,
      "loss_total": 0.004198882263153791,
      "step": 53540
    },
    {
      "loss_action": 0.0030723477248102427,
      "loss_total": 0.0030723477248102427,
      "step": 53540
    },
    {
      "loss_action": 0.0020224223844707012,
      "loss_total": 0.0020224223844707012,
      "step": 53540
    },
    {
      "loss_action": 0.003852642374113202,
      "loss_total": 0.003852642374113202,
      "step": 53540
    },
    {
      "loss_action": 0.0030829585157334805,
      "loss_total": 0.0030829585157334805,
      "step": 53540
    },
    {
      "loss_action": 0.013613279908895493,
      "loss_total": 0.013613279908895493,
      "step": 53540
    },
    {
      "grad_norm": 0.09757578372955322,
      "learning_rate": 4.826585801596609e-05,
      "loss": 0.0081,
      "step": 53550
    },
    {
      "loss_action": 0.0021275049075484276,
      "loss_total": 0.0021275049075484276,
      "step": 53550
    },
    {
      "loss_action": 0.009904379956424236,
      "loss_total": 0.009904379956424236,
      "step": 53550
    },
    {
      "loss_action": 0.006713074631989002,
      "loss_total": 0.006713074631989002,
      "step": 53550
    },
    {
      "loss_action": 0.006996873766183853,
      "loss_total": 0.006996873766183853,
      "step": 53550
    },
    {
      "loss_action": 0.005197673570364714,
      "loss_total": 0.005197673570364714,
      "step": 53550
    },
    {
      "loss_action": 0.01275286078453064,
      "loss_total": 0.01275286078453064,
      "step": 53550
    },
    {
      "loss_action": 0.004886281676590443,
      "loss_total": 0.004886281676590443,
      "step": 53550
    },
    {
      "loss_action": 0.00502052204683423,
      "loss_total": 0.00502052204683423,
      "step": 53550
    },
    {
      "grad_norm": 0.14503781497478485,
      "learning_rate": 4.8249333360693486e-05,
      "loss": 0.008,
      "step": 53560
    },
    {
      "loss_action": 0.00814341101795435,
      "loss_total": 0.00814341101795435,
      "step": 53560
    },
    {
      "loss_action": 0.002982098376378417,
      "loss_total": 0.002982098376378417,
      "step": 53560
    },
    {
      "loss_action": 0.008174527436494827,
      "loss_total": 0.008174527436494827,
      "step": 53560
    },
    {
      "loss_action": 0.0035465098917484283,
      "loss_total": 0.0035465098917484283,
      "step": 53560
    },
    {
      "loss_action": 0.008109594695270061,
      "loss_total": 0.008109594695270061,
      "step": 53560
    },
    {
      "loss_action": 0.005928016267716885,
      "loss_total": 0.005928016267716885,
      "step": 53560
    },
    {
      "loss_action": 0.002743132645264268,
      "loss_total": 0.002743132645264268,
      "step": 53560
    },
    {
      "loss_action": 0.0030893301591277122,
      "loss_total": 0.0030893301591277122,
      "step": 53560
    },
    {
      "grad_norm": 0.11540152132511139,
      "learning_rate": 4.8232808896871185e-05,
      "loss": 0.0082,
      "step": 53570
    },
    {
      "loss_action": 0.003951709717512131,
      "loss_total": 0.003951709717512131,
      "step": 53570
    },
    {
      "loss_action": 0.00778221245855093,
      "loss_total": 0.00778221245855093,
      "step": 53570
    },
    {
      "loss_action": 0.0024535353295505047,
      "loss_total": 0.0024535353295505047,
      "step": 53570
    },
    {
      "loss_action": 0.01610565185546875,
      "loss_total": 0.01610565185546875,
      "step": 53570
    },
    {
      "loss_action": 0.007665169425308704,
      "loss_total": 0.007665169425308704,
      "step": 53570
    },
    {
      "loss_action": 0.0019795361440628767,
      "loss_total": 0.0019795361440628767,
      "step": 53570
    },
    {
      "loss_action": 0.00431520352140069,
      "loss_total": 0.00431520352140069,
      "step": 53570
    },
    {
      "loss_action": 0.006930195726454258,
      "loss_total": 0.006930195726454258,
      "step": 53570
    },
    {
      "grad_norm": 0.16085349023342133,
      "learning_rate": 4.821628462630624e-05,
      "loss": 0.0073,
      "step": 53580
    },
    {
      "loss_action": 0.007266056723892689,
      "loss_total": 0.007266056723892689,
      "step": 53580
    },
    {
      "loss_action": 0.00831063836812973,
      "loss_total": 0.00831063836812973,
      "step": 53580
    },
    {
      "loss_action": 0.004225080367177725,
      "loss_total": 0.004225080367177725,
      "step": 53580
    },
    {
      "loss_action": 0.012662936002016068,
      "loss_total": 0.012662936002016068,
      "step": 53580
    },
    {
      "loss_action": 0.0037947159726172686,
      "loss_total": 0.0037947159726172686,
      "step": 53580
    },
    {
      "loss_action": 0.008872072212398052,
      "loss_total": 0.008872072212398052,
      "step": 53580
    },
    {
      "loss_action": 0.0032379250042140484,
      "loss_total": 0.0032379250042140484,
      "step": 53580
    },
    {
      "loss_action": 0.021253513172268867,
      "loss_total": 0.021253513172268867,
      "step": 53580
    },
    {
      "grad_norm": 0.07485733181238174,
      "learning_rate": 4.8199760550805735e-05,
      "loss": 0.0073,
      "step": 53590
    },
    {
      "loss_action": 0.0026759279426187277,
      "loss_total": 0.0026759279426187277,
      "step": 53590
    },
    {
      "loss_action": 0.004111103713512421,
      "loss_total": 0.004111103713512421,
      "step": 53590
    },
    {
      "loss_action": 0.001332003972493112,
      "loss_total": 0.001332003972493112,
      "step": 53590
    },
    {
      "loss_action": 0.014243310317397118,
      "loss_total": 0.014243310317397118,
      "step": 53590
    },
    {
      "loss_action": 0.003431788645684719,
      "loss_total": 0.003431788645684719,
      "step": 53590
    },
    {
      "loss_action": 0.0090609360486269,
      "loss_total": 0.0090609360486269,
      "step": 53590
    },
    {
      "loss_action": 0.009509017691016197,
      "loss_total": 0.009509017691016197,
      "step": 53590
    },
    {
      "loss_action": 0.008132115006446838,
      "loss_total": 0.008132115006446838,
      "step": 53590
    },
    {
      "grad_norm": 0.07905858755111694,
      "learning_rate": 4.818323667217669e-05,
      "loss": 0.0071,
      "step": 53600
    },
    {
      "loss_action": 0.003797729965299368,
      "loss_total": 0.003797729965299368,
      "step": 53600
    },
    {
      "loss_action": 0.009547505527734756,
      "loss_total": 0.009547505527734756,
      "step": 53600
    },
    {
      "loss_action": 0.001842463854700327,
      "loss_total": 0.001842463854700327,
      "step": 53600
    },
    {
      "loss_action": 0.007606131955981255,
      "loss_total": 0.007606131955981255,
      "step": 53600
    },
    {
      "loss_action": 0.004810103680938482,
      "loss_total": 0.004810103680938482,
      "step": 53600
    },
    {
      "loss_action": 0.00669818464666605,
      "loss_total": 0.00669818464666605,
      "step": 53600
    },
    {
      "loss_action": 0.007159966975450516,
      "loss_total": 0.007159966975450516,
      "step": 53600
    },
    {
      "loss_action": 0.002521430142223835,
      "loss_total": 0.002521430142223835,
      "step": 53600
    },
    {
      "grad_norm": 0.1058054193854332,
      "learning_rate": 4.8166712992226165e-05,
      "loss": 0.007,
      "step": 53610
    },
    {
      "loss_action": 0.003319692797958851,
      "loss_total": 0.003319692797958851,
      "step": 53610
    },
    {
      "loss_action": 0.010951953940093517,
      "loss_total": 0.010951953940093517,
      "step": 53610
    },
    {
      "loss_action": 0.008190568536520004,
      "loss_total": 0.008190568536520004,
      "step": 53610
    },
    {
      "loss_action": 0.004532536491751671,
      "loss_total": 0.004532536491751671,
      "step": 53610
    },
    {
      "loss_action": 0.004625510890036821,
      "loss_total": 0.004625510890036821,
      "step": 53610
    },
    {
      "loss_action": 0.008891685865819454,
      "loss_total": 0.008891685865819454,
      "step": 53610
    },
    {
      "loss_action": 0.0030868062749505043,
      "loss_total": 0.0030868062749505043,
      "step": 53610
    },
    {
      "loss_action": 0.00833188183605671,
      "loss_total": 0.00833188183605671,
      "step": 53610
    },
    {
      "grad_norm": 0.09016411006450653,
      "learning_rate": 4.8150189512761154e-05,
      "loss": 0.0065,
      "step": 53620
    },
    {
      "loss_action": 0.007333124987781048,
      "loss_total": 0.007333124987781048,
      "step": 53620
    },
    {
      "loss_action": 0.0029613201040774584,
      "loss_total": 0.0029613201040774584,
      "step": 53620
    },
    {
      "loss_action": 0.005793848540633917,
      "loss_total": 0.005793848540633917,
      "step": 53620
    },
    {
      "loss_action": 0.009093314409255981,
      "loss_total": 0.009093314409255981,
      "step": 53620
    },
    {
      "loss_action": 0.005457242950797081,
      "loss_total": 0.005457242950797081,
      "step": 53620
    },
    {
      "loss_action": 0.017248328775167465,
      "loss_total": 0.017248328775167465,
      "step": 53620
    },
    {
      "loss_action": 0.0036712675355374813,
      "loss_total": 0.0036712675355374813,
      "step": 53620
    },
    {
      "loss_action": 0.012448390014469624,
      "loss_total": 0.012448390014469624,
      "step": 53620
    },
    {
      "grad_norm": 0.0842834934592247,
      "learning_rate": 4.813366623558862e-05,
      "loss": 0.0069,
      "step": 53630
    },
    {
      "loss_action": 0.002954026684165001,
      "loss_total": 0.002954026684165001,
      "step": 53630
    },
    {
      "loss_action": 0.006110799964517355,
      "loss_total": 0.006110799964517355,
      "step": 53630
    },
    {
      "loss_action": 0.003887937869876623,
      "loss_total": 0.003887937869876623,
      "step": 53630
    },
    {
      "loss_action": 0.0024765273556113243,
      "loss_total": 0.0024765273556113243,
      "step": 53630
    },
    {
      "loss_action": 0.0024525297340005636,
      "loss_total": 0.0024525297340005636,
      "step": 53630
    },
    {
      "loss_action": 0.00951369758695364,
      "loss_total": 0.00951369758695364,
      "step": 53630
    },
    {
      "loss_action": 0.017209656536579132,
      "loss_total": 0.017209656536579132,
      "step": 53630
    },
    {
      "loss_action": 0.0029615964740514755,
      "loss_total": 0.0029615964740514755,
      "step": 53630
    },
    {
      "grad_norm": 0.10033513605594635,
      "learning_rate": 4.811714316251554e-05,
      "loss": 0.0058,
      "step": 53640
    },
    {
      "loss_action": 0.005696846172213554,
      "loss_total": 0.005696846172213554,
      "step": 53640
    },
    {
      "loss_action": 0.014200001955032349,
      "loss_total": 0.014200001955032349,
      "step": 53640
    },
    {
      "loss_action": 0.008009469136595726,
      "loss_total": 0.008009469136595726,
      "step": 53640
    },
    {
      "loss_action": 0.00490375142544508,
      "loss_total": 0.00490375142544508,
      "step": 53640
    },
    {
      "loss_action": 0.005731129087507725,
      "loss_total": 0.005731129087507725,
      "step": 53640
    },
    {
      "loss_action": 0.017423182725906372,
      "loss_total": 0.017423182725906372,
      "step": 53640
    },
    {
      "loss_action": 0.0021501078736037016,
      "loss_total": 0.0021501078736037016,
      "step": 53640
    },
    {
      "loss_action": 0.008219592273235321,
      "loss_total": 0.008219592273235321,
      "step": 53640
    },
    {
      "grad_norm": 0.13073281943798065,
      "learning_rate": 4.810062029534886e-05,
      "loss": 0.0069,
      "step": 53650
    },
    {
      "loss_action": 0.0072000958025455475,
      "loss_total": 0.0072000958025455475,
      "step": 53650
    },
    {
      "loss_action": 0.008807094767689705,
      "loss_total": 0.008807094767689705,
      "step": 53650
    },
    {
      "loss_action": 0.005844696890562773,
      "loss_total": 0.005844696890562773,
      "step": 53650
    },
    {
      "loss_action": 0.0045780641958117485,
      "loss_total": 0.0045780641958117485,
      "step": 53650
    },
    {
      "loss_action": 0.011783980764448643,
      "loss_total": 0.011783980764448643,
      "step": 53650
    },
    {
      "loss_action": 0.008664022199809551,
      "loss_total": 0.008664022199809551,
      "step": 53650
    },
    {
      "loss_action": 0.0064821066334843636,
      "loss_total": 0.0064821066334843636,
      "step": 53650
    },
    {
      "loss_action": 0.0052607133984565735,
      "loss_total": 0.0052607133984565735,
      "step": 53650
    },
    {
      "grad_norm": 0.09956784546375275,
      "learning_rate": 4.8084097635895505e-05,
      "loss": 0.0076,
      "step": 53660
    },
    {
      "loss_action": 0.012179221026599407,
      "loss_total": 0.012179221026599407,
      "step": 53660
    },
    {
      "loss_action": 0.0037950766272842884,
      "loss_total": 0.0037950766272842884,
      "step": 53660
    },
    {
      "loss_action": 0.009567424654960632,
      "loss_total": 0.009567424654960632,
      "step": 53660
    },
    {
      "loss_action": 0.02428320050239563,
      "loss_total": 0.02428320050239563,
      "step": 53660
    },
    {
      "loss_action": 0.0030593930277973413,
      "loss_total": 0.0030593930277973413,
      "step": 53660
    },
    {
      "loss_action": 0.006079730577766895,
      "loss_total": 0.006079730577766895,
      "step": 53660
    },
    {
      "loss_action": 0.0035583018325269222,
      "loss_total": 0.0035583018325269222,
      "step": 53660
    },
    {
      "loss_action": 0.018836982548236847,
      "loss_total": 0.018836982548236847,
      "step": 53660
    },
    {
      "grad_norm": 0.09757141768932343,
      "learning_rate": 4.8067575185962335e-05,
      "loss": 0.0074,
      "step": 53670
    },
    {
      "loss_action": 0.0077908276580274105,
      "loss_total": 0.0077908276580274105,
      "step": 53670
    },
    {
      "loss_action": 0.0060261692851781845,
      "loss_total": 0.0060261692851781845,
      "step": 53670
    },
    {
      "loss_action": 0.010656360536813736,
      "loss_total": 0.010656360536813736,
      "step": 53670
    },
    {
      "loss_action": 0.006285183597356081,
      "loss_total": 0.006285183597356081,
      "step": 53670
    },
    {
      "loss_action": 0.005219853017479181,
      "loss_total": 0.005219853017479181,
      "step": 53670
    },
    {
      "loss_action": 0.005166907794773579,
      "loss_total": 0.005166907794773579,
      "step": 53670
    },
    {
      "loss_action": 0.01125961635261774,
      "loss_total": 0.01125961635261774,
      "step": 53670
    },
    {
      "loss_action": 0.002899343613535166,
      "loss_total": 0.002899343613535166,
      "step": 53670
    },
    {
      "grad_norm": 0.0913906916975975,
      "learning_rate": 4.805105294735625e-05,
      "loss": 0.0079,
      "step": 53680
    },
    {
      "loss_action": 0.016006994992494583,
      "loss_total": 0.016006994992494583,
      "step": 53680
    },
    {
      "loss_action": 0.009925355203449726,
      "loss_total": 0.009925355203449726,
      "step": 53680
    },
    {
      "loss_action": 0.01580730825662613,
      "loss_total": 0.01580730825662613,
      "step": 53680
    },
    {
      "loss_action": 0.01684628054499626,
      "loss_total": 0.01684628054499626,
      "step": 53680
    },
    {
      "loss_action": 0.004897745326161385,
      "loss_total": 0.004897745326161385,
      "step": 53680
    },
    {
      "loss_action": 0.0036461036652326584,
      "loss_total": 0.0036461036652326584,
      "step": 53680
    },
    {
      "loss_action": 0.005197508260607719,
      "loss_total": 0.005197508260607719,
      "step": 53680
    },
    {
      "loss_action": 0.006191114895045757,
      "loss_total": 0.006191114895045757,
      "step": 53680
    },
    {
      "grad_norm": 0.8421381115913391,
      "learning_rate": 4.803453092188406e-05,
      "loss": 0.0078,
      "step": 53690
    },
    {
      "loss_action": 0.008337236940860748,
      "loss_total": 0.008337236940860748,
      "step": 53690
    },
    {
      "loss_action": 0.00921233743429184,
      "loss_total": 0.00921233743429184,
      "step": 53690
    },
    {
      "loss_action": 0.010135305114090443,
      "loss_total": 0.010135305114090443,
      "step": 53690
    },
    {
      "loss_action": 0.003341974690556526,
      "loss_total": 0.003341974690556526,
      "step": 53690
    },
    {
      "loss_action": 0.004109490197151899,
      "loss_total": 0.004109490197151899,
      "step": 53690
    },
    {
      "loss_action": 0.005012699402868748,
      "loss_total": 0.005012699402868748,
      "step": 53690
    },
    {
      "loss_action": 0.0031604778487235308,
      "loss_total": 0.0031604778487235308,
      "step": 53690
    },
    {
      "loss_action": 0.00367671437561512,
      "loss_total": 0.00367671437561512,
      "step": 53690
    },
    {
      "grad_norm": 0.11329757422208786,
      "learning_rate": 4.801800911135263e-05,
      "loss": 0.0065,
      "step": 53700
    },
    {
      "loss_action": 0.0017797801410779357,
      "loss_total": 0.0017797801410779357,
      "step": 53700
    },
    {
      "loss_action": 0.004628432914614677,
      "loss_total": 0.004628432914614677,
      "step": 53700
    },
    {
      "loss_action": 0.022566495463252068,
      "loss_total": 0.022566495463252068,
      "step": 53700
    },
    {
      "loss_action": 0.010111663490533829,
      "loss_total": 0.010111663490533829,
      "step": 53700
    },
    {
      "loss_action": 0.0038054101169109344,
      "loss_total": 0.0038054101169109344,
      "step": 53700
    },
    {
      "loss_action": 0.00782447587698698,
      "loss_total": 0.00782447587698698,
      "step": 53700
    },
    {
      "loss_action": 0.01095808669924736,
      "loss_total": 0.01095808669924736,
      "step": 53700
    },
    {
      "loss_action": 0.010191869921982288,
      "loss_total": 0.010191869921982288,
      "step": 53700
    },
    {
      "grad_norm": 0.07893739640712738,
      "learning_rate": 4.8001487517568744e-05,
      "loss": 0.0085,
      "step": 53710
    },
    {
      "loss_action": 0.005232265219092369,
      "loss_total": 0.005232265219092369,
      "step": 53710
    },
    {
      "loss_action": 0.006275101564824581,
      "loss_total": 0.006275101564824581,
      "step": 53710
    },
    {
      "loss_action": 0.004158030264079571,
      "loss_total": 0.004158030264079571,
      "step": 53710
    },
    {
      "loss_action": 0.0024742281530052423,
      "loss_total": 0.0024742281530052423,
      "step": 53710
    },
    {
      "loss_action": 0.004004251677542925,
      "loss_total": 0.004004251677542925,
      "step": 53710
    },
    {
      "loss_action": 0.0029663825407624245,
      "loss_total": 0.0029663825407624245,
      "step": 53710
    },
    {
      "loss_action": 0.007971432991325855,
      "loss_total": 0.007971432991325855,
      "step": 53710
    },
    {
      "loss_action": 0.006201200652867556,
      "loss_total": 0.006201200652867556,
      "step": 53710
    },
    {
      "grad_norm": 0.09582792222499847,
      "learning_rate": 4.798496614233918e-05,
      "loss": 0.0058,
      "step": 53720
    },
    {
      "loss_action": 0.0035793266724795103,
      "loss_total": 0.0035793266724795103,
      "step": 53720
    },
    {
      "loss_action": 0.008615134283900261,
      "loss_total": 0.008615134283900261,
      "step": 53720
    },
    {
      "loss_action": 0.00658361054956913,
      "loss_total": 0.00658361054956913,
      "step": 53720
    },
    {
      "loss_action": 0.005497252568602562,
      "loss_total": 0.005497252568602562,
      "step": 53720
    },
    {
      "loss_action": 0.007331029511988163,
      "loss_total": 0.007331029511988163,
      "step": 53720
    },
    {
      "loss_action": 0.00509354704990983,
      "loss_total": 0.00509354704990983,
      "step": 53720
    },
    {
      "loss_action": 0.0024891102220863104,
      "loss_total": 0.0024891102220863104,
      "step": 53720
    },
    {
      "loss_action": 0.002095005940645933,
      "loss_total": 0.002095005940645933,
      "step": 53720
    },
    {
      "grad_norm": 0.09661601483821869,
      "learning_rate": 4.796844498747069e-05,
      "loss": 0.0067,
      "step": 53730
    },
    {
      "loss_action": 0.0012800267431885004,
      "loss_total": 0.0012800267431885004,
      "step": 53730
    },
    {
      "loss_action": 0.005190880969166756,
      "loss_total": 0.005190880969166756,
      "step": 53730
    },
    {
      "loss_action": 0.006960933096706867,
      "loss_total": 0.006960933096706867,
      "step": 53730
    },
    {
      "loss_action": 0.0029428317211568356,
      "loss_total": 0.0029428317211568356,
      "step": 53730
    },
    {
      "loss_action": 0.00852877739816904,
      "loss_total": 0.00852877739816904,
      "step": 53730
    },
    {
      "loss_action": 0.0026920894160866737,
      "loss_total": 0.0026920894160866737,
      "step": 53730
    },
    {
      "loss_action": 0.003039240138605237,
      "loss_total": 0.003039240138605237,
      "step": 53730
    },
    {
      "loss_action": 0.006434784270823002,
      "loss_total": 0.006434784270823002,
      "step": 53730
    },
    {
      "grad_norm": 0.09055674821138382,
      "learning_rate": 4.795192405477e-05,
      "loss": 0.0063,
      "step": 53740
    },
    {
      "loss_action": 0.004810570739209652,
      "loss_total": 0.004810570739209652,
      "step": 53740
    },
    {
      "loss_action": 0.0023321998305618763,
      "loss_total": 0.0023321998305618763,
      "step": 53740
    },
    {
      "loss_action": 0.009977110661566257,
      "loss_total": 0.009977110661566257,
      "step": 53740
    },
    {
      "loss_action": 0.00768110528588295,
      "loss_total": 0.00768110528588295,
      "step": 53740
    },
    {
      "loss_action": 0.003969964571297169,
      "loss_total": 0.003969964571297169,
      "step": 53740
    },
    {
      "loss_action": 0.0055969515815377235,
      "loss_total": 0.0055969515815377235,
      "step": 53740
    },
    {
      "loss_action": 0.0018817023374140263,
      "loss_total": 0.0018817023374140263,
      "step": 53740
    },
    {
      "loss_action": 0.005059296730905771,
      "loss_total": 0.005059296730905771,
      "step": 53740
    },
    {
      "grad_norm": 0.06696289032697678,
      "learning_rate": 4.79354033460438e-05,
      "loss": 0.006,
      "step": 53750
    },
    {
      "loss_action": 0.0063613783568143845,
      "loss_total": 0.0063613783568143845,
      "step": 53750
    },
    {
      "loss_action": 0.0019964741077274084,
      "loss_total": 0.0019964741077274084,
      "step": 53750
    },
    {
      "loss_action": 0.008725101128220558,
      "loss_total": 0.008725101128220558,
      "step": 53750
    },
    {
      "loss_action": 0.005584158934652805,
      "loss_total": 0.005584158934652805,
      "step": 53750
    },
    {
      "loss_action": 0.0058829290792346,
      "loss_total": 0.0058829290792346,
      "step": 53750
    },
    {
      "loss_action": 0.007013757713139057,
      "loss_total": 0.007013757713139057,
      "step": 53750
    },
    {
      "loss_action": 0.006991154048591852,
      "loss_total": 0.006991154048591852,
      "step": 53750
    },
    {
      "loss_action": 0.0024892399087548256,
      "loss_total": 0.0024892399087548256,
      "step": 53750
    },
    {
      "grad_norm": 0.08228239417076111,
      "learning_rate": 4.79188828630988e-05,
      "loss": 0.007,
      "step": 53760
    },
    {
      "loss_action": 0.004789014812558889,
      "loss_total": 0.004789014812558889,
      "step": 53760
    },
    {
      "loss_action": 0.004011515062302351,
      "loss_total": 0.004011515062302351,
      "step": 53760
    },
    {
      "loss_action": 0.006098311394453049,
      "loss_total": 0.006098311394453049,
      "step": 53760
    },
    {
      "loss_action": 0.006126028019934893,
      "loss_total": 0.006126028019934893,
      "step": 53760
    },
    {
      "loss_action": 0.006474006921052933,
      "loss_total": 0.006474006921052933,
      "step": 53760
    },
    {
      "loss_action": 0.00369561230763793,
      "loss_total": 0.00369561230763793,
      "step": 53760
    },
    {
      "loss_action": 0.020351655781269073,
      "loss_total": 0.020351655781269073,
      "step": 53760
    },
    {
      "loss_action": 0.0056954738683998585,
      "loss_total": 0.0056954738683998585,
      "step": 53760
    },
    {
      "grad_norm": 0.09226078540086746,
      "learning_rate": 4.790236260774165e-05,
      "loss": 0.0074,
      "step": 53770
    },
    {
      "loss_action": 0.005792019888758659,
      "loss_total": 0.005792019888758659,
      "step": 53770
    },
    {
      "loss_action": 0.004767826292663813,
      "loss_total": 0.004767826292663813,
      "step": 53770
    },
    {
      "loss_action": 0.004449682775884867,
      "loss_total": 0.004449682775884867,
      "step": 53770
    },
    {
      "loss_action": 0.0038325395435094833,
      "loss_total": 0.0038325395435094833,
      "step": 53770
    },
    {
      "loss_action": 0.003261186182498932,
      "loss_total": 0.003261186182498932,
      "step": 53770
    },
    {
      "loss_action": 0.008632058277726173,
      "loss_total": 0.008632058277726173,
      "step": 53770
    },
    {
      "loss_action": 0.004483640193939209,
      "loss_total": 0.004483640193939209,
      "step": 53770
    },
    {
      "loss_action": 0.00466056726872921,
      "loss_total": 0.00466056726872921,
      "step": 53770
    },
    {
      "grad_norm": 0.06116952374577522,
      "learning_rate": 4.788584258177896e-05,
      "loss": 0.0066,
      "step": 53780
    },
    {
      "loss_action": 0.002153510693460703,
      "loss_total": 0.002153510693460703,
      "step": 53780
    },
    {
      "loss_action": 0.006638257764279842,
      "loss_total": 0.006638257764279842,
      "step": 53780
    },
    {
      "loss_action": 0.008080802857875824,
      "loss_total": 0.008080802857875824,
      "step": 53780
    },
    {
      "loss_action": 0.003886626334860921,
      "loss_total": 0.003886626334860921,
      "step": 53780
    },
    {
      "loss_action": 0.002511270809918642,
      "loss_total": 0.002511270809918642,
      "step": 53780
    },
    {
      "loss_action": 0.009427281096577644,
      "loss_total": 0.009427281096577644,
      "step": 53780
    },
    {
      "loss_action": 0.007189807016402483,
      "loss_total": 0.007189807016402483,
      "step": 53780
    },
    {
      "loss_action": 0.0031358159612864256,
      "loss_total": 0.0031358159612864256,
      "step": 53780
    },
    {
      "grad_norm": 0.10684038698673248,
      "learning_rate": 4.7869322787017356e-05,
      "loss": 0.0068,
      "step": 53790
    },
    {
      "loss_action": 0.003066101111471653,
      "loss_total": 0.003066101111471653,
      "step": 53790
    },
    {
      "loss_action": 0.0016551216831430793,
      "loss_total": 0.0016551216831430793,
      "step": 53790
    },
    {
      "loss_action": 0.0056605953723192215,
      "loss_total": 0.0056605953723192215,
      "step": 53790
    },
    {
      "loss_action": 0.00290619651786983,
      "loss_total": 0.00290619651786983,
      "step": 53790
    },
    {
      "loss_action": 0.0028557211626321077,
      "loss_total": 0.0028557211626321077,
      "step": 53790
    },
    {
      "loss_action": 0.009925039485096931,
      "loss_total": 0.009925039485096931,
      "step": 53790
    },
    {
      "loss_action": 0.003004363738000393,
      "loss_total": 0.003004363738000393,
      "step": 53790
    },
    {
      "loss_action": 0.00672221789136529,
      "loss_total": 0.00672221789136529,
      "step": 53790
    },
    {
      "grad_norm": 0.10695121437311172,
      "learning_rate": 4.78528032252634e-05,
      "loss": 0.0068,
      "step": 53800
    },
    {
      "loss_action": 0.009023560211062431,
      "loss_total": 0.009023560211062431,
      "step": 53800
    },
    {
      "loss_action": 0.002935037948191166,
      "loss_total": 0.002935037948191166,
      "step": 53800
    },
    {
      "loss_action": 0.0016829821979627013,
      "loss_total": 0.0016829821979627013,
      "step": 53800
    },
    {
      "loss_action": 0.007122627459466457,
      "loss_total": 0.007122627459466457,
      "step": 53800
    },
    {
      "loss_action": 0.015803590416908264,
      "loss_total": 0.015803590416908264,
      "step": 53800
    },
    {
      "loss_action": 0.002062887651845813,
      "loss_total": 0.002062887651845813,
      "step": 53800
    },
    {
      "loss_action": 0.007121000438928604,
      "loss_total": 0.007121000438928604,
      "step": 53800
    },
    {
      "loss_action": 0.010085610672831535,
      "loss_total": 0.010085610672831535,
      "step": 53800
    },
    {
      "grad_norm": 0.1095072403550148,
      "learning_rate": 4.783628389832366e-05,
      "loss": 0.0071,
      "step": 53810
    },
    {
      "loss_action": 0.003659493289887905,
      "loss_total": 0.003659493289887905,
      "step": 53810
    },
    {
      "loss_action": 0.006037565879523754,
      "loss_total": 0.006037565879523754,
      "step": 53810
    },
    {
      "loss_action": 0.012416588142514229,
      "loss_total": 0.012416588142514229,
      "step": 53810
    },
    {
      "loss_action": 0.005849957931786776,
      "loss_total": 0.005849957931786776,
      "step": 53810
    },
    {
      "loss_action": 0.005519493483006954,
      "loss_total": 0.005519493483006954,
      "step": 53810
    },
    {
      "loss_action": 0.006506865378469229,
      "loss_total": 0.006506865378469229,
      "step": 53810
    },
    {
      "loss_action": 0.0061353594064712524,
      "loss_total": 0.0061353594064712524,
      "step": 53810
    },
    {
      "loss_action": 0.004053035750985146,
      "loss_total": 0.004053035750985146,
      "step": 53810
    },
    {
      "grad_norm": 0.10054520517587662,
      "learning_rate": 4.7819764808004644e-05,
      "loss": 0.0064,
      "step": 53820
    },
    {
      "loss_action": 0.007336892653256655,
      "loss_total": 0.007336892653256655,
      "step": 53820
    },
    {
      "loss_action": 0.007720751687884331,
      "loss_total": 0.007720751687884331,
      "step": 53820
    },
    {
      "loss_action": 0.0027277006302028894,
      "loss_total": 0.0027277006302028894,
      "step": 53820
    },
    {
      "loss_action": 0.006802808493375778,
      "loss_total": 0.006802808493375778,
      "step": 53820
    },
    {
      "loss_action": 0.005444372538477182,
      "loss_total": 0.005444372538477182,
      "step": 53820
    },
    {
      "loss_action": 0.0037185712717473507,
      "loss_total": 0.0037185712717473507,
      "step": 53820
    },
    {
      "loss_action": 0.006880348548293114,
      "loss_total": 0.006880348548293114,
      "step": 53820
    },
    {
      "loss_action": 0.004860569257289171,
      "loss_total": 0.004860569257289171,
      "step": 53820
    },
    {
      "grad_norm": 0.10692109167575836,
      "learning_rate": 4.780324595611289e-05,
      "loss": 0.0065,
      "step": 53830
    },
    {
      "loss_action": 0.005988006480038166,
      "loss_total": 0.005988006480038166,
      "step": 53830
    },
    {
      "loss_action": 0.005845020525157452,
      "loss_total": 0.005845020525157452,
      "step": 53830
    },
    {
      "loss_action": 0.001847615814767778,
      "loss_total": 0.001847615814767778,
      "step": 53830
    },
    {
      "loss_action": 0.015678705647587776,
      "loss_total": 0.015678705647587776,
      "step": 53830
    },
    {
      "loss_action": 0.0046054404228925705,
      "loss_total": 0.0046054404228925705,
      "step": 53830
    },
    {
      "loss_action": 0.004152383655309677,
      "loss_total": 0.004152383655309677,
      "step": 53830
    },
    {
      "loss_action": 0.003952736966311932,
      "loss_total": 0.003952736966311932,
      "step": 53830
    },
    {
      "loss_action": 0.007401957176625729,
      "loss_total": 0.007401957176625729,
      "step": 53830
    },
    {
      "grad_norm": 0.12528769671916962,
      "learning_rate": 4.7786727344454854e-05,
      "loss": 0.0071,
      "step": 53840
    },
    {
      "loss_action": 0.014427924528717995,
      "loss_total": 0.014427924528717995,
      "step": 53840
    },
    {
      "loss_action": 0.005653558298945427,
      "loss_total": 0.005653558298945427,
      "step": 53840
    },
    {
      "loss_action": 0.004520409274846315,
      "loss_total": 0.004520409274846315,
      "step": 53840
    },
    {
      "loss_action": 0.0029097688384354115,
      "loss_total": 0.0029097688384354115,
      "step": 53840
    },
    {
      "loss_action": 0.00462311552837491,
      "loss_total": 0.00462311552837491,
      "step": 53840
    },
    {
      "loss_action": 0.0022576479241251945,
      "loss_total": 0.0022576479241251945,
      "step": 53840
    },
    {
      "loss_action": 0.007104744669049978,
      "loss_total": 0.007104744669049978,
      "step": 53840
    },
    {
      "loss_action": 0.01376328058540821,
      "loss_total": 0.01376328058540821,
      "step": 53840
    },
    {
      "grad_norm": 0.08537017554044724,
      "learning_rate": 4.777020897483697e-05,
      "loss": 0.0075,
      "step": 53850
    },
    {
      "loss_action": 0.012218521907925606,
      "loss_total": 0.012218521907925606,
      "step": 53850
    },
    {
      "loss_action": 0.0069487979635596275,
      "loss_total": 0.0069487979635596275,
      "step": 53850
    },
    {
      "loss_action": 0.004434072412550449,
      "loss_total": 0.004434072412550449,
      "step": 53850
    },
    {
      "loss_action": 0.007699898444116116,
      "loss_total": 0.007699898444116116,
      "step": 53850
    },
    {
      "loss_action": 0.016398735344409943,
      "loss_total": 0.016398735344409943,
      "step": 53850
    },
    {
      "loss_action": 0.006576813757419586,
      "loss_total": 0.006576813757419586,
      "step": 53850
    },
    {
      "loss_action": 0.013186920434236526,
      "loss_total": 0.013186920434236526,
      "step": 53850
    },
    {
      "loss_action": 0.001822864986024797,
      "loss_total": 0.001822864986024797,
      "step": 53850
    },
    {
      "grad_norm": 0.23390455543994904,
      "learning_rate": 4.775369084906569e-05,
      "loss": 0.0066,
      "step": 53860
    },
    {
      "loss_action": 0.010655922815203667,
      "loss_total": 0.010655922815203667,
      "step": 53860
    },
    {
      "loss_action": 0.006425929255783558,
      "loss_total": 0.006425929255783558,
      "step": 53860
    },
    {
      "loss_action": 0.009235230274498463,
      "loss_total": 0.009235230274498463,
      "step": 53860
    },
    {
      "loss_action": 0.002680416451767087,
      "loss_total": 0.002680416451767087,
      "step": 53860
    },
    {
      "loss_action": 0.002875090576708317,
      "loss_total": 0.002875090576708317,
      "step": 53860
    },
    {
      "loss_action": 0.004220879171043634,
      "loss_total": 0.004220879171043634,
      "step": 53860
    },
    {
      "loss_action": 0.02851124294102192,
      "loss_total": 0.02851124294102192,
      "step": 53860
    },
    {
      "loss_action": 0.007891405373811722,
      "loss_total": 0.007891405373811722,
      "step": 53860
    },
    {
      "grad_norm": 0.07431723177433014,
      "learning_rate": 4.773717296894742e-05,
      "loss": 0.0079,
      "step": 53870
    },
    {
      "loss_action": 0.0015717742498964071,
      "loss_total": 0.0015717742498964071,
      "step": 53870
    },
    {
      "loss_action": 0.004095607902854681,
      "loss_total": 0.004095607902854681,
      "step": 53870
    },
    {
      "loss_action": 0.0071297939866781235,
      "loss_total": 0.0071297939866781235,
      "step": 53870
    },
    {
      "loss_action": 0.00569095928221941,
      "loss_total": 0.00569095928221941,
      "step": 53870
    },
    {
      "loss_action": 0.005369178950786591,
      "loss_total": 0.005369178950786591,
      "step": 53870
    },
    {
      "loss_action": 0.005529290996491909,
      "loss_total": 0.005529290996491909,
      "step": 53870
    },
    {
      "loss_action": 0.0024938820861279964,
      "loss_total": 0.0024938820861279964,
      "step": 53870
    },
    {
      "loss_action": 0.008641279302537441,
      "loss_total": 0.008641279302537441,
      "step": 53870
    },
    {
      "grad_norm": 0.13177593052387238,
      "learning_rate": 4.772065533628848e-05,
      "loss": 0.0071,
      "step": 53880
    },
    {
      "loss_action": 0.017964355647563934,
      "loss_total": 0.017964355647563934,
      "step": 53880
    },
    {
      "loss_action": 0.0052239736542105675,
      "loss_total": 0.0052239736542105675,
      "step": 53880
    },
    {
      "loss_action": 0.00626586377620697,
      "loss_total": 0.00626586377620697,
      "step": 53880
    },
    {
      "loss_action": 0.011270741932094097,
      "loss_total": 0.011270741932094097,
      "step": 53880
    },
    {
      "loss_action": 0.0025361438747495413,
      "loss_total": 0.0025361438747495413,
      "step": 53880
    },
    {
      "loss_action": 0.00326555036008358,
      "loss_total": 0.00326555036008358,
      "step": 53880
    },
    {
      "loss_action": 0.008670526556670666,
      "loss_total": 0.008670526556670666,
      "step": 53880
    },
    {
      "loss_action": 0.01180613599717617,
      "loss_total": 0.01180613599717617,
      "step": 53880
    },
    {
      "grad_norm": 0.13129542768001556,
      "learning_rate": 4.7704137952895265e-05,
      "loss": 0.0074,
      "step": 53890
    },
    {
      "loss_action": 0.012341819703578949,
      "loss_total": 0.012341819703578949,
      "step": 53890
    },
    {
      "loss_action": 0.0059437379240989685,
      "loss_total": 0.0059437379240989685,
      "step": 53890
    },
    {
      "loss_action": 0.008748218417167664,
      "loss_total": 0.008748218417167664,
      "step": 53890
    },
    {
      "loss_action": 0.011384578421711922,
      "loss_total": 0.011384578421711922,
      "step": 53890
    },
    {
      "loss_action": 0.003190181218087673,
      "loss_total": 0.003190181218087673,
      "step": 53890
    },
    {
      "loss_action": 0.013359442353248596,
      "loss_total": 0.013359442353248596,
      "step": 53890
    },
    {
      "loss_action": 0.01483803242444992,
      "loss_total": 0.01483803242444992,
      "step": 53890
    },
    {
      "loss_action": 0.002681736834347248,
      "loss_total": 0.002681736834347248,
      "step": 53890
    },
    {
      "grad_norm": 0.08423017710447311,
      "learning_rate": 4.768762082057407e-05,
      "loss": 0.0063,
      "step": 53900
    },
    {
      "loss_action": 0.0037621662486344576,
      "loss_total": 0.0037621662486344576,
      "step": 53900
    },
    {
      "loss_action": 0.0032663275487720966,
      "loss_total": 0.0032663275487720966,
      "step": 53900
    },
    {
      "loss_action": 0.004363297019153833,
      "loss_total": 0.004363297019153833,
      "step": 53900
    },
    {
      "loss_action": 0.005538448691368103,
      "loss_total": 0.005538448691368103,
      "step": 53900
    },
    {
      "loss_action": 0.002266105730086565,
      "loss_total": 0.002266105730086565,
      "step": 53900
    },
    {
      "loss_action": 0.004173101391643286,
      "loss_total": 0.004173101391643286,
      "step": 53900
    },
    {
      "loss_action": 0.00535343773663044,
      "loss_total": 0.00535343773663044,
      "step": 53900
    },
    {
      "loss_action": 0.003194022923707962,
      "loss_total": 0.003194022923707962,
      "step": 53900
    },
    {
      "grad_norm": 0.08298715949058533,
      "learning_rate": 4.7671103941131186e-05,
      "loss": 0.0065,
      "step": 53910
    },
    {
      "loss_action": 0.008527882397174835,
      "loss_total": 0.008527882397174835,
      "step": 53910
    },
    {
      "loss_action": 0.013991916552186012,
      "loss_total": 0.013991916552186012,
      "step": 53910
    },
    {
      "loss_action": 0.008800768293440342,
      "loss_total": 0.008800768293440342,
      "step": 53910
    },
    {
      "loss_action": 0.0032888795249164104,
      "loss_total": 0.0032888795249164104,
      "step": 53910
    },
    {
      "loss_action": 0.005858135875314474,
      "loss_total": 0.005858135875314474,
      "step": 53910
    },
    {
      "loss_action": 0.010001189075410366,
      "loss_total": 0.010001189075410366,
      "step": 53910
    },
    {
      "loss_action": 0.01640280708670616,
      "loss_total": 0.01640280708670616,
      "step": 53910
    },
    {
      "loss_action": 0.016963478177785873,
      "loss_total": 0.016963478177785873,
      "step": 53910
    },
    {
      "grad_norm": 0.12212779372930527,
      "learning_rate": 4.765458731637287e-05,
      "loss": 0.0071,
      "step": 53920
    },
    {
      "loss_action": 0.013045208528637886,
      "loss_total": 0.013045208528637886,
      "step": 53920
    },
    {
      "loss_action": 0.009058210998773575,
      "loss_total": 0.009058210998773575,
      "step": 53920
    },
    {
      "loss_action": 0.0022764361929148436,
      "loss_total": 0.0022764361929148436,
      "step": 53920
    },
    {
      "loss_action": 0.019299592822790146,
      "loss_total": 0.019299592822790146,
      "step": 53920
    },
    {
      "loss_action": 0.006573635619133711,
      "loss_total": 0.006573635619133711,
      "step": 53920
    },
    {
      "loss_action": 0.015464743599295616,
      "loss_total": 0.015464743599295616,
      "step": 53920
    },
    {
      "loss_action": 0.005481504835188389,
      "loss_total": 0.005481504835188389,
      "step": 53920
    },
    {
      "loss_action": 0.0038034513127058744,
      "loss_total": 0.0038034513127058744,
      "step": 53920
    },
    {
      "grad_norm": 0.11030932515859604,
      "learning_rate": 4.763807094810537e-05,
      "loss": 0.0071,
      "step": 53930
    },
    {
      "loss_action": 0.00550320977345109,
      "loss_total": 0.00550320977345109,
      "step": 53930
    },
    {
      "loss_action": 0.006273631937801838,
      "loss_total": 0.006273631937801838,
      "step": 53930
    },
    {
      "loss_action": 0.011904280632734299,
      "loss_total": 0.011904280632734299,
      "step": 53930
    },
    {
      "loss_action": 0.007893295027315617,
      "loss_total": 0.007893295027315617,
      "step": 53930
    },
    {
      "loss_action": 0.003969053737819195,
      "loss_total": 0.003969053737819195,
      "step": 53930
    },
    {
      "loss_action": 0.002750606741756201,
      "loss_total": 0.002750606741756201,
      "step": 53930
    },
    {
      "loss_action": 0.007342226337641478,
      "loss_total": 0.007342226337641478,
      "step": 53930
    },
    {
      "loss_action": 0.006061277352273464,
      "loss_total": 0.006061277352273464,
      "step": 53930
    },
    {
      "grad_norm": 0.08775097876787186,
      "learning_rate": 4.762155483813487e-05,
      "loss": 0.0067,
      "step": 53940
    },
    {
      "loss_action": 0.006693236064165831,
      "loss_total": 0.006693236064165831,
      "step": 53940
    },
    {
      "loss_action": 0.005369934253394604,
      "loss_total": 0.005369934253394604,
      "step": 53940
    },
    {
      "loss_action": 0.011423127725720406,
      "loss_total": 0.011423127725720406,
      "step": 53940
    },
    {
      "loss_action": 0.006489058956503868,
      "loss_total": 0.006489058956503868,
      "step": 53940
    },
    {
      "loss_action": 0.004291632678359747,
      "loss_total": 0.004291632678359747,
      "step": 53940
    },
    {
      "loss_action": 0.006415822543203831,
      "loss_total": 0.006415822543203831,
      "step": 53940
    },
    {
      "loss_action": 0.008107174187898636,
      "loss_total": 0.008107174187898636,
      "step": 53940
    },
    {
      "loss_action": 0.007368389051407576,
      "loss_total": 0.007368389051407576,
      "step": 53940
    },
    {
      "grad_norm": 0.08342969417572021,
      "learning_rate": 4.760503898826754e-05,
      "loss": 0.0064,
      "step": 53950
    },
    {
      "loss_action": 0.008060354739427567,
      "loss_total": 0.008060354739427567,
      "step": 53950
    },
    {
      "loss_action": 0.00561027554795146,
      "loss_total": 0.00561027554795146,
      "step": 53950
    },
    {
      "loss_action": 0.0110128503292799,
      "loss_total": 0.0110128503292799,
      "step": 53950
    },
    {
      "loss_action": 0.00738913007080555,
      "loss_total": 0.00738913007080555,
      "step": 53950
    },
    {
      "loss_action": 0.008635155856609344,
      "loss_total": 0.008635155856609344,
      "step": 53950
    },
    {
      "loss_action": 0.003639624919742346,
      "loss_total": 0.003639624919742346,
      "step": 53950
    },
    {
      "loss_action": 0.004817851819097996,
      "loss_total": 0.004817851819097996,
      "step": 53950
    },
    {
      "loss_action": 0.0037340293638408184,
      "loss_total": 0.0037340293638408184,
      "step": 53950
    },
    {
      "grad_norm": 0.07683319598436356,
      "learning_rate": 4.758852340030957e-05,
      "loss": 0.0059,
      "step": 53960
    },
    {
      "loss_action": 0.0020772558636963367,
      "loss_total": 0.0020772558636963367,
      "step": 53960
    },
    {
      "loss_action": 0.00422708922997117,
      "loss_total": 0.00422708922997117,
      "step": 53960
    },
    {
      "loss_action": 0.006457406096160412,
      "loss_total": 0.006457406096160412,
      "step": 53960
    },
    {
      "loss_action": 0.0024149734526872635,
      "loss_total": 0.0024149734526872635,
      "step": 53960
    },
    {
      "loss_action": 0.0031342259608209133,
      "loss_total": 0.0031342259608209133,
      "step": 53960
    },
    {
      "loss_action": 0.006791854277253151,
      "loss_total": 0.006791854277253151,
      "step": 53960
    },
    {
      "loss_action": 0.005356963723897934,
      "loss_total": 0.005356963723897934,
      "step": 53960
    },
    {
      "loss_action": 0.0038911481387913227,
      "loss_total": 0.0038911481387913227,
      "step": 53960
    },
    {
      "grad_norm": 0.12009187042713165,
      "learning_rate": 4.757200807606705e-05,
      "loss": 0.0086,
      "step": 53970
    },
    {
      "loss_action": 0.009336549788713455,
      "loss_total": 0.009336549788713455,
      "step": 53970
    },
    {
      "loss_action": 0.016324482858181,
      "loss_total": 0.016324482858181,
      "step": 53970
    },
    {
      "loss_action": 0.00591950211673975,
      "loss_total": 0.00591950211673975,
      "step": 53970
    },
    {
      "loss_action": 0.006031779572367668,
      "loss_total": 0.006031779572367668,
      "step": 53970
    },
    {
      "loss_action": 0.014086749404668808,
      "loss_total": 0.014086749404668808,
      "step": 53970
    },
    {
      "loss_action": 0.00861535593867302,
      "loss_total": 0.00861535593867302,
      "step": 53970
    },
    {
      "loss_action": 0.00496645038947463,
      "loss_total": 0.00496645038947463,
      "step": 53970
    },
    {
      "loss_action": 0.006474019959568977,
      "loss_total": 0.006474019959568977,
      "step": 53970
    },
    {
      "grad_norm": 0.07822272926568985,
      "learning_rate": 4.755549301734607e-05,
      "loss": 0.0076,
      "step": 53980
    },
    {
      "loss_action": 0.007211668416857719,
      "loss_total": 0.007211668416857719,
      "step": 53980
    },
    {
      "loss_action": 0.002546764677390456,
      "loss_total": 0.002546764677390456,
      "step": 53980
    },
    {
      "loss_action": 0.016592182219028473,
      "loss_total": 0.016592182219028473,
      "step": 53980
    },
    {
      "loss_action": 0.0037876260466873646,
      "loss_total": 0.0037876260466873646,
      "step": 53980
    },
    {
      "loss_action": 0.010061558336019516,
      "loss_total": 0.010061558336019516,
      "step": 53980
    },
    {
      "loss_action": 0.0038828288670629263,
      "loss_total": 0.0038828288670629263,
      "step": 53980
    },
    {
      "loss_action": 0.004869681783020496,
      "loss_total": 0.004869681783020496,
      "step": 53980
    },
    {
      "loss_action": 0.021337373182177544,
      "loss_total": 0.021337373182177544,
      "step": 53980
    },
    {
      "grad_norm": 0.11580531299114227,
      "learning_rate": 4.753897822595271e-05,
      "loss": 0.0074,
      "step": 53990
    },
    {
      "loss_action": 0.0029897266067564487,
      "loss_total": 0.0029897266067564487,
      "step": 53990
    },
    {
      "loss_action": 0.011729393154382706,
      "loss_total": 0.011729393154382706,
      "step": 53990
    },
    {
      "loss_action": 0.003948950674384832,
      "loss_total": 0.003948950674384832,
      "step": 53990
    },
    {
      "loss_action": 0.0048136599361896515,
      "loss_total": 0.0048136599361896515,
      "step": 53990
    },
    {
      "loss_action": 0.004340948536992073,
      "loss_total": 0.004340948536992073,
      "step": 53990
    },
    {
      "loss_action": 0.00432997290045023,
      "loss_total": 0.00432997290045023,
      "step": 53990
    },
    {
      "loss_action": 0.005860868841409683,
      "loss_total": 0.005860868841409683,
      "step": 53990
    },
    {
      "loss_action": 0.0021312651224434376,
      "loss_total": 0.0021312651224434376,
      "step": 53990
    },
    {
      "grad_norm": 0.08272502571344376,
      "learning_rate": 4.7522463703692994e-05,
      "loss": 0.0068,
      "step": 54000
    },
    {
      "loss_action": 0.005799849517643452,
      "loss_total": 0.005799849517643452,
      "step": 54000
    },
    {
      "loss_action": 0.0020696253050118685,
      "loss_total": 0.0020696253050118685,
      "step": 54000
    },
    {
      "loss_action": 0.0035517290234565735,
      "loss_total": 0.0035517290234565735,
      "step": 54000
    },
    {
      "loss_action": 0.006108462810516357,
      "loss_total": 0.006108462810516357,
      "step": 54000
    },
    {
      "loss_action": 0.00867399387061596,
      "loss_total": 0.00867399387061596,
      "step": 54000
    },
    {
      "loss_action": 0.00798456184566021,
      "loss_total": 0.00798456184566021,
      "step": 54000
    },
    {
      "loss_action": 0.013125789351761341,
      "loss_total": 0.013125789351761341,
      "step": 54000
    },
    {
      "loss_action": 0.006271289195865393,
      "loss_total": 0.006271289195865393,
      "step": 54000
    },
    {
      "grad_norm": 0.11390407383441925,
      "learning_rate": 4.75059494523729e-05,
      "loss": 0.0073,
      "step": 54010
    },
    {
      "loss_action": 0.003055800450965762,
      "loss_total": 0.003055800450965762,
      "step": 54010
    },
    {
      "loss_action": 0.0029318337328732014,
      "loss_total": 0.0029318337328732014,
      "step": 54010
    },
    {
      "loss_action": 0.006055793724954128,
      "loss_total": 0.006055793724954128,
      "step": 54010
    },
    {
      "loss_action": 0.007734513841569424,
      "loss_total": 0.007734513841569424,
      "step": 54010
    },
    {
      "loss_action": 0.015829212963581085,
      "loss_total": 0.015829212963581085,
      "step": 54010
    },
    {
      "loss_action": 0.004320408683270216,
      "loss_total": 0.004320408683270216,
      "step": 54010
    },
    {
      "loss_action": 0.0013908327091485262,
      "loss_total": 0.0013908327091485262,
      "step": 54010
    },
    {
      "loss_action": 0.002991035347804427,
      "loss_total": 0.002991035347804427,
      "step": 54010
    },
    {
      "grad_norm": 0.11576434969902039,
      "learning_rate": 4.748943547379843e-05,
      "loss": 0.0062,
      "step": 54020
    },
    {
      "loss_action": 0.004275089129805565,
      "loss_total": 0.004275089129805565,
      "step": 54020
    },
    {
      "loss_action": 0.009708190336823463,
      "loss_total": 0.009708190336823463,
      "step": 54020
    },
    {
      "loss_action": 0.004552374593913555,
      "loss_total": 0.004552374593913555,
      "step": 54020
    },
    {
      "loss_action": 0.0034545280504971743,
      "loss_total": 0.0034545280504971743,
      "step": 54020
    },
    {
      "loss_action": 0.0029230474028736353,
      "loss_total": 0.0029230474028736353,
      "step": 54020
    },
    {
      "loss_action": 0.006593802012503147,
      "loss_total": 0.006593802012503147,
      "step": 54020
    },
    {
      "loss_action": 0.0028814966790378094,
      "loss_total": 0.0028814966790378094,
      "step": 54020
    },
    {
      "loss_action": 0.019031953066587448,
      "loss_total": 0.019031953066587448,
      "step": 54020
    },
    {
      "grad_norm": 0.11138636618852615,
      "learning_rate": 4.7472921769775535e-05,
      "loss": 0.0068,
      "step": 54030
    },
    {
      "loss_action": 0.012802708894014359,
      "loss_total": 0.012802708894014359,
      "step": 54030
    },
    {
      "loss_action": 0.005253569222986698,
      "loss_total": 0.005253569222986698,
      "step": 54030
    },
    {
      "loss_action": 0.0022570528090000153,
      "loss_total": 0.0022570528090000153,
      "step": 54030
    },
    {
      "loss_action": 0.015282467007637024,
      "loss_total": 0.015282467007637024,
      "step": 54030
    },
    {
      "loss_action": 0.0025837698485702276,
      "loss_total": 0.0025837698485702276,
      "step": 54030
    },
    {
      "loss_action": 0.01528585609048605,
      "loss_total": 0.01528585609048605,
      "step": 54030
    },
    {
      "loss_action": 0.0022938083857297897,
      "loss_total": 0.0022938083857297897,
      "step": 54030
    },
    {
      "loss_action": 0.0015256095211952925,
      "loss_total": 0.0015256095211952925,
      "step": 54030
    },
    {
      "grad_norm": 0.1152489185333252,
      "learning_rate": 4.745640834211011e-05,
      "loss": 0.0064,
      "step": 54040
    },
    {
      "loss_action": 0.00516480952501297,
      "loss_total": 0.00516480952501297,
      "step": 54040
    },
    {
      "loss_action": 0.010288136079907417,
      "loss_total": 0.010288136079907417,
      "step": 54040
    },
    {
      "loss_action": 0.013369119726121426,
      "loss_total": 0.013369119726121426,
      "step": 54040
    },
    {
      "loss_action": 0.005792516749352217,
      "loss_total": 0.005792516749352217,
      "step": 54040
    },
    {
      "loss_action": 0.003589032916352153,
      "loss_total": 0.003589032916352153,
      "step": 54040
    },
    {
      "loss_action": 0.004416951444000006,
      "loss_total": 0.004416951444000006,
      "step": 54040
    },
    {
      "loss_action": 0.010470353066921234,
      "loss_total": 0.010470353066921234,
      "step": 54040
    },
    {
      "loss_action": 0.00657475832849741,
      "loss_total": 0.00657475832849741,
      "step": 54040
    },
    {
      "grad_norm": 0.11252310127019882,
      "learning_rate": 4.7439895192608054e-05,
      "loss": 0.0074,
      "step": 54050
    },
    {
      "loss_action": 0.004279607906937599,
      "loss_total": 0.004279607906937599,
      "step": 54050
    },
    {
      "loss_action": 0.013061745092272758,
      "loss_total": 0.013061745092272758,
      "step": 54050
    },
    {
      "loss_action": 0.005562503822147846,
      "loss_total": 0.005562503822147846,
      "step": 54050
    },
    {
      "loss_action": 0.009681729599833488,
      "loss_total": 0.009681729599833488,
      "step": 54050
    },
    {
      "loss_action": 0.01268464233726263,
      "loss_total": 0.01268464233726263,
      "step": 54050
    },
    {
      "loss_action": 0.0061863181181252,
      "loss_total": 0.0061863181181252,
      "step": 54050
    },
    {
      "loss_action": 0.0028136768378317356,
      "loss_total": 0.0028136768378317356,
      "step": 54050
    },
    {
      "loss_action": 0.0024261490907520056,
      "loss_total": 0.0024261490907520056,
      "step": 54050
    },
    {
      "grad_norm": 0.15054146945476532,
      "learning_rate": 4.7423382323075186e-05,
      "loss": 0.0067,
      "step": 54060
    },
    {
      "loss_action": 0.012709783390164375,
      "loss_total": 0.012709783390164375,
      "step": 54060
    },
    {
      "loss_action": 0.006378368008881807,
      "loss_total": 0.006378368008881807,
      "step": 54060
    },
    {
      "loss_action": 0.0033763665705919266,
      "loss_total": 0.0033763665705919266,
      "step": 54060
    },
    {
      "loss_action": 0.00476185604929924,
      "loss_total": 0.00476185604929924,
      "step": 54060
    },
    {
      "loss_action": 0.006951681338250637,
      "loss_total": 0.006951681338250637,
      "step": 54060
    },
    {
      "loss_action": 0.006470007356256247,
      "loss_total": 0.006470007356256247,
      "step": 54060
    },
    {
      "loss_action": 0.0039008245803415775,
      "loss_total": 0.0039008245803415775,
      "step": 54060
    },
    {
      "loss_action": 0.004630574956536293,
      "loss_total": 0.004630574956536293,
      "step": 54060
    },
    {
      "grad_norm": 0.09769739955663681,
      "learning_rate": 4.740686973531737e-05,
      "loss": 0.0067,
      "step": 54070
    },
    {
      "loss_action": 0.003689040895551443,
      "loss_total": 0.003689040895551443,
      "step": 54070
    },
    {
      "loss_action": 0.02090299315750599,
      "loss_total": 0.02090299315750599,
      "step": 54070
    },
    {
      "loss_action": 0.0016768239438533783,
      "loss_total": 0.0016768239438533783,
      "step": 54070
    },
    {
      "loss_action": 0.006318253464996815,
      "loss_total": 0.006318253464996815,
      "step": 54070
    },
    {
      "loss_action": 0.002205094089731574,
      "loss_total": 0.002205094089731574,
      "step": 54070
    },
    {
      "loss_action": 0.02050766535103321,
      "loss_total": 0.02050766535103321,
      "step": 54070
    },
    {
      "loss_action": 0.003091088030487299,
      "loss_total": 0.003091088030487299,
      "step": 54070
    },
    {
      "loss_action": 0.0029311934486031532,
      "loss_total": 0.0029311934486031532,
      "step": 54070
    },
    {
      "grad_norm": 0.10829395800828934,
      "learning_rate": 4.7390357431140375e-05,
      "loss": 0.0063,
      "step": 54080
    },
    {
      "loss_action": 0.0060199350118637085,
      "loss_total": 0.0060199350118637085,
      "step": 54080
    },
    {
      "loss_action": 0.003518162528052926,
      "loss_total": 0.003518162528052926,
      "step": 54080
    },
    {
      "loss_action": 0.006784249097108841,
      "loss_total": 0.006784249097108841,
      "step": 54080
    },
    {
      "loss_action": 0.004829448647797108,
      "loss_total": 0.004829448647797108,
      "step": 54080
    },
    {
      "loss_action": 0.00607648491859436,
      "loss_total": 0.00607648491859436,
      "step": 54080
    },
    {
      "loss_action": 0.03195827454328537,
      "loss_total": 0.03195827454328537,
      "step": 54080
    },
    {
      "loss_action": 0.009656112641096115,
      "loss_total": 0.009656112641096115,
      "step": 54080
    },
    {
      "loss_action": 0.08801963925361633,
      "loss_total": 0.08801963925361633,
      "step": 54080
    },
    {
      "grad_norm": 0.10600866377353668,
      "learning_rate": 4.737384541234998e-05,
      "loss": 0.0079,
      "step": 54090
    },
    {
      "loss_action": 0.007136256899684668,
      "loss_total": 0.007136256899684668,
      "step": 54090
    },
    {
      "loss_action": 0.017063193023204803,
      "loss_total": 0.017063193023204803,
      "step": 54090
    },
    {
      "loss_action": 0.006456803530454636,
      "loss_total": 0.006456803530454636,
      "step": 54090
    },
    {
      "loss_action": 0.009901135228574276,
      "loss_total": 0.009901135228574276,
      "step": 54090
    },
    {
      "loss_action": 0.015824301168322563,
      "loss_total": 0.015824301168322563,
      "step": 54090
    },
    {
      "loss_action": 0.004152979701757431,
      "loss_total": 0.004152979701757431,
      "step": 54090
    },
    {
      "loss_action": 0.0074385302141308784,
      "loss_total": 0.0074385302141308784,
      "step": 54090
    },
    {
      "loss_action": 0.012821038253605366,
      "loss_total": 0.012821038253605366,
      "step": 54090
    },
    {
      "grad_norm": 0.0971500426530838,
      "learning_rate": 4.735733368075189e-05,
      "loss": 0.007,
      "step": 54100
    },
    {
      "loss_action": 0.005258806515485048,
      "loss_total": 0.005258806515485048,
      "step": 54100
    },
    {
      "loss_action": 0.0066551463678479195,
      "loss_total": 0.0066551463678479195,
      "step": 54100
    },
    {
      "loss_action": 0.0028674653731286526,
      "loss_total": 0.0028674653731286526,
      "step": 54100
    },
    {
      "loss_action": 0.002689007204025984,
      "loss_total": 0.002689007204025984,
      "step": 54100
    },
    {
      "loss_action": 0.01455094013363123,
      "loss_total": 0.01455094013363123,
      "step": 54100
    },
    {
      "loss_action": 0.0038290820084512234,
      "loss_total": 0.0038290820084512234,
      "step": 54100
    },
    {
      "loss_action": 0.005397621542215347,
      "loss_total": 0.005397621542215347,
      "step": 54100
    },
    {
      "loss_action": 0.0020840675570070744,
      "loss_total": 0.0020840675570070744,
      "step": 54100
    },
    {
      "grad_norm": 0.09870807826519012,
      "learning_rate": 4.734082223815182e-05,
      "loss": 0.007,
      "step": 54110
    },
    {
      "loss_action": 0.005398675333708525,
      "loss_total": 0.005398675333708525,
      "step": 54110
    },
    {
      "loss_action": 0.0019142249366268516,
      "loss_total": 0.0019142249366268516,
      "step": 54110
    },
    {
      "loss_action": 0.0037796664983034134,
      "loss_total": 0.0037796664983034134,
      "step": 54110
    },
    {
      "loss_action": 0.005686785094439983,
      "loss_total": 0.005686785094439983,
      "step": 54110
    },
    {
      "loss_action": 0.010995443910360336,
      "loss_total": 0.010995443910360336,
      "step": 54110
    },
    {
      "loss_action": 0.007144614588469267,
      "loss_total": 0.007144614588469267,
      "step": 54110
    },
    {
      "loss_action": 0.010645103640854359,
      "loss_total": 0.010645103640854359,
      "step": 54110
    },
    {
      "loss_action": 0.0027142995968461037,
      "loss_total": 0.0027142995968461037,
      "step": 54110
    },
    {
      "grad_norm": 0.07137350738048553,
      "learning_rate": 4.7324311086355436e-05,
      "loss": 0.0064,
      "step": 54120
    },
    {
      "loss_action": 0.008903954178094864,
      "loss_total": 0.008903954178094864,
      "step": 54120
    },
    {
      "loss_action": 0.022043919190764427,
      "loss_total": 0.022043919190764427,
      "step": 54120
    },
    {
      "loss_action": 0.008486131206154823,
      "loss_total": 0.008486131206154823,
      "step": 54120
    },
    {
      "loss_action": 0.012719526886940002,
      "loss_total": 0.012719526886940002,
      "step": 54120
    },
    {
      "loss_action": 0.005738371051847935,
      "loss_total": 0.005738371051847935,
      "step": 54120
    },
    {
      "loss_action": 0.009445463307201862,
      "loss_total": 0.009445463307201862,
      "step": 54120
    },
    {
      "loss_action": 0.002714705653488636,
      "loss_total": 0.002714705653488636,
      "step": 54120
    },
    {
      "loss_action": 0.006408995948731899,
      "loss_total": 0.006408995948731899,
      "step": 54120
    },
    {
      "grad_norm": 0.11172875761985779,
      "learning_rate": 4.730780022716836e-05,
      "loss": 0.0066,
      "step": 54130
    },
    {
      "loss_action": 0.0018880811985582113,
      "loss_total": 0.0018880811985582113,
      "step": 54130
    },
    {
      "loss_action": 0.01101151667535305,
      "loss_total": 0.01101151667535305,
      "step": 54130
    },
    {
      "loss_action": 0.0072270603850483894,
      "loss_total": 0.0072270603850483894,
      "step": 54130
    },
    {
      "loss_action": 0.008203180506825447,
      "loss_total": 0.008203180506825447,
      "step": 54130
    },
    {
      "loss_action": 0.03501451760530472,
      "loss_total": 0.03501451760530472,
      "step": 54130
    },
    {
      "loss_action": 0.01414276659488678,
      "loss_total": 0.01414276659488678,
      "step": 54130
    },
    {
      "loss_action": 0.007521893363445997,
      "loss_total": 0.007521893363445997,
      "step": 54130
    },
    {
      "loss_action": 0.006718572229146957,
      "loss_total": 0.006718572229146957,
      "step": 54130
    },
    {
      "grad_norm": 0.11059735715389252,
      "learning_rate": 4.729128966239619e-05,
      "loss": 0.0068,
      "step": 54140
    },
    {
      "loss_action": 0.005609281361103058,
      "loss_total": 0.005609281361103058,
      "step": 54140
    },
    {
      "loss_action": 0.008401073515415192,
      "loss_total": 0.008401073515415192,
      "step": 54140
    },
    {
      "loss_action": 0.003607437713071704,
      "loss_total": 0.003607437713071704,
      "step": 54140
    },
    {
      "loss_action": 0.006481661461293697,
      "loss_total": 0.006481661461293697,
      "step": 54140
    },
    {
      "loss_action": 0.005020209588110447,
      "loss_total": 0.005020209588110447,
      "step": 54140
    },
    {
      "loss_action": 0.0466688834130764,
      "loss_total": 0.0466688834130764,
      "step": 54140
    },
    {
      "loss_action": 0.01795857958495617,
      "loss_total": 0.01795857958495617,
      "step": 54140
    },
    {
      "loss_action": 0.004886476323008537,
      "loss_total": 0.004886476323008537,
      "step": 54140
    },
    {
      "grad_norm": 0.08510053902864456,
      "learning_rate": 4.7274779393844536e-05,
      "loss": 0.0072,
      "step": 54150
    },
    {
      "loss_action": 0.003004037542268634,
      "loss_total": 0.003004037542268634,
      "step": 54150
    },
    {
      "loss_action": 0.005290665663778782,
      "loss_total": 0.005290665663778782,
      "step": 54150
    },
    {
      "loss_action": 0.006509213708341122,
      "loss_total": 0.006509213708341122,
      "step": 54150
    },
    {
      "loss_action": 0.004914112854748964,
      "loss_total": 0.004914112854748964,
      "step": 54150
    },
    {
      "loss_action": 0.008057869970798492,
      "loss_total": 0.008057869970798492,
      "step": 54150
    },
    {
      "loss_action": 0.002855619415640831,
      "loss_total": 0.002855619415640831,
      "step": 54150
    },
    {
      "loss_action": 0.006065994501113892,
      "loss_total": 0.006065994501113892,
      "step": 54150
    },
    {
      "loss_action": 0.005215736571699381,
      "loss_total": 0.005215736571699381,
      "step": 54150
    },
    {
      "grad_norm": 0.11489290744066238,
      "learning_rate": 4.725826942331891e-05,
      "loss": 0.0065,
      "step": 54160
    },
    {
      "loss_action": 0.013707203790545464,
      "loss_total": 0.013707203790545464,
      "step": 54160
    },
    {
      "loss_action": 0.007056799717247486,
      "loss_total": 0.007056799717247486,
      "step": 54160
    },
    {
      "loss_action": 0.003708973526954651,
      "loss_total": 0.003708973526954651,
      "step": 54160
    },
    {
      "loss_action": 0.023328932002186775,
      "loss_total": 0.023328932002186775,
      "step": 54160
    },
    {
      "loss_action": 0.0038624119479209185,
      "loss_total": 0.0038624119479209185,
      "step": 54160
    },
    {
      "loss_action": 0.011852085590362549,
      "loss_total": 0.011852085590362549,
      "step": 54160
    },
    {
      "loss_action": 0.007796525023877621,
      "loss_total": 0.007796525023877621,
      "step": 54160
    },
    {
      "loss_action": 0.004495854489505291,
      "loss_total": 0.004495854489505291,
      "step": 54160
    },
    {
      "grad_norm": 0.09979762136936188,
      "learning_rate": 4.724175975262481e-05,
      "loss": 0.0061,
      "step": 54170
    },
    {
      "loss_action": 0.005189557559788227,
      "loss_total": 0.005189557559788227,
      "step": 54170
    },
    {
      "loss_action": 0.007323816418647766,
      "loss_total": 0.007323816418647766,
      "step": 54170
    },
    {
      "loss_action": 0.006497511640191078,
      "loss_total": 0.006497511640191078,
      "step": 54170
    },
    {
      "loss_action": 0.0030617681331932545,
      "loss_total": 0.0030617681331932545,
      "step": 54170
    },
    {
      "loss_action": 0.003475912380963564,
      "loss_total": 0.003475912380963564,
      "step": 54170
    },
    {
      "loss_action": 0.005557654891163111,
      "loss_total": 0.005557654891163111,
      "step": 54170
    },
    {
      "loss_action": 0.00504195736721158,
      "loss_total": 0.00504195736721158,
      "step": 54170
    },
    {
      "loss_action": 0.008105098269879818,
      "loss_total": 0.008105098269879818,
      "step": 54170
    },
    {
      "grad_norm": 0.13228687644004822,
      "learning_rate": 4.722525038356772e-05,
      "loss": 0.0065,
      "step": 54180
    },
    {
      "loss_action": 0.004314835648983717,
      "loss_total": 0.004314835648983717,
      "step": 54180
    },
    {
      "loss_action": 0.011600705794990063,
      "loss_total": 0.011600705794990063,
      "step": 54180
    },
    {
      "loss_action": 0.009385500103235245,
      "loss_total": 0.009385500103235245,
      "step": 54180
    },
    {
      "loss_action": 0.0034412508830428123,
      "loss_total": 0.0034412508830428123,
      "step": 54180
    },
    {
      "loss_action": 0.009701946750283241,
      "loss_total": 0.009701946750283241,
      "step": 54180
    },
    {
      "loss_action": 0.0057935453951358795,
      "loss_total": 0.0057935453951358795,
      "step": 54180
    },
    {
      "loss_action": 0.006068713963031769,
      "loss_total": 0.006068713963031769,
      "step": 54180
    },
    {
      "loss_action": 0.006480150856077671,
      "loss_total": 0.006480150856077671,
      "step": 54180
    },
    {
      "grad_norm": 0.08338905870914459,
      "learning_rate": 4.7208741317953075e-05,
      "loss": 0.0062,
      "step": 54190
    },
    {
      "loss_action": 0.008242396637797356,
      "loss_total": 0.008242396637797356,
      "step": 54190
    },
    {
      "loss_action": 0.00367921544238925,
      "loss_total": 0.00367921544238925,
      "step": 54190
    },
    {
      "loss_action": 0.006527433171868324,
      "loss_total": 0.006527433171868324,
      "step": 54190
    },
    {
      "loss_action": 0.004155367612838745,
      "loss_total": 0.004155367612838745,
      "step": 54190
    },
    {
      "loss_action": 0.005021463148295879,
      "loss_total": 0.005021463148295879,
      "step": 54190
    },
    {
      "loss_action": 0.001627349411137402,
      "loss_total": 0.001627349411137402,
      "step": 54190
    },
    {
      "loss_action": 0.0066995881497859955,
      "loss_total": 0.0066995881497859955,
      "step": 54190
    },
    {
      "loss_action": 0.004029194824397564,
      "loss_total": 0.004029194824397564,
      "step": 54190
    },
    {
      "grad_norm": 0.07592660188674927,
      "learning_rate": 4.7192232557586264e-05,
      "loss": 0.007,
      "step": 54200
    },
    {
      "loss_action": 0.005718635395169258,
      "loss_total": 0.005718635395169258,
      "step": 54200
    },
    {
      "loss_action": 0.0065279509872198105,
      "loss_total": 0.0065279509872198105,
      "step": 54200
    },
    {
      "loss_action": 0.0012035190593451262,
      "loss_total": 0.0012035190593451262,
      "step": 54200
    },
    {
      "loss_action": 0.0028807343915104866,
      "loss_total": 0.0028807343915104866,
      "step": 54200
    },
    {
      "loss_action": 0.007017196621745825,
      "loss_total": 0.007017196621745825,
      "step": 54200
    },
    {
      "loss_action": 0.0014857730129733682,
      "loss_total": 0.0014857730129733682,
      "step": 54200
    },
    {
      "loss_action": 0.015661604702472687,
      "loss_total": 0.015661604702472687,
      "step": 54200
    },
    {
      "loss_action": 0.003781106323003769,
      "loss_total": 0.003781106323003769,
      "step": 54200
    },
    {
      "grad_norm": 0.17793907225131989,
      "learning_rate": 4.717572410427269e-05,
      "loss": 0.0057,
      "step": 54210
    },
    {
      "loss_action": 0.0032928590662777424,
      "loss_total": 0.0032928590662777424,
      "step": 54210
    },
    {
      "loss_action": 0.0038925083354115486,
      "loss_total": 0.0038925083354115486,
      "step": 54210
    },
    {
      "loss_action": 0.0063543058931827545,
      "loss_total": 0.0063543058931827545,
      "step": 54210
    },
    {
      "loss_action": 0.007057033479213715,
      "loss_total": 0.007057033479213715,
      "step": 54210
    },
    {
      "loss_action": 0.008121485821902752,
      "loss_total": 0.008121485821902752,
      "step": 54210
    },
    {
      "loss_action": 0.004898501094430685,
      "loss_total": 0.004898501094430685,
      "step": 54210
    },
    {
      "loss_action": 0.006072744727134705,
      "loss_total": 0.006072744727134705,
      "step": 54210
    },
    {
      "loss_action": 0.0042983596213161945,
      "loss_total": 0.0042983596213161945,
      "step": 54210
    },
    {
      "grad_norm": 0.1099758893251419,
      "learning_rate": 4.71592159598177e-05,
      "loss": 0.0063,
      "step": 54220
    },
    {
      "loss_action": 0.004374783020466566,
      "loss_total": 0.004374783020466566,
      "step": 54220
    },
    {
      "loss_action": 0.004061083309352398,
      "loss_total": 0.004061083309352398,
      "step": 54220
    },
    {
      "loss_action": 0.003928439691662788,
      "loss_total": 0.003928439691662788,
      "step": 54220
    },
    {
      "loss_action": 0.00462091900408268,
      "loss_total": 0.00462091900408268,
      "step": 54220
    },
    {
      "loss_action": 0.005567717365920544,
      "loss_total": 0.005567717365920544,
      "step": 54220
    },
    {
      "loss_action": 0.00569092808291316,
      "loss_total": 0.00569092808291316,
      "step": 54220
    },
    {
      "loss_action": 0.007105129770934582,
      "loss_total": 0.007105129770934582,
      "step": 54220
    },
    {
      "loss_action": 0.00229581817984581,
      "loss_total": 0.00229581817984581,
      "step": 54220
    },
    {
      "grad_norm": 0.12741287052631378,
      "learning_rate": 4.714270812602657e-05,
      "loss": 0.006,
      "step": 54230
    },
    {
      "loss_action": 0.007835380733013153,
      "loss_total": 0.007835380733013153,
      "step": 54230
    },
    {
      "loss_action": 0.0074363769963383675,
      "loss_total": 0.0074363769963383675,
      "step": 54230
    },
    {
      "loss_action": 0.0026119197718799114,
      "loss_total": 0.0026119197718799114,
      "step": 54230
    },
    {
      "loss_action": 0.0027449545450508595,
      "loss_total": 0.0027449545450508595,
      "step": 54230
    },
    {
      "loss_action": 0.012696392834186554,
      "loss_total": 0.012696392834186554,
      "step": 54230
    },
    {
      "loss_action": 0.00924671534448862,
      "loss_total": 0.00924671534448862,
      "step": 54230
    },
    {
      "loss_action": 0.0022841268219053745,
      "loss_total": 0.0022841268219053745,
      "step": 54230
    },
    {
      "loss_action": 0.007858209311962128,
      "loss_total": 0.007858209311962128,
      "step": 54230
    },
    {
      "grad_norm": 0.09948883205652237,
      "learning_rate": 4.712620060470458e-05,
      "loss": 0.0088,
      "step": 54240
    },
    {
      "loss_action": 0.01591445505619049,
      "loss_total": 0.01591445505619049,
      "step": 54240
    },
    {
      "loss_action": 0.0048994142562150955,
      "loss_total": 0.0048994142562150955,
      "step": 54240
    },
    {
      "loss_action": 0.00857691653072834,
      "loss_total": 0.00857691653072834,
      "step": 54240
    },
    {
      "loss_action": 0.00956089235842228,
      "loss_total": 0.00956089235842228,
      "step": 54240
    },
    {
      "loss_action": 0.005648941732943058,
      "loss_total": 0.005648941732943058,
      "step": 54240
    },
    {
      "loss_action": 0.004735559690743685,
      "loss_total": 0.004735559690743685,
      "step": 54240
    },
    {
      "loss_action": 0.006756174378097057,
      "loss_total": 0.006756174378097057,
      "step": 54240
    },
    {
      "loss_action": 0.005360214039683342,
      "loss_total": 0.005360214039683342,
      "step": 54240
    },
    {
      "grad_norm": 0.5430386662483215,
      "learning_rate": 4.7109693397656986e-05,
      "loss": 0.007,
      "step": 54250
    },
    {
      "loss_action": 0.001823710510507226,
      "loss_total": 0.001823710510507226,
      "step": 54250
    },
    {
      "loss_action": 0.008810273371636868,
      "loss_total": 0.008810273371636868,
      "step": 54250
    },
    {
      "loss_action": 0.010723070241510868,
      "loss_total": 0.010723070241510868,
      "step": 54250
    },
    {
      "loss_action": 0.004322359338402748,
      "loss_total": 0.004322359338402748,
      "step": 54250
    },
    {
      "loss_action": 0.0065982285887002945,
      "loss_total": 0.0065982285887002945,
      "step": 54250
    },
    {
      "loss_action": 0.0036312704905867577,
      "loss_total": 0.0036312704905867577,
      "step": 54250
    },
    {
      "loss_action": 0.003016619011759758,
      "loss_total": 0.003016619011759758,
      "step": 54250
    },
    {
      "loss_action": 0.001492854906246066,
      "loss_total": 0.001492854906246066,
      "step": 54250
    },
    {
      "grad_norm": 0.09073138236999512,
      "learning_rate": 4.709318650668894e-05,
      "loss": 0.007,
      "step": 54260
    },
    {
      "loss_action": 0.0035850529093295336,
      "loss_total": 0.0035850529093295336,
      "step": 54260
    },
    {
      "loss_action": 0.0036712156143039465,
      "loss_total": 0.0036712156143039465,
      "step": 54260
    },
    {
      "loss_action": 0.007542233448475599,
      "loss_total": 0.007542233448475599,
      "step": 54260
    },
    {
      "loss_action": 0.005756020545959473,
      "loss_total": 0.005756020545959473,
      "step": 54260
    },
    {
      "loss_action": 0.010103771463036537,
      "loss_total": 0.010103771463036537,
      "step": 54260
    },
    {
      "loss_action": 0.00359057798050344,
      "loss_total": 0.00359057798050344,
      "step": 54260
    },
    {
      "loss_action": 0.00301265437155962,
      "loss_total": 0.00301265437155962,
      "step": 54260
    },
    {
      "loss_action": 0.01176187302917242,
      "loss_total": 0.01176187302917242,
      "step": 54260
    },
    {
      "grad_norm": 0.13114383816719055,
      "learning_rate": 4.7076679933605676e-05,
      "loss": 0.0068,
      "step": 54270
    },
    {
      "loss_action": 0.004314039833843708,
      "loss_total": 0.004314039833843708,
      "step": 54270
    },
    {
      "loss_action": 0.0017893320182338357,
      "loss_total": 0.0017893320182338357,
      "step": 54270
    },
    {
      "loss_action": 0.0031813969835639,
      "loss_total": 0.0031813969835639,
      "step": 54270
    },
    {
      "loss_action": 0.004966416396200657,
      "loss_total": 0.004966416396200657,
      "step": 54270
    },
    {
      "loss_action": 0.0024644637014716864,
      "loss_total": 0.0024644637014716864,
      "step": 54270
    },
    {
      "loss_action": 0.004027772229164839,
      "loss_total": 0.004027772229164839,
      "step": 54270
    },
    {
      "loss_action": 0.002946443622931838,
      "loss_total": 0.002946443622931838,
      "step": 54270
    },
    {
      "loss_action": 0.009424927644431591,
      "loss_total": 0.009424927644431591,
      "step": 54270
    },
    {
      "grad_norm": 0.1296151727437973,
      "learning_rate": 4.70601736802123e-05,
      "loss": 0.0063,
      "step": 54280
    },
    {
      "loss_action": 0.006127714179456234,
      "loss_total": 0.006127714179456234,
      "step": 54280
    },
    {
      "loss_action": 0.007644178345799446,
      "loss_total": 0.007644178345799446,
      "step": 54280
    },
    {
      "loss_action": 0.018833570182323456,
      "loss_total": 0.018833570182323456,
      "step": 54280
    },
    {
      "loss_action": 0.017502345144748688,
      "loss_total": 0.017502345144748688,
      "step": 54280
    },
    {
      "loss_action": 0.0068527329713106155,
      "loss_total": 0.0068527329713106155,
      "step": 54280
    },
    {
      "loss_action": 0.0097484290599823,
      "loss_total": 0.0097484290599823,
      "step": 54280
    },
    {
      "loss_action": 0.0015892761293798685,
      "loss_total": 0.0015892761293798685,
      "step": 54280
    },
    {
      "loss_action": 0.006949328351765871,
      "loss_total": 0.006949328351765871,
      "step": 54280
    },
    {
      "grad_norm": 0.06294099241495132,
      "learning_rate": 4.704366774831391e-05,
      "loss": 0.0067,
      "step": 54290
    },
    {
      "loss_action": 0.006197071634232998,
      "loss_total": 0.006197071634232998,
      "step": 54290
    },
    {
      "loss_action": 0.003935214597731829,
      "loss_total": 0.003935214597731829,
      "step": 54290
    },
    {
      "loss_action": 0.00234292377717793,
      "loss_total": 0.00234292377717793,
      "step": 54290
    },
    {
      "loss_action": 0.004360659047961235,
      "loss_total": 0.004360659047961235,
      "step": 54290
    },
    {
      "loss_action": 0.007329906336963177,
      "loss_total": 0.007329906336963177,
      "step": 54290
    },
    {
      "loss_action": 0.0023974175564944744,
      "loss_total": 0.0023974175564944744,
      "step": 54290
    },
    {
      "loss_action": 0.010064110159873962,
      "loss_total": 0.010064110159873962,
      "step": 54290
    },
    {
      "loss_action": 0.003675081767141819,
      "loss_total": 0.003675081767141819,
      "step": 54290
    },
    {
      "grad_norm": 0.11258766055107117,
      "learning_rate": 4.702716213971557e-05,
      "loss": 0.007,
      "step": 54300
    },
    {
      "loss_action": 0.0019587939605116844,
      "loss_total": 0.0019587939605116844,
      "step": 54300
    },
    {
      "loss_action": 0.0020330450497567654,
      "loss_total": 0.0020330450497567654,
      "step": 54300
    },
    {
      "loss_action": 0.0033282905351370573,
      "loss_total": 0.0033282905351370573,
      "step": 54300
    },
    {
      "loss_action": 0.0024384099524468184,
      "loss_total": 0.0024384099524468184,
      "step": 54300
    },
    {
      "loss_action": 0.0013613573973998427,
      "loss_total": 0.0013613573973998427,
      "step": 54300
    },
    {
      "loss_action": 0.006457359530031681,
      "loss_total": 0.006457359530031681,
      "step": 54300
    },
    {
      "loss_action": 0.009738794527947903,
      "loss_total": 0.009738794527947903,
      "step": 54300
    },
    {
      "loss_action": 0.0031176693737506866,
      "loss_total": 0.0031176693737506866,
      "step": 54300
    },
    {
      "grad_norm": 0.10977382957935333,
      "learning_rate": 4.70106568562223e-05,
      "loss": 0.0061,
      "step": 54310
    },
    {
      "loss_action": 0.012234549038112164,
      "loss_total": 0.012234549038112164,
      "step": 54310
    },
    {
      "loss_action": 0.0034977025352418423,
      "loss_total": 0.0034977025352418423,
      "step": 54310
    },
    {
      "loss_action": 0.0023530912585556507,
      "loss_total": 0.0023530912585556507,
      "step": 54310
    },
    {
      "loss_action": 0.0036325762048363686,
      "loss_total": 0.0036325762048363686,
      "step": 54310
    },
    {
      "loss_action": 0.003549018409103155,
      "loss_total": 0.003549018409103155,
      "step": 54310
    },
    {
      "loss_action": 0.002815000247210264,
      "loss_total": 0.002815000247210264,
      "step": 54310
    },
    {
      "loss_action": 0.010887222364544868,
      "loss_total": 0.010887222364544868,
      "step": 54310
    },
    {
      "loss_action": 0.00221394095569849,
      "loss_total": 0.00221394095569849,
      "step": 54310
    },
    {
      "grad_norm": 0.16893580555915833,
      "learning_rate": 4.6994151899639105e-05,
      "loss": 0.007,
      "step": 54320
    },
    {
      "loss_action": 0.009250180795788765,
      "loss_total": 0.009250180795788765,
      "step": 54320
    },
    {
      "loss_action": 0.007104789838194847,
      "loss_total": 0.007104789838194847,
      "step": 54320
    },
    {
      "loss_action": 0.002865733578801155,
      "loss_total": 0.002865733578801155,
      "step": 54320
    },
    {
      "loss_action": 0.013054907321929932,
      "loss_total": 0.013054907321929932,
      "step": 54320
    },
    {
      "loss_action": 0.004918161779642105,
      "loss_total": 0.004918161779642105,
      "step": 54320
    },
    {
      "loss_action": 0.0072307889349758625,
      "loss_total": 0.0072307889349758625,
      "step": 54320
    },
    {
      "loss_action": 0.006752222776412964,
      "loss_total": 0.006752222776412964,
      "step": 54320
    },
    {
      "loss_action": 0.006733322516083717,
      "loss_total": 0.006733322516083717,
      "step": 54320
    },
    {
      "grad_norm": 0.060393158346414566,
      "learning_rate": 4.697764727177093e-05,
      "loss": 0.0069,
      "step": 54330
    },
    {
      "loss_action": 0.004825230687856674,
      "loss_total": 0.004825230687856674,
      "step": 54330
    },
    {
      "loss_action": 0.0019129548454657197,
      "loss_total": 0.0019129548454657197,
      "step": 54330
    },
    {
      "loss_action": 0.0032488657161593437,
      "loss_total": 0.0032488657161593437,
      "step": 54330
    },
    {
      "loss_action": 0.011511517688632011,
      "loss_total": 0.011511517688632011,
      "step": 54330
    },
    {
      "loss_action": 0.01531914435327053,
      "loss_total": 0.01531914435327053,
      "step": 54330
    },
    {
      "loss_action": 0.005784880369901657,
      "loss_total": 0.005784880369901657,
      "step": 54330
    },
    {
      "loss_action": 0.020381011068820953,
      "loss_total": 0.020381011068820953,
      "step": 54330
    },
    {
      "loss_action": 0.007628938183188438,
      "loss_total": 0.007628938183188438,
      "step": 54330
    },
    {
      "grad_norm": 0.08917305618524551,
      "learning_rate": 4.696114297442272e-05,
      "loss": 0.0075,
      "step": 54340
    },
    {
      "loss_action": 0.00615828949958086,
      "loss_total": 0.00615828949958086,
      "step": 54340
    },
    {
      "loss_action": 0.0024324641562998295,
      "loss_total": 0.0024324641562998295,
      "step": 54340
    },
    {
      "loss_action": 0.011791672557592392,
      "loss_total": 0.011791672557592392,
      "step": 54340
    },
    {
      "loss_action": 0.0027981256134808064,
      "loss_total": 0.0027981256134808064,
      "step": 54340
    },
    {
      "loss_action": 0.004621768835932016,
      "loss_total": 0.004621768835932016,
      "step": 54340
    },
    {
      "loss_action": 0.002217426896095276,
      "loss_total": 0.002217426896095276,
      "step": 54340
    },
    {
      "loss_action": 0.006415998563170433,
      "loss_total": 0.006415998563170433,
      "step": 54340
    },
    {
      "loss_action": 0.008468009531497955,
      "loss_total": 0.008468009531497955,
      "step": 54340
    },
    {
      "grad_norm": 0.09010644257068634,
      "learning_rate": 4.694463900939933e-05,
      "loss": 0.0072,
      "step": 54350
    },
    {
      "loss_action": 0.015977418050169945,
      "loss_total": 0.015977418050169945,
      "step": 54350
    },
    {
      "loss_action": 0.008342387154698372,
      "loss_total": 0.008342387154698372,
      "step": 54350
    },
    {
      "loss_action": 0.0037987777031958103,
      "loss_total": 0.0037987777031958103,
      "step": 54350
    },
    {
      "loss_action": 0.003865347243845463,
      "loss_total": 0.003865347243845463,
      "step": 54350
    },
    {
      "loss_action": 0.006708831060677767,
      "loss_total": 0.006708831060677767,
      "step": 54350
    },
    {
      "loss_action": 0.018605608493089676,
      "loss_total": 0.018605608493089676,
      "step": 54350
    },
    {
      "loss_action": 0.0035898748319596052,
      "loss_total": 0.0035898748319596052,
      "step": 54350
    },
    {
      "loss_action": 0.005359842907637358,
      "loss_total": 0.005359842907637358,
      "step": 54350
    },
    {
      "grad_norm": 0.0933094471693039,
      "learning_rate": 4.692813537850564e-05,
      "loss": 0.0058,
      "step": 54360
    },
    {
      "loss_action": 0.004652906209230423,
      "loss_total": 0.004652906209230423,
      "step": 54360
    },
    {
      "loss_action": 0.029623493552207947,
      "loss_total": 0.029623493552207947,
      "step": 54360
    },
    {
      "loss_action": 0.011543622240424156,
      "loss_total": 0.011543622240424156,
      "step": 54360
    },
    {
      "loss_action": 0.011820235289633274,
      "loss_total": 0.011820235289633274,
      "step": 54360
    },
    {
      "loss_action": 0.006313490681350231,
      "loss_total": 0.006313490681350231,
      "step": 54360
    },
    {
      "loss_action": 0.0017693096306174994,
      "loss_total": 0.0017693096306174994,
      "step": 54360
    },
    {
      "loss_action": 0.014422452077269554,
      "loss_total": 0.014422452077269554,
      "step": 54360
    },
    {
      "loss_action": 0.0017421344527974725,
      "loss_total": 0.0017421344527974725,
      "step": 54360
    },
    {
      "grad_norm": 0.19752249121665955,
      "learning_rate": 4.6911632083546445e-05,
      "loss": 0.007,
      "step": 54370
    },
    {
      "loss_action": 0.0037502185441553593,
      "loss_total": 0.0037502185441553593,
      "step": 54370
    },
    {
      "loss_action": 0.005509495735168457,
      "loss_total": 0.005509495735168457,
      "step": 54370
    },
    {
      "loss_action": 0.008014693856239319,
      "loss_total": 0.008014693856239319,
      "step": 54370
    },
    {
      "loss_action": 0.007273780182003975,
      "loss_total": 0.007273780182003975,
      "step": 54370
    },
    {
      "loss_action": 0.006553920451551676,
      "loss_total": 0.006553920451551676,
      "step": 54370
    },
    {
      "loss_action": 0.005705142859369516,
      "loss_total": 0.005705142859369516,
      "step": 54370
    },
    {
      "loss_action": 0.01662004366517067,
      "loss_total": 0.01662004366517067,
      "step": 54370
    },
    {
      "loss_action": 0.003714954247698188,
      "loss_total": 0.003714954247698188,
      "step": 54370
    },
    {
      "grad_norm": 0.10096503049135208,
      "learning_rate": 4.6895129126326525e-05,
      "loss": 0.006,
      "step": 54380
    },
    {
      "loss_action": 0.003477830905467272,
      "loss_total": 0.003477830905467272,
      "step": 54380
    },
    {
      "loss_action": 0.010110466741025448,
      "loss_total": 0.010110466741025448,
      "step": 54380
    },
    {
      "loss_action": 0.0016429530223831534,
      "loss_total": 0.0016429530223831534,
      "step": 54380
    },
    {
      "loss_action": 0.006684979423880577,
      "loss_total": 0.006684979423880577,
      "step": 54380
    },
    {
      "loss_action": 0.005414850078523159,
      "loss_total": 0.005414850078523159,
      "step": 54380
    },
    {
      "loss_action": 0.0039202021434903145,
      "loss_total": 0.0039202021434903145,
      "step": 54380
    },
    {
      "loss_action": 0.0015812749043107033,
      "loss_total": 0.0015812749043107033,
      "step": 54380
    },
    {
      "loss_action": 0.015658842399716377,
      "loss_total": 0.015658842399716377,
      "step": 54380
    },
    {
      "grad_norm": 0.10120506584644318,
      "learning_rate": 4.687862650865059e-05,
      "loss": 0.0059,
      "step": 54390
    },
    {
      "loss_action": 0.009757420048117638,
      "loss_total": 0.009757420048117638,
      "step": 54390
    },
    {
      "loss_action": 0.0024902047589421272,
      "loss_total": 0.0024902047589421272,
      "step": 54390
    },
    {
      "loss_action": 0.005343816243112087,
      "loss_total": 0.005343816243112087,
      "step": 54390
    },
    {
      "loss_action": 0.009353747591376305,
      "loss_total": 0.009353747591376305,
      "step": 54390
    },
    {
      "loss_action": 0.00989791564643383,
      "loss_total": 0.00989791564643383,
      "step": 54390
    },
    {
      "loss_action": 0.01060234010219574,
      "loss_total": 0.01060234010219574,
      "step": 54390
    },
    {
      "loss_action": 0.0020217103883624077,
      "loss_total": 0.0020217103883624077,
      "step": 54390
    },
    {
      "loss_action": 0.017998266965150833,
      "loss_total": 0.017998266965150833,
      "step": 54390
    },
    {
      "grad_norm": 0.1335259974002838,
      "learning_rate": 4.686212423232339e-05,
      "loss": 0.0073,
      "step": 54400
    },
    {
      "loss_action": 0.005657089874148369,
      "loss_total": 0.005657089874148369,
      "step": 54400
    },
    {
      "loss_action": 0.007186098024249077,
      "loss_total": 0.007186098024249077,
      "step": 54400
    },
    {
      "loss_action": 0.010232468135654926,
      "loss_total": 0.010232468135654926,
      "step": 54400
    },
    {
      "loss_action": 0.003543287515640259,
      "loss_total": 0.003543287515640259,
      "step": 54400
    },
    {
      "loss_action": 0.005422838032245636,
      "loss_total": 0.005422838032245636,
      "step": 54400
    },
    {
      "loss_action": 0.005671085324138403,
      "loss_total": 0.005671085324138403,
      "step": 54400
    },
    {
      "loss_action": 0.005918471142649651,
      "loss_total": 0.005918471142649651,
      "step": 54400
    },
    {
      "loss_action": 0.002072311704978347,
      "loss_total": 0.002072311704978347,
      "step": 54400
    },
    {
      "grad_norm": 0.10020127147436142,
      "learning_rate": 4.6845622299149565e-05,
      "loss": 0.0062,
      "step": 54410
    },
    {
      "loss_action": 0.009931763634085655,
      "loss_total": 0.009931763634085655,
      "step": 54410
    },
    {
      "loss_action": 0.011114571243524551,
      "loss_total": 0.011114571243524551,
      "step": 54410
    },
    {
      "loss_action": 0.0019527460681274533,
      "loss_total": 0.0019527460681274533,
      "step": 54410
    },
    {
      "loss_action": 0.0012639106716960669,
      "loss_total": 0.0012639106716960669,
      "step": 54410
    },
    {
      "loss_action": 0.0033708070404827595,
      "loss_total": 0.0033708070404827595,
      "step": 54410
    },
    {
      "loss_action": 0.004507157951593399,
      "loss_total": 0.004507157951593399,
      "step": 54410
    },
    {
      "loss_action": 0.0056489319540560246,
      "loss_total": 0.0056489319540560246,
      "step": 54410
    },
    {
      "loss_action": 0.007930655963718891,
      "loss_total": 0.007930655963718891,
      "step": 54410
    },
    {
      "grad_norm": 0.10819286853075027,
      "learning_rate": 4.682912071093374e-05,
      "loss": 0.0077,
      "step": 54420
    },
    {
      "loss_action": 0.008999558165669441,
      "loss_total": 0.008999558165669441,
      "step": 54420
    },
    {
      "loss_action": 0.001467171125113964,
      "loss_total": 0.001467171125113964,
      "step": 54420
    },
    {
      "loss_action": 0.005379658658057451,
      "loss_total": 0.005379658658057451,
      "step": 54420
    },
    {
      "loss_action": 0.0031111929565668106,
      "loss_total": 0.0031111929565668106,
      "step": 54420
    },
    {
      "loss_action": 0.002087448723614216,
      "loss_total": 0.002087448723614216,
      "step": 54420
    },
    {
      "loss_action": 0.0038823396898806095,
      "loss_total": 0.0038823396898806095,
      "step": 54420
    },
    {
      "loss_action": 0.003092034487053752,
      "loss_total": 0.003092034487053752,
      "step": 54420
    },
    {
      "loss_action": 0.0039900681003928185,
      "loss_total": 0.0039900681003928185,
      "step": 54420
    },
    {
      "grad_norm": 0.1718486100435257,
      "learning_rate": 4.681261946948052e-05,
      "loss": 0.0068,
      "step": 54430
    },
    {
      "loss_action": 0.0034271490294486284,
      "loss_total": 0.0034271490294486284,
      "step": 54430
    },
    {
      "loss_action": 0.0021440223790705204,
      "loss_total": 0.0021440223790705204,
      "step": 54430
    },
    {
      "loss_action": 0.007921423763036728,
      "loss_total": 0.007921423763036728,
      "step": 54430
    },
    {
      "loss_action": 0.011625215411186218,
      "loss_total": 0.011625215411186218,
      "step": 54430
    },
    {
      "loss_action": 0.0025943703949451447,
      "loss_total": 0.0025943703949451447,
      "step": 54430
    },
    {
      "loss_action": 0.0024035517126321793,
      "loss_total": 0.0024035517126321793,
      "step": 54430
    },
    {
      "loss_action": 0.0066881487146019936,
      "loss_total": 0.0066881487146019936,
      "step": 54430
    },
    {
      "loss_action": 0.005118504166603088,
      "loss_total": 0.005118504166603088,
      "step": 54430
    },
    {
      "grad_norm": 0.11688678711652756,
      "learning_rate": 4.679611857659443e-05,
      "loss": 0.0064,
      "step": 54440
    },
    {
      "loss_action": 0.006650110706686974,
      "loss_total": 0.006650110706686974,
      "step": 54440
    },
    {
      "loss_action": 0.0026906710118055344,
      "loss_total": 0.0026906710118055344,
      "step": 54440
    },
    {
      "loss_action": 0.006666583940386772,
      "loss_total": 0.006666583940386772,
      "step": 54440
    },
    {
      "loss_action": 0.003135286271572113,
      "loss_total": 0.003135286271572113,
      "step": 54440
    },
    {
      "loss_action": 0.0014532849891111255,
      "loss_total": 0.0014532849891111255,
      "step": 54440
    },
    {
      "loss_action": 0.003039990086108446,
      "loss_total": 0.003039990086108446,
      "step": 54440
    },
    {
      "loss_action": 0.004821610637009144,
      "loss_total": 0.004821610637009144,
      "step": 54440
    },
    {
      "loss_action": 0.009242714382708073,
      "loss_total": 0.009242714382708073,
      "step": 54440
    },
    {
      "grad_norm": 0.10845909267663956,
      "learning_rate": 4.6779618034079975e-05,
      "loss": 0.0072,
      "step": 54450
    },
    {
      "loss_action": 0.008111003786325455,
      "loss_total": 0.008111003786325455,
      "step": 54450
    },
    {
      "loss_action": 0.00423322431743145,
      "loss_total": 0.00423322431743145,
      "step": 54450
    },
    {
      "loss_action": 0.003598390845581889,
      "loss_total": 0.003598390845581889,
      "step": 54450
    },
    {
      "loss_action": 0.004739984404295683,
      "loss_total": 0.004739984404295683,
      "step": 54450
    },
    {
      "loss_action": 0.00951535627245903,
      "loss_total": 0.00951535627245903,
      "step": 54450
    },
    {
      "loss_action": 0.002795302774757147,
      "loss_total": 0.002795302774757147,
      "step": 54450
    },
    {
      "loss_action": 0.005802214611321688,
      "loss_total": 0.005802214611321688,
      "step": 54450
    },
    {
      "loss_action": 0.0030325553379952908,
      "loss_total": 0.0030325553379952908,
      "step": 54450
    },
    {
      "grad_norm": 0.07475456595420837,
      "learning_rate": 4.6763117843741675e-05,
      "loss": 0.0069,
      "step": 54460
    },
    {
      "loss_action": 0.003917831927537918,
      "loss_total": 0.003917831927537918,
      "step": 54460
    },
    {
      "loss_action": 0.004839419387280941,
      "loss_total": 0.004839419387280941,
      "step": 54460
    },
    {
      "loss_action": 0.003341847565025091,
      "loss_total": 0.003341847565025091,
      "step": 54460
    },
    {
      "loss_action": 0.007658372633159161,
      "loss_total": 0.007658372633159161,
      "step": 54460
    },
    {
      "loss_action": 0.008833615109324455,
      "loss_total": 0.008833615109324455,
      "step": 54460
    },
    {
      "loss_action": 0.0044528404250741005,
      "loss_total": 0.0044528404250741005,
      "step": 54460
    },
    {
      "loss_action": 0.006379623897373676,
      "loss_total": 0.006379623897373676,
      "step": 54460
    },
    {
      "loss_action": 0.0019600505474954844,
      "loss_total": 0.0019600505474954844,
      "step": 54460
    },
    {
      "grad_norm": 0.06813538074493408,
      "learning_rate": 4.674661800738394e-05,
      "loss": 0.0067,
      "step": 54470
    },
    {
      "loss_action": 0.008450806140899658,
      "loss_total": 0.008450806140899658,
      "step": 54470
    },
    {
      "loss_action": 0.005220913328230381,
      "loss_total": 0.005220913328230381,
      "step": 54470
    },
    {
      "loss_action": 0.008160844445228577,
      "loss_total": 0.008160844445228577,
      "step": 54470
    },
    {
      "loss_action": 0.004183450248092413,
      "loss_total": 0.004183450248092413,
      "step": 54470
    },
    {
      "loss_action": 0.0020992732606828213,
      "loss_total": 0.0020992732606828213,
      "step": 54470
    },
    {
      "loss_action": 0.0033424340654164553,
      "loss_total": 0.0033424340654164553,
      "step": 54470
    },
    {
      "loss_action": 0.008237821981310844,
      "loss_total": 0.008237821981310844,
      "step": 54470
    },
    {
      "loss_action": 0.00613527512177825,
      "loss_total": 0.00613527512177825,
      "step": 54470
    },
    {
      "grad_norm": 0.09378938376903534,
      "learning_rate": 4.673011852681117e-05,
      "loss": 0.0066,
      "step": 54480
    },
    {
      "loss_action": 0.009718489833176136,
      "loss_total": 0.009718489833176136,
      "step": 54480
    },
    {
      "loss_action": 0.010587943717837334,
      "loss_total": 0.010587943717837334,
      "step": 54480
    },
    {
      "loss_action": 0.0028667233418673277,
      "loss_total": 0.0028667233418673277,
      "step": 54480
    },
    {
      "loss_action": 0.0070394715294241905,
      "loss_total": 0.0070394715294241905,
      "step": 54480
    },
    {
      "loss_action": 0.007283192593604326,
      "loss_total": 0.007283192593604326,
      "step": 54480
    },
    {
      "loss_action": 0.005874454975128174,
      "loss_total": 0.005874454975128174,
      "step": 54480
    },
    {
      "loss_action": 0.006285696290433407,
      "loss_total": 0.006285696290433407,
      "step": 54480
    },
    {
      "loss_action": 0.0029587724711745977,
      "loss_total": 0.0029587724711745977,
      "step": 54480
    },
    {
      "grad_norm": 0.13436457514762878,
      "learning_rate": 4.671361940382772e-05,
      "loss": 0.0064,
      "step": 54490
    },
    {
      "loss_action": 0.007779095321893692,
      "loss_total": 0.007779095321893692,
      "step": 54490
    },
    {
      "loss_action": 0.0039755068719387054,
      "loss_total": 0.0039755068719387054,
      "step": 54490
    },
    {
      "loss_action": 0.004407430998980999,
      "loss_total": 0.004407430998980999,
      "step": 54490
    },
    {
      "loss_action": 0.007455072831362486,
      "loss_total": 0.007455072831362486,
      "step": 54490
    },
    {
      "loss_action": 0.025496788322925568,
      "loss_total": 0.025496788322925568,
      "step": 54490
    },
    {
      "loss_action": 0.0042132544331252575,
      "loss_total": 0.0042132544331252575,
      "step": 54490
    },
    {
      "loss_action": 0.007626136299222708,
      "loss_total": 0.007626136299222708,
      "step": 54490
    },
    {
      "loss_action": 0.017505846917629242,
      "loss_total": 0.017505846917629242,
      "step": 54490
    },
    {
      "grad_norm": 0.10772483050823212,
      "learning_rate": 4.669712064023791e-05,
      "loss": 0.0072,
      "step": 54500
    },
    {
      "loss_action": 0.0016001566546037793,
      "loss_total": 0.0016001566546037793,
      "step": 54500
    },
    {
      "loss_action": 0.011131968349218369,
      "loss_total": 0.011131968349218369,
      "step": 54500
    },
    {
      "loss_action": 0.006144917104393244,
      "loss_total": 0.006144917104393244,
      "step": 54500
    },
    {
      "loss_action": 0.003901069052517414,
      "loss_total": 0.003901069052517414,
      "step": 54500
    },
    {
      "loss_action": 0.005703019443899393,
      "loss_total": 0.005703019443899393,
      "step": 54500
    },
    {
      "loss_action": 0.006959367543458939,
      "loss_total": 0.006959367543458939,
      "step": 54500
    },
    {
      "loss_action": 0.0051952810026705265,
      "loss_total": 0.0051952810026705265,
      "step": 54500
    },
    {
      "loss_action": 0.006433849222958088,
      "loss_total": 0.006433849222958088,
      "step": 54500
    },
    {
      "grad_norm": 0.07201262563467026,
      "learning_rate": 4.668062223784602e-05,
      "loss": 0.0068,
      "step": 54510
    },
    {
      "loss_action": 0.005226125009357929,
      "loss_total": 0.005226125009357929,
      "step": 54510
    },
    {
      "loss_action": 0.0067185694351792336,
      "loss_total": 0.0067185694351792336,
      "step": 54510
    },
    {
      "loss_action": 0.014157031662762165,
      "loss_total": 0.014157031662762165,
      "step": 54510
    },
    {
      "loss_action": 0.018602930009365082,
      "loss_total": 0.018602930009365082,
      "step": 54510
    },
    {
      "loss_action": 0.002901653293520212,
      "loss_total": 0.002901653293520212,
      "step": 54510
    },
    {
      "loss_action": 0.01771361567080021,
      "loss_total": 0.01771361567080021,
      "step": 54510
    },
    {
      "loss_action": 0.011778694577515125,
      "loss_total": 0.011778694577515125,
      "step": 54510
    },
    {
      "loss_action": 0.013027982786297798,
      "loss_total": 0.013027982786297798,
      "step": 54510
    },
    {
      "grad_norm": 0.10777044296264648,
      "learning_rate": 4.6664124198456274e-05,
      "loss": 0.0067,
      "step": 54520
    },
    {
      "loss_action": 0.0035428262781351805,
      "loss_total": 0.0035428262781351805,
      "step": 54520
    },
    {
      "loss_action": 0.007815416902303696,
      "loss_total": 0.007815416902303696,
      "step": 54520
    },
    {
      "loss_action": 0.0031869844533503056,
      "loss_total": 0.0031869844533503056,
      "step": 54520
    },
    {
      "loss_action": 0.007212170399725437,
      "loss_total": 0.007212170399725437,
      "step": 54520
    },
    {
      "loss_action": 0.003213614458218217,
      "loss_total": 0.003213614458218217,
      "step": 54520
    },
    {
      "loss_action": 0.0074915336444973946,
      "loss_total": 0.0074915336444973946,
      "step": 54520
    },
    {
      "loss_action": 0.004969733767211437,
      "loss_total": 0.004969733767211437,
      "step": 54520
    },
    {
      "loss_action": 0.002591853030025959,
      "loss_total": 0.002591853030025959,
      "step": 54520
    },
    {
      "grad_norm": 0.08762552589178085,
      "learning_rate": 4.6647626523872905e-05,
      "loss": 0.0053,
      "step": 54530
    },
    {
      "loss_action": 0.0046140579506754875,
      "loss_total": 0.0046140579506754875,
      "step": 54530
    },
    {
      "loss_action": 0.0044484445825219154,
      "loss_total": 0.0044484445825219154,
      "step": 54530
    },
    {
      "loss_action": 0.0042167650535702705,
      "loss_total": 0.0042167650535702705,
      "step": 54530
    },
    {
      "loss_action": 0.00796259380877018,
      "loss_total": 0.00796259380877018,
      "step": 54530
    },
    {
      "loss_action": 0.019306562840938568,
      "loss_total": 0.019306562840938568,
      "step": 54530
    },
    {
      "loss_action": 0.008927743881940842,
      "loss_total": 0.008927743881940842,
      "step": 54530
    },
    {
      "loss_action": 0.004718961659818888,
      "loss_total": 0.004718961659818888,
      "step": 54530
    },
    {
      "loss_action": 0.0056241098791360855,
      "loss_total": 0.0056241098791360855,
      "step": 54530
    },
    {
      "grad_norm": 0.0897824838757515,
      "learning_rate": 4.6631129215900066e-05,
      "loss": 0.0061,
      "step": 54540
    },
    {
      "loss_action": 0.009609304368495941,
      "loss_total": 0.009609304368495941,
      "step": 54540
    },
    {
      "loss_action": 0.002328280359506607,
      "loss_total": 0.002328280359506607,
      "step": 54540
    },
    {
      "loss_action": 0.002933511510491371,
      "loss_total": 0.002933511510491371,
      "step": 54540
    },
    {
      "loss_action": 0.004332916345447302,
      "loss_total": 0.004332916345447302,
      "step": 54540
    },
    {
      "loss_action": 0.0065828002989292145,
      "loss_total": 0.0065828002989292145,
      "step": 54540
    },
    {
      "loss_action": 0.009839683771133423,
      "loss_total": 0.009839683771133423,
      "step": 54540
    },
    {
      "loss_action": 0.006967354565858841,
      "loss_total": 0.006967354565858841,
      "step": 54540
    },
    {
      "loss_action": 0.004963323473930359,
      "loss_total": 0.004963323473930359,
      "step": 54540
    },
    {
      "grad_norm": 0.1395774930715561,
      "learning_rate": 4.661463227634187e-05,
      "loss": 0.0071,
      "step": 54550
    },
    {
      "loss_action": 0.0023950771428644657,
      "loss_total": 0.0023950771428644657,
      "step": 54550
    },
    {
      "loss_action": 0.006573194172233343,
      "loss_total": 0.006573194172233343,
      "step": 54550
    },
    {
      "loss_action": 0.0061646876856684685,
      "loss_total": 0.0061646876856684685,
      "step": 54550
    },
    {
      "loss_action": 0.008069751784205437,
      "loss_total": 0.008069751784205437,
      "step": 54550
    },
    {
      "loss_action": 0.0038493946194648743,
      "loss_total": 0.0038493946194648743,
      "step": 54550
    },
    {
      "loss_action": 0.0071059162728488445,
      "loss_total": 0.0071059162728488445,
      "step": 54550
    },
    {
      "loss_action": 0.005226656794548035,
      "loss_total": 0.005226656794548035,
      "step": 54550
    },
    {
      "loss_action": 0.0037160334177315235,
      "loss_total": 0.0037160334177315235,
      "step": 54550
    },
    {
      "grad_norm": 0.07446800172328949,
      "learning_rate": 4.659813570700238e-05,
      "loss": 0.0066,
      "step": 54560
    },
    {
      "loss_action": 0.007137577049434185,
      "loss_total": 0.007137577049434185,
      "step": 54560
    },
    {
      "loss_action": 0.005911925341933966,
      "loss_total": 0.005911925341933966,
      "step": 54560
    },
    {
      "loss_action": 0.004463963210582733,
      "loss_total": 0.004463963210582733,
      "step": 54560
    },
    {
      "loss_action": 0.002342415740713477,
      "loss_total": 0.002342415740713477,
      "step": 54560
    },
    {
      "loss_action": 0.0018616728484630585,
      "loss_total": 0.0018616728484630585,
      "step": 54560
    },
    {
      "loss_action": 0.005270329304039478,
      "loss_total": 0.005270329304039478,
      "step": 54560
    },
    {
      "loss_action": 0.0026393618900328875,
      "loss_total": 0.0026393618900328875,
      "step": 54560
    },
    {
      "loss_action": 0.0033318158239126205,
      "loss_total": 0.0033318158239126205,
      "step": 54560
    },
    {
      "grad_norm": 0.08872126042842865,
      "learning_rate": 4.658163950968568e-05,
      "loss": 0.0065,
      "step": 54570
    },
    {
      "loss_action": 0.007703929673880339,
      "loss_total": 0.007703929673880339,
      "step": 54570
    },
    {
      "loss_action": 0.0026093251071870327,
      "loss_total": 0.0026093251071870327,
      "step": 54570
    },
    {
      "loss_action": 0.0016920093912631273,
      "loss_total": 0.0016920093912631273,
      "step": 54570
    },
    {
      "loss_action": 0.003417799947783351,
      "loss_total": 0.003417799947783351,
      "step": 54570
    },
    {
      "loss_action": 0.0038512193132191896,
      "loss_total": 0.0038512193132191896,
      "step": 54570
    },
    {
      "loss_action": 0.0024308552965521812,
      "loss_total": 0.0024308552965521812,
      "step": 54570
    },
    {
      "loss_action": 0.014872677624225616,
      "loss_total": 0.014872677624225616,
      "step": 54570
    },
    {
      "loss_action": 0.0019697898533195257,
      "loss_total": 0.0019697898533195257,
      "step": 54570
    },
    {
      "grad_norm": 0.11035629361867905,
      "learning_rate": 4.6565143686195726e-05,
      "loss": 0.0057,
      "step": 54580
    },
    {
      "loss_action": 0.004097011871635914,
      "loss_total": 0.004097011871635914,
      "step": 54580
    },
    {
      "loss_action": 0.0015438010450452566,
      "loss_total": 0.0015438010450452566,
      "step": 54580
    },
    {
      "loss_action": 0.0033264372032135725,
      "loss_total": 0.0033264372032135725,
      "step": 54580
    },
    {
      "loss_action": 0.0041471319273114204,
      "loss_total": 0.0041471319273114204,
      "step": 54580
    },
    {
      "loss_action": 0.0024540601298213005,
      "loss_total": 0.0024540601298213005,
      "step": 54580
    },
    {
      "loss_action": 0.009590736590325832,
      "loss_total": 0.009590736590325832,
      "step": 54580
    },
    {
      "loss_action": 0.006855630315840244,
      "loss_total": 0.006855630315840244,
      "step": 54580
    },
    {
      "loss_action": 0.007737228646874428,
      "loss_total": 0.007737228646874428,
      "step": 54580
    },
    {
      "grad_norm": 0.09899277985095978,
      "learning_rate": 4.654864823833649e-05,
      "loss": 0.006,
      "step": 54590
    },
    {
      "loss_action": 0.006890980061143637,
      "loss_total": 0.006890980061143637,
      "step": 54590
    },
    {
      "loss_action": 0.0034038990270346403,
      "loss_total": 0.0034038990270346403,
      "step": 54590
    },
    {
      "loss_action": 0.008162474259734154,
      "loss_total": 0.008162474259734154,
      "step": 54590
    },
    {
      "loss_action": 0.006348160095512867,
      "loss_total": 0.006348160095512867,
      "step": 54590
    },
    {
      "loss_action": 0.007939928211271763,
      "loss_total": 0.007939928211271763,
      "step": 54590
    },
    {
      "loss_action": 0.0034615141339600086,
      "loss_total": 0.0034615141339600086,
      "step": 54590
    },
    {
      "loss_action": 0.002663042861968279,
      "loss_total": 0.002663042861968279,
      "step": 54590
    },
    {
      "loss_action": 0.002947841305285692,
      "loss_total": 0.002947841305285692,
      "step": 54590
    },
    {
      "grad_norm": 0.1515803039073944,
      "learning_rate": 4.65321531679119e-05,
      "loss": 0.0064,
      "step": 54600
    },
    {
      "loss_action": 0.003485065186396241,
      "loss_total": 0.003485065186396241,
      "step": 54600
    },
    {
      "loss_action": 0.005750585347414017,
      "loss_total": 0.005750585347414017,
      "step": 54600
    },
    {
      "loss_action": 0.004357889760285616,
      "loss_total": 0.004357889760285616,
      "step": 54600
    },
    {
      "loss_action": 0.004971912130713463,
      "loss_total": 0.004971912130713463,
      "step": 54600
    },
    {
      "loss_action": 0.011128267273306847,
      "loss_total": 0.011128267273306847,
      "step": 54600
    },
    {
      "loss_action": 0.0024154544807970524,
      "loss_total": 0.0024154544807970524,
      "step": 54600
    },
    {
      "loss_action": 0.0061964234337210655,
      "loss_total": 0.0061964234337210655,
      "step": 54600
    },
    {
      "loss_action": 0.0021906858310103416,
      "loss_total": 0.0021906858310103416,
      "step": 54600
    },
    {
      "grad_norm": 0.09361042827367783,
      "learning_rate": 4.6515658476725834e-05,
      "loss": 0.0058,
      "step": 54610
    },
    {
      "loss_action": 0.004341695457696915,
      "loss_total": 0.004341695457696915,
      "step": 54610
    },
    {
      "loss_action": 0.05050421133637428,
      "loss_total": 0.05050421133637428,
      "step": 54610
    },
    {
      "loss_action": 0.0019446207443252206,
      "loss_total": 0.0019446207443252206,
      "step": 54610
    },
    {
      "loss_action": 0.00723408255726099,
      "loss_total": 0.00723408255726099,
      "step": 54610
    },
    {
      "loss_action": 0.0014709392562508583,
      "loss_total": 0.0014709392562508583,
      "step": 54610
    },
    {
      "loss_action": 0.003811576636508107,
      "loss_total": 0.003811576636508107,
      "step": 54610
    },
    {
      "loss_action": 0.007659018039703369,
      "loss_total": 0.007659018039703369,
      "step": 54610
    },
    {
      "loss_action": 0.004512879066169262,
      "loss_total": 0.004512879066169262,
      "step": 54610
    },
    {
      "grad_norm": 0.10597654432058334,
      "learning_rate": 4.649916416658212e-05,
      "loss": 0.0079,
      "step": 54620
    },
    {
      "loss_action": 0.002066532149910927,
      "loss_total": 0.002066532149910927,
      "step": 54620
    },
    {
      "loss_action": 0.005764254368841648,
      "loss_total": 0.005764254368841648,
      "step": 54620
    },
    {
      "loss_action": 0.0037366081960499287,
      "loss_total": 0.0037366081960499287,
      "step": 54620
    },
    {
      "loss_action": 0.0021631442941725254,
      "loss_total": 0.0021631442941725254,
      "step": 54620
    },
    {
      "loss_action": 0.001508392277173698,
      "loss_total": 0.001508392277173698,
      "step": 54620
    },
    {
      "loss_action": 0.004789239261299372,
      "loss_total": 0.004789239261299372,
      "step": 54620
    },
    {
      "loss_action": 0.005891669541597366,
      "loss_total": 0.005891669541597366,
      "step": 54620
    },
    {
      "loss_action": 0.004948608577251434,
      "loss_total": 0.004948608577251434,
      "step": 54620
    },
    {
      "grad_norm": 0.11796143651008606,
      "learning_rate": 4.648267023928455e-05,
      "loss": 0.0062,
      "step": 54630
    },
    {
      "loss_action": 0.010353174060583115,
      "loss_total": 0.010353174060583115,
      "step": 54630
    },
    {
      "loss_action": 0.0017539995023980737,
      "loss_total": 0.0017539995023980737,
      "step": 54630
    },
    {
      "loss_action": 0.007240785751491785,
      "loss_total": 0.007240785751491785,
      "step": 54630
    },
    {
      "loss_action": 0.01844891533255577,
      "loss_total": 0.01844891533255577,
      "step": 54630
    },
    {
      "loss_action": 0.011818969622254372,
      "loss_total": 0.011818969622254372,
      "step": 54630
    },
    {
      "loss_action": 0.0070076617412269115,
      "loss_total": 0.0070076617412269115,
      "step": 54630
    },
    {
      "loss_action": 0.005064739380031824,
      "loss_total": 0.005064739380031824,
      "step": 54630
    },
    {
      "loss_action": 0.008656296879053116,
      "loss_total": 0.008656296879053116,
      "step": 54630
    },
    {
      "grad_norm": 0.11203775554895401,
      "learning_rate": 4.646617669663687e-05,
      "loss": 0.0071,
      "step": 54640
    },
    {
      "loss_action": 0.00405543390661478,
      "loss_total": 0.00405543390661478,
      "step": 54640
    },
    {
      "loss_action": 0.0027268645353615284,
      "loss_total": 0.0027268645353615284,
      "step": 54640
    },
    {
      "loss_action": 0.005066356156021357,
      "loss_total": 0.005066356156021357,
      "step": 54640
    },
    {
      "loss_action": 0.0045531075447797775,
      "loss_total": 0.0045531075447797775,
      "step": 54640
    },
    {
      "loss_action": 0.0039446912705898285,
      "loss_total": 0.0039446912705898285,
      "step": 54640
    },
    {
      "loss_action": 0.012113004922866821,
      "loss_total": 0.012113004922866821,
      "step": 54640
    },
    {
      "loss_action": 0.015981195494532585,
      "loss_total": 0.015981195494532585,
      "step": 54640
    },
    {
      "loss_action": 0.0031488854438066483,
      "loss_total": 0.0031488854438066483,
      "step": 54640
    },
    {
      "grad_norm": 0.08674484491348267,
      "learning_rate": 4.644968354044277e-05,
      "loss": 0.0069,
      "step": 54650
    },
    {
      "loss_action": 0.009759245440363884,
      "loss_total": 0.009759245440363884,
      "step": 54650
    },
    {
      "loss_action": 0.005656195804476738,
      "loss_total": 0.005656195804476738,
      "step": 54650
    },
    {
      "loss_action": 0.0077142370864748955,
      "loss_total": 0.0077142370864748955,
      "step": 54650
    },
    {
      "loss_action": 0.0035891206935048103,
      "loss_total": 0.0035891206935048103,
      "step": 54650
    },
    {
      "loss_action": 0.0075317141599953175,
      "loss_total": 0.0075317141599953175,
      "step": 54650
    },
    {
      "loss_action": 0.01972995325922966,
      "loss_total": 0.01972995325922966,
      "step": 54650
    },
    {
      "loss_action": 0.006359976716339588,
      "loss_total": 0.006359976716339588,
      "step": 54650
    },
    {
      "loss_action": 0.0037579690106213093,
      "loss_total": 0.0037579690106213093,
      "step": 54650
    },
    {
      "grad_norm": 0.11197733134031296,
      "learning_rate": 4.643319077250596e-05,
      "loss": 0.007,
      "step": 54660
    },
    {
      "loss_action": 0.0033340491354465485,
      "loss_total": 0.0033340491354465485,
      "step": 54660
    },
    {
      "loss_action": 0.004181424155831337,
      "loss_total": 0.004181424155831337,
      "step": 54660
    },
    {
      "loss_action": 0.005980165675282478,
      "loss_total": 0.005980165675282478,
      "step": 54660
    },
    {
      "loss_action": 0.0023085582070052624,
      "loss_total": 0.0023085582070052624,
      "step": 54660
    },
    {
      "loss_action": 0.004794805310666561,
      "loss_total": 0.004794805310666561,
      "step": 54660
    },
    {
      "loss_action": 0.0074967569671571255,
      "loss_total": 0.0074967569671571255,
      "step": 54660
    },
    {
      "loss_action": 0.005914934910833836,
      "loss_total": 0.005914934910833836,
      "step": 54660
    },
    {
      "loss_action": 0.005772577133029699,
      "loss_total": 0.005772577133029699,
      "step": 54660
    },
    {
      "grad_norm": 0.15293461084365845,
      "learning_rate": 4.6416698394630055e-05,
      "loss": 0.0073,
      "step": 54670
    },
    {
      "loss_action": 0.007285425439476967,
      "loss_total": 0.007285425439476967,
      "step": 54670
    },
    {
      "loss_action": 0.0025309990160167217,
      "loss_total": 0.0025309990160167217,
      "step": 54670
    },
    {
      "loss_action": 0.006977031007409096,
      "loss_total": 0.006977031007409096,
      "step": 54670
    },
    {
      "loss_action": 0.00452097412198782,
      "loss_total": 0.00452097412198782,
      "step": 54670
    },
    {
      "loss_action": 0.011240629479289055,
      "loss_total": 0.011240629479289055,
      "step": 54670
    },
    {
      "loss_action": 0.014346759766340256,
      "loss_total": 0.014346759766340256,
      "step": 54670
    },
    {
      "loss_action": 0.0120309516787529,
      "loss_total": 0.0120309516787529,
      "step": 54670
    },
    {
      "loss_action": 0.010789652355015278,
      "loss_total": 0.010789652355015278,
      "step": 54670
    },
    {
      "grad_norm": 0.14893154799938202,
      "learning_rate": 4.640020640861862e-05,
      "loss": 0.0097,
      "step": 54680
    },
    {
      "loss_action": 0.016729820519685745,
      "loss_total": 0.016729820519685745,
      "step": 54680
    },
    {
      "loss_action": 0.004545934498310089,
      "loss_total": 0.004545934498310089,
      "step": 54680
    },
    {
      "loss_action": 0.0047621894627809525,
      "loss_total": 0.0047621894627809525,
      "step": 54680
    },
    {
      "loss_action": 0.00649788323789835,
      "loss_total": 0.00649788323789835,
      "step": 54680
    },
    {
      "loss_action": 0.003040082287043333,
      "loss_total": 0.003040082287043333,
      "step": 54680
    },
    {
      "loss_action": 0.004112807102501392,
      "loss_total": 0.004112807102501392,
      "step": 54680
    },
    {
      "loss_action": 0.009969951584935188,
      "loss_total": 0.009969951584935188,
      "step": 54680
    },
    {
      "loss_action": 0.004742326680570841,
      "loss_total": 0.004742326680570841,
      "step": 54680
    },
    {
      "grad_norm": 0.08061917126178741,
      "learning_rate": 4.6383714816275195e-05,
      "loss": 0.0071,
      "step": 54690
    },
    {
      "loss_action": 0.007231708616018295,
      "loss_total": 0.007231708616018295,
      "step": 54690
    },
    {
      "loss_action": 0.0048391250893473625,
      "loss_total": 0.0048391250893473625,
      "step": 54690
    },
    {
      "loss_action": 0.007177781779319048,
      "loss_total": 0.007177781779319048,
      "step": 54690
    },
    {
      "loss_action": 0.013152789324522018,
      "loss_total": 0.013152789324522018,
      "step": 54690
    },
    {
      "loss_action": 0.002730253152549267,
      "loss_total": 0.002730253152549267,
      "step": 54690
    },
    {
      "loss_action": 0.0030400545801967382,
      "loss_total": 0.0030400545801967382,
      "step": 54690
    },
    {
      "loss_action": 0.01111071091145277,
      "loss_total": 0.01111071091145277,
      "step": 54690
    },
    {
      "loss_action": 0.0017304113134741783,
      "loss_total": 0.0017304113134741783,
      "step": 54690
    },
    {
      "grad_norm": 0.2007712423801422,
      "learning_rate": 4.636722361940329e-05,
      "loss": 0.0068,
      "step": 54700
    },
    {
      "loss_action": 0.009629188105463982,
      "loss_total": 0.009629188105463982,
      "step": 54700
    },
    {
      "loss_action": 0.003167105372995138,
      "loss_total": 0.003167105372995138,
      "step": 54700
    },
    {
      "loss_action": 0.011175963096320629,
      "loss_total": 0.011175963096320629,
      "step": 54700
    },
    {
      "loss_action": 0.0038536437787115574,
      "loss_total": 0.0038536437787115574,
      "step": 54700
    },
    {
      "loss_action": 0.003799986792728305,
      "loss_total": 0.003799986792728305,
      "step": 54700
    },
    {
      "loss_action": 0.004563286434859037,
      "loss_total": 0.004563286434859037,
      "step": 54700
    },
    {
      "loss_action": 0.0031947633251547813,
      "loss_total": 0.0031947633251547813,
      "step": 54700
    },
    {
      "loss_action": 0.021302565932273865,
      "loss_total": 0.021302565932273865,
      "step": 54700
    },
    {
      "grad_norm": 0.11293742060661316,
      "learning_rate": 4.635073281980632e-05,
      "loss": 0.0074,
      "step": 54710
    },
    {
      "loss_action": 0.01390322856605053,
      "loss_total": 0.01390322856605053,
      "step": 54710
    },
    {
      "loss_action": 0.005357144400477409,
      "loss_total": 0.005357144400477409,
      "step": 54710
    },
    {
      "loss_action": 0.009797684848308563,
      "loss_total": 0.009797684848308563,
      "step": 54710
    },
    {
      "loss_action": 0.007941254414618015,
      "loss_total": 0.007941254414618015,
      "step": 54710
    },
    {
      "loss_action": 0.0012461483711376786,
      "loss_total": 0.0012461483711376786,
      "step": 54710
    },
    {
      "loss_action": 0.0184653177857399,
      "loss_total": 0.0184653177857399,
      "step": 54710
    },
    {
      "loss_action": 0.0017253273399546742,
      "loss_total": 0.0017253273399546742,
      "step": 54710
    },
    {
      "loss_action": 0.0023613576777279377,
      "loss_total": 0.0023613576777279377,
      "step": 54710
    },
    {
      "grad_norm": 0.1368383765220642,
      "learning_rate": 4.633424241928775e-05,
      "loss": 0.0074,
      "step": 54720
    },
    {
      "loss_action": 0.00428888201713562,
      "loss_total": 0.00428888201713562,
      "step": 54720
    },
    {
      "loss_action": 0.013633199967443943,
      "loss_total": 0.013633199967443943,
      "step": 54720
    },
    {
      "loss_action": 0.04082636535167694,
      "loss_total": 0.04082636535167694,
      "step": 54720
    },
    {
      "loss_action": 0.007610297296196222,
      "loss_total": 0.007610297296196222,
      "step": 54720
    },
    {
      "loss_action": 0.006937593687325716,
      "loss_total": 0.006937593687325716,
      "step": 54720
    },
    {
      "loss_action": 0.006830053403973579,
      "loss_total": 0.006830053403973579,
      "step": 54720
    },
    {
      "loss_action": 0.008338088169693947,
      "loss_total": 0.008338088169693947,
      "step": 54720
    },
    {
      "loss_action": 0.010725949890911579,
      "loss_total": 0.010725949890911579,
      "step": 54720
    },
    {
      "grad_norm": 0.10598929226398468,
      "learning_rate": 4.6317752419650914e-05,
      "loss": 0.0079,
      "step": 54730
    },
    {
      "loss_action": 0.002214530948549509,
      "loss_total": 0.002214530948549509,
      "step": 54730
    },
    {
      "loss_action": 0.009240861982107162,
      "loss_total": 0.009240861982107162,
      "step": 54730
    },
    {
      "loss_action": 0.010791713371872902,
      "loss_total": 0.010791713371872902,
      "step": 54730
    },
    {
      "loss_action": 0.008386400528252125,
      "loss_total": 0.008386400528252125,
      "step": 54730
    },
    {
      "loss_action": 0.013224818743765354,
      "loss_total": 0.013224818743765354,
      "step": 54730
    },
    {
      "loss_action": 0.007126460783183575,
      "loss_total": 0.007126460783183575,
      "step": 54730
    },
    {
      "loss_action": 0.007761229760944843,
      "loss_total": 0.007761229760944843,
      "step": 54730
    },
    {
      "loss_action": 0.002624646993353963,
      "loss_total": 0.002624646993353963,
      "step": 54730
    },
    {
      "grad_norm": 0.19526027143001556,
      "learning_rate": 4.630126282269914e-05,
      "loss": 0.0069,
      "step": 54740
    },
    {
      "loss_action": 0.05617396533489227,
      "loss_total": 0.05617396533489227,
      "step": 54740
    },
    {
      "loss_action": 0.0030591003596782684,
      "loss_total": 0.0030591003596782684,
      "step": 54740
    },
    {
      "loss_action": 0.00832827016711235,
      "loss_total": 0.00832827016711235,
      "step": 54740
    },
    {
      "loss_action": 0.007255909964442253,
      "loss_total": 0.007255909964442253,
      "step": 54740
    },
    {
      "loss_action": 0.011685706675052643,
      "loss_total": 0.011685706675052643,
      "step": 54740
    },
    {
      "loss_action": 0.002556098159402609,
      "loss_total": 0.002556098159402609,
      "step": 54740
    },
    {
      "loss_action": 0.005971299950033426,
      "loss_total": 0.005971299950033426,
      "step": 54740
    },
    {
      "loss_action": 0.002904681023210287,
      "loss_total": 0.002904681023210287,
      "step": 54740
    },
    {
      "grad_norm": 0.09692627191543579,
      "learning_rate": 4.628477363023569e-05,
      "loss": 0.0067,
      "step": 54750
    },
    {
      "loss_action": 0.001757579855620861,
      "loss_total": 0.001757579855620861,
      "step": 54750
    },
    {
      "loss_action": 0.007334461435675621,
      "loss_total": 0.007334461435675621,
      "step": 54750
    },
    {
      "loss_action": 0.004743033554404974,
      "loss_total": 0.004743033554404974,
      "step": 54750
    },
    {
      "loss_action": 0.009960820898413658,
      "loss_total": 0.009960820898413658,
      "step": 54750
    },
    {
      "loss_action": 0.003073531435802579,
      "loss_total": 0.003073531435802579,
      "step": 54750
    },
    {
      "loss_action": 0.002324957400560379,
      "loss_total": 0.002324957400560379,
      "step": 54750
    },
    {
      "loss_action": 0.012890933081507683,
      "loss_total": 0.012890933081507683,
      "step": 54750
    },
    {
      "loss_action": 0.002138301031664014,
      "loss_total": 0.002138301031664014,
      "step": 54750
    },
    {
      "grad_norm": 0.10138577222824097,
      "learning_rate": 4.626828484406383e-05,
      "loss": 0.006,
      "step": 54760
    },
    {
      "loss_action": 0.003186935093253851,
      "loss_total": 0.003186935093253851,
      "step": 54760
    },
    {
      "loss_action": 0.003256737720221281,
      "loss_total": 0.003256737720221281,
      "step": 54760
    },
    {
      "loss_action": 0.005416767206043005,
      "loss_total": 0.005416767206043005,
      "step": 54760
    },
    {
      "loss_action": 0.006257903762161732,
      "loss_total": 0.006257903762161732,
      "step": 54760
    },
    {
      "loss_action": 0.010118342936038971,
      "loss_total": 0.010118342936038971,
      "step": 54760
    },
    {
      "loss_action": 0.008737098425626755,
      "loss_total": 0.008737098425626755,
      "step": 54760
    },
    {
      "loss_action": 0.03262729570269585,
      "loss_total": 0.03262729570269585,
      "step": 54760
    },
    {
      "loss_action": 0.005973286926746368,
      "loss_total": 0.005973286926746368,
      "step": 54760
    },
    {
      "grad_norm": 0.0625535249710083,
      "learning_rate": 4.625179646598669e-05,
      "loss": 0.0081,
      "step": 54770
    },
    {
      "loss_action": 0.004233921878039837,
      "loss_total": 0.004233921878039837,
      "step": 54770
    },
    {
      "loss_action": 0.006116609554737806,
      "loss_total": 0.006116609554737806,
      "step": 54770
    },
    {
      "loss_action": 0.010340028442442417,
      "loss_total": 0.010340028442442417,
      "step": 54770
    },
    {
      "loss_action": 0.011251971125602722,
      "loss_total": 0.011251971125602722,
      "step": 54770
    },
    {
      "loss_action": 0.003786054439842701,
      "loss_total": 0.003786054439842701,
      "step": 54770
    },
    {
      "loss_action": 0.015222050249576569,
      "loss_total": 0.015222050249576569,
      "step": 54770
    },
    {
      "loss_action": 0.006062474567443132,
      "loss_total": 0.006062474567443132,
      "step": 54770
    },
    {
      "loss_action": 0.003430832177400589,
      "loss_total": 0.003430832177400589,
      "step": 54770
    },
    {
      "grad_norm": 0.11667744070291519,
      "learning_rate": 4.6235308497807487e-05,
      "loss": 0.0074,
      "step": 54780
    },
    {
      "loss_action": 0.010205208323895931,
      "loss_total": 0.010205208323895931,
      "step": 54780
    },
    {
      "loss_action": 0.0053700655698776245,
      "loss_total": 0.0053700655698776245,
      "step": 54780
    },
    {
      "loss_action": 0.007984483614563942,
      "loss_total": 0.007984483614563942,
      "step": 54780
    },
    {
      "loss_action": 0.0042059700936079025,
      "loss_total": 0.0042059700936079025,
      "step": 54780
    },
    {
      "loss_action": 0.019044391810894012,
      "loss_total": 0.019044391810894012,
      "step": 54780
    },
    {
      "loss_action": 0.0041666775941848755,
      "loss_total": 0.0041666775941848755,
      "step": 54780
    },
    {
      "loss_action": 0.00471791997551918,
      "loss_total": 0.00471791997551918,
      "step": 54780
    },
    {
      "loss_action": 0.02047811634838581,
      "loss_total": 0.02047811634838581,
      "step": 54780
    },
    {
      "grad_norm": 0.07623808085918427,
      "learning_rate": 4.6218820941329276e-05,
      "loss": 0.0077,
      "step": 54790
    },
    {
      "loss_action": 0.003263819729909301,
      "loss_total": 0.003263819729909301,
      "step": 54790
    },
    {
      "loss_action": 0.0020335144363343716,
      "loss_total": 0.0020335144363343716,
      "step": 54790
    },
    {
      "loss_action": 0.005562944337725639,
      "loss_total": 0.005562944337725639,
      "step": 54790
    },
    {
      "loss_action": 0.014699830673635006,
      "loss_total": 0.014699830673635006,
      "step": 54790
    },
    {
      "loss_action": 0.003795849159359932,
      "loss_total": 0.003795849159359932,
      "step": 54790
    },
    {
      "loss_action": 0.004133298993110657,
      "loss_total": 0.004133298993110657,
      "step": 54790
    },
    {
      "loss_action": 0.00358219793997705,
      "loss_total": 0.00358219793997705,
      "step": 54790
    },
    {
      "loss_action": 0.0026391991414129734,
      "loss_total": 0.0026391991414129734,
      "step": 54790
    },
    {
      "grad_norm": 0.12125537544488907,
      "learning_rate": 4.620233379835513e-05,
      "loss": 0.007,
      "step": 54800
    },
    {
      "loss_action": 0.0076792072504758835,
      "loss_total": 0.0076792072504758835,
      "step": 54800
    },
    {
      "loss_action": 0.003119066823273897,
      "loss_total": 0.003119066823273897,
      "step": 54800
    },
    {
      "loss_action": 0.0032819623593240976,
      "loss_total": 0.0032819623593240976,
      "step": 54800
    },
    {
      "loss_action": 0.004529902711510658,
      "loss_total": 0.004529902711510658,
      "step": 54800
    },
    {
      "loss_action": 0.005824803374707699,
      "loss_total": 0.005824803374707699,
      "step": 54800
    },
    {
      "loss_action": 0.022517412900924683,
      "loss_total": 0.022517412900924683,
      "step": 54800
    },
    {
      "loss_action": 0.009329836815595627,
      "loss_total": 0.009329836815595627,
      "step": 54800
    },
    {
      "loss_action": 0.011518697254359722,
      "loss_total": 0.011518697254359722,
      "step": 54800
    },
    {
      "grad_norm": 0.13238005340099335,
      "learning_rate": 4.618584707068804e-05,
      "loss": 0.0079,
      "step": 54810
    },
    {
      "loss_action": 0.00421224907040596,
      "loss_total": 0.00421224907040596,
      "step": 54810
    },
    {
      "loss_action": 0.010694398544728756,
      "loss_total": 0.010694398544728756,
      "step": 54810
    },
    {
      "loss_action": 0.0032973196357488632,
      "loss_total": 0.0032973196357488632,
      "step": 54810
    },
    {
      "loss_action": 0.02100713551044464,
      "loss_total": 0.02100713551044464,
      "step": 54810
    },
    {
      "loss_action": 0.009155879728496075,
      "loss_total": 0.009155879728496075,
      "step": 54810
    },
    {
      "loss_action": 0.00462708156555891,
      "loss_total": 0.00462708156555891,
      "step": 54810
    },
    {
      "loss_action": 0.012043309397995472,
      "loss_total": 0.012043309397995472,
      "step": 54810
    },
    {
      "loss_action": 0.006714534014463425,
      "loss_total": 0.006714534014463425,
      "step": 54810
    },
    {
      "grad_norm": 0.10920287668704987,
      "learning_rate": 4.616936076013099e-05,
      "loss": 0.0067,
      "step": 54820
    },
    {
      "loss_action": 0.003002472687512636,
      "loss_total": 0.003002472687512636,
      "step": 54820
    },
    {
      "loss_action": 0.00537240132689476,
      "loss_total": 0.00537240132689476,
      "step": 54820
    },
    {
      "loss_action": 0.01173859927803278,
      "loss_total": 0.01173859927803278,
      "step": 54820
    },
    {
      "loss_action": 0.007373617496341467,
      "loss_total": 0.007373617496341467,
      "step": 54820
    },
    {
      "loss_action": 0.006352121941745281,
      "loss_total": 0.006352121941745281,
      "step": 54820
    },
    {
      "loss_action": 0.0032370751723647118,
      "loss_total": 0.0032370751723647118,
      "step": 54820
    },
    {
      "loss_action": 0.002223651623353362,
      "loss_total": 0.002223651623353362,
      "step": 54820
    },
    {
      "loss_action": 0.012199250981211662,
      "loss_total": 0.012199250981211662,
      "step": 54820
    },
    {
      "grad_norm": 0.09630376845598221,
      "learning_rate": 4.615287486848688e-05,
      "loss": 0.0068,
      "step": 54830
    },
    {
      "loss_action": 0.016072606667876244,
      "loss_total": 0.016072606667876244,
      "step": 54830
    },
    {
      "loss_action": 0.008580325171351433,
      "loss_total": 0.008580325171351433,
      "step": 54830
    },
    {
      "loss_action": 0.005912614054977894,
      "loss_total": 0.005912614054977894,
      "step": 54830
    },
    {
      "loss_action": 0.004512317944318056,
      "loss_total": 0.004512317944318056,
      "step": 54830
    },
    {
      "loss_action": 0.043748889118433,
      "loss_total": 0.043748889118433,
      "step": 54830
    },
    {
      "loss_action": 0.002261543646454811,
      "loss_total": 0.002261543646454811,
      "step": 54830
    },
    {
      "loss_action": 0.009356250986456871,
      "loss_total": 0.009356250986456871,
      "step": 54830
    },
    {
      "loss_action": 0.0032122915145009756,
      "loss_total": 0.0032122915145009756,
      "step": 54830
    },
    {
      "grad_norm": 0.10287497937679291,
      "learning_rate": 4.6136389397558584e-05,
      "loss": 0.0079,
      "step": 54840
    },
    {
      "loss_action": 0.013684060424566269,
      "loss_total": 0.013684060424566269,
      "step": 54840
    },
    {
      "loss_action": 0.00459189061075449,
      "loss_total": 0.00459189061075449,
      "step": 54840
    },
    {
      "loss_action": 0.005838641431182623,
      "loss_total": 0.005838641431182623,
      "step": 54840
    },
    {
      "loss_action": 0.010031190700829029,
      "loss_total": 0.010031190700829029,
      "step": 54840
    },
    {
      "loss_action": 0.004023983143270016,
      "loss_total": 0.004023983143270016,
      "step": 54840
    },
    {
      "loss_action": 0.005433406215161085,
      "loss_total": 0.005433406215161085,
      "step": 54840
    },
    {
      "loss_action": 0.005662920884788036,
      "loss_total": 0.005662920884788036,
      "step": 54840
    },
    {
      "loss_action": 0.006934543140232563,
      "loss_total": 0.006934543140232563,
      "step": 54840
    },
    {
      "grad_norm": 0.12797102332115173,
      "learning_rate": 4.6119904349148935e-05,
      "loss": 0.0069,
      "step": 54850
    },
    {
      "loss_action": 0.0032248888164758682,
      "loss_total": 0.0032248888164758682,
      "step": 54850
    },
    {
      "loss_action": 0.002888500690460205,
      "loss_total": 0.002888500690460205,
      "step": 54850
    },
    {
      "loss_action": 0.001975124003365636,
      "loss_total": 0.001975124003365636,
      "step": 54850
    },
    {
      "loss_action": 0.0023074776399880648,
      "loss_total": 0.0023074776399880648,
      "step": 54850
    },
    {
      "loss_action": 0.008021953515708447,
      "loss_total": 0.008021953515708447,
      "step": 54850
    },
    {
      "loss_action": 0.008841000497341156,
      "loss_total": 0.008841000497341156,
      "step": 54850
    },
    {
      "loss_action": 0.013026045635342598,
      "loss_total": 0.013026045635342598,
      "step": 54850
    },
    {
      "loss_action": 0.03033401444554329,
      "loss_total": 0.03033401444554329,
      "step": 54850
    },
    {
      "grad_norm": 0.09350282698869705,
      "learning_rate": 4.6103419725060726e-05,
      "loss": 0.0071,
      "step": 54860
    },
    {
      "loss_action": 0.004711804911494255,
      "loss_total": 0.004711804911494255,
      "step": 54860
    },
    {
      "loss_action": 0.00742290960624814,
      "loss_total": 0.00742290960624814,
      "step": 54860
    },
    {
      "loss_action": 0.015753865242004395,
      "loss_total": 0.015753865242004395,
      "step": 54860
    },
    {
      "loss_action": 0.019929973408579826,
      "loss_total": 0.019929973408579826,
      "step": 54860
    },
    {
      "loss_action": 0.0072376057505607605,
      "loss_total": 0.0072376057505607605,
      "step": 54860
    },
    {
      "loss_action": 0.008048796094954014,
      "loss_total": 0.008048796094954014,
      "step": 54860
    },
    {
      "loss_action": 0.0038242354057729244,
      "loss_total": 0.0038242354057729244,
      "step": 54860
    },
    {
      "loss_action": 0.001796516589820385,
      "loss_total": 0.001796516589820385,
      "step": 54860
    },
    {
      "grad_norm": 0.07978679239749908,
      "learning_rate": 4.608693552709667e-05,
      "loss": 0.0072,
      "step": 54870
    },
    {
      "loss_action": 0.0026659886352717876,
      "loss_total": 0.0026659886352717876,
      "step": 54870
    },
    {
      "loss_action": 0.0031889285892248154,
      "loss_total": 0.0031889285892248154,
      "step": 54870
    },
    {
      "loss_action": 0.03197169676423073,
      "loss_total": 0.03197169676423073,
      "step": 54870
    },
    {
      "loss_action": 0.004540746565908194,
      "loss_total": 0.004540746565908194,
      "step": 54870
    },
    {
      "loss_action": 0.006919317878782749,
      "loss_total": 0.006919317878782749,
      "step": 54870
    },
    {
      "loss_action": 0.0022615818306803703,
      "loss_total": 0.0022615818306803703,
      "step": 54870
    },
    {
      "loss_action": 0.0019141663797199726,
      "loss_total": 0.0019141663797199726,
      "step": 54870
    },
    {
      "loss_action": 0.005960438400506973,
      "loss_total": 0.005960438400506973,
      "step": 54870
    },
    {
      "grad_norm": 0.08199048787355423,
      "learning_rate": 4.607045175705947e-05,
      "loss": 0.0065,
      "step": 54880
    },
    {
      "loss_action": 0.01072629727423191,
      "loss_total": 0.01072629727423191,
      "step": 54880
    },
    {
      "loss_action": 0.008607792668044567,
      "loss_total": 0.008607792668044567,
      "step": 54880
    },
    {
      "loss_action": 0.004023718647658825,
      "loss_total": 0.004023718647658825,
      "step": 54880
    },
    {
      "loss_action": 0.0035918564535677433,
      "loss_total": 0.0035918564535677433,
      "step": 54880
    },
    {
      "loss_action": 0.0043000103905797005,
      "loss_total": 0.0043000103905797005,
      "step": 54880
    },
    {
      "loss_action": 0.0053921109065413475,
      "loss_total": 0.0053921109065413475,
      "step": 54880
    },
    {
      "loss_action": 0.007246813736855984,
      "loss_total": 0.007246813736855984,
      "step": 54880
    },
    {
      "loss_action": 0.014513343572616577,
      "loss_total": 0.014513343572616577,
      "step": 54880
    },
    {
      "grad_norm": 0.09578857570886612,
      "learning_rate": 4.605396841675176e-05,
      "loss": 0.0072,
      "step": 54890
    },
    {
      "loss_action": 0.006563534960150719,
      "loss_total": 0.006563534960150719,
      "step": 54890
    },
    {
      "loss_action": 0.011416835710406303,
      "loss_total": 0.011416835710406303,
      "step": 54890
    },
    {
      "loss_action": 0.003451597411185503,
      "loss_total": 0.003451597411185503,
      "step": 54890
    },
    {
      "loss_action": 0.0060411239974200726,
      "loss_total": 0.0060411239974200726,
      "step": 54890
    },
    {
      "loss_action": 0.009627696126699448,
      "loss_total": 0.009627696126699448,
      "step": 54890
    },
    {
      "loss_action": 0.020247280597686768,
      "loss_total": 0.020247280597686768,
      "step": 54890
    },
    {
      "loss_action": 0.0030960440635681152,
      "loss_total": 0.0030960440635681152,
      "step": 54890
    },
    {
      "loss_action": 0.06563302874565125,
      "loss_total": 0.06563302874565125,
      "step": 54890
    },
    {
      "grad_norm": 0.09659992158412933,
      "learning_rate": 4.6037485507976094e-05,
      "loss": 0.0083,
      "step": 54900
    },
    {
      "loss_action": 0.0055753206834197044,
      "loss_total": 0.0055753206834197044,
      "step": 54900
    },
    {
      "loss_action": 0.006303709000349045,
      "loss_total": 0.006303709000349045,
      "step": 54900
    },
    {
      "loss_action": 0.013888212852180004,
      "loss_total": 0.013888212852180004,
      "step": 54900
    },
    {
      "loss_action": 0.008016373962163925,
      "loss_total": 0.008016373962163925,
      "step": 54900
    },
    {
      "loss_action": 0.006864738650619984,
      "loss_total": 0.006864738650619984,
      "step": 54900
    },
    {
      "loss_action": 0.005203714594244957,
      "loss_total": 0.005203714594244957,
      "step": 54900
    },
    {
      "loss_action": 0.002431235508993268,
      "loss_total": 0.002431235508993268,
      "step": 54900
    },
    {
      "loss_action": 0.0066346051171422005,
      "loss_total": 0.0066346051171422005,
      "step": 54900
    },
    {
      "grad_norm": 0.06121775507926941,
      "learning_rate": 4.602100303253509e-05,
      "loss": 0.0062,
      "step": 54910
    },
    {
      "loss_action": 0.0062324292957782745,
      "loss_total": 0.0062324292957782745,
      "step": 54910
    },
    {
      "loss_action": 0.014478716999292374,
      "loss_total": 0.014478716999292374,
      "step": 54910
    },
    {
      "loss_action": 0.010880696587264538,
      "loss_total": 0.010880696587264538,
      "step": 54910
    },
    {
      "loss_action": 0.003519991645589471,
      "loss_total": 0.003519991645589471,
      "step": 54910
    },
    {
      "loss_action": 0.008601408451795578,
      "loss_total": 0.008601408451795578,
      "step": 54910
    },
    {
      "loss_action": 0.006479411385953426,
      "loss_total": 0.006479411385953426,
      "step": 54910
    },
    {
      "loss_action": 0.006738170050084591,
      "loss_total": 0.006738170050084591,
      "step": 54910
    },
    {
      "loss_action": 0.011566650122404099,
      "loss_total": 0.011566650122404099,
      "step": 54910
    },
    {
      "grad_norm": 0.0991075336933136,
      "learning_rate": 4.600452099223122e-05,
      "loss": 0.0083,
      "step": 54920
    },
    {
      "loss_action": 0.0033529200591146946,
      "loss_total": 0.0033529200591146946,
      "step": 54920
    },
    {
      "loss_action": 0.00472599919885397,
      "loss_total": 0.00472599919885397,
      "step": 54920
    },
    {
      "loss_action": 0.00158838857896626,
      "loss_total": 0.00158838857896626,
      "step": 54920
    },
    {
      "loss_action": 0.005575601011514664,
      "loss_total": 0.005575601011514664,
      "step": 54920
    },
    {
      "loss_action": 0.00483132665976882,
      "loss_total": 0.00483132665976882,
      "step": 54920
    },
    {
      "loss_action": 0.0016546130646020174,
      "loss_total": 0.0016546130646020174,
      "step": 54920
    },
    {
      "loss_action": 0.001980900764465332,
      "loss_total": 0.001980900764465332,
      "step": 54920
    },
    {
      "loss_action": 0.003261769423261285,
      "loss_total": 0.003261769423261285,
      "step": 54920
    },
    {
      "grad_norm": 0.19049033522605896,
      "learning_rate": 4.598803938886691e-05,
      "loss": 0.0054,
      "step": 54930
    },
    {
      "loss_action": 0.002155753318220377,
      "loss_total": 0.002155753318220377,
      "step": 54930
    },
    {
      "loss_action": 0.004200020805001259,
      "loss_total": 0.004200020805001259,
      "step": 54930
    },
    {
      "loss_action": 0.0033368817530572414,
      "loss_total": 0.0033368817530572414,
      "step": 54930
    },
    {
      "loss_action": 0.00887220911681652,
      "loss_total": 0.00887220911681652,
      "step": 54930
    },
    {
      "loss_action": 0.004034946672618389,
      "loss_total": 0.004034946672618389,
      "step": 54930
    },
    {
      "loss_action": 0.001512987306341529,
      "loss_total": 0.001512987306341529,
      "step": 54930
    },
    {
      "loss_action": 0.0037712929770350456,
      "loss_total": 0.0037712929770350456,
      "step": 54930
    },
    {
      "loss_action": 0.010795369744300842,
      "loss_total": 0.010795369744300842,
      "step": 54930
    },
    {
      "grad_norm": 0.12294568866491318,
      "learning_rate": 4.597155822424459e-05,
      "loss": 0.0066,
      "step": 54940
    },
    {
      "loss_action": 0.007785269990563393,
      "loss_total": 0.007785269990563393,
      "step": 54940
    },
    {
      "loss_action": 0.005129997152835131,
      "loss_total": 0.005129997152835131,
      "step": 54940
    },
    {
      "loss_action": 0.005767677910625935,
      "loss_total": 0.005767677910625935,
      "step": 54940
    },
    {
      "loss_action": 0.015978585928678513,
      "loss_total": 0.015978585928678513,
      "step": 54940
    },
    {
      "loss_action": 0.007440715096890926,
      "loss_total": 0.007440715096890926,
      "step": 54940
    },
    {
      "loss_action": 0.0068048145622015,
      "loss_total": 0.0068048145622015,
      "step": 54940
    },
    {
      "loss_action": 0.008420017547905445,
      "loss_total": 0.008420017547905445,
      "step": 54940
    },
    {
      "loss_action": 0.0024042963050305843,
      "loss_total": 0.0024042963050305843,
      "step": 54940
    },
    {
      "grad_norm": 0.09020430594682693,
      "learning_rate": 4.59550775001666e-05,
      "loss": 0.0074,
      "step": 54950
    },
    {
      "loss_action": 0.006807454861700535,
      "loss_total": 0.006807454861700535,
      "step": 54950
    },
    {
      "loss_action": 0.00649124663323164,
      "loss_total": 0.00649124663323164,
      "step": 54950
    },
    {
      "loss_action": 0.006573055870831013,
      "loss_total": 0.006573055870831013,
      "step": 54950
    },
    {
      "loss_action": 0.00871306098997593,
      "loss_total": 0.00871306098997593,
      "step": 54950
    },
    {
      "loss_action": 0.005148432217538357,
      "loss_total": 0.005148432217538357,
      "step": 54950
    },
    {
      "loss_action": 0.0033302484080195427,
      "loss_total": 0.0033302484080195427,
      "step": 54950
    },
    {
      "loss_action": 0.004152046516537666,
      "loss_total": 0.004152046516537666,
      "step": 54950
    },
    {
      "loss_action": 0.003209244692698121,
      "loss_total": 0.003209244692698121,
      "step": 54950
    },
    {
      "grad_norm": 0.0963124930858612,
      "learning_rate": 4.5938597218435234e-05,
      "loss": 0.0059,
      "step": 54960
    },
    {
      "loss_action": 0.006176959723234177,
      "loss_total": 0.006176959723234177,
      "step": 54960
    },
    {
      "loss_action": 0.008578634820878506,
      "loss_total": 0.008578634820878506,
      "step": 54960
    },
    {
      "loss_action": 0.013141254894435406,
      "loss_total": 0.013141254894435406,
      "step": 54960
    },
    {
      "loss_action": 0.009742512367665768,
      "loss_total": 0.009742512367665768,
      "step": 54960
    },
    {
      "loss_action": 0.002130902372300625,
      "loss_total": 0.002130902372300625,
      "step": 54960
    },
    {
      "loss_action": 0.0024752735625952482,
      "loss_total": 0.0024752735625952482,
      "step": 54960
    },
    {
      "loss_action": 0.0035340567119419575,
      "loss_total": 0.0035340567119419575,
      "step": 54960
    },
    {
      "loss_action": 0.0077898320741951466,
      "loss_total": 0.0077898320741951466,
      "step": 54960
    },
    {
      "grad_norm": 0.07786228507757187,
      "learning_rate": 4.592211738085279e-05,
      "loss": 0.0065,
      "step": 54970
    },
    {
      "loss_action": 0.007946415804326534,
      "loss_total": 0.007946415804326534,
      "step": 54970
    },
    {
      "loss_action": 0.0015262116212397814,
      "loss_total": 0.0015262116212397814,
      "step": 54970
    },
    {
      "loss_action": 0.007123852614313364,
      "loss_total": 0.007123852614313364,
      "step": 54970
    },
    {
      "loss_action": 0.006052960641682148,
      "loss_total": 0.006052960641682148,
      "step": 54970
    },
    {
      "loss_action": 0.03635648265480995,
      "loss_total": 0.03635648265480995,
      "step": 54970
    },
    {
      "loss_action": 0.0020781229250133038,
      "loss_total": 0.0020781229250133038,
      "step": 54970
    },
    {
      "loss_action": 0.0015984103083610535,
      "loss_total": 0.0015984103083610535,
      "step": 54970
    },
    {
      "loss_action": 0.0013527014525607228,
      "loss_total": 0.0013527014525607228,
      "step": 54970
    },
    {
      "grad_norm": 0.08656660467386246,
      "learning_rate": 4.590563798922146e-05,
      "loss": 0.0058,
      "step": 54980
    },
    {
      "loss_action": 0.003413875587284565,
      "loss_total": 0.003413875587284565,
      "step": 54980
    },
    {
      "loss_action": 0.007627212442457676,
      "loss_total": 0.007627212442457676,
      "step": 54980
    },
    {
      "loss_action": 0.004648454487323761,
      "loss_total": 0.004648454487323761,
      "step": 54980
    },
    {
      "loss_action": 0.014162136241793633,
      "loss_total": 0.014162136241793633,
      "step": 54980
    },
    {
      "loss_action": 0.01741735450923443,
      "loss_total": 0.01741735450923443,
      "step": 54980
    },
    {
      "loss_action": 0.0017476908396929502,
      "loss_total": 0.0017476908396929502,
      "step": 54980
    },
    {
      "loss_action": 0.007864454761147499,
      "loss_total": 0.007864454761147499,
      "step": 54980
    },
    {
      "loss_action": 0.0022734899539500475,
      "loss_total": 0.0022734899539500475,
      "step": 54980
    },
    {
      "grad_norm": 0.12589392066001892,
      "learning_rate": 4.5889159045343404e-05,
      "loss": 0.0057,
      "step": 54990
    },
    {
      "loss_action": 0.0018968356307595968,
      "loss_total": 0.0018968356307595968,
      "step": 54990
    },
    {
      "loss_action": 0.003156797494739294,
      "loss_total": 0.003156797494739294,
      "step": 54990
    },
    {
      "loss_action": 0.014453539624810219,
      "loss_total": 0.014453539624810219,
      "step": 54990
    },
    {
      "loss_action": 0.0034793440718203783,
      "loss_total": 0.0034793440718203783,
      "step": 54990
    },
    {
      "loss_action": 0.006387044675648212,
      "loss_total": 0.006387044675648212,
      "step": 54990
    },
    {
      "loss_action": 0.0023546426091343164,
      "loss_total": 0.0023546426091343164,
      "step": 54990
    },
    {
      "loss_action": 0.006265318486839533,
      "loss_total": 0.006265318486839533,
      "step": 54990
    },
    {
      "loss_action": 0.025828074663877487,
      "loss_total": 0.025828074663877487,
      "step": 54990
    },
    {
      "grad_norm": 0.0675743818283081,
      "learning_rate": 4.5872680551020734e-05,
      "loss": 0.0062,
      "step": 55000
    },
    {
      "loss_action": 0.009116049855947495,
      "loss_total": 0.009116049855947495,
      "step": 55000
    },
    {
      "loss_action": 0.0012592391576617956,
      "loss_total": 0.0012592391576617956,
      "step": 55000
    },
    {
      "loss_action": 0.00844978354871273,
      "loss_total": 0.00844978354871273,
      "step": 55000
    },
    {
      "loss_action": 0.011807881295681,
      "loss_total": 0.011807881295681,
      "step": 55000
    },
    {
      "loss_action": 0.006205552723258734,
      "loss_total": 0.006205552723258734,
      "step": 55000
    },
    {
      "loss_action": 0.002917311852797866,
      "loss_total": 0.002917311852797866,
      "step": 55000
    },
    {
      "loss_action": 0.004455299116671085,
      "loss_total": 0.004455299116671085,
      "step": 55000
    },
    {
      "loss_action": 0.018906395882368088,
      "loss_total": 0.018906395882368088,
      "step": 55000
    },
    {
      "grad_norm": 0.07685025036334991,
      "learning_rate": 4.585620250805552e-05,
      "loss": 0.0061,
      "step": 55010
    },
    {
      "loss_action": 0.009744828566908836,
      "loss_total": 0.009744828566908836,
      "step": 55010
    },
    {
      "loss_action": 0.00859531108289957,
      "loss_total": 0.00859531108289957,
      "step": 55010
    },
    {
      "loss_action": 0.0048173461109399796,
      "loss_total": 0.0048173461109399796,
      "step": 55010
    },
    {
      "loss_action": 0.009956599213182926,
      "loss_total": 0.009956599213182926,
      "step": 55010
    },
    {
      "loss_action": 0.0046803210861980915,
      "loss_total": 0.0046803210861980915,
      "step": 55010
    },
    {
      "loss_action": 0.009124323725700378,
      "loss_total": 0.009124323725700378,
      "step": 55010
    },
    {
      "loss_action": 0.0017529426841065288,
      "loss_total": 0.0017529426841065288,
      "step": 55010
    },
    {
      "loss_action": 0.010204290971159935,
      "loss_total": 0.010204290971159935,
      "step": 55010
    },
    {
      "grad_norm": 0.10060004144906998,
      "learning_rate": 4.583972491824975e-05,
      "loss": 0.007,
      "step": 55020
    },
    {
      "loss_action": 0.003863342572003603,
      "loss_total": 0.003863342572003603,
      "step": 55020
    },
    {
      "loss_action": 0.0033830259926617146,
      "loss_total": 0.0033830259926617146,
      "step": 55020
    },
    {
      "loss_action": 0.01034378819167614,
      "loss_total": 0.01034378819167614,
      "step": 55020
    },
    {
      "loss_action": 0.0060281651094555855,
      "loss_total": 0.0060281651094555855,
      "step": 55020
    },
    {
      "loss_action": 0.005979388020932674,
      "loss_total": 0.005979388020932674,
      "step": 55020
    },
    {
      "loss_action": 0.003823256818577647,
      "loss_total": 0.003823256818577647,
      "step": 55020
    },
    {
      "loss_action": 0.00296233338303864,
      "loss_total": 0.00296233338303864,
      "step": 55020
    },
    {
      "loss_action": 0.004882467444986105,
      "loss_total": 0.004882467444986105,
      "step": 55020
    },
    {
      "grad_norm": 0.0841105729341507,
      "learning_rate": 4.582324778340541e-05,
      "loss": 0.0066,
      "step": 55030
    },
    {
      "loss_action": 0.020050019025802612,
      "loss_total": 0.020050019025802612,
      "step": 55030
    },
    {
      "loss_action": 0.0031003847252577543,
      "loss_total": 0.0031003847252577543,
      "step": 55030
    },
    {
      "loss_action": 0.0025342493318021297,
      "loss_total": 0.0025342493318021297,
      "step": 55030
    },
    {
      "loss_action": 0.0017501513939350843,
      "loss_total": 0.0017501513939350843,
      "step": 55030
    },
    {
      "loss_action": 0.018664706498384476,
      "loss_total": 0.018664706498384476,
      "step": 55030
    },
    {
      "loss_action": 0.005454801954329014,
      "loss_total": 0.005454801954329014,
      "step": 55030
    },
    {
      "loss_action": 0.005940524861216545,
      "loss_total": 0.005940524861216545,
      "step": 55030
    },
    {
      "loss_action": 0.001296072150580585,
      "loss_total": 0.001296072150580585,
      "step": 55030
    },
    {
      "grad_norm": 0.11182747036218643,
      "learning_rate": 4.5806771105324424e-05,
      "loss": 0.0083,
      "step": 55040
    },
    {
      "loss_action": 0.0023789433762431145,
      "loss_total": 0.0023789433762431145,
      "step": 55040
    },
    {
      "loss_action": 0.012086935341358185,
      "loss_total": 0.012086935341358185,
      "step": 55040
    },
    {
      "loss_action": 0.0035027507692575455,
      "loss_total": 0.0035027507692575455,
      "step": 55040
    },
    {
      "loss_action": 0.006137923337519169,
      "loss_total": 0.006137923337519169,
      "step": 55040
    },
    {
      "loss_action": 0.00690995529294014,
      "loss_total": 0.00690995529294014,
      "step": 55040
    },
    {
      "loss_action": 0.008070273324847221,
      "loss_total": 0.008070273324847221,
      "step": 55040
    },
    {
      "loss_action": 0.005503383465111256,
      "loss_total": 0.005503383465111256,
      "step": 55040
    },
    {
      "loss_action": 0.006922955624759197,
      "loss_total": 0.006922955624759197,
      "step": 55040
    },
    {
      "grad_norm": 0.09470334649085999,
      "learning_rate": 4.579029488580865e-05,
      "loss": 0.0061,
      "step": 55050
    },
    {
      "loss_action": 0.01076151430606842,
      "loss_total": 0.01076151430606842,
      "step": 55050
    },
    {
      "loss_action": 0.002566145732998848,
      "loss_total": 0.002566145732998848,
      "step": 55050
    },
    {
      "loss_action": 0.003893418237566948,
      "loss_total": 0.003893418237566948,
      "step": 55050
    },
    {
      "loss_action": 0.005794585682451725,
      "loss_total": 0.005794585682451725,
      "step": 55050
    },
    {
      "loss_action": 0.0054629771038889885,
      "loss_total": 0.0054629771038889885,
      "step": 55050
    },
    {
      "loss_action": 0.0064058550633490086,
      "loss_total": 0.0064058550633490086,
      "step": 55050
    },
    {
      "loss_action": 0.0029341266490519047,
      "loss_total": 0.0029341266490519047,
      "step": 55050
    },
    {
      "loss_action": 0.016481667757034302,
      "loss_total": 0.016481667757034302,
      "step": 55050
    },
    {
      "grad_norm": 0.06053445488214493,
      "learning_rate": 4.5773819126659876e-05,
      "loss": 0.0073,
      "step": 55060
    },
    {
      "loss_action": 0.006070900708436966,
      "loss_total": 0.006070900708436966,
      "step": 55060
    },
    {
      "loss_action": 0.009157518856227398,
      "loss_total": 0.009157518856227398,
      "step": 55060
    },
    {
      "loss_action": 0.006781892850995064,
      "loss_total": 0.006781892850995064,
      "step": 55060
    },
    {
      "loss_action": 0.007264805492013693,
      "loss_total": 0.007264805492013693,
      "step": 55060
    },
    {
      "loss_action": 0.002414438873529434,
      "loss_total": 0.002414438873529434,
      "step": 55060
    },
    {
      "loss_action": 0.004381087608635426,
      "loss_total": 0.004381087608635426,
      "step": 55060
    },
    {
      "loss_action": 0.008897047489881516,
      "loss_total": 0.008897047489881516,
      "step": 55060
    },
    {
      "loss_action": 0.0031505434308201075,
      "loss_total": 0.0031505434308201075,
      "step": 55060
    },
    {
      "grad_norm": 0.09067481011152267,
      "learning_rate": 4.575734382967991e-05,
      "loss": 0.007,
      "step": 55070
    },
    {
      "loss_action": 0.004827866330742836,
      "loss_total": 0.004827866330742836,
      "step": 55070
    },
    {
      "loss_action": 0.009413900785148144,
      "loss_total": 0.009413900785148144,
      "step": 55070
    },
    {
      "loss_action": 0.018383217975497246,
      "loss_total": 0.018383217975497246,
      "step": 55070
    },
    {
      "loss_action": 0.015448935329914093,
      "loss_total": 0.015448935329914093,
      "step": 55070
    },
    {
      "loss_action": 0.01459714025259018,
      "loss_total": 0.01459714025259018,
      "step": 55070
    },
    {
      "loss_action": 0.011981994844973087,
      "loss_total": 0.011981994844973087,
      "step": 55070
    },
    {
      "loss_action": 0.0031449063681066036,
      "loss_total": 0.0031449063681066036,
      "step": 55070
    },
    {
      "loss_action": 0.0023493727203458548,
      "loss_total": 0.0023493727203458548,
      "step": 55070
    },
    {
      "grad_norm": 0.10070177167654037,
      "learning_rate": 4.574086899667044e-05,
      "loss": 0.0072,
      "step": 55080
    },
    {
      "loss_action": 0.007342354394495487,
      "loss_total": 0.007342354394495487,
      "step": 55080
    },
    {
      "loss_action": 0.021835628896951675,
      "loss_total": 0.021835628896951675,
      "step": 55080
    },
    {
      "loss_action": 0.010070741176605225,
      "loss_total": 0.010070741176605225,
      "step": 55080
    },
    {
      "loss_action": 0.0025201563257724047,
      "loss_total": 0.0025201563257724047,
      "step": 55080
    },
    {
      "loss_action": 0.009843061678111553,
      "loss_total": 0.009843061678111553,
      "step": 55080
    },
    {
      "loss_action": 0.021775580942630768,
      "loss_total": 0.021775580942630768,
      "step": 55080
    },
    {
      "loss_action": 0.005456083919852972,
      "loss_total": 0.005456083919852972,
      "step": 55080
    },
    {
      "loss_action": 0.004029525443911552,
      "loss_total": 0.004029525443911552,
      "step": 55080
    },
    {
      "grad_norm": 0.11779502034187317,
      "learning_rate": 4.5724394629433106e-05,
      "loss": 0.007,
      "step": 55090
    },
    {
      "loss_action": 0.0022361157462000847,
      "loss_total": 0.0022361157462000847,
      "step": 55090
    },
    {
      "loss_action": 0.00931503251194954,
      "loss_total": 0.00931503251194954,
      "step": 55090
    },
    {
      "loss_action": 0.0019835212733596563,
      "loss_total": 0.0019835212733596563,
      "step": 55090
    },
    {
      "loss_action": 0.0037769146729260683,
      "loss_total": 0.0037769146729260683,
      "step": 55090
    },
    {
      "loss_action": 0.002135640475898981,
      "loss_total": 0.002135640475898981,
      "step": 55090
    },
    {
      "loss_action": 0.004217189736664295,
      "loss_total": 0.004217189736664295,
      "step": 55090
    },
    {
      "loss_action": 0.0047570690512657166,
      "loss_total": 0.0047570690512657166,
      "step": 55090
    },
    {
      "loss_action": 0.0013134018518030643,
      "loss_total": 0.0013134018518030643,
      "step": 55090
    },
    {
      "grad_norm": 0.07613502442836761,
      "learning_rate": 4.570792072976958e-05,
      "loss": 0.0061,
      "step": 55100
    },
    {
      "loss_action": 0.007752940058708191,
      "loss_total": 0.007752940058708191,
      "step": 55100
    },
    {
      "loss_action": 0.0024666301906108856,
      "loss_total": 0.0024666301906108856,
      "step": 55100
    },
    {
      "loss_action": 0.012730084359645844,
      "loss_total": 0.012730084359645844,
      "step": 55100
    },
    {
      "loss_action": 0.00444059306755662,
      "loss_total": 0.00444059306755662,
      "step": 55100
    },
    {
      "loss_action": 0.01355399563908577,
      "loss_total": 0.01355399563908577,
      "step": 55100
    },
    {
      "loss_action": 0.004372295457869768,
      "loss_total": 0.004372295457869768,
      "step": 55100
    },
    {
      "loss_action": 0.005162532441318035,
      "loss_total": 0.005162532441318035,
      "step": 55100
    },
    {
      "loss_action": 0.010327810421586037,
      "loss_total": 0.010327810421586037,
      "step": 55100
    },
    {
      "grad_norm": 0.07891137897968292,
      "learning_rate": 4.569144729948138e-05,
      "loss": 0.0056,
      "step": 55110
    },
    {
      "loss_action": 0.00540605653077364,
      "loss_total": 0.00540605653077364,
      "step": 55110
    },
    {
      "loss_action": 0.0033634097781032324,
      "loss_total": 0.0033634097781032324,
      "step": 55110
    },
    {
      "loss_action": 0.00486192898824811,
      "loss_total": 0.00486192898824811,
      "step": 55110
    },
    {
      "loss_action": 0.0011499980464577675,
      "loss_total": 0.0011499980464577675,
      "step": 55110
    },
    {
      "loss_action": 0.005642849951982498,
      "loss_total": 0.005642849951982498,
      "step": 55110
    },
    {
      "loss_action": 0.006331745535135269,
      "loss_total": 0.006331745535135269,
      "step": 55110
    },
    {
      "loss_action": 0.001957567408680916,
      "loss_total": 0.001957567408680916,
      "step": 55110
    },
    {
      "loss_action": 0.004785455763339996,
      "loss_total": 0.004785455763339996,
      "step": 55110
    },
    {
      "grad_norm": 0.08233362436294556,
      "learning_rate": 4.5674974340370033e-05,
      "loss": 0.0069,
      "step": 55120
    },
    {
      "loss_action": 0.005833812057971954,
      "loss_total": 0.005833812057971954,
      "step": 55120
    },
    {
      "loss_action": 0.006586179137229919,
      "loss_total": 0.006586179137229919,
      "step": 55120
    },
    {
      "loss_action": 0.0022670014295727015,
      "loss_total": 0.0022670014295727015,
      "step": 55120
    },
    {
      "loss_action": 0.004521179012954235,
      "loss_total": 0.004521179012954235,
      "step": 55120
    },
    {
      "loss_action": 0.007872698828577995,
      "loss_total": 0.007872698828577995,
      "step": 55120
    },
    {
      "loss_action": 0.003953417297452688,
      "loss_total": 0.003953417297452688,
      "step": 55120
    },
    {
      "loss_action": 0.018661024048924446,
      "loss_total": 0.018661024048924446,
      "step": 55120
    },
    {
      "loss_action": 0.008714389055967331,
      "loss_total": 0.008714389055967331,
      "step": 55120
    },
    {
      "grad_norm": 0.2319626361131668,
      "learning_rate": 4.565850185423699e-05,
      "loss": 0.0052,
      "step": 55130
    },
    {
      "loss_action": 0.006790823303163052,
      "loss_total": 0.006790823303163052,
      "step": 55130
    },
    {
      "loss_action": 0.004229789599776268,
      "loss_total": 0.004229789599776268,
      "step": 55130
    },
    {
      "loss_action": 0.012342909350991249,
      "loss_total": 0.012342909350991249,
      "step": 55130
    },
    {
      "loss_action": 0.0034817312844097614,
      "loss_total": 0.0034817312844097614,
      "step": 55130
    },
    {
      "loss_action": 0.003144098911434412,
      "loss_total": 0.003144098911434412,
      "step": 55130
    },
    {
      "loss_action": 0.01586289331316948,
      "loss_total": 0.01586289331316948,
      "step": 55130
    },
    {
      "loss_action": 0.010450664907693863,
      "loss_total": 0.010450664907693863,
      "step": 55130
    },
    {
      "loss_action": 0.001334229949861765,
      "loss_total": 0.001334229949861765,
      "step": 55130
    },
    {
      "grad_norm": 0.10355871915817261,
      "learning_rate": 4.564202984288365e-05,
      "loss": 0.0067,
      "step": 55140
    },
    {
      "loss_action": 0.0036688600666821003,
      "loss_total": 0.0036688600666821003,
      "step": 55140
    },
    {
      "loss_action": 0.01087043434381485,
      "loss_total": 0.01087043434381485,
      "step": 55140
    },
    {
      "loss_action": 0.005610487423837185,
      "loss_total": 0.005610487423837185,
      "step": 55140
    },
    {
      "loss_action": 0.002726199571043253,
      "loss_total": 0.002726199571043253,
      "step": 55140
    },
    {
      "loss_action": 0.003306108759716153,
      "loss_total": 0.003306108759716153,
      "step": 55140
    },
    {
      "loss_action": 0.003235403448343277,
      "loss_total": 0.003235403448343277,
      "step": 55140
    },
    {
      "loss_action": 0.02490093931555748,
      "loss_total": 0.02490093931555748,
      "step": 55140
    },
    {
      "loss_action": 0.005567131098359823,
      "loss_total": 0.005567131098359823,
      "step": 55140
    },
    {
      "grad_norm": 0.10643092542886734,
      "learning_rate": 4.5625558308111356e-05,
      "loss": 0.0072,
      "step": 55150
    },
    {
      "loss_action": 0.0026852122973650694,
      "loss_total": 0.0026852122973650694,
      "step": 55150
    },
    {
      "loss_action": 0.003133719088509679,
      "loss_total": 0.003133719088509679,
      "step": 55150
    },
    {
      "loss_action": 0.001900289673358202,
      "loss_total": 0.001900289673358202,
      "step": 55150
    },
    {
      "loss_action": 0.0043309819884598255,
      "loss_total": 0.0043309819884598255,
      "step": 55150
    },
    {
      "loss_action": 0.0032873121090233326,
      "loss_total": 0.0032873121090233326,
      "step": 55150
    },
    {
      "loss_action": 0.005631106439977884,
      "loss_total": 0.005631106439977884,
      "step": 55150
    },
    {
      "loss_action": 0.00529507827013731,
      "loss_total": 0.00529507827013731,
      "step": 55150
    },
    {
      "loss_action": 0.008904519490897655,
      "loss_total": 0.008904519490897655,
      "step": 55150
    },
    {
      "grad_norm": 0.12524567544460297,
      "learning_rate": 4.560908725172145e-05,
      "loss": 0.0064,
      "step": 55160
    },
    {
      "loss_action": 0.009413711726665497,
      "loss_total": 0.009413711726665497,
      "step": 55160
    },
    {
      "loss_action": 0.006573387421667576,
      "loss_total": 0.006573387421667576,
      "step": 55160
    },
    {
      "loss_action": 0.005609514191746712,
      "loss_total": 0.005609514191746712,
      "step": 55160
    },
    {
      "loss_action": 0.004591427743434906,
      "loss_total": 0.004591427743434906,
      "step": 55160
    },
    {
      "loss_action": 0.01028880663216114,
      "loss_total": 0.01028880663216114,
      "step": 55160
    },
    {
      "loss_action": 0.011827866546809673,
      "loss_total": 0.011827866546809673,
      "step": 55160
    },
    {
      "loss_action": 0.0037520532496273518,
      "loss_total": 0.0037520532496273518,
      "step": 55160
    },
    {
      "loss_action": 0.004025833215564489,
      "loss_total": 0.004025833215564489,
      "step": 55160
    },
    {
      "grad_norm": 0.1210741251707077,
      "learning_rate": 4.559261667551516e-05,
      "loss": 0.0075,
      "step": 55170
    },
    {
      "loss_action": 0.004123722203075886,
      "loss_total": 0.004123722203075886,
      "step": 55170
    },
    {
      "loss_action": 0.007133428007364273,
      "loss_total": 0.007133428007364273,
      "step": 55170
    },
    {
      "loss_action": 0.008654705248773098,
      "loss_total": 0.008654705248773098,
      "step": 55170
    },
    {
      "loss_action": 0.0032938860822468996,
      "loss_total": 0.0032938860822468996,
      "step": 55170
    },
    {
      "loss_action": 0.0037723619025200605,
      "loss_total": 0.0037723619025200605,
      "step": 55170
    },
    {
      "loss_action": 0.003599911229684949,
      "loss_total": 0.003599911229684949,
      "step": 55170
    },
    {
      "loss_action": 0.021655526012182236,
      "loss_total": 0.021655526012182236,
      "step": 55170
    },
    {
      "loss_action": 0.006218964699655771,
      "loss_total": 0.006218964699655771,
      "step": 55170
    },
    {
      "grad_norm": 0.11468934267759323,
      "learning_rate": 4.5576146581293685e-05,
      "loss": 0.0073,
      "step": 55180
    },
    {
      "loss_action": 0.013904616236686707,
      "loss_total": 0.013904616236686707,
      "step": 55180
    },
    {
      "loss_action": 0.002795366570353508,
      "loss_total": 0.002795366570353508,
      "step": 55180
    },
    {
      "loss_action": 0.0068185776472091675,
      "loss_total": 0.0068185776472091675,
      "step": 55180
    },
    {
      "loss_action": 0.0031328652985394,
      "loss_total": 0.0031328652985394,
      "step": 55180
    },
    {
      "loss_action": 0.005013619549572468,
      "loss_total": 0.005013619549572468,
      "step": 55180
    },
    {
      "loss_action": 0.004576255567371845,
      "loss_total": 0.004576255567371845,
      "step": 55180
    },
    {
      "loss_action": 0.0039202324114739895,
      "loss_total": 0.0039202324114739895,
      "step": 55180
    },
    {
      "loss_action": 0.003655866254121065,
      "loss_total": 0.003655866254121065,
      "step": 55180
    },
    {
      "grad_norm": 0.0945998951792717,
      "learning_rate": 4.5559676970858164e-05,
      "loss": 0.0075,
      "step": 55190
    },
    {
      "loss_action": 0.015482458285987377,
      "loss_total": 0.015482458285987377,
      "step": 55190
    },
    {
      "loss_action": 0.0020395549945533276,
      "loss_total": 0.0020395549945533276,
      "step": 55190
    },
    {
      "loss_action": 0.004463797435164452,
      "loss_total": 0.004463797435164452,
      "step": 55190
    },
    {
      "loss_action": 0.007107658311724663,
      "loss_total": 0.007107658311724663,
      "step": 55190
    },
    {
      "loss_action": 0.012808909639716148,
      "loss_total": 0.012808909639716148,
      "step": 55190
    },
    {
      "loss_action": 0.004806924611330032,
      "loss_total": 0.004806924611330032,
      "step": 55190
    },
    {
      "loss_action": 0.009836986660957336,
      "loss_total": 0.009836986660957336,
      "step": 55190
    },
    {
      "loss_action": 0.0029868511483073235,
      "loss_total": 0.0029868511483073235,
      "step": 55190
    },
    {
      "grad_norm": 0.09923025220632553,
      "learning_rate": 4.5543207846009705e-05,
      "loss": 0.0069,
      "step": 55200
    },
    {
      "loss_action": 0.021924765780568123,
      "loss_total": 0.021924765780568123,
      "step": 55200
    },
    {
      "loss_action": 0.00216877949424088,
      "loss_total": 0.00216877949424088,
      "step": 55200
    },
    {
      "loss_action": 0.006901685614138842,
      "loss_total": 0.006901685614138842,
      "step": 55200
    },
    {
      "loss_action": 0.0024364409036934376,
      "loss_total": 0.0024364409036934376,
      "step": 55200
    },
    {
      "loss_action": 0.005159285850822926,
      "loss_total": 0.005159285850822926,
      "step": 55200
    },
    {
      "loss_action": 0.002163909375667572,
      "loss_total": 0.002163909375667572,
      "step": 55200
    },
    {
      "loss_action": 0.00836237333714962,
      "loss_total": 0.00836237333714962,
      "step": 55200
    },
    {
      "loss_action": 0.004762270953506231,
      "loss_total": 0.004762270953506231,
      "step": 55200
    },
    {
      "grad_norm": 0.12336467206478119,
      "learning_rate": 4.552673920854933e-05,
      "loss": 0.0063,
      "step": 55210
    },
    {
      "loss_action": 0.005978780798614025,
      "loss_total": 0.005978780798614025,
      "step": 55210
    },
    {
      "loss_action": 0.003879732917994261,
      "loss_total": 0.003879732917994261,
      "step": 55210
    },
    {
      "loss_action": 0.007024326361715794,
      "loss_total": 0.007024326361715794,
      "step": 55210
    },
    {
      "loss_action": 0.003569602034986019,
      "loss_total": 0.003569602034986019,
      "step": 55210
    },
    {
      "loss_action": 0.0021426882594823837,
      "loss_total": 0.0021426882594823837,
      "step": 55210
    },
    {
      "loss_action": 0.003027341328561306,
      "loss_total": 0.003027341328561306,
      "step": 55210
    },
    {
      "loss_action": 0.004990769550204277,
      "loss_total": 0.004990769550204277,
      "step": 55210
    },
    {
      "loss_action": 0.006600652821362019,
      "loss_total": 0.006600652821362019,
      "step": 55210
    },
    {
      "grad_norm": 0.11595933884382248,
      "learning_rate": 4.5510271060278006e-05,
      "loss": 0.0067,
      "step": 55220
    },
    {
      "loss_action": 0.009493918158113956,
      "loss_total": 0.009493918158113956,
      "step": 55220
    },
    {
      "loss_action": 0.004636989440768957,
      "loss_total": 0.004636989440768957,
      "step": 55220
    },
    {
      "loss_action": 0.006896608043462038,
      "loss_total": 0.006896608043462038,
      "step": 55220
    },
    {
      "loss_action": 0.01692861132323742,
      "loss_total": 0.01692861132323742,
      "step": 55220
    },
    {
      "loss_action": 0.0028993054293096066,
      "loss_total": 0.0028993054293096066,
      "step": 55220
    },
    {
      "loss_action": 0.004317315760999918,
      "loss_total": 0.004317315760999918,
      "step": 55220
    },
    {
      "loss_action": 0.005034606903791428,
      "loss_total": 0.005034606903791428,
      "step": 55220
    },
    {
      "loss_action": 0.006268461234867573,
      "loss_total": 0.006268461234867573,
      "step": 55220
    },
    {
      "grad_norm": 0.10661289840936661,
      "learning_rate": 4.5493803402996704e-05,
      "loss": 0.0059,
      "step": 55230
    },
    {
      "loss_action": 0.009270802140235901,
      "loss_total": 0.009270802140235901,
      "step": 55230
    },
    {
      "loss_action": 0.005347700789570808,
      "loss_total": 0.005347700789570808,
      "step": 55230
    },
    {
      "loss_action": 0.011595238000154495,
      "loss_total": 0.011595238000154495,
      "step": 55230
    },
    {
      "loss_action": 0.006072054151445627,
      "loss_total": 0.006072054151445627,
      "step": 55230
    },
    {
      "loss_action": 0.010595197789371014,
      "loss_total": 0.010595197789371014,
      "step": 55230
    },
    {
      "loss_action": 0.0049675097689032555,
      "loss_total": 0.0049675097689032555,
      "step": 55230
    },
    {
      "loss_action": 0.01857302337884903,
      "loss_total": 0.01857302337884903,
      "step": 55230
    },
    {
      "loss_action": 0.003122842637822032,
      "loss_total": 0.003122842637822032,
      "step": 55230
    },
    {
      "grad_norm": 0.15013158321380615,
      "learning_rate": 4.5477336238506295e-05,
      "loss": 0.0079,
      "step": 55240
    },
    {
      "loss_action": 0.010283717885613441,
      "loss_total": 0.010283717885613441,
      "step": 55240
    },
    {
      "loss_action": 0.002499924972653389,
      "loss_total": 0.002499924972653389,
      "step": 55240
    },
    {
      "loss_action": 0.007400880102068186,
      "loss_total": 0.007400880102068186,
      "step": 55240
    },
    {
      "loss_action": 0.00337779289111495,
      "loss_total": 0.00337779289111495,
      "step": 55240
    },
    {
      "loss_action": 0.020295243710279465,
      "loss_total": 0.020295243710279465,
      "step": 55240
    },
    {
      "loss_action": 0.005189272575080395,
      "loss_total": 0.005189272575080395,
      "step": 55240
    },
    {
      "loss_action": 0.005932537838816643,
      "loss_total": 0.005932537838816643,
      "step": 55240
    },
    {
      "loss_action": 0.0067489296197891235,
      "loss_total": 0.0067489296197891235,
      "step": 55240
    },
    {
      "grad_norm": 0.11406666785478592,
      "learning_rate": 4.546086956860759e-05,
      "loss": 0.0073,
      "step": 55250
    },
    {
      "loss_action": 0.00471854954957962,
      "loss_total": 0.00471854954957962,
      "step": 55250
    },
    {
      "loss_action": 0.001970515586435795,
      "loss_total": 0.001970515586435795,
      "step": 55250
    },
    {
      "loss_action": 0.002931399969384074,
      "loss_total": 0.002931399969384074,
      "step": 55250
    },
    {
      "loss_action": 0.010075715370476246,
      "loss_total": 0.010075715370476246,
      "step": 55250
    },
    {
      "loss_action": 0.007441414520144463,
      "loss_total": 0.007441414520144463,
      "step": 55250
    },
    {
      "loss_action": 0.0029202199075371027,
      "loss_total": 0.0029202199075371027,
      "step": 55250
    },
    {
      "loss_action": 0.005655734799802303,
      "loss_total": 0.005655734799802303,
      "step": 55250
    },
    {
      "loss_action": 0.003918501082807779,
      "loss_total": 0.003918501082807779,
      "step": 55250
    },
    {
      "grad_norm": 0.11681264638900757,
      "learning_rate": 4.5444403395101374e-05,
      "loss": 0.0065,
      "step": 55260
    },
    {
      "loss_action": 0.008326026611030102,
      "loss_total": 0.008326026611030102,
      "step": 55260
    },
    {
      "loss_action": 0.0030253417789936066,
      "loss_total": 0.0030253417789936066,
      "step": 55260
    },
    {
      "loss_action": 0.004478934220969677,
      "loss_total": 0.004478934220969677,
      "step": 55260
    },
    {
      "loss_action": 0.0015906670596450567,
      "loss_total": 0.0015906670596450567,
      "step": 55260
    },
    {
      "loss_action": 0.005071679130196571,
      "loss_total": 0.005071679130196571,
      "step": 55260
    },
    {
      "loss_action": 0.015205240808427334,
      "loss_total": 0.015205240808427334,
      "step": 55260
    },
    {
      "loss_action": 0.004005114082247019,
      "loss_total": 0.004005114082247019,
      "step": 55260
    },
    {
      "loss_action": 0.0032288117799907923,
      "loss_total": 0.0032288117799907923,
      "step": 55260
    },
    {
      "grad_norm": 0.08367069065570831,
      "learning_rate": 4.542793771978834e-05,
      "loss": 0.0067,
      "step": 55270
    },
    {
      "loss_action": 0.004824682604521513,
      "loss_total": 0.004824682604521513,
      "step": 55270
    },
    {
      "loss_action": 0.0020615519024431705,
      "loss_total": 0.0020615519024431705,
      "step": 55270
    },
    {
      "loss_action": 0.008571060374379158,
      "loss_total": 0.008571060374379158,
      "step": 55270
    },
    {
      "loss_action": 0.005080678500235081,
      "loss_total": 0.005080678500235081,
      "step": 55270
    },
    {
      "loss_action": 0.005122044123709202,
      "loss_total": 0.005122044123709202,
      "step": 55270
    },
    {
      "loss_action": 0.0021219749469310045,
      "loss_total": 0.0021219749469310045,
      "step": 55270
    },
    {
      "loss_action": 0.017080368474125862,
      "loss_total": 0.017080368474125862,
      "step": 55270
    },
    {
      "loss_action": 0.007331781089305878,
      "loss_total": 0.007331781089305878,
      "step": 55270
    },
    {
      "grad_norm": 0.0950942113995552,
      "learning_rate": 4.541147254446916e-05,
      "loss": 0.0083,
      "step": 55280
    },
    {
      "loss_action": 0.004858329426497221,
      "loss_total": 0.004858329426497221,
      "step": 55280
    },
    {
      "loss_action": 0.03533723205327988,
      "loss_total": 0.03533723205327988,
      "step": 55280
    },
    {
      "loss_action": 0.005182478576898575,
      "loss_total": 0.005182478576898575,
      "step": 55280
    },
    {
      "loss_action": 0.0026008463464677334,
      "loss_total": 0.0026008463464677334,
      "step": 55280
    },
    {
      "loss_action": 0.002802633447572589,
      "loss_total": 0.002802633447572589,
      "step": 55280
    },
    {
      "loss_action": 0.004310568794608116,
      "loss_total": 0.004310568794608116,
      "step": 55280
    },
    {
      "loss_action": 0.0099099762737751,
      "loss_total": 0.0099099762737751,
      "step": 55280
    },
    {
      "loss_action": 0.00392735842615366,
      "loss_total": 0.00392735842615366,
      "step": 55280
    },
    {
      "grad_norm": 0.09888868033885956,
      "learning_rate": 4.539500787094445e-05,
      "loss": 0.0066,
      "step": 55290
    },
    {
      "loss_action": 0.010223889723420143,
      "loss_total": 0.010223889723420143,
      "step": 55290
    },
    {
      "loss_action": 0.005740006919950247,
      "loss_total": 0.005740006919950247,
      "step": 55290
    },
    {
      "loss_action": 0.004539845045655966,
      "loss_total": 0.004539845045655966,
      "step": 55290
    },
    {
      "loss_action": 0.007525303866714239,
      "loss_total": 0.007525303866714239,
      "step": 55290
    },
    {
      "loss_action": 0.007893647067248821,
      "loss_total": 0.007893647067248821,
      "step": 55290
    },
    {
      "loss_action": 0.005563898012042046,
      "loss_total": 0.005563898012042046,
      "step": 55290
    },
    {
      "loss_action": 0.00958734005689621,
      "loss_total": 0.00958734005689621,
      "step": 55290
    },
    {
      "loss_action": 0.0112145459279418,
      "loss_total": 0.0112145459279418,
      "step": 55290
    },
    {
      "grad_norm": 0.07178352028131485,
      "learning_rate": 4.537854370101475e-05,
      "loss": 0.0078,
      "step": 55300
    },
    {
      "loss_action": 0.010209031403064728,
      "loss_total": 0.010209031403064728,
      "step": 55300
    },
    {
      "loss_action": 0.00311517296358943,
      "loss_total": 0.00311517296358943,
      "step": 55300
    },
    {
      "loss_action": 0.028448740020394325,
      "loss_total": 0.028448740020394325,
      "step": 55300
    },
    {
      "loss_action": 0.007046620361506939,
      "loss_total": 0.007046620361506939,
      "step": 55300
    },
    {
      "loss_action": 0.05065890774130821,
      "loss_total": 0.05065890774130821,
      "step": 55300
    },
    {
      "loss_action": 0.011356636881828308,
      "loss_total": 0.011356636881828308,
      "step": 55300
    },
    {
      "loss_action": 0.008240367285907269,
      "loss_total": 0.008240367285907269,
      "step": 55300
    },
    {
      "loss_action": 0.01701243966817856,
      "loss_total": 0.01701243966817856,
      "step": 55300
    },
    {
      "grad_norm": 0.22865119576454163,
      "learning_rate": 4.5362080036480566e-05,
      "loss": 0.0074,
      "step": 55310
    },
    {
      "loss_action": 0.00890662893652916,
      "loss_total": 0.00890662893652916,
      "step": 55310
    },
    {
      "loss_action": 0.004184411838650703,
      "loss_total": 0.004184411838650703,
      "step": 55310
    },
    {
      "loss_action": 0.002297549042850733,
      "loss_total": 0.002297549042850733,
      "step": 55310
    },
    {
      "loss_action": 0.006232903804630041,
      "loss_total": 0.006232903804630041,
      "step": 55310
    },
    {
      "loss_action": 0.008614042773842812,
      "loss_total": 0.008614042773842812,
      "step": 55310
    },
    {
      "loss_action": 0.009706595912575722,
      "loss_total": 0.009706595912575722,
      "step": 55310
    },
    {
      "loss_action": 0.0024207246024161577,
      "loss_total": 0.0024207246024161577,
      "step": 55310
    },
    {
      "loss_action": 0.002045257017016411,
      "loss_total": 0.002045257017016411,
      "step": 55310
    },
    {
      "grad_norm": 0.06199967488646507,
      "learning_rate": 4.534561687914235e-05,
      "loss": 0.0067,
      "step": 55320
    },
    {
      "loss_action": 0.001716779312118888,
      "loss_total": 0.001716779312118888,
      "step": 55320
    },
    {
      "loss_action": 0.013748636469244957,
      "loss_total": 0.013748636469244957,
      "step": 55320
    },
    {
      "loss_action": 0.001045352895744145,
      "loss_total": 0.001045352895744145,
      "step": 55320
    },
    {
      "loss_action": 0.0020286180078983307,
      "loss_total": 0.0020286180078983307,
      "step": 55320
    },
    {
      "loss_action": 0.002876593731343746,
      "loss_total": 0.002876593731343746,
      "step": 55320
    },
    {
      "loss_action": 0.0026148478500545025,
      "loss_total": 0.0026148478500545025,
      "step": 55320
    },
    {
      "loss_action": 0.014634449034929276,
      "loss_total": 0.014634449034929276,
      "step": 55320
    },
    {
      "loss_action": 0.003255284857004881,
      "loss_total": 0.003255284857004881,
      "step": 55320
    },
    {
      "grad_norm": 0.09654027223587036,
      "learning_rate": 4.5329154230800466e-05,
      "loss": 0.0069,
      "step": 55330
    },
    {
      "loss_action": 0.018896622583270073,
      "loss_total": 0.018896622583270073,
      "step": 55330
    },
    {
      "loss_action": 0.001627245219424367,
      "loss_total": 0.001627245219424367,
      "step": 55330
    },
    {
      "loss_action": 0.0022031394764781,
      "loss_total": 0.0022031394764781,
      "step": 55330
    },
    {
      "loss_action": 0.007709061726927757,
      "loss_total": 0.007709061726927757,
      "step": 55330
    },
    {
      "loss_action": 0.0018203838262706995,
      "loss_total": 0.0018203838262706995,
      "step": 55330
    },
    {
      "loss_action": 0.0023921222891658545,
      "loss_total": 0.0023921222891658545,
      "step": 55330
    },
    {
      "loss_action": 0.0036617473233491182,
      "loss_total": 0.0036617473233491182,
      "step": 55330
    },
    {
      "loss_action": 0.006547429598867893,
      "loss_total": 0.006547429598867893,
      "step": 55330
    },
    {
      "grad_norm": 0.14702828228473663,
      "learning_rate": 4.531269209325525e-05,
      "loss": 0.0066,
      "step": 55340
    },
    {
      "loss_action": 0.00801507756114006,
      "loss_total": 0.00801507756114006,
      "step": 55340
    },
    {
      "loss_action": 0.002704827580600977,
      "loss_total": 0.002704827580600977,
      "step": 55340
    },
    {
      "loss_action": 0.0016768609639257193,
      "loss_total": 0.0016768609639257193,
      "step": 55340
    },
    {
      "loss_action": 0.0037940654437988997,
      "loss_total": 0.0037940654437988997,
      "step": 55340
    },
    {
      "loss_action": 0.0019421875476837158,
      "loss_total": 0.0019421875476837158,
      "step": 55340
    },
    {
      "loss_action": 0.002112375572323799,
      "loss_total": 0.002112375572323799,
      "step": 55340
    },
    {
      "loss_action": 0.0018203979125246406,
      "loss_total": 0.0018203979125246406,
      "step": 55340
    },
    {
      "loss_action": 0.00395687110722065,
      "loss_total": 0.00395687110722065,
      "step": 55340
    },
    {
      "grad_norm": 0.10320112854242325,
      "learning_rate": 4.529623046830696e-05,
      "loss": 0.0071,
      "step": 55350
    },
    {
      "loss_action": 0.01188933290541172,
      "loss_total": 0.01188933290541172,
      "step": 55350
    },
    {
      "loss_action": 0.007042876444756985,
      "loss_total": 0.007042876444756985,
      "step": 55350
    },
    {
      "loss_action": 0.004661507438868284,
      "loss_total": 0.004661507438868284,
      "step": 55350
    },
    {
      "loss_action": 0.006024920381605625,
      "loss_total": 0.006024920381605625,
      "step": 55350
    },
    {
      "loss_action": 0.004700405523180962,
      "loss_total": 0.004700405523180962,
      "step": 55350
    },
    {
      "loss_action": 0.008812641724944115,
      "loss_total": 0.008812641724944115,
      "step": 55350
    },
    {
      "loss_action": 0.009929824620485306,
      "loss_total": 0.009929824620485306,
      "step": 55350
    },
    {
      "loss_action": 0.0046345447190105915,
      "loss_total": 0.0046345447190105915,
      "step": 55350
    },
    {
      "grad_norm": 0.07513878494501114,
      "learning_rate": 4.5279769357755866e-05,
      "loss": 0.0066,
      "step": 55360
    },
    {
      "loss_action": 0.0024474100209772587,
      "loss_total": 0.0024474100209772587,
      "step": 55360
    },
    {
      "loss_action": 0.013178598135709763,
      "loss_total": 0.013178598135709763,
      "step": 55360
    },
    {
      "loss_action": 0.004563457332551479,
      "loss_total": 0.004563457332551479,
      "step": 55360
    },
    {
      "loss_action": 0.0034488190431147814,
      "loss_total": 0.0034488190431147814,
      "step": 55360
    },
    {
      "loss_action": 0.007401668466627598,
      "loss_total": 0.007401668466627598,
      "step": 55360
    },
    {
      "loss_action": 0.0042416686192154884,
      "loss_total": 0.0042416686192154884,
      "step": 55360
    },
    {
      "loss_action": 0.0017625717446208,
      "loss_total": 0.0017625717446208,
      "step": 55360
    },
    {
      "loss_action": 0.004588363692164421,
      "loss_total": 0.004588363692164421,
      "step": 55360
    },
    {
      "grad_norm": 0.107619509100914,
      "learning_rate": 4.5263308763402084e-05,
      "loss": 0.0073,
      "step": 55370
    },
    {
      "loss_action": 0.0017117803217843175,
      "loss_total": 0.0017117803217843175,
      "step": 55370
    },
    {
      "loss_action": 0.018703652545809746,
      "loss_total": 0.018703652545809746,
      "step": 55370
    },
    {
      "loss_action": 0.017162825912237167,
      "loss_total": 0.017162825912237167,
      "step": 55370
    },
    {
      "loss_action": 0.004134165123105049,
      "loss_total": 0.004134165123105049,
      "step": 55370
    },
    {
      "loss_action": 0.0052083684131503105,
      "loss_total": 0.0052083684131503105,
      "step": 55370
    },
    {
      "loss_action": 0.007160819601267576,
      "loss_total": 0.007160819601267576,
      "step": 55370
    },
    {
      "loss_action": 0.00488964281976223,
      "loss_total": 0.00488964281976223,
      "step": 55370
    },
    {
      "loss_action": 0.005970093421638012,
      "loss_total": 0.005970093421638012,
      "step": 55370
    },
    {
      "grad_norm": 0.06975540518760681,
      "learning_rate": 4.524684868704574e-05,
      "loss": 0.0067,
      "step": 55380
    },
    {
      "loss_action": 0.002294690813869238,
      "loss_total": 0.002294690813869238,
      "step": 55380
    },
    {
      "loss_action": 0.003242273349314928,
      "loss_total": 0.003242273349314928,
      "step": 55380
    },
    {
      "loss_action": 0.009077554568648338,
      "loss_total": 0.009077554568648338,
      "step": 55380
    },
    {
      "loss_action": 0.0016550279688090086,
      "loss_total": 0.0016550279688090086,
      "step": 55380
    },
    {
      "loss_action": 0.0033825556747615337,
      "loss_total": 0.0033825556747615337,
      "step": 55380
    },
    {
      "loss_action": 0.017940368503332138,
      "loss_total": 0.017940368503332138,
      "step": 55380
    },
    {
      "loss_action": 0.004351888783276081,
      "loss_total": 0.004351888783276081,
      "step": 55380
    },
    {
      "loss_action": 0.004750492516905069,
      "loss_total": 0.004750492516905069,
      "step": 55380
    },
    {
      "grad_norm": 0.08940166234970093,
      "learning_rate": 4.523038913048688e-05,
      "loss": 0.0076,
      "step": 55390
    },
    {
      "loss_action": 0.005646325182169676,
      "loss_total": 0.005646325182169676,
      "step": 55390
    },
    {
      "loss_action": 0.0028250650502741337,
      "loss_total": 0.0028250650502741337,
      "step": 55390
    },
    {
      "loss_action": 0.005306093953549862,
      "loss_total": 0.005306093953549862,
      "step": 55390
    },
    {
      "loss_action": 0.0038043006788939238,
      "loss_total": 0.0038043006788939238,
      "step": 55390
    },
    {
      "loss_action": 0.011003503575921059,
      "loss_total": 0.011003503575921059,
      "step": 55390
    },
    {
      "loss_action": 0.0033523468300700188,
      "loss_total": 0.0033523468300700188,
      "step": 55390
    },
    {
      "loss_action": 0.006766737904399633,
      "loss_total": 0.006766737904399633,
      "step": 55390
    },
    {
      "loss_action": 0.006772371008992195,
      "loss_total": 0.006772371008992195,
      "step": 55390
    },
    {
      "grad_norm": 0.0853959321975708,
      "learning_rate": 4.521393009552549e-05,
      "loss": 0.007,
      "step": 55400
    },
    {
      "loss_action": 0.015925787389278412,
      "loss_total": 0.015925787389278412,
      "step": 55400
    },
    {
      "loss_action": 0.0036502759903669357,
      "loss_total": 0.0036502759903669357,
      "step": 55400
    },
    {
      "loss_action": 0.0030819133389741182,
      "loss_total": 0.0030819133389741182,
      "step": 55400
    },
    {
      "loss_action": 0.0022662440314888954,
      "loss_total": 0.0022662440314888954,
      "step": 55400
    },
    {
      "loss_action": 0.0038686313200742006,
      "loss_total": 0.0038686313200742006,
      "step": 55400
    },
    {
      "loss_action": 0.0016465805238112807,
      "loss_total": 0.0016465805238112807,
      "step": 55400
    },
    {
      "loss_action": 0.0036532008089125156,
      "loss_total": 0.0036532008089125156,
      "step": 55400
    },
    {
      "loss_action": 0.00853811763226986,
      "loss_total": 0.00853811763226986,
      "step": 55400
    },
    {
      "grad_norm": 0.11662120372056961,
      "learning_rate": 4.5197471583961484e-05,
      "loss": 0.0074,
      "step": 55410
    },
    {
      "loss_action": 0.005756644532084465,
      "loss_total": 0.005756644532084465,
      "step": 55410
    },
    {
      "loss_action": 0.013027949258685112,
      "loss_total": 0.013027949258685112,
      "step": 55410
    },
    {
      "loss_action": 0.009312216192483902,
      "loss_total": 0.009312216192483902,
      "step": 55410
    },
    {
      "loss_action": 0.005445912014693022,
      "loss_total": 0.005445912014693022,
      "step": 55410
    },
    {
      "loss_action": 0.007755122147500515,
      "loss_total": 0.007755122147500515,
      "step": 55410
    },
    {
      "loss_action": 0.008127116598188877,
      "loss_total": 0.008127116598188877,
      "step": 55410
    },
    {
      "loss_action": 0.01961195468902588,
      "loss_total": 0.01961195468902588,
      "step": 55410
    },
    {
      "loss_action": 0.015162135474383831,
      "loss_total": 0.015162135474383831,
      "step": 55410
    },
    {
      "grad_norm": 0.08691246807575226,
      "learning_rate": 4.51810135975948e-05,
      "loss": 0.0067,
      "step": 55420
    },
    {
      "loss_action": 0.017239362001419067,
      "loss_total": 0.017239362001419067,
      "step": 55420
    },
    {
      "loss_action": 0.005763020366430283,
      "loss_total": 0.005763020366430283,
      "step": 55420
    },
    {
      "loss_action": 0.009144538082182407,
      "loss_total": 0.009144538082182407,
      "step": 55420
    },
    {
      "loss_action": 0.004039118532091379,
      "loss_total": 0.004039118532091379,
      "step": 55420
    },
    {
      "loss_action": 0.0032528459560126066,
      "loss_total": 0.0032528459560126066,
      "step": 55420
    },
    {
      "loss_action": 0.005068229511380196,
      "loss_total": 0.005068229511380196,
      "step": 55420
    },
    {
      "loss_action": 0.0035109573509544134,
      "loss_total": 0.0035109573509544134,
      "step": 55420
    },
    {
      "loss_action": 0.006633037235587835,
      "loss_total": 0.006633037235587835,
      "step": 55420
    },
    {
      "grad_norm": 0.0832192525267601,
      "learning_rate": 4.516455613822521e-05,
      "loss": 0.0057,
      "step": 55430
    },
    {
      "loss_action": 0.005929180420935154,
      "loss_total": 0.005929180420935154,
      "step": 55430
    },
    {
      "loss_action": 0.004477384500205517,
      "loss_total": 0.004477384500205517,
      "step": 55430
    },
    {
      "loss_action": 0.008288471959531307,
      "loss_total": 0.008288471959531307,
      "step": 55430
    },
    {
      "loss_action": 0.002435405272990465,
      "loss_total": 0.002435405272990465,
      "step": 55430
    },
    {
      "loss_action": 0.013478975743055344,
      "loss_total": 0.013478975743055344,
      "step": 55430
    },
    {
      "loss_action": 0.004079087637364864,
      "loss_total": 0.004079087637364864,
      "step": 55430
    },
    {
      "loss_action": 0.006574773695319891,
      "loss_total": 0.006574773695319891,
      "step": 55430
    },
    {
      "loss_action": 0.010462413541972637,
      "loss_total": 0.010462413541972637,
      "step": 55430
    },
    {
      "grad_norm": 0.11067569255828857,
      "learning_rate": 4.514809920765249e-05,
      "loss": 0.0062,
      "step": 55440
    },
    {
      "loss_action": 0.006503361742943525,
      "loss_total": 0.006503361742943525,
      "step": 55440
    },
    {
      "loss_action": 0.024068046361207962,
      "loss_total": 0.024068046361207962,
      "step": 55440
    },
    {
      "loss_action": 0.01821824721992016,
      "loss_total": 0.01821824721992016,
      "step": 55440
    },
    {
      "loss_action": 0.0072950078174471855,
      "loss_total": 0.0072950078174471855,
      "step": 55440
    },
    {
      "loss_action": 0.007151534780859947,
      "loss_total": 0.007151534780859947,
      "step": 55440
    },
    {
      "loss_action": 0.007654167711734772,
      "loss_total": 0.007654167711734772,
      "step": 55440
    },
    {
      "loss_action": 0.003966114949434996,
      "loss_total": 0.003966114949434996,
      "step": 55440
    },
    {
      "loss_action": 0.003159626154229045,
      "loss_total": 0.003159626154229045,
      "step": 55440
    },
    {
      "grad_norm": 0.09773081541061401,
      "learning_rate": 4.5131642807676356e-05,
      "loss": 0.0065,
      "step": 55450
    },
    {
      "loss_action": 0.0022128112614154816,
      "loss_total": 0.0022128112614154816,
      "step": 55450
    },
    {
      "loss_action": 0.005290753673762083,
      "loss_total": 0.005290753673762083,
      "step": 55450
    },
    {
      "loss_action": 0.006612881552428007,
      "loss_total": 0.006612881552428007,
      "step": 55450
    },
    {
      "loss_action": 0.0017427591374143958,
      "loss_total": 0.0017427591374143958,
      "step": 55450
    },
    {
      "loss_action": 0.018594276160001755,
      "loss_total": 0.018594276160001755,
      "step": 55450
    },
    {
      "loss_action": 0.0028711846098303795,
      "loss_total": 0.0028711846098303795,
      "step": 55450
    },
    {
      "loss_action": 0.0039922636933624744,
      "loss_total": 0.0039922636933624744,
      "step": 55450
    },
    {
      "loss_action": 0.004238718189299107,
      "loss_total": 0.004238718189299107,
      "step": 55450
    },
    {
      "grad_norm": 0.13133551180362701,
      "learning_rate": 4.511518694009644e-05,
      "loss": 0.0067,
      "step": 55460
    },
    {
      "loss_action": 0.016792282462120056,
      "loss_total": 0.016792282462120056,
      "step": 55460
    },
    {
      "loss_action": 0.0037623923271894455,
      "loss_total": 0.0037623923271894455,
      "step": 55460
    },
    {
      "loss_action": 0.0018842213321477175,
      "loss_total": 0.0018842213321477175,
      "step": 55460
    },
    {
      "loss_action": 0.0036212389823049307,
      "loss_total": 0.0036212389823049307,
      "step": 55460
    },
    {
      "loss_action": 0.005141166504472494,
      "loss_total": 0.005141166504472494,
      "step": 55460
    },
    {
      "loss_action": 0.005300089716911316,
      "loss_total": 0.005300089716911316,
      "step": 55460
    },
    {
      "loss_action": 0.00379362003877759,
      "loss_total": 0.00379362003877759,
      "step": 55460
    },
    {
      "loss_action": 0.0021331249736249447,
      "loss_total": 0.0021331249736249447,
      "step": 55460
    },
    {
      "grad_norm": 0.08311332017183304,
      "learning_rate": 4.509873160671231e-05,
      "loss": 0.006,
      "step": 55470
    },
    {
      "loss_action": 0.00357619090937078,
      "loss_total": 0.00357619090937078,
      "step": 55470
    },
    {
      "loss_action": 0.00257067009806633,
      "loss_total": 0.00257067009806633,
      "step": 55470
    },
    {
      "loss_action": 0.009304219856858253,
      "loss_total": 0.009304219856858253,
      "step": 55470
    },
    {
      "loss_action": 0.002981898607686162,
      "loss_total": 0.002981898607686162,
      "step": 55470
    },
    {
      "loss_action": 0.00818667747080326,
      "loss_total": 0.00818667747080326,
      "step": 55470
    },
    {
      "loss_action": 0.002512251492589712,
      "loss_total": 0.002512251492589712,
      "step": 55470
    },
    {
      "loss_action": 0.0038070823065936565,
      "loss_total": 0.0038070823065936565,
      "step": 55470
    },
    {
      "loss_action": 0.002091196598485112,
      "loss_total": 0.002091196598485112,
      "step": 55470
    },
    {
      "grad_norm": 0.29540395736694336,
      "learning_rate": 4.508227680932356e-05,
      "loss": 0.0063,
      "step": 55480
    },
    {
      "loss_action": 0.007621927186846733,
      "loss_total": 0.007621927186846733,
      "step": 55480
    },
    {
      "loss_action": 0.001940457383170724,
      "loss_total": 0.001940457383170724,
      "step": 55480
    },
    {
      "loss_action": 0.0013458330649882555,
      "loss_total": 0.0013458330649882555,
      "step": 55480
    },
    {
      "loss_action": 0.005112282000482082,
      "loss_total": 0.005112282000482082,
      "step": 55480
    },
    {
      "loss_action": 0.01103401929140091,
      "loss_total": 0.01103401929140091,
      "step": 55480
    },
    {
      "loss_action": 0.030791882425546646,
      "loss_total": 0.030791882425546646,
      "step": 55480
    },
    {
      "loss_action": 0.009549389593303204,
      "loss_total": 0.009549389593303204,
      "step": 55480
    },
    {
      "loss_action": 0.007142911199480295,
      "loss_total": 0.007142911199480295,
      "step": 55480
    },
    {
      "grad_norm": 0.12459983676671982,
      "learning_rate": 4.5065822549729605e-05,
      "loss": 0.0063,
      "step": 55490
    },
    {
      "loss_action": 0.0023297287989407778,
      "loss_total": 0.0023297287989407778,
      "step": 55490
    },
    {
      "loss_action": 0.0056867338716983795,
      "loss_total": 0.0056867338716983795,
      "step": 55490
    },
    {
      "loss_action": 0.005359593313187361,
      "loss_total": 0.005359593313187361,
      "step": 55490
    },
    {
      "loss_action": 0.0038983426056802273,
      "loss_total": 0.0038983426056802273,
      "step": 55490
    },
    {
      "loss_action": 0.06025756523013115,
      "loss_total": 0.06025756523013115,
      "step": 55490
    },
    {
      "loss_action": 0.0067253196612000465,
      "loss_total": 0.0067253196612000465,
      "step": 55490
    },
    {
      "loss_action": 0.008504009805619717,
      "loss_total": 0.008504009805619717,
      "step": 55490
    },
    {
      "loss_action": 0.024938689544796944,
      "loss_total": 0.024938689544796944,
      "step": 55490
    },
    {
      "grad_norm": 0.07515061646699905,
      "learning_rate": 4.504936882972989e-05,
      "loss": 0.0066,
      "step": 55500
    },
    {
      "loss_action": 0.009910967200994492,
      "loss_total": 0.009910967200994492,
      "step": 55500
    },
    {
      "loss_action": 0.005457958672195673,
      "loss_total": 0.005457958672195673,
      "step": 55500
    },
    {
      "loss_action": 0.0023345486260950565,
      "loss_total": 0.0023345486260950565,
      "step": 55500
    },
    {
      "loss_action": 0.004549022763967514,
      "loss_total": 0.004549022763967514,
      "step": 55500
    },
    {
      "loss_action": 0.004309924319386482,
      "loss_total": 0.004309924319386482,
      "step": 55500
    },
    {
      "loss_action": 0.002123787999153137,
      "loss_total": 0.002123787999153137,
      "step": 55500
    },
    {
      "loss_action": 0.004073190502822399,
      "loss_total": 0.004073190502822399,
      "step": 55500
    },
    {
      "loss_action": 0.0039340476505458355,
      "loss_total": 0.0039340476505458355,
      "step": 55500
    },
    {
      "grad_norm": 0.09181798994541168,
      "learning_rate": 4.503291565112374e-05,
      "loss": 0.0057,
      "step": 55510
    },
    {
      "loss_action": 0.008167130872607231,
      "loss_total": 0.008167130872607231,
      "step": 55510
    },
    {
      "loss_action": 0.0013610068708658218,
      "loss_total": 0.0013610068708658218,
      "step": 55510
    },
    {
      "loss_action": 0.002970075234770775,
      "loss_total": 0.002970075234770775,
      "step": 55510
    },
    {
      "loss_action": 0.001304298872128129,
      "loss_total": 0.001304298872128129,
      "step": 55510
    },
    {
      "loss_action": 0.0073967850767076015,
      "loss_total": 0.0073967850767076015,
      "step": 55510
    },
    {
      "loss_action": 0.0022986638359725475,
      "loss_total": 0.0022986638359725475,
      "step": 55510
    },
    {
      "loss_action": 0.004815208725631237,
      "loss_total": 0.004815208725631237,
      "step": 55510
    },
    {
      "loss_action": 0.0013004856882616878,
      "loss_total": 0.0013004856882616878,
      "step": 55510
    },
    {
      "grad_norm": 0.16047045588493347,
      "learning_rate": 4.501646301571048e-05,
      "loss": 0.0074,
      "step": 55520
    },
    {
      "loss_action": 0.0086267851293087,
      "loss_total": 0.0086267851293087,
      "step": 55520
    },
    {
      "loss_action": 0.002152400789782405,
      "loss_total": 0.002152400789782405,
      "step": 55520
    },
    {
      "loss_action": 0.01035725325345993,
      "loss_total": 0.01035725325345993,
      "step": 55520
    },
    {
      "loss_action": 0.0061651538126170635,
      "loss_total": 0.0061651538126170635,
      "step": 55520
    },
    {
      "loss_action": 0.00351711455732584,
      "loss_total": 0.00351711455732584,
      "step": 55520
    },
    {
      "loss_action": 0.005443763453513384,
      "loss_total": 0.005443763453513384,
      "step": 55520
    },
    {
      "loss_action": 0.0039375219494104385,
      "loss_total": 0.0039375219494104385,
      "step": 55520
    },
    {
      "loss_action": 0.005404718220233917,
      "loss_total": 0.005404718220233917,
      "step": 55520
    },
    {
      "grad_norm": 0.08209443837404251,
      "learning_rate": 4.500001092528933e-05,
      "loss": 0.0061,
      "step": 55530
    },
    {
      "loss_action": 0.004331761039793491,
      "loss_total": 0.004331761039793491,
      "step": 55530
    },
    {
      "loss_action": 0.0087646609172225,
      "loss_total": 0.0087646609172225,
      "step": 55530
    },
    {
      "loss_action": 0.0016271306667476892,
      "loss_total": 0.0016271306667476892,
      "step": 55530
    },
    {
      "loss_action": 0.011555016040802002,
      "loss_total": 0.011555016040802002,
      "step": 55530
    },
    {
      "loss_action": 0.0037986135575920343,
      "loss_total": 0.0037986135575920343,
      "step": 55530
    },
    {
      "loss_action": 0.0026960293762385845,
      "loss_total": 0.0026960293762385845,
      "step": 55530
    },
    {
      "loss_action": 0.001765245571732521,
      "loss_total": 0.001765245571732521,
      "step": 55530
    },
    {
      "loss_action": 0.007829815149307251,
      "loss_total": 0.007829815149307251,
      "step": 55530
    },
    {
      "grad_norm": 0.10780276358127594,
      "learning_rate": 4.4983559381659455e-05,
      "loss": 0.007,
      "step": 55540
    },
    {
      "loss_action": 0.001300367759540677,
      "loss_total": 0.001300367759540677,
      "step": 55540
    },
    {
      "loss_action": 0.004361576400697231,
      "loss_total": 0.004361576400697231,
      "step": 55540
    },
    {
      "loss_action": 0.0011373439338058233,
      "loss_total": 0.0011373439338058233,
      "step": 55540
    },
    {
      "loss_action": 0.0041662645526230335,
      "loss_total": 0.0041662645526230335,
      "step": 55540
    },
    {
      "loss_action": 0.003628741018474102,
      "loss_total": 0.003628741018474102,
      "step": 55540
    },
    {
      "loss_action": 0.0022789991926401854,
      "loss_total": 0.0022789991926401854,
      "step": 55540
    },
    {
      "loss_action": 0.011966333724558353,
      "loss_total": 0.011966333724558353,
      "step": 55540
    },
    {
      "loss_action": 0.0044896784238517284,
      "loss_total": 0.0044896784238517284,
      "step": 55540
    },
    {
      "grad_norm": 0.08958840370178223,
      "learning_rate": 4.496710838661999e-05,
      "loss": 0.0062,
      "step": 55550
    },
    {
      "loss_action": 0.009353896602988243,
      "loss_total": 0.009353896602988243,
      "step": 55550
    },
    {
      "loss_action": 0.003993561491370201,
      "loss_total": 0.003993561491370201,
      "step": 55550
    },
    {
      "loss_action": 0.004310499876737595,
      "loss_total": 0.004310499876737595,
      "step": 55550
    },
    {
      "loss_action": 0.0026956370566040277,
      "loss_total": 0.0026956370566040277,
      "step": 55550
    },
    {
      "loss_action": 0.00712177436798811,
      "loss_total": 0.00712177436798811,
      "step": 55550
    },
    {
      "loss_action": 0.00661087641492486,
      "loss_total": 0.00661087641492486,
      "step": 55550
    },
    {
      "loss_action": 0.00695221871137619,
      "loss_total": 0.00695221871137619,
      "step": 55550
    },
    {
      "loss_action": 0.002560497960075736,
      "loss_total": 0.002560497960075736,
      "step": 55550
    },
    {
      "grad_norm": 0.13954484462738037,
      "learning_rate": 4.495065794196999e-05,
      "loss": 0.0067,
      "step": 55560
    },
    {
      "loss_action": 0.0031824144534766674,
      "loss_total": 0.0031824144534766674,
      "step": 55560
    },
    {
      "loss_action": 0.008205469697713852,
      "loss_total": 0.008205469697713852,
      "step": 55560
    },
    {
      "loss_action": 0.006023740395903587,
      "loss_total": 0.006023740395903587,
      "step": 55560
    },
    {
      "loss_action": 0.0051836734637618065,
      "loss_total": 0.0051836734637618065,
      "step": 55560
    },
    {
      "loss_action": 0.002568634692579508,
      "loss_total": 0.002568634692579508,
      "step": 55560
    },
    {
      "loss_action": 0.005314820911735296,
      "loss_total": 0.005314820911735296,
      "step": 55560
    },
    {
      "loss_action": 0.004484150093048811,
      "loss_total": 0.004484150093048811,
      "step": 55560
    },
    {
      "loss_action": 0.012629949487745762,
      "loss_total": 0.012629949487745762,
      "step": 55560
    },
    {
      "grad_norm": 0.11270176619291306,
      "learning_rate": 4.4934208049508455e-05,
      "loss": 0.0082,
      "step": 55570
    },
    {
      "loss_action": 0.003774867858737707,
      "loss_total": 0.003774867858737707,
      "step": 55570
    },
    {
      "loss_action": 0.0055310046300292015,
      "loss_total": 0.0055310046300292015,
      "step": 55570
    },
    {
      "loss_action": 0.003582554403692484,
      "loss_total": 0.003582554403692484,
      "step": 55570
    },
    {
      "loss_action": 0.005073321983218193,
      "loss_total": 0.005073321983218193,
      "step": 55570
    },
    {
      "loss_action": 0.017294451594352722,
      "loss_total": 0.017294451594352722,
      "step": 55570
    },
    {
      "loss_action": 0.006610424257814884,
      "loss_total": 0.006610424257814884,
      "step": 55570
    },
    {
      "loss_action": 0.005248641595244408,
      "loss_total": 0.005248641595244408,
      "step": 55570
    },
    {
      "loss_action": 0.003847996238619089,
      "loss_total": 0.003847996238619089,
      "step": 55570
    },
    {
      "grad_norm": 0.10145822912454605,
      "learning_rate": 4.4917758711034303e-05,
      "loss": 0.007,
      "step": 55580
    },
    {
      "loss_action": 0.007150526624172926,
      "loss_total": 0.007150526624172926,
      "step": 55580
    },
    {
      "loss_action": 0.009075972251594067,
      "loss_total": 0.009075972251594067,
      "step": 55580
    },
    {
      "loss_action": 0.004386683460325003,
      "loss_total": 0.004386683460325003,
      "step": 55580
    },
    {
      "loss_action": 0.006149282678961754,
      "loss_total": 0.006149282678961754,
      "step": 55580
    },
    {
      "loss_action": 0.002493364969268441,
      "loss_total": 0.002493364969268441,
      "step": 55580
    },
    {
      "loss_action": 0.005488499999046326,
      "loss_total": 0.005488499999046326,
      "step": 55580
    },
    {
      "loss_action": 0.00963649433106184,
      "loss_total": 0.00963649433106184,
      "step": 55580
    },
    {
      "loss_action": 0.012085873633623123,
      "loss_total": 0.012085873633623123,
      "step": 55580
    },
    {
      "grad_norm": 0.1021549254655838,
      "learning_rate": 4.490130992834642e-05,
      "loss": 0.0069,
      "step": 55590
    },
    {
      "loss_action": 0.005514779128134251,
      "loss_total": 0.005514779128134251,
      "step": 55590
    },
    {
      "loss_action": 0.0036371638998389244,
      "loss_total": 0.0036371638998389244,
      "step": 55590
    },
    {
      "loss_action": 0.00412745401263237,
      "loss_total": 0.00412745401263237,
      "step": 55590
    },
    {
      "loss_action": 0.0024850398767739534,
      "loss_total": 0.0024850398767739534,
      "step": 55590
    },
    {
      "loss_action": 0.005425321403890848,
      "loss_total": 0.005425321403890848,
      "step": 55590
    },
    {
      "loss_action": 0.016059625893831253,
      "loss_total": 0.016059625893831253,
      "step": 55590
    },
    {
      "loss_action": 0.0016390241216868162,
      "loss_total": 0.0016390241216868162,
      "step": 55590
    },
    {
      "loss_action": 0.004619673825800419,
      "loss_total": 0.004619673825800419,
      "step": 55590
    },
    {
      "grad_norm": 0.07664473354816437,
      "learning_rate": 4.488486170324359e-05,
      "loss": 0.0064,
      "step": 55600
    },
    {
      "loss_action": 0.00398790929466486,
      "loss_total": 0.00398790929466486,
      "step": 55600
    },
    {
      "loss_action": 0.011473657563328743,
      "loss_total": 0.011473657563328743,
      "step": 55600
    },
    {
      "loss_action": 0.022288361564278603,
      "loss_total": 0.022288361564278603,
      "step": 55600
    },
    {
      "loss_action": 0.016021449118852615,
      "loss_total": 0.016021449118852615,
      "step": 55600
    },
    {
      "loss_action": 0.006607766263186932,
      "loss_total": 0.006607766263186932,
      "step": 55600
    },
    {
      "loss_action": 0.007588667329400778,
      "loss_total": 0.007588667329400778,
      "step": 55600
    },
    {
      "loss_action": 0.01052878051996231,
      "loss_total": 0.01052878051996231,
      "step": 55600
    },
    {
      "loss_action": 0.04857584089040756,
      "loss_total": 0.04857584089040756,
      "step": 55600
    },
    {
      "grad_norm": 0.14551524817943573,
      "learning_rate": 4.486841403752463e-05,
      "loss": 0.0088,
      "step": 55610
    },
    {
      "loss_action": 0.0031702639535069466,
      "loss_total": 0.0031702639535069466,
      "step": 55610
    },
    {
      "loss_action": 0.005313378758728504,
      "loss_total": 0.005313378758728504,
      "step": 55610
    },
    {
      "loss_action": 0.013538413681089878,
      "loss_total": 0.013538413681089878,
      "step": 55610
    },
    {
      "loss_action": 0.014238323085010052,
      "loss_total": 0.014238323085010052,
      "step": 55610
    },
    {
      "loss_action": 0.00789230689406395,
      "loss_total": 0.00789230689406395,
      "step": 55610
    },
    {
      "loss_action": 0.007277078460901976,
      "loss_total": 0.007277078460901976,
      "step": 55610
    },
    {
      "loss_action": 0.016932658851146698,
      "loss_total": 0.016932658851146698,
      "step": 55610
    },
    {
      "loss_action": 0.001997108571231365,
      "loss_total": 0.001997108571231365,
      "step": 55610
    },
    {
      "grad_norm": 0.1268385648727417,
      "learning_rate": 4.4851966932988174e-05,
      "loss": 0.0075,
      "step": 55620
    },
    {
      "loss_action": 0.003146936185657978,
      "loss_total": 0.003146936185657978,
      "step": 55620
    },
    {
      "loss_action": 0.011135355569422245,
      "loss_total": 0.011135355569422245,
      "step": 55620
    },
    {
      "loss_action": 0.003999317064881325,
      "loss_total": 0.003999317064881325,
      "step": 55620
    },
    {
      "loss_action": 0.0024890860076993704,
      "loss_total": 0.0024890860076993704,
      "step": 55620
    },
    {
      "loss_action": 0.004608305171132088,
      "loss_total": 0.004608305171132088,
      "step": 55620
    },
    {
      "loss_action": 0.020497655496001244,
      "loss_total": 0.020497655496001244,
      "step": 55620
    },
    {
      "loss_action": 0.0014489067252725363,
      "loss_total": 0.0014489067252725363,
      "step": 55620
    },
    {
      "loss_action": 0.004863635636866093,
      "loss_total": 0.004863635636866093,
      "step": 55620
    },
    {
      "grad_norm": 0.11850956082344055,
      "learning_rate": 4.4835520391432894e-05,
      "loss": 0.0071,
      "step": 55630
    },
    {
      "loss_action": 0.0051588318310678005,
      "loss_total": 0.0051588318310678005,
      "step": 55630
    },
    {
      "loss_action": 0.0029920139349997044,
      "loss_total": 0.0029920139349997044,
      "step": 55630
    },
    {
      "loss_action": 0.004470717161893845,
      "loss_total": 0.004470717161893845,
      "step": 55630
    },
    {
      "loss_action": 0.0027681041974574327,
      "loss_total": 0.0027681041974574327,
      "step": 55630
    },
    {
      "loss_action": 0.006634477525949478,
      "loss_total": 0.006634477525949478,
      "step": 55630
    },
    {
      "loss_action": 0.002824061783030629,
      "loss_total": 0.002824061783030629,
      "step": 55630
    },
    {
      "loss_action": 0.0027279139030724764,
      "loss_total": 0.0027279139030724764,
      "step": 55630
    },
    {
      "loss_action": 0.014333954080939293,
      "loss_total": 0.014333954080939293,
      "step": 55630
    },
    {
      "grad_norm": 0.10690174996852875,
      "learning_rate": 4.481907441465733e-05,
      "loss": 0.0066,
      "step": 55640
    },
    {
      "loss_action": 0.009402831085026264,
      "loss_total": 0.009402831085026264,
      "step": 55640
    },
    {
      "loss_action": 0.019994668662548065,
      "loss_total": 0.019994668662548065,
      "step": 55640
    },
    {
      "loss_action": 0.004547695629298687,
      "loss_total": 0.004547695629298687,
      "step": 55640
    },
    {
      "loss_action": 0.013847531750798225,
      "loss_total": 0.013847531750798225,
      "step": 55640
    },
    {
      "loss_action": 0.016962841153144836,
      "loss_total": 0.016962841153144836,
      "step": 55640
    },
    {
      "loss_action": 0.01399646233767271,
      "loss_total": 0.01399646233767271,
      "step": 55640
    },
    {
      "loss_action": 0.004224805161356926,
      "loss_total": 0.004224805161356926,
      "step": 55640
    },
    {
      "loss_action": 0.00530628114938736,
      "loss_total": 0.00530628114938736,
      "step": 55640
    },
    {
      "grad_norm": 0.08027354627847672,
      "learning_rate": 4.480262900446e-05,
      "loss": 0.0067,
      "step": 55650
    },
    {
      "loss_action": 0.009229704737663269,
      "loss_total": 0.009229704737663269,
      "step": 55650
    },
    {
      "loss_action": 0.006482604891061783,
      "loss_total": 0.006482604891061783,
      "step": 55650
    },
    {
      "loss_action": 0.0031747971661388874,
      "loss_total": 0.0031747971661388874,
      "step": 55650
    },
    {
      "loss_action": 0.002488947007805109,
      "loss_total": 0.002488947007805109,
      "step": 55650
    },
    {
      "loss_action": 0.005663472227752209,
      "loss_total": 0.005663472227752209,
      "step": 55650
    },
    {
      "loss_action": 0.0026178541593253613,
      "loss_total": 0.0026178541593253613,
      "step": 55650
    },
    {
      "loss_action": 0.008461970835924149,
      "loss_total": 0.008461970835924149,
      "step": 55650
    },
    {
      "loss_action": 0.0027679912745952606,
      "loss_total": 0.0027679912745952606,
      "step": 55650
    },
    {
      "grad_norm": 0.06888455152511597,
      "learning_rate": 4.478618416263933e-05,
      "loss": 0.0058,
      "step": 55660
    },
    {
      "loss_action": 0.008979694917798042,
      "loss_total": 0.008979694917798042,
      "step": 55660
    },
    {
      "loss_action": 0.00645569758489728,
      "loss_total": 0.00645569758489728,
      "step": 55660
    },
    {
      "loss_action": 0.00260061863809824,
      "loss_total": 0.00260061863809824,
      "step": 55660
    },
    {
      "loss_action": 0.0059101697988808155,
      "loss_total": 0.0059101697988808155,
      "step": 55660
    },
    {
      "loss_action": 0.009786590002477169,
      "loss_total": 0.009786590002477169,
      "step": 55660
    },
    {
      "loss_action": 0.005725439637899399,
      "loss_total": 0.005725439637899399,
      "step": 55660
    },
    {
      "loss_action": 0.007467339746654034,
      "loss_total": 0.007467339746654034,
      "step": 55660
    },
    {
      "loss_action": 0.006625896319746971,
      "loss_total": 0.006625896319746971,
      "step": 55660
    },
    {
      "grad_norm": 0.06102728098630905,
      "learning_rate": 4.476973989099373e-05,
      "loss": 0.007,
      "step": 55670
    },
    {
      "loss_action": 0.0052040694281458855,
      "loss_total": 0.0052040694281458855,
      "step": 55670
    },
    {
      "loss_action": 0.002289981348440051,
      "loss_total": 0.002289981348440051,
      "step": 55670
    },
    {
      "loss_action": 0.0093595702201128,
      "loss_total": 0.0093595702201128,
      "step": 55670
    },
    {
      "loss_action": 0.0010089504066854715,
      "loss_total": 0.0010089504066854715,
      "step": 55670
    },
    {
      "loss_action": 0.006076676305383444,
      "loss_total": 0.006076676305383444,
      "step": 55670
    },
    {
      "loss_action": 0.0013377182185649872,
      "loss_total": 0.0013377182185649872,
      "step": 55670
    },
    {
      "loss_action": 0.0035923165269196033,
      "loss_total": 0.0035923165269196033,
      "step": 55670
    },
    {
      "loss_action": 0.008483972400426865,
      "loss_total": 0.008483972400426865,
      "step": 55670
    },
    {
      "grad_norm": 0.4556189775466919,
      "learning_rate": 4.475329619132153e-05,
      "loss": 0.0068,
      "step": 55680
    },
    {
      "loss_action": 0.010883379727602005,
      "loss_total": 0.010883379727602005,
      "step": 55680
    },
    {
      "loss_action": 0.0035098062362521887,
      "loss_total": 0.0035098062362521887,
      "step": 55680
    },
    {
      "loss_action": 0.0010478058829903603,
      "loss_total": 0.0010478058829903603,
      "step": 55680
    },
    {
      "loss_action": 0.004796397872269154,
      "loss_total": 0.004796397872269154,
      "step": 55680
    },
    {
      "loss_action": 0.009516176767647266,
      "loss_total": 0.009516176767647266,
      "step": 55680
    },
    {
      "loss_action": 0.0028270320035517216,
      "loss_total": 0.0028270320035517216,
      "step": 55680
    },
    {
      "loss_action": 0.008384516462683678,
      "loss_total": 0.008384516462683678,
      "step": 55680
    },
    {
      "loss_action": 0.0038051889277994633,
      "loss_total": 0.0038051889277994633,
      "step": 55680
    },
    {
      "grad_norm": 0.09790856391191483,
      "learning_rate": 4.4736853065420956e-05,
      "loss": 0.007,
      "step": 55690
    },
    {
      "loss_action": 0.00331462686881423,
      "loss_total": 0.00331462686881423,
      "step": 55690
    },
    {
      "loss_action": 0.00217345985583961,
      "loss_total": 0.00217345985583961,
      "step": 55690
    },
    {
      "loss_action": 0.002142430515959859,
      "loss_total": 0.002142430515959859,
      "step": 55690
    },
    {
      "loss_action": 0.006248984020203352,
      "loss_total": 0.006248984020203352,
      "step": 55690
    },
    {
      "loss_action": 0.002454141853377223,
      "loss_total": 0.002454141853377223,
      "step": 55690
    },
    {
      "loss_action": 0.004422778729349375,
      "loss_total": 0.004422778729349375,
      "step": 55690
    },
    {
      "loss_action": 0.0051254755817353725,
      "loss_total": 0.0051254755817353725,
      "step": 55690
    },
    {
      "loss_action": 0.008276213891804218,
      "loss_total": 0.008276213891804218,
      "step": 55690
    },
    {
      "grad_norm": 0.09010293334722519,
      "learning_rate": 4.472041051509023e-05,
      "loss": 0.0066,
      "step": 55700
    },
    {
      "loss_action": 0.005140191875398159,
      "loss_total": 0.005140191875398159,
      "step": 55700
    },
    {
      "loss_action": 0.002564778318628669,
      "loss_total": 0.002564778318628669,
      "step": 55700
    },
    {
      "loss_action": 0.0021920569706708193,
      "loss_total": 0.0021920569706708193,
      "step": 55700
    },
    {
      "loss_action": 0.004558870568871498,
      "loss_total": 0.004558870568871498,
      "step": 55700
    },
    {
      "loss_action": 0.0043745748698711395,
      "loss_total": 0.0043745748698711395,
      "step": 55700
    },
    {
      "loss_action": 0.0026906777638942003,
      "loss_total": 0.0026906777638942003,
      "step": 55700
    },
    {
      "loss_action": 0.002010427415370941,
      "loss_total": 0.002010427415370941,
      "step": 55700
    },
    {
      "loss_action": 0.006833232473582029,
      "loss_total": 0.006833232473582029,
      "step": 55700
    },
    {
      "grad_norm": 0.10890669375658035,
      "learning_rate": 4.470396854212746e-05,
      "loss": 0.0067,
      "step": 55710
    },
    {
      "loss_action": 0.004315701313316822,
      "loss_total": 0.004315701313316822,
      "step": 55710
    },
    {
      "loss_action": 0.0023960545659065247,
      "loss_total": 0.0023960545659065247,
      "step": 55710
    },
    {
      "loss_action": 0.004104478284716606,
      "loss_total": 0.004104478284716606,
      "step": 55710
    },
    {
      "loss_action": 0.005714589264243841,
      "loss_total": 0.005714589264243841,
      "step": 55710
    },
    {
      "loss_action": 0.004719479940831661,
      "loss_total": 0.004719479940831661,
      "step": 55710
    },
    {
      "loss_action": 0.004113282077014446,
      "loss_total": 0.004113282077014446,
      "step": 55710
    },
    {
      "loss_action": 0.0023813468869775534,
      "loss_total": 0.0023813468869775534,
      "step": 55710
    },
    {
      "loss_action": 0.008717495948076248,
      "loss_total": 0.008717495948076248,
      "step": 55710
    },
    {
      "grad_norm": 0.11343716084957123,
      "learning_rate": 4.468752714833072e-05,
      "loss": 0.0065,
      "step": 55720
    },
    {
      "loss_action": 0.0033881203271448612,
      "loss_total": 0.0033881203271448612,
      "step": 55720
    },
    {
      "loss_action": 0.0021472489461302757,
      "loss_total": 0.0021472489461302757,
      "step": 55720
    },
    {
      "loss_action": 0.005202709697186947,
      "loss_total": 0.005202709697186947,
      "step": 55720
    },
    {
      "loss_action": 0.003157861065119505,
      "loss_total": 0.003157861065119505,
      "step": 55720
    },
    {
      "loss_action": 0.009509588591754436,
      "loss_total": 0.009509588591754436,
      "step": 55720
    },
    {
      "loss_action": 0.006706672254949808,
      "loss_total": 0.006706672254949808,
      "step": 55720
    },
    {
      "loss_action": 0.010884059593081474,
      "loss_total": 0.010884059593081474,
      "step": 55720
    },
    {
      "loss_action": 0.0063921427354216576,
      "loss_total": 0.0063921427354216576,
      "step": 55720
    },
    {
      "grad_norm": 0.06171566620469093,
      "learning_rate": 4.467108633549803e-05,
      "loss": 0.0077,
      "step": 55730
    },
    {
      "loss_action": 0.004754120483994484,
      "loss_total": 0.004754120483994484,
      "step": 55730
    },
    {
      "loss_action": 0.011926095932722092,
      "loss_total": 0.011926095932722092,
      "step": 55730
    },
    {
      "loss_action": 0.0014931880868971348,
      "loss_total": 0.0014931880868971348,
      "step": 55730
    },
    {
      "loss_action": 0.00594694260507822,
      "loss_total": 0.00594694260507822,
      "step": 55730
    },
    {
      "loss_action": 0.003994807135313749,
      "loss_total": 0.003994807135313749,
      "step": 55730
    },
    {
      "loss_action": 0.0071967728435993195,
      "loss_total": 0.0071967728435993195,
      "step": 55730
    },
    {
      "loss_action": 0.03642269968986511,
      "loss_total": 0.03642269968986511,
      "step": 55730
    },
    {
      "loss_action": 0.0046853916719555855,
      "loss_total": 0.0046853916719555855,
      "step": 55730
    },
    {
      "grad_norm": 0.0867927223443985,
      "learning_rate": 4.4654646105427335e-05,
      "loss": 0.0085,
      "step": 55740
    },
    {
      "loss_action": 0.006602664943784475,
      "loss_total": 0.006602664943784475,
      "step": 55740
    },
    {
      "loss_action": 0.003169780597090721,
      "loss_total": 0.003169780597090721,
      "step": 55740
    },
    {
      "loss_action": 0.004262784495949745,
      "loss_total": 0.004262784495949745,
      "step": 55740
    },
    {
      "loss_action": 0.0024719920475035906,
      "loss_total": 0.0024719920475035906,
      "step": 55740
    },
    {
      "loss_action": 0.009188566356897354,
      "loss_total": 0.009188566356897354,
      "step": 55740
    },
    {
      "loss_action": 0.023637186735868454,
      "loss_total": 0.023637186735868454,
      "step": 55740
    },
    {
      "loss_action": 0.0031284880824387074,
      "loss_total": 0.0031284880824387074,
      "step": 55740
    },
    {
      "loss_action": 0.0019525974057614803,
      "loss_total": 0.0019525974057614803,
      "step": 55740
    },
    {
      "grad_norm": 0.08225226402282715,
      "learning_rate": 4.463820645991651e-05,
      "loss": 0.007,
      "step": 55750
    },
    {
      "loss_action": 0.00731766177341342,
      "loss_total": 0.00731766177341342,
      "step": 55750
    },
    {
      "loss_action": 0.0033747730776667595,
      "loss_total": 0.0033747730776667595,
      "step": 55750
    },
    {
      "loss_action": 0.00331960734911263,
      "loss_total": 0.00331960734911263,
      "step": 55750
    },
    {
      "loss_action": 0.006142737809568644,
      "loss_total": 0.006142737809568644,
      "step": 55750
    },
    {
      "loss_action": 0.0015363548882305622,
      "loss_total": 0.0015363548882305622,
      "step": 55750
    },
    {
      "loss_action": 0.0029034214094281197,
      "loss_total": 0.0029034214094281197,
      "step": 55750
    },
    {
      "loss_action": 0.0045593115501105785,
      "loss_total": 0.0045593115501105785,
      "step": 55750
    },
    {
      "loss_action": 0.005386637523770332,
      "loss_total": 0.005386637523770332,
      "step": 55750
    },
    {
      "grad_norm": 0.1103978157043457,
      "learning_rate": 4.462176740076334e-05,
      "loss": 0.006,
      "step": 55760
    },
    {
      "loss_action": 0.007104142569005489,
      "loss_total": 0.007104142569005489,
      "step": 55760
    },
    {
      "loss_action": 0.003366779536008835,
      "loss_total": 0.003366779536008835,
      "step": 55760
    },
    {
      "loss_action": 0.00574731407687068,
      "loss_total": 0.00574731407687068,
      "step": 55760
    },
    {
      "loss_action": 0.0026197880506515503,
      "loss_total": 0.0026197880506515503,
      "step": 55760
    },
    {
      "loss_action": 0.009100086987018585,
      "loss_total": 0.009100086987018585,
      "step": 55760
    },
    {
      "loss_action": 0.009854380041360855,
      "loss_total": 0.009854380041360855,
      "step": 55760
    },
    {
      "loss_action": 0.0044023627415299416,
      "loss_total": 0.0044023627415299416,
      "step": 55760
    },
    {
      "loss_action": 0.020751990377902985,
      "loss_total": 0.020751990377902985,
      "step": 55760
    },
    {
      "grad_norm": 0.07324185967445374,
      "learning_rate": 4.4605328929765624e-05,
      "loss": 0.0067,
      "step": 55770
    },
    {
      "loss_action": 0.010220471769571304,
      "loss_total": 0.010220471769571304,
      "step": 55770
    },
    {
      "loss_action": 0.00908890925347805,
      "loss_total": 0.00908890925347805,
      "step": 55770
    },
    {
      "loss_action": 0.0020123638678342104,
      "loss_total": 0.0020123638678342104,
      "step": 55770
    },
    {
      "loss_action": 0.002067119814455509,
      "loss_total": 0.002067119814455509,
      "step": 55770
    },
    {
      "loss_action": 0.009088775143027306,
      "loss_total": 0.009088775143027306,
      "step": 55770
    },
    {
      "loss_action": 0.01643899828195572,
      "loss_total": 0.01643899828195572,
      "step": 55770
    },
    {
      "loss_action": 0.006371162831783295,
      "loss_total": 0.006371162831783295,
      "step": 55770
    },
    {
      "loss_action": 0.0036059082485735416,
      "loss_total": 0.0036059082485735416,
      "step": 55770
    },
    {
      "grad_norm": 0.1680554449558258,
      "learning_rate": 4.458889104872102e-05,
      "loss": 0.0073,
      "step": 55780
    },
    {
      "loss_action": 0.008589382283389568,
      "loss_total": 0.008589382283389568,
      "step": 55780
    },
    {
      "loss_action": 0.001265022438019514,
      "loss_total": 0.001265022438019514,
      "step": 55780
    },
    {
      "loss_action": 0.005315775983035564,
      "loss_total": 0.005315775983035564,
      "step": 55780
    },
    {
      "loss_action": 0.006300128065049648,
      "loss_total": 0.006300128065049648,
      "step": 55780
    },
    {
      "loss_action": 0.003391045145690441,
      "loss_total": 0.003391045145690441,
      "step": 55780
    },
    {
      "loss_action": 0.0070584602653980255,
      "loss_total": 0.0070584602653980255,
      "step": 55780
    },
    {
      "loss_action": 0.0028051137924194336,
      "loss_total": 0.0028051137924194336,
      "step": 55780
    },
    {
      "loss_action": 0.008527464233338833,
      "loss_total": 0.008527464233338833,
      "step": 55780
    },
    {
      "grad_norm": 0.12444193661212921,
      "learning_rate": 4.457245375942715e-05,
      "loss": 0.0074,
      "step": 55790
    },
    {
      "loss_action": 0.005154535640031099,
      "loss_total": 0.005154535640031099,
      "step": 55790
    },
    {
      "loss_action": 0.004995215218514204,
      "loss_total": 0.004995215218514204,
      "step": 55790
    },
    {
      "loss_action": 0.004926956258714199,
      "loss_total": 0.004926956258714199,
      "step": 55790
    },
    {
      "loss_action": 0.003471403382718563,
      "loss_total": 0.003471403382718563,
      "step": 55790
    },
    {
      "loss_action": 0.014753296971321106,
      "loss_total": 0.014753296971321106,
      "step": 55790
    },
    {
      "loss_action": 0.0054641468450427055,
      "loss_total": 0.0054641468450427055,
      "step": 55790
    },
    {
      "loss_action": 0.004641091451048851,
      "loss_total": 0.004641091451048851,
      "step": 55790
    },
    {
      "loss_action": 0.011590570211410522,
      "loss_total": 0.011590570211410522,
      "step": 55790
    },
    {
      "grad_norm": 0.11205075681209564,
      "learning_rate": 4.455601706368157e-05,
      "loss": 0.0073,
      "step": 55800
    },
    {
      "loss_action": 0.011464906856417656,
      "loss_total": 0.011464906856417656,
      "step": 55800
    },
    {
      "loss_action": 0.010597370564937592,
      "loss_total": 0.010597370564937592,
      "step": 55800
    },
    {
      "loss_action": 0.005599499214440584,
      "loss_total": 0.005599499214440584,
      "step": 55800
    },
    {
      "loss_action": 0.004297219216823578,
      "loss_total": 0.004297219216823578,
      "step": 55800
    },
    {
      "loss_action": 0.01463332213461399,
      "loss_total": 0.01463332213461399,
      "step": 55800
    },
    {
      "loss_action": 0.00591113930568099,
      "loss_total": 0.00591113930568099,
      "step": 55800
    },
    {
      "loss_action": 0.008339056745171547,
      "loss_total": 0.008339056745171547,
      "step": 55800
    },
    {
      "loss_action": 0.002437436720356345,
      "loss_total": 0.002437436720356345,
      "step": 55800
    },
    {
      "grad_norm": 0.11369302123785019,
      "learning_rate": 4.453958096328179e-05,
      "loss": 0.006,
      "step": 55810
    },
    {
      "loss_action": 0.004920461680740118,
      "loss_total": 0.004920461680740118,
      "step": 55810
    },
    {
      "loss_action": 0.006949657574295998,
      "loss_total": 0.006949657574295998,
      "step": 55810
    },
    {
      "loss_action": 0.011932704597711563,
      "loss_total": 0.011932704597711563,
      "step": 55810
    },
    {
      "loss_action": 0.00959801021963358,
      "loss_total": 0.00959801021963358,
      "step": 55810
    },
    {
      "loss_action": 0.0048713646829128265,
      "loss_total": 0.0048713646829128265,
      "step": 55810
    },
    {
      "loss_action": 0.004589528776705265,
      "loss_total": 0.004589528776705265,
      "step": 55810
    },
    {
      "loss_action": 0.011650094762444496,
      "loss_total": 0.011650094762444496,
      "step": 55810
    },
    {
      "loss_action": 0.003755573183298111,
      "loss_total": 0.003755573183298111,
      "step": 55810
    },
    {
      "grad_norm": 0.10850819200277328,
      "learning_rate": 4.452314546002523e-05,
      "loss": 0.0081,
      "step": 55820
    },
    {
      "loss_action": 0.007125324569642544,
      "loss_total": 0.007125324569642544,
      "step": 55820
    },
    {
      "loss_action": 0.016946803778409958,
      "loss_total": 0.016946803778409958,
      "step": 55820
    },
    {
      "loss_action": 0.008169380016624928,
      "loss_total": 0.008169380016624928,
      "step": 55820
    },
    {
      "loss_action": 0.018686210736632347,
      "loss_total": 0.018686210736632347,
      "step": 55820
    },
    {
      "loss_action": 0.0040154289454221725,
      "loss_total": 0.0040154289454221725,
      "step": 55820
    },
    {
      "loss_action": 0.005016978830099106,
      "loss_total": 0.005016978830099106,
      "step": 55820
    },
    {
      "loss_action": 0.01367926225066185,
      "loss_total": 0.01367926225066185,
      "step": 55820
    },
    {
      "loss_action": 0.014479479752480984,
      "loss_total": 0.014479479752480984,
      "step": 55820
    },
    {
      "grad_norm": 0.1017194613814354,
      "learning_rate": 4.4506710555709246e-05,
      "loss": 0.007,
      "step": 55830
    },
    {
      "loss_action": 0.007226910442113876,
      "loss_total": 0.007226910442113876,
      "step": 55830
    },
    {
      "loss_action": 0.007100312039256096,
      "loss_total": 0.007100312039256096,
      "step": 55830
    },
    {
      "loss_action": 0.005170546472072601,
      "loss_total": 0.005170546472072601,
      "step": 55830
    },
    {
      "loss_action": 0.003190262708812952,
      "loss_total": 0.003190262708812952,
      "step": 55830
    },
    {
      "loss_action": 0.01057874970138073,
      "loss_total": 0.01057874970138073,
      "step": 55830
    },
    {
      "loss_action": 0.0034530404955148697,
      "loss_total": 0.0034530404955148697,
      "step": 55830
    },
    {
      "loss_action": 0.003923293203115463,
      "loss_total": 0.003923293203115463,
      "step": 55830
    },
    {
      "loss_action": 0.002079123631119728,
      "loss_total": 0.002079123631119728,
      "step": 55830
    },
    {
      "grad_norm": 0.10897891968488693,
      "learning_rate": 4.449027625213114e-05,
      "loss": 0.0067,
      "step": 55840
    },
    {
      "loss_action": 0.01753656566143036,
      "loss_total": 0.01753656566143036,
      "step": 55840
    },
    {
      "loss_action": 0.0045721339993178844,
      "loss_total": 0.0045721339993178844,
      "step": 55840
    },
    {
      "loss_action": 0.008289320394396782,
      "loss_total": 0.008289320394396782,
      "step": 55840
    },
    {
      "loss_action": 0.008191618137061596,
      "loss_total": 0.008191618137061596,
      "step": 55840
    },
    {
      "loss_action": 0.00334719056263566,
      "loss_total": 0.00334719056263566,
      "step": 55840
    },
    {
      "loss_action": 0.00614838907495141,
      "loss_total": 0.00614838907495141,
      "step": 55840
    },
    {
      "loss_action": 0.0044600991532206535,
      "loss_total": 0.0044600991532206535,
      "step": 55840
    },
    {
      "loss_action": 0.0034419242292642593,
      "loss_total": 0.0034419242292642593,
      "step": 55840
    },
    {
      "grad_norm": 0.09405677765607834,
      "learning_rate": 4.4473842551088135e-05,
      "loss": 0.0063,
      "step": 55850
    },
    {
      "loss_action": 0.003381568705663085,
      "loss_total": 0.003381568705663085,
      "step": 55850
    },
    {
      "loss_action": 0.0044581531547009945,
      "loss_total": 0.0044581531547009945,
      "step": 55850
    },
    {
      "loss_action": 0.0048041678965091705,
      "loss_total": 0.0048041678965091705,
      "step": 55850
    },
    {
      "loss_action": 0.0023288517259061337,
      "loss_total": 0.0023288517259061337,
      "step": 55850
    },
    {
      "loss_action": 0.0020123054273426533,
      "loss_total": 0.0020123054273426533,
      "step": 55850
    },
    {
      "loss_action": 0.001434380654245615,
      "loss_total": 0.001434380654245615,
      "step": 55850
    },
    {
      "loss_action": 0.010963470675051212,
      "loss_total": 0.010963470675051212,
      "step": 55850
    },
    {
      "loss_action": 0.0013259442057460546,
      "loss_total": 0.0013259442057460546,
      "step": 55850
    },
    {
      "grad_norm": 0.087847039103508,
      "learning_rate": 4.445740945437738e-05,
      "loss": 0.0072,
      "step": 55860
    },
    {
      "loss_action": 0.0015350545290857553,
      "loss_total": 0.0015350545290857553,
      "step": 55860
    },
    {
      "loss_action": 0.001956447958946228,
      "loss_total": 0.001956447958946228,
      "step": 55860
    },
    {
      "loss_action": 0.023050539195537567,
      "loss_total": 0.023050539195537567,
      "step": 55860
    },
    {
      "loss_action": 0.0108992550522089,
      "loss_total": 0.0108992550522089,
      "step": 55860
    },
    {
      "loss_action": 0.006833257153630257,
      "loss_total": 0.006833257153630257,
      "step": 55860
    },
    {
      "loss_action": 0.009719006717205048,
      "loss_total": 0.009719006717205048,
      "step": 55860
    },
    {
      "loss_action": 0.006442476063966751,
      "loss_total": 0.006442476063966751,
      "step": 55860
    },
    {
      "loss_action": 0.01997036300599575,
      "loss_total": 0.01997036300599575,
      "step": 55860
    },
    {
      "grad_norm": 0.06309373676776886,
      "learning_rate": 4.444097696379602e-05,
      "loss": 0.0066,
      "step": 55870
    },
    {
      "loss_action": 0.005668149329721928,
      "loss_total": 0.005668149329721928,
      "step": 55870
    },
    {
      "loss_action": 0.007069199346005917,
      "loss_total": 0.007069199346005917,
      "step": 55870
    },
    {
      "loss_action": 0.007936769165098667,
      "loss_total": 0.007936769165098667,
      "step": 55870
    },
    {
      "loss_action": 0.007945027202367783,
      "loss_total": 0.007945027202367783,
      "step": 55870
    },
    {
      "loss_action": 0.003250979818403721,
      "loss_total": 0.003250979818403721,
      "step": 55870
    },
    {
      "loss_action": 0.005236133001744747,
      "loss_total": 0.005236133001744747,
      "step": 55870
    },
    {
      "loss_action": 0.00428833207115531,
      "loss_total": 0.00428833207115531,
      "step": 55870
    },
    {
      "loss_action": 0.004430573899298906,
      "loss_total": 0.004430573899298906,
      "step": 55870
    },
    {
      "grad_norm": 0.0711066946387291,
      "learning_rate": 4.442454508114106e-05,
      "loss": 0.0068,
      "step": 55880
    },
    {
      "loss_action": 0.0053103286772966385,
      "loss_total": 0.0053103286772966385,
      "step": 55880
    },
    {
      "loss_action": 0.004939212463796139,
      "loss_total": 0.004939212463796139,
      "step": 55880
    },
    {
      "loss_action": 0.0032604471780359745,
      "loss_total": 0.0032604471780359745,
      "step": 55880
    },
    {
      "loss_action": 0.0021344118285924196,
      "loss_total": 0.0021344118285924196,
      "step": 55880
    },
    {
      "loss_action": 0.0013861465267837048,
      "loss_total": 0.0013861465267837048,
      "step": 55880
    },
    {
      "loss_action": 0.00825238786637783,
      "loss_total": 0.00825238786637783,
      "step": 55880
    },
    {
      "loss_action": 0.0033816383220255375,
      "loss_total": 0.0033816383220255375,
      "step": 55880
    },
    {
      "loss_action": 0.00996147096157074,
      "loss_total": 0.00996147096157074,
      "step": 55880
    },
    {
      "grad_norm": 0.12316133081912994,
      "learning_rate": 4.4408113808209465e-05,
      "loss": 0.0058,
      "step": 55890
    },
    {
      "loss_action": 0.006436485797166824,
      "loss_total": 0.006436485797166824,
      "step": 55890
    },
    {
      "loss_action": 0.004639989696443081,
      "loss_total": 0.004639989696443081,
      "step": 55890
    },
    {
      "loss_action": 0.005385962314903736,
      "loss_total": 0.005385962314903736,
      "step": 55890
    },
    {
      "loss_action": 0.0058952877297997475,
      "loss_total": 0.0058952877297997475,
      "step": 55890
    },
    {
      "loss_action": 0.005035290494561195,
      "loss_total": 0.005035290494561195,
      "step": 55890
    },
    {
      "loss_action": 0.0025524755474179983,
      "loss_total": 0.0025524755474179983,
      "step": 55890
    },
    {
      "loss_action": 0.005373180843889713,
      "loss_total": 0.005373180843889713,
      "step": 55890
    },
    {
      "loss_action": 0.001973440870642662,
      "loss_total": 0.001973440870642662,
      "step": 55890
    },
    {
      "grad_norm": 0.1061481311917305,
      "learning_rate": 4.439168314679813e-05,
      "loss": 0.0065,
      "step": 55900
    },
    {
      "loss_action": 0.010155750438570976,
      "loss_total": 0.010155750438570976,
      "step": 55900
    },
    {
      "loss_action": 0.004147524479776621,
      "loss_total": 0.004147524479776621,
      "step": 55900
    },
    {
      "loss_action": 0.004614353179931641,
      "loss_total": 0.004614353179931641,
      "step": 55900
    },
    {
      "loss_action": 0.006588072050362825,
      "loss_total": 0.006588072050362825,
      "step": 55900
    },
    {
      "loss_action": 0.004720957018435001,
      "loss_total": 0.004720957018435001,
      "step": 55900
    },
    {
      "loss_action": 0.007715198211371899,
      "loss_total": 0.007715198211371899,
      "step": 55900
    },
    {
      "loss_action": 0.003563324920833111,
      "loss_total": 0.003563324920833111,
      "step": 55900
    },
    {
      "loss_action": 0.008303316310048103,
      "loss_total": 0.008303316310048103,
      "step": 55900
    },
    {
      "grad_norm": 0.10116777569055557,
      "learning_rate": 4.43752530987039e-05,
      "loss": 0.007,
      "step": 55910
    },
    {
      "loss_action": 0.0031841625459492207,
      "loss_total": 0.0031841625459492207,
      "step": 55910
    },
    {
      "loss_action": 0.009347587823867798,
      "loss_total": 0.009347587823867798,
      "step": 55910
    },
    {
      "loss_action": 0.007113798521459103,
      "loss_total": 0.007113798521459103,
      "step": 55910
    },
    {
      "loss_action": 0.006676443852484226,
      "loss_total": 0.006676443852484226,
      "step": 55910
    },
    {
      "loss_action": 0.0031783238518983126,
      "loss_total": 0.0031783238518983126,
      "step": 55910
    },
    {
      "loss_action": 0.005052340682595968,
      "loss_total": 0.005052340682595968,
      "step": 55910
    },
    {
      "loss_action": 0.005265722516924143,
      "loss_total": 0.005265722516924143,
      "step": 55910
    },
    {
      "loss_action": 0.002218402223661542,
      "loss_total": 0.002218402223661542,
      "step": 55910
    },
    {
      "grad_norm": 0.08989206701517105,
      "learning_rate": 4.4358823665723515e-05,
      "loss": 0.0061,
      "step": 55920
    },
    {
      "loss_action": 0.0077216653153300285,
      "loss_total": 0.0077216653153300285,
      "step": 55920
    },
    {
      "loss_action": 0.004969466477632523,
      "loss_total": 0.004969466477632523,
      "step": 55920
    },
    {
      "loss_action": 0.0028154717292636633,
      "loss_total": 0.0028154717292636633,
      "step": 55920
    },
    {
      "loss_action": 0.002547137439250946,
      "loss_total": 0.002547137439250946,
      "step": 55920
    },
    {
      "loss_action": 0.012483309023082256,
      "loss_total": 0.012483309023082256,
      "step": 55920
    },
    {
      "loss_action": 0.016415555030107498,
      "loss_total": 0.016415555030107498,
      "step": 55920
    },
    {
      "loss_action": 0.0018331084866076708,
      "loss_total": 0.0018331084866076708,
      "step": 55920
    },
    {
      "loss_action": 0.006564402487128973,
      "loss_total": 0.006564402487128973,
      "step": 55920
    },
    {
      "grad_norm": 0.09315924346446991,
      "learning_rate": 4.434239484965371e-05,
      "loss": 0.0059,
      "step": 55930
    },
    {
      "loss_action": 0.0019486029632389545,
      "loss_total": 0.0019486029632389545,
      "step": 55930
    },
    {
      "loss_action": 0.006939504761248827,
      "loss_total": 0.006939504761248827,
      "step": 55930
    },
    {
      "loss_action": 0.01168536301702261,
      "loss_total": 0.01168536301702261,
      "step": 55930
    },
    {
      "loss_action": 0.0018484566826373339,
      "loss_total": 0.0018484566826373339,
      "step": 55930
    },
    {
      "loss_action": 0.008089100010693073,
      "loss_total": 0.008089100010693073,
      "step": 55930
    },
    {
      "loss_action": 0.0047738938592374325,
      "loss_total": 0.0047738938592374325,
      "step": 55930
    },
    {
      "loss_action": 0.0018814071081578732,
      "loss_total": 0.0018814071081578732,
      "step": 55930
    },
    {
      "loss_action": 0.009317073971033096,
      "loss_total": 0.009317073971033096,
      "step": 55930
    },
    {
      "grad_norm": 0.09493085741996765,
      "learning_rate": 4.4325966652291103e-05,
      "loss": 0.0061,
      "step": 55940
    },
    {
      "loss_action": 0.006985761225223541,
      "loss_total": 0.006985761225223541,
      "step": 55940
    },
    {
      "loss_action": 0.008910251781344414,
      "loss_total": 0.008910251781344414,
      "step": 55940
    },
    {
      "loss_action": 0.001413468737155199,
      "loss_total": 0.001413468737155199,
      "step": 55940
    },
    {
      "loss_action": 0.003717934712767601,
      "loss_total": 0.003717934712767601,
      "step": 55940
    },
    {
      "loss_action": 0.005937096197158098,
      "loss_total": 0.005937096197158098,
      "step": 55940
    },
    {
      "loss_action": 0.0013540652580559254,
      "loss_total": 0.0013540652580559254,
      "step": 55940
    },
    {
      "loss_action": 0.002746014855802059,
      "loss_total": 0.002746014855802059,
      "step": 55940
    },
    {
      "loss_action": 0.001661122078076005,
      "loss_total": 0.001661122078076005,
      "step": 55940
    },
    {
      "grad_norm": 0.11473184823989868,
      "learning_rate": 4.430953907543225e-05,
      "loss": 0.0074,
      "step": 55950
    },
    {
      "loss_action": 0.003275388153269887,
      "loss_total": 0.003275388153269887,
      "step": 55950
    },
    {
      "loss_action": 0.005635539069771767,
      "loss_total": 0.005635539069771767,
      "step": 55950
    },
    {
      "loss_action": 0.004948558751493692,
      "loss_total": 0.004948558751493692,
      "step": 55950
    },
    {
      "loss_action": 0.0018202320206910372,
      "loss_total": 0.0018202320206910372,
      "step": 55950
    },
    {
      "loss_action": 0.007313784211874008,
      "loss_total": 0.007313784211874008,
      "step": 55950
    },
    {
      "loss_action": 0.0018560703611001372,
      "loss_total": 0.0018560703611001372,
      "step": 55950
    },
    {
      "loss_action": 0.003721795976161957,
      "loss_total": 0.003721795976161957,
      "step": 55950
    },
    {
      "loss_action": 0.007236511446535587,
      "loss_total": 0.007236511446535587,
      "step": 55950
    },
    {
      "grad_norm": 0.09954784065485,
      "learning_rate": 4.4293112120873645e-05,
      "loss": 0.0069,
      "step": 55960
    },
    {
      "loss_action": 0.0032983876299113035,
      "loss_total": 0.0032983876299113035,
      "step": 55960
    },
    {
      "loss_action": 0.004970078356564045,
      "loss_total": 0.004970078356564045,
      "step": 55960
    },
    {
      "loss_action": 0.0026676729321479797,
      "loss_total": 0.0026676729321479797,
      "step": 55960
    },
    {
      "loss_action": 0.0012721439125016332,
      "loss_total": 0.0012721439125016332,
      "step": 55960
    },
    {
      "loss_action": 0.004608947318047285,
      "loss_total": 0.004608947318047285,
      "step": 55960
    },
    {
      "loss_action": 0.0033277478069067,
      "loss_total": 0.0033277478069067,
      "step": 55960
    },
    {
      "loss_action": 0.0020907840225845575,
      "loss_total": 0.0020907840225845575,
      "step": 55960
    },
    {
      "loss_action": 0.002948224311694503,
      "loss_total": 0.002948224311694503,
      "step": 55960
    },
    {
      "grad_norm": 0.07362272590398788,
      "learning_rate": 4.427668579041172e-05,
      "loss": 0.0059,
      "step": 55970
    },
    {
      "loss_action": 0.0032045613043010235,
      "loss_total": 0.0032045613043010235,
      "step": 55970
    },
    {
      "loss_action": 0.004017102066427469,
      "loss_total": 0.004017102066427469,
      "step": 55970
    },
    {
      "loss_action": 0.0033541263546794653,
      "loss_total": 0.0033541263546794653,
      "step": 55970
    },
    {
      "loss_action": 0.007290590554475784,
      "loss_total": 0.007290590554475784,
      "step": 55970
    },
    {
      "loss_action": 0.0030900253914296627,
      "loss_total": 0.0030900253914296627,
      "step": 55970
    },
    {
      "loss_action": 0.007715106476098299,
      "loss_total": 0.007715106476098299,
      "step": 55970
    },
    {
      "loss_action": 0.00675707682967186,
      "loss_total": 0.00675707682967186,
      "step": 55970
    },
    {
      "loss_action": 0.01758168637752533,
      "loss_total": 0.01758168637752533,
      "step": 55970
    },
    {
      "grad_norm": 0.08894148468971252,
      "learning_rate": 4.4260260085842816e-05,
      "loss": 0.0069,
      "step": 55980
    },
    {
      "loss_action": 0.011210162192583084,
      "loss_total": 0.011210162192583084,
      "step": 55980
    },
    {
      "loss_action": 0.0054096863605082035,
      "loss_total": 0.0054096863605082035,
      "step": 55980
    },
    {
      "loss_action": 0.01018866803497076,
      "loss_total": 0.01018866803497076,
      "step": 55980
    },
    {
      "loss_action": 0.0018394039943814278,
      "loss_total": 0.0018394039943814278,
      "step": 55980
    },
    {
      "loss_action": 0.011918720789253712,
      "loss_total": 0.011918720789253712,
      "step": 55980
    },
    {
      "loss_action": 0.016643943265080452,
      "loss_total": 0.016643943265080452,
      "step": 55980
    },
    {
      "loss_action": 0.01694469340145588,
      "loss_total": 0.01694469340145588,
      "step": 55980
    },
    {
      "loss_action": 0.003599744290113449,
      "loss_total": 0.003599744290113449,
      "step": 55980
    },
    {
      "grad_norm": 0.09151649475097656,
      "learning_rate": 4.4243835008963256e-05,
      "loss": 0.0064,
      "step": 55990
    },
    {
      "loss_action": 0.0031251604668796062,
      "loss_total": 0.0031251604668796062,
      "step": 55990
    },
    {
      "loss_action": 0.003805439220741391,
      "loss_total": 0.003805439220741391,
      "step": 55990
    },
    {
      "loss_action": 0.005512468982487917,
      "loss_total": 0.005512468982487917,
      "step": 55990
    },
    {
      "loss_action": 0.004915078170597553,
      "loss_total": 0.004915078170597553,
      "step": 55990
    },
    {
      "loss_action": 0.003929881379008293,
      "loss_total": 0.003929881379008293,
      "step": 55990
    },
    {
      "loss_action": 0.0036356118507683277,
      "loss_total": 0.0036356118507683277,
      "step": 55990
    },
    {
      "loss_action": 0.011932821944355965,
      "loss_total": 0.011932821944355965,
      "step": 55990
    },
    {
      "loss_action": 0.001929692691192031,
      "loss_total": 0.001929692691192031,
      "step": 55990
    },
    {
      "grad_norm": 0.10538195073604584,
      "learning_rate": 4.422741056156925e-05,
      "loss": 0.0066,
      "step": 56000
    },
    {
      "loss_action": 0.0065740239806473255,
      "loss_total": 0.0065740239806473255,
      "step": 56000
    },
    {
      "loss_action": 0.011153308674693108,
      "loss_total": 0.011153308674693108,
      "step": 56000
    },
    {
      "loss_action": 0.012310989201068878,
      "loss_total": 0.012310989201068878,
      "step": 56000
    },
    {
      "loss_action": 0.0031387703493237495,
      "loss_total": 0.0031387703493237495,
      "step": 56000
    },
    {
      "loss_action": 0.009437967091798782,
      "loss_total": 0.009437967091798782,
      "step": 56000
    },
    {
      "loss_action": 0.01618274487555027,
      "loss_total": 0.01618274487555027,
      "step": 56000
    },
    {
      "loss_action": 0.004098971374332905,
      "loss_total": 0.004098971374332905,
      "step": 56000
    },
    {
      "loss_action": 0.0022131463047116995,
      "loss_total": 0.0022131463047116995,
      "step": 56000
    },
    {
      "grad_norm": 0.08060084283351898,
      "learning_rate": 4.421098674545693e-05,
      "loss": 0.0072,
      "step": 56010
    },
    {
      "loss_action": 0.002664304804056883,
      "loss_total": 0.002664304804056883,
      "step": 56010
    },
    {
      "loss_action": 0.00415321160107851,
      "loss_total": 0.00415321160107851,
      "step": 56010
    },
    {
      "loss_action": 0.0036566867493093014,
      "loss_total": 0.0036566867493093014,
      "step": 56010
    },
    {
      "loss_action": 0.014479003846645355,
      "loss_total": 0.014479003846645355,
      "step": 56010
    },
    {
      "loss_action": 0.012317314743995667,
      "loss_total": 0.012317314743995667,
      "step": 56010
    },
    {
      "loss_action": 0.012748275883495808,
      "loss_total": 0.012748275883495808,
      "step": 56010
    },
    {
      "loss_action": 0.0026175444945693016,
      "loss_total": 0.0026175444945693016,
      "step": 56010
    },
    {
      "loss_action": 0.0040555838495492935,
      "loss_total": 0.0040555838495492935,
      "step": 56010
    },
    {
      "grad_norm": 0.08408765494823456,
      "learning_rate": 4.419456356242241e-05,
      "loss": 0.0067,
      "step": 56020
    },
    {
      "loss_action": 0.006609438452869654,
      "loss_total": 0.006609438452869654,
      "step": 56020
    },
    {
      "loss_action": 0.002896021120250225,
      "loss_total": 0.002896021120250225,
      "step": 56020
    },
    {
      "loss_action": 0.003320797113701701,
      "loss_total": 0.003320797113701701,
      "step": 56020
    },
    {
      "loss_action": 0.003127472708001733,
      "loss_total": 0.003127472708001733,
      "step": 56020
    },
    {
      "loss_action": 0.02371242828667164,
      "loss_total": 0.02371242828667164,
      "step": 56020
    },
    {
      "loss_action": 0.004046356305480003,
      "loss_total": 0.004046356305480003,
      "step": 56020
    },
    {
      "loss_action": 0.0023590694181621075,
      "loss_total": 0.0023590694181621075,
      "step": 56020
    },
    {
      "loss_action": 0.007149349898099899,
      "loss_total": 0.007149349898099899,
      "step": 56020
    },
    {
      "grad_norm": 0.06218752637505531,
      "learning_rate": 4.4178141014261685e-05,
      "loss": 0.0053,
      "step": 56030
    },
    {
      "loss_action": 0.005123510956764221,
      "loss_total": 0.005123510956764221,
      "step": 56030
    },
    {
      "loss_action": 0.0019700350239872932,
      "loss_total": 0.0019700350239872932,
      "step": 56030
    },
    {
      "loss_action": 0.0044798171147704124,
      "loss_total": 0.0044798171147704124,
      "step": 56030
    },
    {
      "loss_action": 0.010584572330117226,
      "loss_total": 0.010584572330117226,
      "step": 56030
    },
    {
      "loss_action": 0.017276134341955185,
      "loss_total": 0.017276134341955185,
      "step": 56030
    },
    {
      "loss_action": 0.004532990045845509,
      "loss_total": 0.004532990045845509,
      "step": 56030
    },
    {
      "loss_action": 0.0032793537247925997,
      "loss_total": 0.0032793537247925997,
      "step": 56030
    },
    {
      "loss_action": 0.0023584531154483557,
      "loss_total": 0.0023584531154483557,
      "step": 56030
    },
    {
      "grad_norm": 0.09632942825555801,
      "learning_rate": 4.416171910277071e-05,
      "loss": 0.0083,
      "step": 56040
    },
    {
      "loss_action": 0.004805298056453466,
      "loss_total": 0.004805298056453466,
      "step": 56040
    },
    {
      "loss_action": 0.003107852768152952,
      "loss_total": 0.003107852768152952,
      "step": 56040
    },
    {
      "loss_action": 0.003262411570176482,
      "loss_total": 0.003262411570176482,
      "step": 56040
    },
    {
      "loss_action": 0.0038307574577629566,
      "loss_total": 0.0038307574577629566,
      "step": 56040
    },
    {
      "loss_action": 0.0060903169214725494,
      "loss_total": 0.0060903169214725494,
      "step": 56040
    },
    {
      "loss_action": 0.0020510773174464703,
      "loss_total": 0.0020510773174464703,
      "step": 56040
    },
    {
      "loss_action": 0.0028274659998714924,
      "loss_total": 0.0028274659998714924,
      "step": 56040
    },
    {
      "loss_action": 0.003786301938816905,
      "loss_total": 0.003786301938816905,
      "step": 56040
    },
    {
      "grad_norm": 0.07311628013849258,
      "learning_rate": 4.414529782974533e-05,
      "loss": 0.0063,
      "step": 56050
    },
    {
      "loss_action": 0.004461955279111862,
      "loss_total": 0.004461955279111862,
      "step": 56050
    },
    {
      "loss_action": 0.0038879099301993847,
      "loss_total": 0.0038879099301993847,
      "step": 56050
    },
    {
      "loss_action": 0.00663834810256958,
      "loss_total": 0.00663834810256958,
      "step": 56050
    },
    {
      "loss_action": 0.0016144843539223075,
      "loss_total": 0.0016144843539223075,
      "step": 56050
    },
    {
      "loss_action": 0.009061615914106369,
      "loss_total": 0.009061615914106369,
      "step": 56050
    },
    {
      "loss_action": 0.005038213450461626,
      "loss_total": 0.005038213450461626,
      "step": 56050
    },
    {
      "loss_action": 0.006824440788477659,
      "loss_total": 0.006824440788477659,
      "step": 56050
    },
    {
      "loss_action": 0.03680285066366196,
      "loss_total": 0.03680285066366196,
      "step": 56050
    },
    {
      "grad_norm": 0.096415676176548,
      "learning_rate": 4.41288771969814e-05,
      "loss": 0.0067,
      "step": 56060
    },
    {
      "loss_action": 0.009530390612781048,
      "loss_total": 0.009530390612781048,
      "step": 56060
    },
    {
      "loss_action": 0.0051122186705470085,
      "loss_total": 0.0051122186705470085,
      "step": 56060
    },
    {
      "loss_action": 0.008288554847240448,
      "loss_total": 0.008288554847240448,
      "step": 56060
    },
    {
      "loss_action": 0.0041602677665650845,
      "loss_total": 0.0041602677665650845,
      "step": 56060
    },
    {
      "loss_action": 0.004652387462556362,
      "loss_total": 0.004652387462556362,
      "step": 56060
    },
    {
      "loss_action": 0.02174294926226139,
      "loss_total": 0.02174294926226139,
      "step": 56060
    },
    {
      "loss_action": 0.0036214152351021767,
      "loss_total": 0.0036214152351021767,
      "step": 56060
    },
    {
      "loss_action": 0.009321700781583786,
      "loss_total": 0.009321700781583786,
      "step": 56060
    },
    {
      "grad_norm": 0.10656049102544785,
      "learning_rate": 4.411245720627464e-05,
      "loss": 0.0077,
      "step": 56070
    },
    {
      "loss_action": 0.008422868326306343,
      "loss_total": 0.008422868326306343,
      "step": 56070
    },
    {
      "loss_action": 0.009759316220879555,
      "loss_total": 0.009759316220879555,
      "step": 56070
    },
    {
      "loss_action": 0.00164508493617177,
      "loss_total": 0.00164508493617177,
      "step": 56070
    },
    {
      "loss_action": 0.0034344312734901905,
      "loss_total": 0.0034344312734901905,
      "step": 56070
    },
    {
      "loss_action": 0.0044557987712323666,
      "loss_total": 0.0044557987712323666,
      "step": 56070
    },
    {
      "loss_action": 0.0071060266345739365,
      "loss_total": 0.0071060266345739365,
      "step": 56070
    },
    {
      "loss_action": 0.0046196491457521915,
      "loss_total": 0.0046196491457521915,
      "step": 56070
    },
    {
      "loss_action": 0.002736055525019765,
      "loss_total": 0.002736055525019765,
      "step": 56070
    },
    {
      "grad_norm": 0.08536452800035477,
      "learning_rate": 4.40960378594207e-05,
      "loss": 0.0056,
      "step": 56080
    },
    {
      "loss_action": 0.003317096969112754,
      "loss_total": 0.003317096969112754,
      "step": 56080
    },
    {
      "loss_action": 0.004533939063549042,
      "loss_total": 0.004533939063549042,
      "step": 56080
    },
    {
      "loss_action": 0.0061074490658938885,
      "loss_total": 0.0061074490658938885,
      "step": 56080
    },
    {
      "loss_action": 0.0048207445070147514,
      "loss_total": 0.0048207445070147514,
      "step": 56080
    },
    {
      "loss_action": 0.003094483632594347,
      "loss_total": 0.003094483632594347,
      "step": 56080
    },
    {
      "loss_action": 0.0040946537628769875,
      "loss_total": 0.0040946537628769875,
      "step": 56080
    },
    {
      "loss_action": 0.009886810556054115,
      "loss_total": 0.009886810556054115,
      "step": 56080
    },
    {
      "loss_action": 0.008251185528934002,
      "loss_total": 0.008251185528934002,
      "step": 56080
    },
    {
      "grad_norm": 0.12769286334514618,
      "learning_rate": 4.407961915821519e-05,
      "loss": 0.0078,
      "step": 56090
    },
    {
      "loss_action": 0.005140867084264755,
      "loss_total": 0.005140867084264755,
      "step": 56090
    },
    {
      "loss_action": 0.0020935633219778538,
      "loss_total": 0.0020935633219778538,
      "step": 56090
    },
    {
      "loss_action": 0.0046283528208732605,
      "loss_total": 0.0046283528208732605,
      "step": 56090
    },
    {
      "loss_action": 0.004031892865896225,
      "loss_total": 0.004031892865896225,
      "step": 56090
    },
    {
      "loss_action": 0.0020038359798491,
      "loss_total": 0.0020038359798491,
      "step": 56090
    },
    {
      "loss_action": 0.01767745241522789,
      "loss_total": 0.01767745241522789,
      "step": 56090
    },
    {
      "loss_action": 0.014455130323767662,
      "loss_total": 0.014455130323767662,
      "step": 56090
    },
    {
      "loss_action": 0.0019228572491556406,
      "loss_total": 0.0019228572491556406,
      "step": 56090
    },
    {
      "grad_norm": 0.1215643435716629,
      "learning_rate": 4.406320110445362e-05,
      "loss": 0.0067,
      "step": 56100
    },
    {
      "loss_action": 0.0031362203881144524,
      "loss_total": 0.0031362203881144524,
      "step": 56100
    },
    {
      "loss_action": 0.004936460871249437,
      "loss_total": 0.004936460871249437,
      "step": 56100
    },
    {
      "loss_action": 0.003988979384303093,
      "loss_total": 0.003988979384303093,
      "step": 56100
    },
    {
      "loss_action": 0.00384393148124218,
      "loss_total": 0.00384393148124218,
      "step": 56100
    },
    {
      "loss_action": 0.009388454258441925,
      "loss_total": 0.009388454258441925,
      "step": 56100
    },
    {
      "loss_action": 0.003720443695783615,
      "loss_total": 0.003720443695783615,
      "step": 56100
    },
    {
      "loss_action": 0.011090436950325966,
      "loss_total": 0.011090436950325966,
      "step": 56100
    },
    {
      "loss_action": 0.00692619988694787,
      "loss_total": 0.00692619988694787,
      "step": 56100
    },
    {
      "grad_norm": 0.11306198686361313,
      "learning_rate": 4.404678369993144e-05,
      "loss": 0.0071,
      "step": 56110
    },
    {
      "loss_action": 0.006341846659779549,
      "loss_total": 0.006341846659779549,
      "step": 56110
    },
    {
      "loss_action": 0.0070940107107162476,
      "loss_total": 0.0070940107107162476,
      "step": 56110
    },
    {
      "loss_action": 0.002916480414569378,
      "loss_total": 0.002916480414569378,
      "step": 56110
    },
    {
      "loss_action": 0.008577069267630577,
      "loss_total": 0.008577069267630577,
      "step": 56110
    },
    {
      "loss_action": 0.005142502021044493,
      "loss_total": 0.005142502021044493,
      "step": 56110
    },
    {
      "loss_action": 0.010719030164182186,
      "loss_total": 0.010719030164182186,
      "step": 56110
    },
    {
      "loss_action": 0.009023603051900864,
      "loss_total": 0.009023603051900864,
      "step": 56110
    },
    {
      "loss_action": 0.00417923042550683,
      "loss_total": 0.00417923042550683,
      "step": 56110
    },
    {
      "grad_norm": 0.09435557574033737,
      "learning_rate": 4.403036694644406e-05,
      "loss": 0.0062,
      "step": 56120
    },
    {
      "loss_action": 0.004453971050679684,
      "loss_total": 0.004453971050679684,
      "step": 56120
    },
    {
      "loss_action": 0.00508377980440855,
      "loss_total": 0.00508377980440855,
      "step": 56120
    },
    {
      "loss_action": 0.002077981363981962,
      "loss_total": 0.002077981363981962,
      "step": 56120
    },
    {
      "loss_action": 0.0038233650848269463,
      "loss_total": 0.0038233650848269463,
      "step": 56120
    },
    {
      "loss_action": 0.0026317760348320007,
      "loss_total": 0.0026317760348320007,
      "step": 56120
    },
    {
      "loss_action": 0.009990375488996506,
      "loss_total": 0.009990375488996506,
      "step": 56120
    },
    {
      "loss_action": 0.006402926053851843,
      "loss_total": 0.006402926053851843,
      "step": 56120
    },
    {
      "loss_action": 0.00293542118743062,
      "loss_total": 0.00293542118743062,
      "step": 56120
    },
    {
      "grad_norm": 0.5467848181724548,
      "learning_rate": 4.4013950845786764e-05,
      "loss": 0.0081,
      "step": 56130
    },
    {
      "loss_action": 0.021608512848615646,
      "loss_total": 0.021608512848615646,
      "step": 56130
    },
    {
      "loss_action": 0.0028353026136755943,
      "loss_total": 0.0028353026136755943,
      "step": 56130
    },
    {
      "loss_action": 0.0020620033610612154,
      "loss_total": 0.0020620033610612154,
      "step": 56130
    },
    {
      "loss_action": 0.005208543036133051,
      "loss_total": 0.005208543036133051,
      "step": 56130
    },
    {
      "loss_action": 0.003400856861844659,
      "loss_total": 0.003400856861844659,
      "step": 56130
    },
    {
      "loss_action": 0.0037918633315712214,
      "loss_total": 0.0037918633315712214,
      "step": 56130
    },
    {
      "loss_action": 0.0073068998754024506,
      "loss_total": 0.0073068998754024506,
      "step": 56130
    },
    {
      "loss_action": 0.007569955661892891,
      "loss_total": 0.007569955661892891,
      "step": 56130
    },
    {
      "grad_norm": 0.0700499415397644,
      "learning_rate": 4.399753539975482e-05,
      "loss": 0.0071,
      "step": 56140
    },
    {
      "loss_action": 0.002523359376937151,
      "loss_total": 0.002523359376937151,
      "step": 56140
    },
    {
      "loss_action": 0.0027992287650704384,
      "loss_total": 0.0027992287650704384,
      "step": 56140
    },
    {
      "loss_action": 0.003937511704862118,
      "loss_total": 0.003937511704862118,
      "step": 56140
    },
    {
      "loss_action": 0.011037995107471943,
      "loss_total": 0.011037995107471943,
      "step": 56140
    },
    {
      "loss_action": 0.009787015616893768,
      "loss_total": 0.009787015616893768,
      "step": 56140
    },
    {
      "loss_action": 0.004356854595243931,
      "loss_total": 0.004356854595243931,
      "step": 56140
    },
    {
      "loss_action": 0.008077370002865791,
      "loss_total": 0.008077370002865791,
      "step": 56140
    },
    {
      "loss_action": 0.008292519487440586,
      "loss_total": 0.008292519487440586,
      "step": 56140
    },
    {
      "grad_norm": 0.0851641371846199,
      "learning_rate": 4.398112061014337e-05,
      "loss": 0.008,
      "step": 56150
    },
    {
      "loss_action": 0.003667662385851145,
      "loss_total": 0.003667662385851145,
      "step": 56150
    },
    {
      "loss_action": 0.005569456145167351,
      "loss_total": 0.005569456145167351,
      "step": 56150
    },
    {
      "loss_action": 0.010098710656166077,
      "loss_total": 0.010098710656166077,
      "step": 56150
    },
    {
      "loss_action": 0.009000757709145546,
      "loss_total": 0.009000757709145546,
      "step": 56150
    },
    {
      "loss_action": 0.0018755157943814993,
      "loss_total": 0.0018755157943814993,
      "step": 56150
    },
    {
      "loss_action": 0.006229886319488287,
      "loss_total": 0.006229886319488287,
      "step": 56150
    },
    {
      "loss_action": 0.002899118699133396,
      "loss_total": 0.002899118699133396,
      "step": 56150
    },
    {
      "loss_action": 0.003139869309961796,
      "loss_total": 0.003139869309961796,
      "step": 56150
    },
    {
      "grad_norm": 0.12917748093605042,
      "learning_rate": 4.396470647874753e-05,
      "loss": 0.007,
      "step": 56160
    },
    {
      "loss_action": 0.0031387500930577517,
      "loss_total": 0.0031387500930577517,
      "step": 56160
    },
    {
      "loss_action": 0.0050347065553069115,
      "loss_total": 0.0050347065553069115,
      "step": 56160
    },
    {
      "loss_action": 0.006895417347550392,
      "loss_total": 0.006895417347550392,
      "step": 56160
    },
    {
      "loss_action": 0.004722670651972294,
      "loss_total": 0.004722670651972294,
      "step": 56160
    },
    {
      "loss_action": 0.005858337506651878,
      "loss_total": 0.005858337506651878,
      "step": 56160
    },
    {
      "loss_action": 0.0024665584787726402,
      "loss_total": 0.0024665584787726402,
      "step": 56160
    },
    {
      "loss_action": 0.003220297396183014,
      "loss_total": 0.003220297396183014,
      "step": 56160
    },
    {
      "loss_action": 0.0028493183199316263,
      "loss_total": 0.0028493183199316263,
      "step": 56160
    },
    {
      "grad_norm": 0.1618608683347702,
      "learning_rate": 4.394829300736229e-05,
      "loss": 0.0066,
      "step": 56170
    },
    {
      "loss_action": 0.008997626602649689,
      "loss_total": 0.008997626602649689,
      "step": 56170
    },
    {
      "loss_action": 0.015150312334299088,
      "loss_total": 0.015150312334299088,
      "step": 56170
    },
    {
      "loss_action": 0.004494465887546539,
      "loss_total": 0.004494465887546539,
      "step": 56170
    },
    {
      "loss_action": 0.004416858311742544,
      "loss_total": 0.004416858311742544,
      "step": 56170
    },
    {
      "loss_action": 0.0032204757444560528,
      "loss_total": 0.0032204757444560528,
      "step": 56170
    },
    {
      "loss_action": 0.008443111553788185,
      "loss_total": 0.008443111553788185,
      "step": 56170
    },
    {
      "loss_action": 0.0070111872628331184,
      "loss_total": 0.0070111872628331184,
      "step": 56170
    },
    {
      "loss_action": 0.0049165841192007065,
      "loss_total": 0.0049165841192007065,
      "step": 56170
    },
    {
      "grad_norm": 0.09742607921361923,
      "learning_rate": 4.393188019778265e-05,
      "loss": 0.007,
      "step": 56180
    },
    {
      "loss_action": 0.0028078118339180946,
      "loss_total": 0.0028078118339180946,
      "step": 56180
    },
    {
      "loss_action": 0.001397992018610239,
      "loss_total": 0.001397992018610239,
      "step": 56180
    },
    {
      "loss_action": 0.009568716399371624,
      "loss_total": 0.009568716399371624,
      "step": 56180
    },
    {
      "loss_action": 0.007588900625705719,
      "loss_total": 0.007588900625705719,
      "step": 56180
    },
    {
      "loss_action": 0.012584783136844635,
      "loss_total": 0.012584783136844635,
      "step": 56180
    },
    {
      "loss_action": 0.0048832036554813385,
      "loss_total": 0.0048832036554813385,
      "step": 56180
    },
    {
      "loss_action": 0.004681822843849659,
      "loss_total": 0.004681822843849659,
      "step": 56180
    },
    {
      "loss_action": 0.0026294514536857605,
      "loss_total": 0.0026294514536857605,
      "step": 56180
    },
    {
      "grad_norm": 0.11663555353879929,
      "learning_rate": 4.391546805180347e-05,
      "loss": 0.0062,
      "step": 56190
    },
    {
      "loss_action": 0.006526827812194824,
      "loss_total": 0.006526827812194824,
      "step": 56190
    },
    {
      "loss_action": 0.004192466847598553,
      "loss_total": 0.004192466847598553,
      "step": 56190
    },
    {
      "loss_action": 0.005816283635795116,
      "loss_total": 0.005816283635795116,
      "step": 56190
    },
    {
      "loss_action": 0.0055317347869277,
      "loss_total": 0.0055317347869277,
      "step": 56190
    },
    {
      "loss_action": 0.00787702389061451,
      "loss_total": 0.00787702389061451,
      "step": 56190
    },
    {
      "loss_action": 0.009179201908409595,
      "loss_total": 0.009179201908409595,
      "step": 56190
    },
    {
      "loss_action": 0.0033762892708182335,
      "loss_total": 0.0033762892708182335,
      "step": 56190
    },
    {
      "loss_action": 0.006296475417912006,
      "loss_total": 0.006296475417912006,
      "step": 56190
    },
    {
      "grad_norm": 0.09643629938364029,
      "learning_rate": 4.389905657121955e-05,
      "loss": 0.0064,
      "step": 56200
    },
    {
      "loss_action": 0.003565787570551038,
      "loss_total": 0.003565787570551038,
      "step": 56200
    },
    {
      "loss_action": 0.002423388883471489,
      "loss_total": 0.002423388883471489,
      "step": 56200
    },
    {
      "loss_action": 0.011986487545073032,
      "loss_total": 0.011986487545073032,
      "step": 56200
    },
    {
      "loss_action": 0.006634291261434555,
      "loss_total": 0.006634291261434555,
      "step": 56200
    },
    {
      "loss_action": 0.005256288219243288,
      "loss_total": 0.005256288219243288,
      "step": 56200
    },
    {
      "loss_action": 0.01692356914281845,
      "loss_total": 0.01692356914281845,
      "step": 56200
    },
    {
      "loss_action": 0.0022498066537082195,
      "loss_total": 0.0022498066537082195,
      "step": 56200
    },
    {
      "loss_action": 0.0028265996370464563,
      "loss_total": 0.0028265996370464563,
      "step": 56200
    },
    {
      "grad_norm": 0.10859812051057816,
      "learning_rate": 4.3882645757825635e-05,
      "loss": 0.0071,
      "step": 56210
    },
    {
      "loss_action": 0.004828205797821283,
      "loss_total": 0.004828205797821283,
      "step": 56210
    },
    {
      "loss_action": 0.010995502583682537,
      "loss_total": 0.010995502583682537,
      "step": 56210
    },
    {
      "loss_action": 0.009350428357720375,
      "loss_total": 0.009350428357720375,
      "step": 56210
    },
    {
      "loss_action": 0.0010870671831071377,
      "loss_total": 0.0010870671831071377,
      "step": 56210
    },
    {
      "loss_action": 0.0023538433015346527,
      "loss_total": 0.0023538433015346527,
      "step": 56210
    },
    {
      "loss_action": 0.02055509015917778,
      "loss_total": 0.02055509015917778,
      "step": 56210
    },
    {
      "loss_action": 0.006349431350827217,
      "loss_total": 0.006349431350827217,
      "step": 56210
    },
    {
      "loss_action": 0.007184534799307585,
      "loss_total": 0.007184534799307585,
      "step": 56210
    },
    {
      "grad_norm": 0.1040794849395752,
      "learning_rate": 4.386623561341637e-05,
      "loss": 0.0077,
      "step": 56220
    },
    {
      "loss_action": 0.0028567989356815815,
      "loss_total": 0.0028567989356815815,
      "step": 56220
    },
    {
      "loss_action": 0.004919975530356169,
      "loss_total": 0.004919975530356169,
      "step": 56220
    },
    {
      "loss_action": 0.003987674601376057,
      "loss_total": 0.003987674601376057,
      "step": 56220
    },
    {
      "loss_action": 0.005347340367734432,
      "loss_total": 0.005347340367734432,
      "step": 56220
    },
    {
      "loss_action": 0.00824663694947958,
      "loss_total": 0.00824663694947958,
      "step": 56220
    },
    {
      "loss_action": 0.012496261857450008,
      "loss_total": 0.012496261857450008,
      "step": 56220
    },
    {
      "loss_action": 0.0057511888444423676,
      "loss_total": 0.0057511888444423676,
      "step": 56220
    },
    {
      "loss_action": 0.00899671670049429,
      "loss_total": 0.00899671670049429,
      "step": 56220
    },
    {
      "grad_norm": 0.1567281037569046,
      "learning_rate": 4.384982613978637e-05,
      "loss": 0.0076,
      "step": 56230
    },
    {
      "loss_action": 0.006794983055442572,
      "loss_total": 0.006794983055442572,
      "step": 56230
    },
    {
      "loss_action": 0.01332732755690813,
      "loss_total": 0.01332732755690813,
      "step": 56230
    },
    {
      "loss_action": 0.017120681703090668,
      "loss_total": 0.017120681703090668,
      "step": 56230
    },
    {
      "loss_action": 0.004008532501757145,
      "loss_total": 0.004008532501757145,
      "step": 56230
    },
    {
      "loss_action": 0.0029782340861856937,
      "loss_total": 0.0029782340861856937,
      "step": 56230
    },
    {
      "loss_action": 0.011919047683477402,
      "loss_total": 0.011919047683477402,
      "step": 56230
    },
    {
      "loss_action": 0.0036665499210357666,
      "loss_total": 0.0036665499210357666,
      "step": 56230
    },
    {
      "loss_action": 0.004659763537347317,
      "loss_total": 0.004659763537347317,
      "step": 56230
    },
    {
      "grad_norm": 0.10367364436388016,
      "learning_rate": 4.383341733873012e-05,
      "loss": 0.007,
      "step": 56240
    },
    {
      "loss_action": 0.016003502532839775,
      "loss_total": 0.016003502532839775,
      "step": 56240
    },
    {
      "loss_action": 0.0030784383416175842,
      "loss_total": 0.0030784383416175842,
      "step": 56240
    },
    {
      "loss_action": 0.0031703279819339514,
      "loss_total": 0.0031703279819339514,
      "step": 56240
    },
    {
      "loss_action": 0.0066223107278347015,
      "loss_total": 0.0066223107278347015,
      "step": 56240
    },
    {
      "loss_action": 0.006341912783682346,
      "loss_total": 0.006341912783682346,
      "step": 56240
    },
    {
      "loss_action": 0.00680477824062109,
      "loss_total": 0.00680477824062109,
      "step": 56240
    },
    {
      "loss_action": 0.0031145368702709675,
      "loss_total": 0.0031145368702709675,
      "step": 56240
    },
    {
      "loss_action": 0.01027323305606842,
      "loss_total": 0.01027323305606842,
      "step": 56240
    },
    {
      "grad_norm": 0.08637791126966476,
      "learning_rate": 4.381700921204209e-05,
      "loss": 0.0063,
      "step": 56250
    },
    {
      "loss_action": 0.008158311247825623,
      "loss_total": 0.008158311247825623,
      "step": 56250
    },
    {
      "loss_action": 0.009640803560614586,
      "loss_total": 0.009640803560614586,
      "step": 56250
    },
    {
      "loss_action": 0.0067036207765340805,
      "loss_total": 0.0067036207765340805,
      "step": 56250
    },
    {
      "loss_action": 0.006911048665642738,
      "loss_total": 0.006911048665642738,
      "step": 56250
    },
    {
      "loss_action": 0.022657401859760284,
      "loss_total": 0.022657401859760284,
      "step": 56250
    },
    {
      "loss_action": 0.00488668866455555,
      "loss_total": 0.00488668866455555,
      "step": 56250
    },
    {
      "loss_action": 0.01576956734061241,
      "loss_total": 0.01576956734061241,
      "step": 56250
    },
    {
      "loss_action": 0.011601712554693222,
      "loss_total": 0.011601712554693222,
      "step": 56250
    },
    {
      "grad_norm": 0.13242483139038086,
      "learning_rate": 4.380060176151663e-05,
      "loss": 0.0075,
      "step": 56260
    },
    {
      "loss_action": 0.008591732941567898,
      "loss_total": 0.008591732941567898,
      "step": 56260
    },
    {
      "loss_action": 0.007150612771511078,
      "loss_total": 0.007150612771511078,
      "step": 56260
    },
    {
      "loss_action": 0.004354297649115324,
      "loss_total": 0.004354297649115324,
      "step": 56260
    },
    {
      "loss_action": 0.0024181678891181946,
      "loss_total": 0.0024181678891181946,
      "step": 56260
    },
    {
      "loss_action": 0.002445218153297901,
      "loss_total": 0.002445218153297901,
      "step": 56260
    },
    {
      "loss_action": 0.009255567565560341,
      "loss_total": 0.009255567565560341,
      "step": 56260
    },
    {
      "loss_action": 0.0068888915702700615,
      "loss_total": 0.0068888915702700615,
      "step": 56260
    },
    {
      "loss_action": 0.010422736406326294,
      "loss_total": 0.010422736406326294,
      "step": 56260
    },
    {
      "grad_norm": 0.10495740920305252,
      "learning_rate": 4.378419498894805e-05,
      "loss": 0.0073,
      "step": 56270
    },
    {
      "loss_action": 0.005449261050671339,
      "loss_total": 0.005449261050671339,
      "step": 56270
    },
    {
      "loss_action": 0.005313361994922161,
      "loss_total": 0.005313361994922161,
      "step": 56270
    },
    {
      "loss_action": 0.0016907008830457926,
      "loss_total": 0.0016907008830457926,
      "step": 56270
    },
    {
      "loss_action": 0.002916359808295965,
      "loss_total": 0.002916359808295965,
      "step": 56270
    },
    {
      "loss_action": 0.008081190288066864,
      "loss_total": 0.008081190288066864,
      "step": 56270
    },
    {
      "loss_action": 0.002978724893182516,
      "loss_total": 0.002978724893182516,
      "step": 56270
    },
    {
      "loss_action": 0.0038421982899308205,
      "loss_total": 0.0038421982899308205,
      "step": 56270
    },
    {
      "loss_action": 0.006207204423844814,
      "loss_total": 0.006207204423844814,
      "step": 56270
    },
    {
      "grad_norm": 0.07099295407533646,
      "learning_rate": 4.376778889613056e-05,
      "loss": 0.0061,
      "step": 56280
    },
    {
      "loss_action": 0.0025336924009025097,
      "loss_total": 0.0025336924009025097,
      "step": 56280
    },
    {
      "loss_action": 0.005333702079951763,
      "loss_total": 0.005333702079951763,
      "step": 56280
    },
    {
      "loss_action": 0.0051560234278440475,
      "loss_total": 0.0051560234278440475,
      "step": 56280
    },
    {
      "loss_action": 0.015388320200145245,
      "loss_total": 0.015388320200145245,
      "step": 56280
    },
    {
      "loss_action": 0.006652859505265951,
      "loss_total": 0.006652859505265951,
      "step": 56280
    },
    {
      "loss_action": 0.00856785848736763,
      "loss_total": 0.00856785848736763,
      "step": 56280
    },
    {
      "loss_action": 0.004960716236382723,
      "loss_total": 0.004960716236382723,
      "step": 56280
    },
    {
      "loss_action": 0.0059052337892353535,
      "loss_total": 0.0059052337892353535,
      "step": 56280
    },
    {
      "grad_norm": 0.10715638101100922,
      "learning_rate": 4.375138348485831e-05,
      "loss": 0.006,
      "step": 56290
    },
    {
      "loss_action": 0.004050673916935921,
      "loss_total": 0.004050673916935921,
      "step": 56290
    },
    {
      "loss_action": 0.002322276821359992,
      "loss_total": 0.002322276821359992,
      "step": 56290
    },
    {
      "loss_action": 0.026922129094600677,
      "loss_total": 0.026922129094600677,
      "step": 56290
    },
    {
      "loss_action": 0.002412789035588503,
      "loss_total": 0.002412789035588503,
      "step": 56290
    },
    {
      "loss_action": 0.00559138273820281,
      "loss_total": 0.00559138273820281,
      "step": 56290
    },
    {
      "loss_action": 0.004054800607264042,
      "loss_total": 0.004054800607264042,
      "step": 56290
    },
    {
      "loss_action": 0.010959222912788391,
      "loss_total": 0.010959222912788391,
      "step": 56290
    },
    {
      "loss_action": 0.004221743904054165,
      "loss_total": 0.004221743904054165,
      "step": 56290
    },
    {
      "grad_norm": 0.35592907667160034,
      "learning_rate": 4.3734978756925346e-05,
      "loss": 0.007,
      "step": 56300
    },
    {
      "loss_action": 0.0037408664356917143,
      "loss_total": 0.0037408664356917143,
      "step": 56300
    },
    {
      "loss_action": 0.006246085744351149,
      "loss_total": 0.006246085744351149,
      "step": 56300
    },
    {
      "loss_action": 0.0016816917341202497,
      "loss_total": 0.0016816917341202497,
      "step": 56300
    },
    {
      "loss_action": 0.0018052303930744529,
      "loss_total": 0.0018052303930744529,
      "step": 56300
    },
    {
      "loss_action": 0.0037608006969094276,
      "loss_total": 0.0037608006969094276,
      "step": 56300
    },
    {
      "loss_action": 0.004207976162433624,
      "loss_total": 0.004207976162433624,
      "step": 56300
    },
    {
      "loss_action": 0.0039873868227005005,
      "loss_total": 0.0039873868227005005,
      "step": 56300
    },
    {
      "loss_action": 0.006910164840519428,
      "loss_total": 0.006910164840519428,
      "step": 56300
    },
    {
      "grad_norm": 0.10475379228591919,
      "learning_rate": 4.3718574714125706e-05,
      "loss": 0.0075,
      "step": 56310
    },
    {
      "loss_action": 0.009658570401370525,
      "loss_total": 0.009658570401370525,
      "step": 56310
    },
    {
      "loss_action": 0.014936150051653385,
      "loss_total": 0.014936150051653385,
      "step": 56310
    },
    {
      "loss_action": 0.0018145140493288636,
      "loss_total": 0.0018145140493288636,
      "step": 56310
    },
    {
      "loss_action": 0.008207523263990879,
      "loss_total": 0.008207523263990879,
      "step": 56310
    },
    {
      "loss_action": 0.004803739953786135,
      "loss_total": 0.004803739953786135,
      "step": 56310
    },
    {
      "loss_action": 0.0026682335883378983,
      "loss_total": 0.0026682335883378983,
      "step": 56310
    },
    {
      "loss_action": 0.0018919113790616393,
      "loss_total": 0.0018919113790616393,
      "step": 56310
    },
    {
      "loss_action": 0.0022203470580279827,
      "loss_total": 0.0022203470580279827,
      "step": 56310
    },
    {
      "grad_norm": 0.12548667192459106,
      "learning_rate": 4.370217135825329e-05,
      "loss": 0.0084,
      "step": 56320
    },
    {
      "loss_action": 0.012382705695927143,
      "loss_total": 0.012382705695927143,
      "step": 56320
    },
    {
      "loss_action": 0.005144147202372551,
      "loss_total": 0.005144147202372551,
      "step": 56320
    },
    {
      "loss_action": 0.003561378689482808,
      "loss_total": 0.003561378689482808,
      "step": 56320
    },
    {
      "loss_action": 0.008989663794636726,
      "loss_total": 0.008989663794636726,
      "step": 56320
    },
    {
      "loss_action": 0.00935555249452591,
      "loss_total": 0.00935555249452591,
      "step": 56320
    },
    {
      "loss_action": 0.002722481731325388,
      "loss_total": 0.002722481731325388,
      "step": 56320
    },
    {
      "loss_action": 0.005430152639746666,
      "loss_total": 0.005430152639746666,
      "step": 56320
    },
    {
      "loss_action": 0.0020044485572725534,
      "loss_total": 0.0020044485572725534,
      "step": 56320
    },
    {
      "grad_norm": 0.1096222996711731,
      "learning_rate": 4.368576869110194e-05,
      "loss": 0.0065,
      "step": 56330
    },
    {
      "loss_action": 0.007446094416081905,
      "loss_total": 0.007446094416081905,
      "step": 56330
    },
    {
      "loss_action": 0.013382299803197384,
      "loss_total": 0.013382299803197384,
      "step": 56330
    },
    {
      "loss_action": 0.010848572477698326,
      "loss_total": 0.010848572477698326,
      "step": 56330
    },
    {
      "loss_action": 0.017700105905532837,
      "loss_total": 0.017700105905532837,
      "step": 56330
    },
    {
      "loss_action": 0.00621508713811636,
      "loss_total": 0.00621508713811636,
      "step": 56330
    },
    {
      "loss_action": 0.00757098663598299,
      "loss_total": 0.00757098663598299,
      "step": 56330
    },
    {
      "loss_action": 0.0023479533847421408,
      "loss_total": 0.0023479533847421408,
      "step": 56330
    },
    {
      "loss_action": 0.0009630086133256555,
      "loss_total": 0.0009630086133256555,
      "step": 56330
    },
    {
      "grad_norm": 0.08769284933805466,
      "learning_rate": 4.366936671446544e-05,
      "loss": 0.0067,
      "step": 56340
    },
    {
      "loss_action": 0.0054374318569898605,
      "loss_total": 0.0054374318569898605,
      "step": 56340
    },
    {
      "loss_action": 0.012801464647054672,
      "loss_total": 0.012801464647054672,
      "step": 56340
    },
    {
      "loss_action": 0.005678071640431881,
      "loss_total": 0.005678071640431881,
      "step": 56340
    },
    {
      "loss_action": 0.009611055254936218,
      "loss_total": 0.009611055254936218,
      "step": 56340
    },
    {
      "loss_action": 0.02062365785241127,
      "loss_total": 0.02062365785241127,
      "step": 56340
    },
    {
      "loss_action": 0.006807083263993263,
      "loss_total": 0.006807083263993263,
      "step": 56340
    },
    {
      "loss_action": 0.010692231357097626,
      "loss_total": 0.010692231357097626,
      "step": 56340
    },
    {
      "loss_action": 0.017448721453547478,
      "loss_total": 0.017448721453547478,
      "step": 56340
    },
    {
      "grad_norm": 0.08643249422311783,
      "learning_rate": 4.3652965430137474e-05,
      "loss": 0.0079,
      "step": 56350
    },
    {
      "loss_action": 0.008414778858423233,
      "loss_total": 0.008414778858423233,
      "step": 56350
    },
    {
      "loss_action": 0.002326776273548603,
      "loss_total": 0.002326776273548603,
      "step": 56350
    },
    {
      "loss_action": 0.006880718283355236,
      "loss_total": 0.006880718283355236,
      "step": 56350
    },
    {
      "loss_action": 0.0016875042347237468,
      "loss_total": 0.0016875042347237468,
      "step": 56350
    },
    {
      "loss_action": 0.019859859719872475,
      "loss_total": 0.019859859719872475,
      "step": 56350
    },
    {
      "loss_action": 0.0014228986110538244,
      "loss_total": 0.0014228986110538244,
      "step": 56350
    },
    {
      "loss_action": 0.002512183040380478,
      "loss_total": 0.002512183040380478,
      "step": 56350
    },
    {
      "loss_action": 0.0039239008910954,
      "loss_total": 0.0039239008910954,
      "step": 56350
    },
    {
      "grad_norm": 0.1390177309513092,
      "learning_rate": 4.3636564839911646e-05,
      "loss": 0.0069,
      "step": 56360
    },
    {
      "loss_action": 0.0041991304606199265,
      "loss_total": 0.0041991304606199265,
      "step": 56360
    },
    {
      "loss_action": 0.00824593473225832,
      "loss_total": 0.00824593473225832,
      "step": 56360
    },
    {
      "loss_action": 0.015533395111560822,
      "loss_total": 0.015533395111560822,
      "step": 56360
    },
    {
      "loss_action": 0.015777695924043655,
      "loss_total": 0.015777695924043655,
      "step": 56360
    },
    {
      "loss_action": 0.004285696893930435,
      "loss_total": 0.004285696893930435,
      "step": 56360
    },
    {
      "loss_action": 0.0017075259238481522,
      "loss_total": 0.0017075259238481522,
      "step": 56360
    },
    {
      "loss_action": 0.004158786963671446,
      "loss_total": 0.004158786963671446,
      "step": 56360
    },
    {
      "loss_action": 0.009757827036082745,
      "loss_total": 0.009757827036082745,
      "step": 56360
    },
    {
      "grad_norm": 0.10224498808383942,
      "learning_rate": 4.3620164945581545e-05,
      "loss": 0.0069,
      "step": 56370
    },
    {
      "loss_action": 0.010378885082900524,
      "loss_total": 0.010378885082900524,
      "step": 56370
    },
    {
      "loss_action": 0.0022418471053242683,
      "loss_total": 0.0022418471053242683,
      "step": 56370
    },
    {
      "loss_action": 0.00433874037116766,
      "loss_total": 0.00433874037116766,
      "step": 56370
    },
    {
      "loss_action": 0.005438493099063635,
      "loss_total": 0.005438493099063635,
      "step": 56370
    },
    {
      "loss_action": 0.0014941211557015777,
      "loss_total": 0.0014941211557015777,
      "step": 56370
    },
    {
      "loss_action": 0.005794478580355644,
      "loss_total": 0.005794478580355644,
      "step": 56370
    },
    {
      "loss_action": 0.005635703913867474,
      "loss_total": 0.005635703913867474,
      "step": 56370
    },
    {
      "loss_action": 0.004677722230553627,
      "loss_total": 0.004677722230553627,
      "step": 56370
    },
    {
      "grad_norm": 0.11840109527111053,
      "learning_rate": 4.360376574894061e-05,
      "loss": 0.006,
      "step": 56380
    },
    {
      "loss_action": 0.01386087667196989,
      "loss_total": 0.01386087667196989,
      "step": 56380
    },
    {
      "loss_action": 0.002864515408873558,
      "loss_total": 0.002864515408873558,
      "step": 56380
    },
    {
      "loss_action": 0.004787486977875233,
      "loss_total": 0.004787486977875233,
      "step": 56380
    },
    {
      "loss_action": 0.05055069178342819,
      "loss_total": 0.05055069178342819,
      "step": 56380
    },
    {
      "loss_action": 0.01203759666532278,
      "loss_total": 0.01203759666532278,
      "step": 56380
    },
    {
      "loss_action": 0.005724720656871796,
      "loss_total": 0.005724720656871796,
      "step": 56380
    },
    {
      "loss_action": 0.001959390938282013,
      "loss_total": 0.001959390938282013,
      "step": 56380
    },
    {
      "loss_action": 0.0037653406616300344,
      "loss_total": 0.0037653406616300344,
      "step": 56380
    },
    {
      "grad_norm": 0.10213857144117355,
      "learning_rate": 4.358736725178224e-05,
      "loss": 0.0068,
      "step": 56390
    },
    {
      "loss_action": 0.004602433182299137,
      "loss_total": 0.004602433182299137,
      "step": 56390
    },
    {
      "loss_action": 0.00281177693977952,
      "loss_total": 0.00281177693977952,
      "step": 56390
    },
    {
      "loss_action": 0.004825520794838667,
      "loss_total": 0.004825520794838667,
      "step": 56390
    },
    {
      "loss_action": 0.003560488112270832,
      "loss_total": 0.003560488112270832,
      "step": 56390
    },
    {
      "loss_action": 0.0043923743069171906,
      "loss_total": 0.0043923743069171906,
      "step": 56390
    },
    {
      "loss_action": 0.00807400792837143,
      "loss_total": 0.00807400792837143,
      "step": 56390
    },
    {
      "loss_action": 0.010964412242174149,
      "loss_total": 0.010964412242174149,
      "step": 56390
    },
    {
      "loss_action": 0.0026490341406315565,
      "loss_total": 0.0026490341406315565,
      "step": 56390
    },
    {
      "grad_norm": 0.13720037043094635,
      "learning_rate": 4.357096945589974e-05,
      "loss": 0.0078,
      "step": 56400
    },
    {
      "loss_action": 0.002012629061937332,
      "loss_total": 0.002012629061937332,
      "step": 56400
    },
    {
      "loss_action": 0.004850825294852257,
      "loss_total": 0.004850825294852257,
      "step": 56400
    },
    {
      "loss_action": 0.011076586320996284,
      "loss_total": 0.011076586320996284,
      "step": 56400
    },
    {
      "loss_action": 0.003060816554352641,
      "loss_total": 0.003060816554352641,
      "step": 56400
    },
    {
      "loss_action": 0.007005708292126656,
      "loss_total": 0.007005708292126656,
      "step": 56400
    },
    {
      "loss_action": 0.0062582227401435375,
      "loss_total": 0.0062582227401435375,
      "step": 56400
    },
    {
      "loss_action": 0.0033011098857969046,
      "loss_total": 0.0033011098857969046,
      "step": 56400
    },
    {
      "loss_action": 0.007174215745180845,
      "loss_total": 0.007174215745180845,
      "step": 56400
    },
    {
      "grad_norm": 0.09556935727596283,
      "learning_rate": 4.355457236308636e-05,
      "loss": 0.0061,
      "step": 56410
    },
    {
      "loss_action": 0.0027644892688840628,
      "loss_total": 0.0027644892688840628,
      "step": 56410
    },
    {
      "loss_action": 0.0022036575246602297,
      "loss_total": 0.0022036575246602297,
      "step": 56410
    },
    {
      "loss_action": 0.005691124126315117,
      "loss_total": 0.005691124126315117,
      "step": 56410
    },
    {
      "loss_action": 0.012284082360565662,
      "loss_total": 0.012284082360565662,
      "step": 56410
    },
    {
      "loss_action": 0.0057892510667443275,
      "loss_total": 0.0057892510667443275,
      "step": 56410
    },
    {
      "loss_action": 0.0052905334159731865,
      "loss_total": 0.0052905334159731865,
      "step": 56410
    },
    {
      "loss_action": 0.0056161340326070786,
      "loss_total": 0.0056161340326070786,
      "step": 56410
    },
    {
      "loss_action": 0.024775302037596703,
      "loss_total": 0.024775302037596703,
      "step": 56410
    },
    {
      "grad_norm": 0.10761135816574097,
      "learning_rate": 4.353817597513526e-05,
      "loss": 0.0074,
      "step": 56420
    },
    {
      "loss_action": 0.004450424574315548,
      "loss_total": 0.004450424574315548,
      "step": 56420
    },
    {
      "loss_action": 0.007053424138575792,
      "loss_total": 0.007053424138575792,
      "step": 56420
    },
    {
      "loss_action": 0.005206176079809666,
      "loss_total": 0.005206176079809666,
      "step": 56420
    },
    {
      "loss_action": 0.004582079127430916,
      "loss_total": 0.004582079127430916,
      "step": 56420
    },
    {
      "loss_action": 0.0153424721211195,
      "loss_total": 0.0153424721211195,
      "step": 56420
    },
    {
      "loss_action": 0.004269964527338743,
      "loss_total": 0.004269964527338743,
      "step": 56420
    },
    {
      "loss_action": 0.004916151519864798,
      "loss_total": 0.004916151519864798,
      "step": 56420
    },
    {
      "loss_action": 0.025029875338077545,
      "loss_total": 0.025029875338077545,
      "step": 56420
    },
    {
      "grad_norm": 0.1171090304851532,
      "learning_rate": 4.352178029383948e-05,
      "loss": 0.0079,
      "step": 56430
    },
    {
      "loss_action": 0.0056006405502557755,
      "loss_total": 0.0056006405502557755,
      "step": 56430
    },
    {
      "loss_action": 0.006970120128244162,
      "loss_total": 0.006970120128244162,
      "step": 56430
    },
    {
      "loss_action": 0.003463288303464651,
      "loss_total": 0.003463288303464651,
      "step": 56430
    },
    {
      "loss_action": 0.0025862681213766336,
      "loss_total": 0.0025862681213766336,
      "step": 56430
    },
    {
      "loss_action": 0.0037072657141834497,
      "loss_total": 0.0037072657141834497,
      "step": 56430
    },
    {
      "loss_action": 0.005961794406175613,
      "loss_total": 0.005961794406175613,
      "step": 56430
    },
    {
      "loss_action": 0.007929528132081032,
      "loss_total": 0.007929528132081032,
      "step": 56430
    },
    {
      "loss_action": 0.0044140941463410854,
      "loss_total": 0.0044140941463410854,
      "step": 56430
    },
    {
      "grad_norm": 0.10435423254966736,
      "learning_rate": 4.3505385320992105e-05,
      "loss": 0.0069,
      "step": 56440
    },
    {
      "loss_action": 0.007839902304112911,
      "loss_total": 0.007839902304112911,
      "step": 56440
    },
    {
      "loss_action": 0.0040120226331055164,
      "loss_total": 0.0040120226331055164,
      "step": 56440
    },
    {
      "loss_action": 0.006953260861337185,
      "loss_total": 0.006953260861337185,
      "step": 56440
    },
    {
      "loss_action": 0.0015210711862891912,
      "loss_total": 0.0015210711862891912,
      "step": 56440
    },
    {
      "loss_action": 0.01770148053765297,
      "loss_total": 0.01770148053765297,
      "step": 56440
    },
    {
      "loss_action": 0.01046944409608841,
      "loss_total": 0.01046944409608841,
      "step": 56440
    },
    {
      "loss_action": 0.0065233660861849785,
      "loss_total": 0.0065233660861849785,
      "step": 56440
    },
    {
      "loss_action": 0.0032543903216719627,
      "loss_total": 0.0032543903216719627,
      "step": 56440
    },
    {
      "grad_norm": 0.1403566598892212,
      "learning_rate": 4.348899105838602e-05,
      "loss": 0.0069,
      "step": 56450
    },
    {
      "loss_action": 0.005579756572842598,
      "loss_total": 0.005579756572842598,
      "step": 56450
    },
    {
      "loss_action": 0.002330702729523182,
      "loss_total": 0.002330702729523182,
      "step": 56450
    },
    {
      "loss_action": 0.004773973487317562,
      "loss_total": 0.004773973487317562,
      "step": 56450
    },
    {
      "loss_action": 0.003710641758516431,
      "loss_total": 0.003710641758516431,
      "step": 56450
    },
    {
      "loss_action": 0.0050909267738461494,
      "loss_total": 0.0050909267738461494,
      "step": 56450
    },
    {
      "loss_action": 0.017383215948939323,
      "loss_total": 0.017383215948939323,
      "step": 56450
    },
    {
      "loss_action": 0.004750245250761509,
      "loss_total": 0.004750245250761509,
      "step": 56450
    },
    {
      "loss_action": 0.00427602045238018,
      "loss_total": 0.00427602045238018,
      "step": 56450
    },
    {
      "grad_norm": 0.10274215787649155,
      "learning_rate": 4.3472597507814087e-05,
      "loss": 0.0067,
      "step": 56460
    },
    {
      "loss_action": 0.006524333730340004,
      "loss_total": 0.006524333730340004,
      "step": 56460
    },
    {
      "loss_action": 0.004519995767623186,
      "loss_total": 0.004519995767623186,
      "step": 56460
    },
    {
      "loss_action": 0.0023322319611907005,
      "loss_total": 0.0023322319611907005,
      "step": 56460
    },
    {
      "loss_action": 0.008606869727373123,
      "loss_total": 0.008606869727373123,
      "step": 56460
    },
    {
      "loss_action": 0.005569686181843281,
      "loss_total": 0.005569686181843281,
      "step": 56460
    },
    {
      "loss_action": 0.0034029525704681873,
      "loss_total": 0.0034029525704681873,
      "step": 56460
    },
    {
      "loss_action": 0.001114285783842206,
      "loss_total": 0.001114285783842206,
      "step": 56460
    },
    {
      "loss_action": 0.005432516802102327,
      "loss_total": 0.005432516802102327,
      "step": 56460
    },
    {
      "grad_norm": 0.09204636514186859,
      "learning_rate": 4.3456204671069066e-05,
      "loss": 0.007,
      "step": 56470
    },
    {
      "loss_action": 0.00512471841648221,
      "loss_total": 0.00512471841648221,
      "step": 56470
    },
    {
      "loss_action": 0.004485768266022205,
      "loss_total": 0.004485768266022205,
      "step": 56470
    },
    {
      "loss_action": 0.0014911105390638113,
      "loss_total": 0.0014911105390638113,
      "step": 56470
    },
    {
      "loss_action": 0.0027835918590426445,
      "loss_total": 0.0027835918590426445,
      "step": 56470
    },
    {
      "loss_action": 0.0015650445129722357,
      "loss_total": 0.0015650445129722357,
      "step": 56470
    },
    {
      "loss_action": 0.003417451400309801,
      "loss_total": 0.003417451400309801,
      "step": 56470
    },
    {
      "loss_action": 0.0022432724945247173,
      "loss_total": 0.0022432724945247173,
      "step": 56470
    },
    {
      "loss_action": 0.002060350263491273,
      "loss_total": 0.002060350263491273,
      "step": 56470
    },
    {
      "grad_norm": 0.07552503794431686,
      "learning_rate": 4.343981254994367e-05,
      "loss": 0.0058,
      "step": 56480
    },
    {
      "loss_action": 0.014281761832535267,
      "loss_total": 0.014281761832535267,
      "step": 56480
    },
    {
      "loss_action": 0.0027661356143653393,
      "loss_total": 0.0027661356143653393,
      "step": 56480
    },
    {
      "loss_action": 0.0046947672963142395,
      "loss_total": 0.0046947672963142395,
      "step": 56480
    },
    {
      "loss_action": 0.00637681782245636,
      "loss_total": 0.00637681782245636,
      "step": 56480
    },
    {
      "loss_action": 0.009106289595365524,
      "loss_total": 0.009106289595365524,
      "step": 56480
    },
    {
      "loss_action": 0.0026180355343967676,
      "loss_total": 0.0026180355343967676,
      "step": 56480
    },
    {
      "loss_action": 0.0042703840881586075,
      "loss_total": 0.0042703840881586075,
      "step": 56480
    },
    {
      "loss_action": 0.01888393610715866,
      "loss_total": 0.01888393610715866,
      "step": 56480
    },
    {
      "grad_norm": 0.09688700735569,
      "learning_rate": 4.34234211462305e-05,
      "loss": 0.0065,
      "step": 56490
    },
    {
      "loss_action": 0.004560157656669617,
      "loss_total": 0.004560157656669617,
      "step": 56490
    },
    {
      "loss_action": 0.0016526358667761087,
      "loss_total": 0.0016526358667761087,
      "step": 56490
    },
    {
      "loss_action": 0.005592932924628258,
      "loss_total": 0.005592932924628258,
      "step": 56490
    },
    {
      "loss_action": 0.014540459960699081,
      "loss_total": 0.014540459960699081,
      "step": 56490
    },
    {
      "loss_action": 0.009534290060400963,
      "loss_total": 0.009534290060400963,
      "step": 56490
    },
    {
      "loss_action": 0.007476222701370716,
      "loss_total": 0.007476222701370716,
      "step": 56490
    },
    {
      "loss_action": 0.014989934861660004,
      "loss_total": 0.014989934861660004,
      "step": 56490
    },
    {
      "loss_action": 0.006900805979967117,
      "loss_total": 0.006900805979967117,
      "step": 56490
    },
    {
      "grad_norm": 0.10271716117858887,
      "learning_rate": 4.340703046172213e-05,
      "loss": 0.0058,
      "step": 56500
    },
    {
      "loss_action": 0.03168192505836487,
      "loss_total": 0.03168192505836487,
      "step": 56500
    },
    {
      "loss_action": 0.008670984767377377,
      "loss_total": 0.008670984767377377,
      "step": 56500
    },
    {
      "loss_action": 0.0026958598755300045,
      "loss_total": 0.0026958598755300045,
      "step": 56500
    },
    {
      "loss_action": 0.007751026656478643,
      "loss_total": 0.007751026656478643,
      "step": 56500
    },
    {
      "loss_action": 0.006322852335870266,
      "loss_total": 0.006322852335870266,
      "step": 56500
    },
    {
      "loss_action": 0.010134954005479813,
      "loss_total": 0.010134954005479813,
      "step": 56500
    },
    {
      "loss_action": 0.003186968620866537,
      "loss_total": 0.003186968620866537,
      "step": 56500
    },
    {
      "loss_action": 0.010085477493703365,
      "loss_total": 0.010085477493703365,
      "step": 56500
    },
    {
      "grad_norm": 0.0902225524187088,
      "learning_rate": 4.339064049821097e-05,
      "loss": 0.0055,
      "step": 56510
    },
    {
      "loss_action": 0.005506744608283043,
      "loss_total": 0.005506744608283043,
      "step": 56510
    },
    {
      "loss_action": 0.0037517258897423744,
      "loss_total": 0.0037517258897423744,
      "step": 56510
    },
    {
      "loss_action": 0.004928661976009607,
      "loss_total": 0.004928661976009607,
      "step": 56510
    },
    {
      "loss_action": 0.005001651123166084,
      "loss_total": 0.005001651123166084,
      "step": 56510
    },
    {
      "loss_action": 0.007281078957021236,
      "loss_total": 0.007281078957021236,
      "step": 56510
    },
    {
      "loss_action": 0.0066677420400083065,
      "loss_total": 0.0066677420400083065,
      "step": 56510
    },
    {
      "loss_action": 0.00407594908028841,
      "loss_total": 0.00407594908028841,
      "step": 56510
    },
    {
      "loss_action": 0.01224356610327959,
      "loss_total": 0.01224356610327959,
      "step": 56510
    },
    {
      "grad_norm": 0.16081105172634125,
      "learning_rate": 4.3374251257489446e-05,
      "loss": 0.0077,
      "step": 56520
    },
    {
      "loss_action": 0.007462468463927507,
      "loss_total": 0.007462468463927507,
      "step": 56520
    },
    {
      "loss_action": 0.006882342044264078,
      "loss_total": 0.006882342044264078,
      "step": 56520
    },
    {
      "loss_action": 0.007730256300419569,
      "loss_total": 0.007730256300419569,
      "step": 56520
    },
    {
      "loss_action": 0.0017500598914921284,
      "loss_total": 0.0017500598914921284,
      "step": 56520
    },
    {
      "loss_action": 0.0028148028068244457,
      "loss_total": 0.0028148028068244457,
      "step": 56520
    },
    {
      "loss_action": 0.0047542680986225605,
      "loss_total": 0.0047542680986225605,
      "step": 56520
    },
    {
      "loss_action": 0.002144601196050644,
      "loss_total": 0.002144601196050644,
      "step": 56520
    },
    {
      "loss_action": 0.006643376313149929,
      "loss_total": 0.006643376313149929,
      "step": 56520
    },
    {
      "grad_norm": 0.08638850599527359,
      "learning_rate": 4.335786274134984e-05,
      "loss": 0.006,
      "step": 56530
    },
    {
      "loss_action": 0.010502521879971027,
      "loss_total": 0.010502521879971027,
      "step": 56530
    },
    {
      "loss_action": 0.0179174542427063,
      "loss_total": 0.0179174542427063,
      "step": 56530
    },
    {
      "loss_action": 0.011871610768139362,
      "loss_total": 0.011871610768139362,
      "step": 56530
    },
    {
      "loss_action": 0.0026239738799631596,
      "loss_total": 0.0026239738799631596,
      "step": 56530
    },
    {
      "loss_action": 0.007073037326335907,
      "loss_total": 0.007073037326335907,
      "step": 56530
    },
    {
      "loss_action": 0.0010236103553324938,
      "loss_total": 0.0010236103553324938,
      "step": 56530
    },
    {
      "loss_action": 0.0018676500767469406,
      "loss_total": 0.0018676500767469406,
      "step": 56530
    },
    {
      "loss_action": 0.008898226544260979,
      "loss_total": 0.008898226544260979,
      "step": 56530
    },
    {
      "grad_norm": 0.13617436587810516,
      "learning_rate": 4.334147495158438e-05,
      "loss": 0.0076,
      "step": 56540
    },
    {
      "loss_action": 0.0019592749886214733,
      "loss_total": 0.0019592749886214733,
      "step": 56540
    },
    {
      "loss_action": 0.005753661040216684,
      "loss_total": 0.005753661040216684,
      "step": 56540
    },
    {
      "loss_action": 0.004257909953594208,
      "loss_total": 0.004257909953594208,
      "step": 56540
    },
    {
      "loss_action": 0.010611752048134804,
      "loss_total": 0.010611752048134804,
      "step": 56540
    },
    {
      "loss_action": 0.005648605525493622,
      "loss_total": 0.005648605525493622,
      "step": 56540
    },
    {
      "loss_action": 0.020921271294355392,
      "loss_total": 0.020921271294355392,
      "step": 56540
    },
    {
      "loss_action": 0.0011620477307587862,
      "loss_total": 0.0011620477307587862,
      "step": 56540
    },
    {
      "loss_action": 0.0039121247828006744,
      "loss_total": 0.0039121247828006744,
      "step": 56540
    },
    {
      "grad_norm": 0.07418114691972733,
      "learning_rate": 4.33250878899852e-05,
      "loss": 0.0062,
      "step": 56550
    },
    {
      "loss_action": 0.012657616287469864,
      "loss_total": 0.012657616287469864,
      "step": 56550
    },
    {
      "loss_action": 0.0022030631080269814,
      "loss_total": 0.0022030631080269814,
      "step": 56550
    },
    {
      "loss_action": 0.006890415214002132,
      "loss_total": 0.006890415214002132,
      "step": 56550
    },
    {
      "loss_action": 0.003849958535283804,
      "loss_total": 0.003849958535283804,
      "step": 56550
    },
    {
      "loss_action": 0.00380066130310297,
      "loss_total": 0.00380066130310297,
      "step": 56550
    },
    {
      "loss_action": 0.004353899508714676,
      "loss_total": 0.004353899508714676,
      "step": 56550
    },
    {
      "loss_action": 0.0042573194950819016,
      "loss_total": 0.0042573194950819016,
      "step": 56550
    },
    {
      "loss_action": 0.007436605170369148,
      "loss_total": 0.007436605170369148,
      "step": 56550
    },
    {
      "grad_norm": 0.11318989098072052,
      "learning_rate": 4.330870155834437e-05,
      "loss": 0.0072,
      "step": 56560
    },
    {
      "loss_action": 0.00870838388800621,
      "loss_total": 0.00870838388800621,
      "step": 56560
    },
    {
      "loss_action": 0.013921894133090973,
      "loss_total": 0.013921894133090973,
      "step": 56560
    },
    {
      "loss_action": 0.006140625569969416,
      "loss_total": 0.006140625569969416,
      "step": 56560
    },
    {
      "loss_action": 0.00779294827952981,
      "loss_total": 0.00779294827952981,
      "step": 56560
    },
    {
      "loss_action": 0.0019349254434928298,
      "loss_total": 0.0019349254434928298,
      "step": 56560
    },
    {
      "loss_action": 0.004794148728251457,
      "loss_total": 0.004794148728251457,
      "step": 56560
    },
    {
      "loss_action": 0.014148867689073086,
      "loss_total": 0.014148867689073086,
      "step": 56560
    },
    {
      "loss_action": 0.004536820575594902,
      "loss_total": 0.004536820575594902,
      "step": 56560
    },
    {
      "grad_norm": 0.12253617495298386,
      "learning_rate": 4.3292315958453884e-05,
      "loss": 0.0066,
      "step": 56570
    },
    {
      "loss_action": 0.007869912311434746,
      "loss_total": 0.007869912311434746,
      "step": 56570
    },
    {
      "loss_action": 0.00996349100023508,
      "loss_total": 0.00996349100023508,
      "step": 56570
    },
    {
      "loss_action": 0.004745918326079845,
      "loss_total": 0.004745918326079845,
      "step": 56570
    },
    {
      "loss_action": 0.0020130930934101343,
      "loss_total": 0.0020130930934101343,
      "step": 56570
    },
    {
      "loss_action": 0.003958440385758877,
      "loss_total": 0.003958440385758877,
      "step": 56570
    },
    {
      "loss_action": 0.0036886180751025677,
      "loss_total": 0.0036886180751025677,
      "step": 56570
    },
    {
      "loss_action": 0.002110299188643694,
      "loss_total": 0.002110299188643694,
      "step": 56570
    },
    {
      "loss_action": 0.00920545682311058,
      "loss_total": 0.00920545682311058,
      "step": 56570
    },
    {
      "grad_norm": 0.09467823058366776,
      "learning_rate": 4.3275931092105646e-05,
      "loss": 0.0059,
      "step": 56580
    },
    {
      "loss_action": 0.0024993685074150562,
      "loss_total": 0.0024993685074150562,
      "step": 56580
    },
    {
      "loss_action": 0.0034249345771968365,
      "loss_total": 0.0034249345771968365,
      "step": 56580
    },
    {
      "loss_action": 0.013839006423950195,
      "loss_total": 0.013839006423950195,
      "step": 56580
    },
    {
      "loss_action": 0.005455130711197853,
      "loss_total": 0.005455130711197853,
      "step": 56580
    },
    {
      "loss_action": 0.004420933313667774,
      "loss_total": 0.004420933313667774,
      "step": 56580
    },
    {
      "loss_action": 0.0017418478382751346,
      "loss_total": 0.0017418478382751346,
      "step": 56580
    },
    {
      "loss_action": 0.003758014878258109,
      "loss_total": 0.003758014878258109,
      "step": 56580
    },
    {
      "loss_action": 0.016635391861200333,
      "loss_total": 0.016635391861200333,
      "step": 56580
    },
    {
      "grad_norm": 0.07425253093242645,
      "learning_rate": 4.325954696109147e-05,
      "loss": 0.0072,
      "step": 56590
    },
    {
      "loss_action": 0.013019125908613205,
      "loss_total": 0.013019125908613205,
      "step": 56590
    },
    {
      "loss_action": 0.0033325632102787495,
      "loss_total": 0.0033325632102787495,
      "step": 56590
    },
    {
      "loss_action": 0.004102259408682585,
      "loss_total": 0.004102259408682585,
      "step": 56590
    },
    {
      "loss_action": 0.025668758898973465,
      "loss_total": 0.025668758898973465,
      "step": 56590
    },
    {
      "loss_action": 0.007665168959647417,
      "loss_total": 0.007665168959647417,
      "step": 56590
    },
    {
      "loss_action": 0.004549789242446423,
      "loss_total": 0.004549789242446423,
      "step": 56590
    },
    {
      "loss_action": 0.010569965466856956,
      "loss_total": 0.010569965466856956,
      "step": 56590
    },
    {
      "loss_action": 0.0012857539113610983,
      "loss_total": 0.0012857539113610983,
      "step": 56590
    },
    {
      "grad_norm": 0.10498929023742676,
      "learning_rate": 4.32431635672031e-05,
      "loss": 0.0056,
      "step": 56600
    },
    {
      "loss_action": 0.00317999511025846,
      "loss_total": 0.00317999511025846,
      "step": 56600
    },
    {
      "loss_action": 0.0016456027515232563,
      "loss_total": 0.0016456027515232563,
      "step": 56600
    },
    {
      "loss_action": 0.013528773561120033,
      "loss_total": 0.013528773561120033,
      "step": 56600
    },
    {
      "loss_action": 0.004875516518950462,
      "loss_total": 0.004875516518950462,
      "step": 56600
    },
    {
      "loss_action": 0.007394543383270502,
      "loss_total": 0.007394543383270502,
      "step": 56600
    },
    {
      "loss_action": 0.004365096800029278,
      "loss_total": 0.004365096800029278,
      "step": 56600
    },
    {
      "loss_action": 0.0018214929150417447,
      "loss_total": 0.0018214929150417447,
      "step": 56600
    },
    {
      "loss_action": 0.002069207839667797,
      "loss_total": 0.002069207839667797,
      "step": 56600
    },
    {
      "grad_norm": 0.06355953961610794,
      "learning_rate": 4.3226780912232214e-05,
      "loss": 0.0061,
      "step": 56610
    },
    {
      "loss_action": 0.0018441579304635525,
      "loss_total": 0.0018441579304635525,
      "step": 56610
    },
    {
      "loss_action": 0.00809483602643013,
      "loss_total": 0.00809483602643013,
      "step": 56610
    },
    {
      "loss_action": 0.002284787129610777,
      "loss_total": 0.002284787129610777,
      "step": 56610
    },
    {
      "loss_action": 0.0026837647892534733,
      "loss_total": 0.0026837647892534733,
      "step": 56610
    },
    {
      "loss_action": 0.004093467723578215,
      "loss_total": 0.004093467723578215,
      "step": 56610
    },
    {
      "loss_action": 0.0029147760942578316,
      "loss_total": 0.0029147760942578316,
      "step": 56610
    },
    {
      "loss_action": 0.007763558067381382,
      "loss_total": 0.007763558067381382,
      "step": 56610
    },
    {
      "loss_action": 0.002764747478067875,
      "loss_total": 0.002764747478067875,
      "step": 56610
    },
    {
      "grad_norm": 0.1325252652168274,
      "learning_rate": 4.321039899797036e-05,
      "loss": 0.0071,
      "step": 56620
    },
    {
      "loss_action": 0.004830499645322561,
      "loss_total": 0.004830499645322561,
      "step": 56620
    },
    {
      "loss_action": 0.005958144087344408,
      "loss_total": 0.005958144087344408,
      "step": 56620
    },
    {
      "loss_action": 0.005118578672409058,
      "loss_total": 0.005118578672409058,
      "step": 56620
    },
    {
      "loss_action": 0.005556534975767136,
      "loss_total": 0.005556534975767136,
      "step": 56620
    },
    {
      "loss_action": 0.003963135182857513,
      "loss_total": 0.003963135182857513,
      "step": 56620
    },
    {
      "loss_action": 0.008213704451918602,
      "loss_total": 0.008213704451918602,
      "step": 56620
    },
    {
      "loss_action": 0.004055661149322987,
      "loss_total": 0.004055661149322987,
      "step": 56620
    },
    {
      "loss_action": 0.007243858650326729,
      "loss_total": 0.007243858650326729,
      "step": 56620
    },
    {
      "grad_norm": 0.07525117695331573,
      "learning_rate": 4.319401782620908e-05,
      "loss": 0.0066,
      "step": 56630
    },
    {
      "loss_action": 0.003069233614951372,
      "loss_total": 0.003069233614951372,
      "step": 56630
    },
    {
      "loss_action": 0.002988839754834771,
      "loss_total": 0.002988839754834771,
      "step": 56630
    },
    {
      "loss_action": 0.003621455980464816,
      "loss_total": 0.003621455980464816,
      "step": 56630
    },
    {
      "loss_action": 0.006205291021615267,
      "loss_total": 0.006205291021615267,
      "step": 56630
    },
    {
      "loss_action": 0.033807992935180664,
      "loss_total": 0.033807992935180664,
      "step": 56630
    },
    {
      "loss_action": 0.006307873874902725,
      "loss_total": 0.006307873874902725,
      "step": 56630
    },
    {
      "loss_action": 0.003155146725475788,
      "loss_total": 0.003155146725475788,
      "step": 56630
    },
    {
      "loss_action": 0.011126049794256687,
      "loss_total": 0.011126049794256687,
      "step": 56630
    },
    {
      "grad_norm": 0.1336890012025833,
      "learning_rate": 4.317763739873978e-05,
      "loss": 0.0068,
      "step": 56640
    },
    {
      "loss_action": 0.004162198398262262,
      "loss_total": 0.004162198398262262,
      "step": 56640
    },
    {
      "loss_action": 0.004276254214346409,
      "loss_total": 0.004276254214346409,
      "step": 56640
    },
    {
      "loss_action": 0.10036078840494156,
      "loss_total": 0.10036078840494156,
      "step": 56640
    },
    {
      "loss_action": 0.005894048605114222,
      "loss_total": 0.005894048605114222,
      "step": 56640
    },
    {
      "loss_action": 0.003254231531172991,
      "loss_total": 0.003254231531172991,
      "step": 56640
    },
    {
      "loss_action": 0.0062718866392970085,
      "loss_total": 0.0062718866392970085,
      "step": 56640
    },
    {
      "loss_action": 0.006473147310316563,
      "loss_total": 0.006473147310316563,
      "step": 56640
    },
    {
      "loss_action": 0.002306460402905941,
      "loss_total": 0.002306460402905941,
      "step": 56640
    },
    {
      "grad_norm": 0.10504114627838135,
      "learning_rate": 4.31612577173538e-05,
      "loss": 0.0068,
      "step": 56650
    },
    {
      "loss_action": 0.007567796856164932,
      "loss_total": 0.007567796856164932,
      "step": 56650
    },
    {
      "loss_action": 0.0027069461066275835,
      "loss_total": 0.0027069461066275835,
      "step": 56650
    },
    {
      "loss_action": 0.006035186350345612,
      "loss_total": 0.006035186350345612,
      "step": 56650
    },
    {
      "loss_action": 0.002807831158861518,
      "loss_total": 0.002807831158861518,
      "step": 56650
    },
    {
      "loss_action": 0.002946793334558606,
      "loss_total": 0.002946793334558606,
      "step": 56650
    },
    {
      "loss_action": 0.0052613625302910805,
      "loss_total": 0.0052613625302910805,
      "step": 56650
    },
    {
      "loss_action": 0.002959073055535555,
      "loss_total": 0.002959073055535555,
      "step": 56650
    },
    {
      "loss_action": 0.018786441534757614,
      "loss_total": 0.018786441534757614,
      "step": 56650
    },
    {
      "grad_norm": 0.12642937898635864,
      "learning_rate": 4.314487878384239e-05,
      "loss": 0.0081,
      "step": 56660
    },
    {
      "loss_action": 0.007123897317796946,
      "loss_total": 0.007123897317796946,
      "step": 56660
    },
    {
      "loss_action": 0.019267333671450615,
      "loss_total": 0.019267333671450615,
      "step": 56660
    },
    {
      "loss_action": 0.001162740751169622,
      "loss_total": 0.001162740751169622,
      "step": 56660
    },
    {
      "loss_action": 0.010398375801742077,
      "loss_total": 0.010398375801742077,
      "step": 56660
    },
    {
      "loss_action": 0.0038020447827875614,
      "loss_total": 0.0038020447827875614,
      "step": 56660
    },
    {
      "loss_action": 0.007856625132262707,
      "loss_total": 0.007856625132262707,
      "step": 56660
    },
    {
      "loss_action": 0.008420624770224094,
      "loss_total": 0.008420624770224094,
      "step": 56660
    },
    {
      "loss_action": 0.004023679532110691,
      "loss_total": 0.004023679532110691,
      "step": 56660
    },
    {
      "grad_norm": 0.09325122088193893,
      "learning_rate": 4.3128500599996736e-05,
      "loss": 0.0072,
      "step": 56670
    },
    {
      "loss_action": 0.0026923648547381163,
      "loss_total": 0.0026923648547381163,
      "step": 56670
    },
    {
      "loss_action": 0.006525530945509672,
      "loss_total": 0.006525530945509672,
      "step": 56670
    },
    {
      "loss_action": 0.00386274722404778,
      "loss_total": 0.00386274722404778,
      "step": 56670
    },
    {
      "loss_action": 0.003906663507223129,
      "loss_total": 0.003906663507223129,
      "step": 56670
    },
    {
      "loss_action": 0.005517606157809496,
      "loss_total": 0.005517606157809496,
      "step": 56670
    },
    {
      "loss_action": 0.0037076487205922604,
      "loss_total": 0.0037076487205922604,
      "step": 56670
    },
    {
      "loss_action": 0.00253488146699965,
      "loss_total": 0.00253488146699965,
      "step": 56670
    },
    {
      "loss_action": 0.0033246225211769342,
      "loss_total": 0.0033246225211769342,
      "step": 56670
    },
    {
      "grad_norm": 0.10556412488222122,
      "learning_rate": 4.31121231676079e-05,
      "loss": 0.006,
      "step": 56680
    },
    {
      "loss_action": 0.0017598801059648395,
      "loss_total": 0.0017598801059648395,
      "step": 56680
    },
    {
      "loss_action": 0.008962421678006649,
      "loss_total": 0.008962421678006649,
      "step": 56680
    },
    {
      "loss_action": 0.0054185520857572556,
      "loss_total": 0.0054185520857572556,
      "step": 56680
    },
    {
      "loss_action": 0.0019856849685311317,
      "loss_total": 0.0019856849685311317,
      "step": 56680
    },
    {
      "loss_action": 0.005789862014353275,
      "loss_total": 0.005789862014353275,
      "step": 56680
    },
    {
      "loss_action": 0.012319301255047321,
      "loss_total": 0.012319301255047321,
      "step": 56680
    },
    {
      "loss_action": 0.0032695261761546135,
      "loss_total": 0.0032695261761546135,
      "step": 56680
    },
    {
      "loss_action": 0.007472543977200985,
      "loss_total": 0.007472543977200985,
      "step": 56680
    },
    {
      "grad_norm": 0.09103100746870041,
      "learning_rate": 4.309574648846694e-05,
      "loss": 0.0051,
      "step": 56690
    },
    {
      "loss_action": 0.004448746796697378,
      "loss_total": 0.004448746796697378,
      "step": 56690
    },
    {
      "loss_action": 0.003568206913769245,
      "loss_total": 0.003568206913769245,
      "step": 56690
    },
    {
      "loss_action": 0.002315669087693095,
      "loss_total": 0.002315669087693095,
      "step": 56690
    },
    {
      "loss_action": 0.0037201372906565666,
      "loss_total": 0.0037201372906565666,
      "step": 56690
    },
    {
      "loss_action": 0.0035243555903434753,
      "loss_total": 0.0035243555903434753,
      "step": 56690
    },
    {
      "loss_action": 0.002701477613300085,
      "loss_total": 0.002701477613300085,
      "step": 56690
    },
    {
      "loss_action": 0.00623083021491766,
      "loss_total": 0.00623083021491766,
      "step": 56690
    },
    {
      "loss_action": 0.0033923592418432236,
      "loss_total": 0.0033923592418432236,
      "step": 56690
    },
    {
      "grad_norm": 0.07528508454561234,
      "learning_rate": 4.3079370564364755e-05,
      "loss": 0.0056,
      "step": 56700
    },
    {
      "loss_action": 0.0031486195512115955,
      "loss_total": 0.0031486195512115955,
      "step": 56700
    },
    {
      "loss_action": 0.011746924370527267,
      "loss_total": 0.011746924370527267,
      "step": 56700
    },
    {
      "loss_action": 0.0024850410409271717,
      "loss_total": 0.0024850410409271717,
      "step": 56700
    },
    {
      "loss_action": 0.002087248722091317,
      "loss_total": 0.002087248722091317,
      "step": 56700
    },
    {
      "loss_action": 0.013390585780143738,
      "loss_total": 0.013390585780143738,
      "step": 56700
    },
    {
      "loss_action": 0.003403858980163932,
      "loss_total": 0.003403858980163932,
      "step": 56700
    },
    {
      "loss_action": 0.011067254468798637,
      "loss_total": 0.011067254468798637,
      "step": 56700
    },
    {
      "loss_action": 0.0016639870591461658,
      "loss_total": 0.0016639870591461658,
      "step": 56700
    },
    {
      "grad_norm": 0.12770040333271027,
      "learning_rate": 4.306299539709221e-05,
      "loss": 0.0062,
      "step": 56710
    },
    {
      "loss_action": 0.01854412630200386,
      "loss_total": 0.01854412630200386,
      "step": 56710
    },
    {
      "loss_action": 0.004295052029192448,
      "loss_total": 0.004295052029192448,
      "step": 56710
    },
    {
      "loss_action": 0.020509280264377594,
      "loss_total": 0.020509280264377594,
      "step": 56710
    },
    {
      "loss_action": 0.004518278408795595,
      "loss_total": 0.004518278408795595,
      "step": 56710
    },
    {
      "loss_action": 0.008228415623307228,
      "loss_total": 0.008228415623307228,
      "step": 56710
    },
    {
      "loss_action": 0.016847852617502213,
      "loss_total": 0.016847852617502213,
      "step": 56710
    },
    {
      "loss_action": 0.012180719524621964,
      "loss_total": 0.012180719524621964,
      "step": 56710
    },
    {
      "loss_action": 0.002652381081134081,
      "loss_total": 0.002652381081134081,
      "step": 56710
    },
    {
      "grad_norm": 0.10956825315952301,
      "learning_rate": 4.3046620988440046e-05,
      "loss": 0.0072,
      "step": 56720
    },
    {
      "loss_action": 0.0174194797873497,
      "loss_total": 0.0174194797873497,
      "step": 56720
    },
    {
      "loss_action": 0.0018798877717927098,
      "loss_total": 0.0018798877717927098,
      "step": 56720
    },
    {
      "loss_action": 0.01500764675438404,
      "loss_total": 0.01500764675438404,
      "step": 56720
    },
    {
      "loss_action": 0.004551812075078487,
      "loss_total": 0.004551812075078487,
      "step": 56720
    },
    {
      "loss_action": 0.004849658347666264,
      "loss_total": 0.004849658347666264,
      "step": 56720
    },
    {
      "loss_action": 0.0026028244756162167,
      "loss_total": 0.0026028244756162167,
      "step": 56720
    },
    {
      "loss_action": 0.003648120677098632,
      "loss_total": 0.003648120677098632,
      "step": 56720
    },
    {
      "loss_action": 0.0037574628368020058,
      "loss_total": 0.0037574628368020058,
      "step": 56720
    },
    {
      "grad_norm": 0.06316403299570084,
      "learning_rate": 4.303024734019897e-05,
      "loss": 0.0059,
      "step": 56730
    },
    {
      "loss_action": 0.001769448397681117,
      "loss_total": 0.001769448397681117,
      "step": 56730
    },
    {
      "loss_action": 0.003438517451286316,
      "loss_total": 0.003438517451286316,
      "step": 56730
    },
    {
      "loss_action": 0.006134750321507454,
      "loss_total": 0.006134750321507454,
      "step": 56730
    },
    {
      "loss_action": 0.007916785776615143,
      "loss_total": 0.007916785776615143,
      "step": 56730
    },
    {
      "loss_action": 0.004320894367992878,
      "loss_total": 0.004320894367992878,
      "step": 56730
    },
    {
      "loss_action": 0.0033574914559721947,
      "loss_total": 0.0033574914559721947,
      "step": 56730
    },
    {
      "loss_action": 0.022336410358548164,
      "loss_total": 0.022336410358548164,
      "step": 56730
    },
    {
      "loss_action": 0.0043779173865914345,
      "loss_total": 0.0043779173865914345,
      "step": 56730
    },
    {
      "grad_norm": 0.0917687863111496,
      "learning_rate": 4.3013874454159565e-05,
      "loss": 0.0063,
      "step": 56740
    },
    {
      "loss_action": 0.010654659941792488,
      "loss_total": 0.010654659941792488,
      "step": 56740
    },
    {
      "loss_action": 0.004956791643053293,
      "loss_total": 0.004956791643053293,
      "step": 56740
    },
    {
      "loss_action": 0.0019878409802913666,
      "loss_total": 0.0019878409802913666,
      "step": 56740
    },
    {
      "loss_action": 0.003481790656223893,
      "loss_total": 0.003481790656223893,
      "step": 56740
    },
    {
      "loss_action": 0.01424911804497242,
      "loss_total": 0.01424911804497242,
      "step": 56740
    },
    {
      "loss_action": 0.00570677500218153,
      "loss_total": 0.00570677500218153,
      "step": 56740
    },
    {
      "loss_action": 0.003682562615722418,
      "loss_total": 0.003682562615722418,
      "step": 56740
    },
    {
      "loss_action": 0.012077211402356625,
      "loss_total": 0.012077211402356625,
      "step": 56740
    },
    {
      "grad_norm": 0.13209624588489532,
      "learning_rate": 4.299750233211233e-05,
      "loss": 0.0063,
      "step": 56750
    },
    {
      "loss_action": 0.0015558809973299503,
      "loss_total": 0.0015558809973299503,
      "step": 56750
    },
    {
      "loss_action": 0.003638611175119877,
      "loss_total": 0.003638611175119877,
      "step": 56750
    },
    {
      "loss_action": 0.008513071574270725,
      "loss_total": 0.008513071574270725,
      "step": 56750
    },
    {
      "loss_action": 0.007896610535681248,
      "loss_total": 0.007896610535681248,
      "step": 56750
    },
    {
      "loss_action": 0.007415893021970987,
      "loss_total": 0.007415893021970987,
      "step": 56750
    },
    {
      "loss_action": 0.008765347301959991,
      "loss_total": 0.008765347301959991,
      "step": 56750
    },
    {
      "loss_action": 0.004793878644704819,
      "loss_total": 0.004793878644704819,
      "step": 56750
    },
    {
      "loss_action": 0.007545893546193838,
      "loss_total": 0.007545893546193838,
      "step": 56750
    },
    {
      "grad_norm": 0.10406714677810669,
      "learning_rate": 4.2981130975847715e-05,
      "loss": 0.0062,
      "step": 56760
    },
    {
      "loss_action": 0.005726508796215057,
      "loss_total": 0.005726508796215057,
      "step": 56760
    },
    {
      "loss_action": 0.006555262021720409,
      "loss_total": 0.006555262021720409,
      "step": 56760
    },
    {
      "loss_action": 0.007340488024055958,
      "loss_total": 0.007340488024055958,
      "step": 56760
    },
    {
      "loss_action": 0.008004184812307358,
      "loss_total": 0.008004184812307358,
      "step": 56760
    },
    {
      "loss_action": 0.006506751291453838,
      "loss_total": 0.006506751291453838,
      "step": 56760
    },
    {
      "loss_action": 0.021407175809144974,
      "loss_total": 0.021407175809144974,
      "step": 56760
    },
    {
      "loss_action": 0.007922042161226273,
      "loss_total": 0.007922042161226273,
      "step": 56760
    },
    {
      "loss_action": 0.004678526893258095,
      "loss_total": 0.004678526893258095,
      "step": 56760
    },
    {
      "grad_norm": 0.09935854375362396,
      "learning_rate": 4.2964760387156076e-05,
      "loss": 0.0069,
      "step": 56770
    },
    {
      "loss_action": 0.0177714005112648,
      "loss_total": 0.0177714005112648,
      "step": 56770
    },
    {
      "loss_action": 0.005927620455622673,
      "loss_total": 0.005927620455622673,
      "step": 56770
    },
    {
      "loss_action": 0.0049990154802799225,
      "loss_total": 0.0049990154802799225,
      "step": 56770
    },
    {
      "loss_action": 0.006929192692041397,
      "loss_total": 0.006929192692041397,
      "step": 56770
    },
    {
      "loss_action": 0.004879642277956009,
      "loss_total": 0.004879642277956009,
      "step": 56770
    },
    {
      "loss_action": 0.002173234010115266,
      "loss_total": 0.002173234010115266,
      "step": 56770
    },
    {
      "loss_action": 0.006686452776193619,
      "loss_total": 0.006686452776193619,
      "step": 56770
    },
    {
      "loss_action": 0.003494457108899951,
      "loss_total": 0.003494457108899951,
      "step": 56770
    },
    {
      "grad_norm": 0.16734330356121063,
      "learning_rate": 4.294839056782767e-05,
      "loss": 0.0054,
      "step": 56780
    },
    {
      "loss_action": 0.017284434288740158,
      "loss_total": 0.017284434288740158,
      "step": 56780
    },
    {
      "loss_action": 0.0024510042276233435,
      "loss_total": 0.0024510042276233435,
      "step": 56780
    },
    {
      "loss_action": 0.006756088696420193,
      "loss_total": 0.006756088696420193,
      "step": 56780
    },
    {
      "loss_action": 0.003998765721917152,
      "loss_total": 0.003998765721917152,
      "step": 56780
    },
    {
      "loss_action": 0.020539233461022377,
      "loss_total": 0.020539233461022377,
      "step": 56780
    },
    {
      "loss_action": 0.0048383078537881374,
      "loss_total": 0.0048383078537881374,
      "step": 56780
    },
    {
      "loss_action": 0.0062726642936468124,
      "loss_total": 0.0062726642936468124,
      "step": 56780
    },
    {
      "loss_action": 0.0037102208007127047,
      "loss_total": 0.0037102208007127047,
      "step": 56780
    },
    {
      "grad_norm": 0.09876522421836853,
      "learning_rate": 4.293202151965266e-05,
      "loss": 0.006,
      "step": 56790
    },
    {
      "loss_action": 0.007717825472354889,
      "loss_total": 0.007717825472354889,
      "step": 56790
    },
    {
      "loss_action": 0.005767603870481253,
      "loss_total": 0.005767603870481253,
      "step": 56790
    },
    {
      "loss_action": 0.0034310058690607548,
      "loss_total": 0.0034310058690607548,
      "step": 56790
    },
    {
      "loss_action": 0.0068285055458545685,
      "loss_total": 0.0068285055458545685,
      "step": 56790
    },
    {
      "loss_action": 0.007760160602629185,
      "loss_total": 0.007760160602629185,
      "step": 56790
    },
    {
      "loss_action": 0.008196597918868065,
      "loss_total": 0.008196597918868065,
      "step": 56790
    },
    {
      "loss_action": 0.006103267893195152,
      "loss_total": 0.006103267893195152,
      "step": 56790
    },
    {
      "loss_action": 0.005446332972496748,
      "loss_total": 0.005446332972496748,
      "step": 56790
    },
    {
      "grad_norm": 0.0918927937746048,
      "learning_rate": 4.291565324442115e-05,
      "loss": 0.0067,
      "step": 56800
    },
    {
      "loss_action": 0.005114762112498283,
      "loss_total": 0.005114762112498283,
      "step": 56800
    },
    {
      "loss_action": 0.0010952649172395468,
      "loss_total": 0.0010952649172395468,
      "step": 56800
    },
    {
      "loss_action": 0.004279513377696276,
      "loss_total": 0.004279513377696276,
      "step": 56800
    },
    {
      "loss_action": 0.003167636226862669,
      "loss_total": 0.003167636226862669,
      "step": 56800
    },
    {
      "loss_action": 0.001156789599917829,
      "loss_total": 0.001156789599917829,
      "step": 56800
    },
    {
      "loss_action": 0.008779946714639664,
      "loss_total": 0.008779946714639664,
      "step": 56800
    },
    {
      "loss_action": 0.007900085300207138,
      "loss_total": 0.007900085300207138,
      "step": 56800
    },
    {
      "loss_action": 0.007537974510341883,
      "loss_total": 0.007537974510341883,
      "step": 56800
    },
    {
      "grad_norm": 0.12716008722782135,
      "learning_rate": 4.2899285743923135e-05,
      "loss": 0.007,
      "step": 56810
    },
    {
      "loss_action": 0.002774800406768918,
      "loss_total": 0.002774800406768918,
      "step": 56810
    },
    {
      "loss_action": 0.005754462443292141,
      "loss_total": 0.005754462443292141,
      "step": 56810
    },
    {
      "loss_action": 0.0028977019246667624,
      "loss_total": 0.0028977019246667624,
      "step": 56810
    },
    {
      "loss_action": 0.004197338595986366,
      "loss_total": 0.004197338595986366,
      "step": 56810
    },
    {
      "loss_action": 0.001665847492404282,
      "loss_total": 0.001665847492404282,
      "step": 56810
    },
    {
      "loss_action": 0.004535229876637459,
      "loss_total": 0.004535229876637459,
      "step": 56810
    },
    {
      "loss_action": 0.0008427784778177738,
      "loss_total": 0.0008427784778177738,
      "step": 56810
    },
    {
      "loss_action": 0.00528861116617918,
      "loss_total": 0.00528861116617918,
      "step": 56810
    },
    {
      "grad_norm": 0.07537117600440979,
      "learning_rate": 4.288291901994857e-05,
      "loss": 0.0061,
      "step": 56820
    },
    {
      "loss_action": 0.018055230379104614,
      "loss_total": 0.018055230379104614,
      "step": 56820
    },
    {
      "loss_action": 0.014308029785752296,
      "loss_total": 0.014308029785752296,
      "step": 56820
    },
    {
      "loss_action": 0.006273597478866577,
      "loss_total": 0.006273597478866577,
      "step": 56820
    },
    {
      "loss_action": 0.004271332174539566,
      "loss_total": 0.004271332174539566,
      "step": 56820
    },
    {
      "loss_action": 0.004026385024189949,
      "loss_total": 0.004026385024189949,
      "step": 56820
    },
    {
      "loss_action": 0.0047376686707139015,
      "loss_total": 0.0047376686707139015,
      "step": 56820
    },
    {
      "loss_action": 0.0032197926193475723,
      "loss_total": 0.0032197926193475723,
      "step": 56820
    },
    {
      "loss_action": 0.0016164160333573818,
      "loss_total": 0.0016164160333573818,
      "step": 56820
    },
    {
      "grad_norm": 0.06900328397750854,
      "learning_rate": 4.286655307428729e-05,
      "loss": 0.006,
      "step": 56830
    },
    {
      "loss_action": 0.005561124999076128,
      "loss_total": 0.005561124999076128,
      "step": 56830
    },
    {
      "loss_action": 0.03201371803879738,
      "loss_total": 0.03201371803879738,
      "step": 56830
    },
    {
      "loss_action": 0.02859039232134819,
      "loss_total": 0.02859039232134819,
      "step": 56830
    },
    {
      "loss_action": 0.0020694672130048275,
      "loss_total": 0.0020694672130048275,
      "step": 56830
    },
    {
      "loss_action": 0.002040964551270008,
      "loss_total": 0.002040964551270008,
      "step": 56830
    },
    {
      "loss_action": 0.006490192376077175,
      "loss_total": 0.006490192376077175,
      "step": 56830
    },
    {
      "loss_action": 0.010148461908102036,
      "loss_total": 0.010148461908102036,
      "step": 56830
    },
    {
      "loss_action": 0.0031747377943247557,
      "loss_total": 0.0031747377943247557,
      "step": 56830
    },
    {
      "grad_norm": 0.10040833055973053,
      "learning_rate": 4.285018790872903e-05,
      "loss": 0.0075,
      "step": 56840
    },
    {
      "loss_action": 0.008199070580303669,
      "loss_total": 0.008199070580303669,
      "step": 56840
    },
    {
      "loss_action": 0.007506892550736666,
      "loss_total": 0.007506892550736666,
      "step": 56840
    },
    {
      "loss_action": 0.004770535044372082,
      "loss_total": 0.004770535044372082,
      "step": 56840
    },
    {
      "loss_action": 0.005527381785213947,
      "loss_total": 0.005527381785213947,
      "step": 56840
    },
    {
      "loss_action": 0.00549501646310091,
      "loss_total": 0.00549501646310091,
      "step": 56840
    },
    {
      "loss_action": 0.007613044232130051,
      "loss_total": 0.007613044232130051,
      "step": 56840
    },
    {
      "loss_action": 0.008553652092814445,
      "loss_total": 0.008553652092814445,
      "step": 56840
    },
    {
      "loss_action": 0.008821697905659676,
      "loss_total": 0.008821697905659676,
      "step": 56840
    },
    {
      "grad_norm": 0.08416325598955154,
      "learning_rate": 4.283382352506347e-05,
      "loss": 0.0066,
      "step": 56850
    },
    {
      "loss_action": 0.02034744992852211,
      "loss_total": 0.02034744992852211,
      "step": 56850
    },
    {
      "loss_action": 0.009920245036482811,
      "loss_total": 0.009920245036482811,
      "step": 56850
    },
    {
      "loss_action": 0.0023206579498946667,
      "loss_total": 0.0023206579498946667,
      "step": 56850
    },
    {
      "loss_action": 0.004577445797622204,
      "loss_total": 0.004577445797622204,
      "step": 56850
    },
    {
      "loss_action": 0.0035496335476636887,
      "loss_total": 0.0035496335476636887,
      "step": 56850
    },
    {
      "loss_action": 0.004147801548242569,
      "loss_total": 0.004147801548242569,
      "step": 56850
    },
    {
      "loss_action": 0.015470227226614952,
      "loss_total": 0.015470227226614952,
      "step": 56850
    },
    {
      "loss_action": 0.005283083766698837,
      "loss_total": 0.005283083766698837,
      "step": 56850
    },
    {
      "grad_norm": 0.07761279493570328,
      "learning_rate": 4.2817459925080205e-05,
      "loss": 0.0062,
      "step": 56860
    },
    {
      "loss_action": 0.004016440827399492,
      "loss_total": 0.004016440827399492,
      "step": 56860
    },
    {
      "loss_action": 0.007184993475675583,
      "loss_total": 0.007184993475675583,
      "step": 56860
    },
    {
      "loss_action": 0.0024937919806689024,
      "loss_total": 0.0024937919806689024,
      "step": 56860
    },
    {
      "loss_action": 0.003583829617127776,
      "loss_total": 0.003583829617127776,
      "step": 56860
    },
    {
      "loss_action": 0.0021510403603315353,
      "loss_total": 0.0021510403603315353,
      "step": 56860
    },
    {
      "loss_action": 0.0028376274276524782,
      "loss_total": 0.0028376274276524782,
      "step": 56860
    },
    {
      "loss_action": 0.0022712191566824913,
      "loss_total": 0.0022712191566824913,
      "step": 56860
    },
    {
      "loss_action": 0.007769596762955189,
      "loss_total": 0.007769596762955189,
      "step": 56860
    },
    {
      "grad_norm": 0.14281080663204193,
      "learning_rate": 4.28010971105687e-05,
      "loss": 0.007,
      "step": 56870
    },
    {
      "loss_action": 0.01232095155864954,
      "loss_total": 0.01232095155864954,
      "step": 56870
    },
    {
      "loss_action": 0.001990425866097212,
      "loss_total": 0.001990425866097212,
      "step": 56870
    },
    {
      "loss_action": 0.0018703914247453213,
      "loss_total": 0.0018703914247453213,
      "step": 56870
    },
    {
      "loss_action": 0.0012159859761595726,
      "loss_total": 0.0012159859761595726,
      "step": 56870
    },
    {
      "loss_action": 0.010249702259898186,
      "loss_total": 0.010249702259898186,
      "step": 56870
    },
    {
      "loss_action": 0.004613865632563829,
      "loss_total": 0.004613865632563829,
      "step": 56870
    },
    {
      "loss_action": 0.008977057412266731,
      "loss_total": 0.008977057412266731,
      "step": 56870
    },
    {
      "loss_action": 0.0167335607111454,
      "loss_total": 0.0167335607111454,
      "step": 56870
    },
    {
      "grad_norm": 0.13301846385002136,
      "learning_rate": 4.278473508331841e-05,
      "loss": 0.0065,
      "step": 56880
    },
    {
      "loss_action": 0.002701688325032592,
      "loss_total": 0.002701688325032592,
      "step": 56880
    },
    {
      "loss_action": 0.0069662900641560555,
      "loss_total": 0.0069662900641560555,
      "step": 56880
    },
    {
      "loss_action": 0.00825548730790615,
      "loss_total": 0.00825548730790615,
      "step": 56880
    },
    {
      "loss_action": 0.006845215335488319,
      "loss_total": 0.006845215335488319,
      "step": 56880
    },
    {
      "loss_action": 0.004964123480021954,
      "loss_total": 0.004964123480021954,
      "step": 56880
    },
    {
      "loss_action": 0.010846580378711224,
      "loss_total": 0.010846580378711224,
      "step": 56880
    },
    {
      "loss_action": 0.007175031118094921,
      "loss_total": 0.007175031118094921,
      "step": 56880
    },
    {
      "loss_action": 0.00353839504532516,
      "loss_total": 0.00353839504532516,
      "step": 56880
    },
    {
      "grad_norm": 0.09487716853618622,
      "learning_rate": 4.276837384511864e-05,
      "loss": 0.0058,
      "step": 56890
    },
    {
      "loss_action": 0.003204572945833206,
      "loss_total": 0.003204572945833206,
      "step": 56890
    },
    {
      "loss_action": 0.02052842453122139,
      "loss_total": 0.02052842453122139,
      "step": 56890
    },
    {
      "loss_action": 0.004732384346425533,
      "loss_total": 0.004732384346425533,
      "step": 56890
    },
    {
      "loss_action": 0.006390633527189493,
      "loss_total": 0.006390633527189493,
      "step": 56890
    },
    {
      "loss_action": 0.00485122948884964,
      "loss_total": 0.00485122948884964,
      "step": 56890
    },
    {
      "loss_action": 0.005173363257199526,
      "loss_total": 0.005173363257199526,
      "step": 56890
    },
    {
      "loss_action": 0.006927192211151123,
      "loss_total": 0.006927192211151123,
      "step": 56890
    },
    {
      "loss_action": 0.005313753616064787,
      "loss_total": 0.005313753616064787,
      "step": 56890
    },
    {
      "grad_norm": 0.07613915205001831,
      "learning_rate": 4.275201339775864e-05,
      "loss": 0.0062,
      "step": 56900
    },
    {
      "loss_action": 0.006618360988795757,
      "loss_total": 0.006618360988795757,
      "step": 56900
    },
    {
      "loss_action": 0.0013741889270022511,
      "loss_total": 0.0013741889270022511,
      "step": 56900
    },
    {
      "loss_action": 0.008287502452731133,
      "loss_total": 0.008287502452731133,
      "step": 56900
    },
    {
      "loss_action": 0.005423163995146751,
      "loss_total": 0.005423163995146751,
      "step": 56900
    },
    {
      "loss_action": 0.0029041029047220945,
      "loss_total": 0.0029041029047220945,
      "step": 56900
    },
    {
      "loss_action": 0.0021961317397654057,
      "loss_total": 0.0021961317397654057,
      "step": 56900
    },
    {
      "loss_action": 0.003750947769731283,
      "loss_total": 0.003750947769731283,
      "step": 56900
    },
    {
      "loss_action": 0.0013573507312685251,
      "loss_total": 0.0013573507312685251,
      "step": 56900
    },
    {
      "grad_norm": 0.09285420924425125,
      "learning_rate": 4.273565374302756e-05,
      "loss": 0.0065,
      "step": 56910
    },
    {
      "loss_action": 0.011753768660128117,
      "loss_total": 0.011753768660128117,
      "step": 56910
    },
    {
      "loss_action": 0.003938860259950161,
      "loss_total": 0.003938860259950161,
      "step": 56910
    },
    {
      "loss_action": 0.004535661078989506,
      "loss_total": 0.004535661078989506,
      "step": 56910
    },
    {
      "loss_action": 0.0019492857391014695,
      "loss_total": 0.0019492857391014695,
      "step": 56910
    },
    {
      "loss_action": 0.010322081856429577,
      "loss_total": 0.010322081856429577,
      "step": 56910
    },
    {
      "loss_action": 0.0110554788261652,
      "loss_total": 0.0110554788261652,
      "step": 56910
    },
    {
      "loss_action": 0.004949445836246014,
      "loss_total": 0.004949445836246014,
      "step": 56910
    },
    {
      "loss_action": 0.001546692568808794,
      "loss_total": 0.001546692568808794,
      "step": 56910
    },
    {
      "grad_norm": 0.09558720141649246,
      "learning_rate": 4.2719294882714454e-05,
      "loss": 0.0064,
      "step": 56920
    },
    {
      "loss_action": 0.003463289700448513,
      "loss_total": 0.003463289700448513,
      "step": 56920
    },
    {
      "loss_action": 0.008389865979552269,
      "loss_total": 0.008389865979552269,
      "step": 56920
    },
    {
      "loss_action": 0.002520747948437929,
      "loss_total": 0.002520747948437929,
      "step": 56920
    },
    {
      "loss_action": 0.008948400616645813,
      "loss_total": 0.008948400616645813,
      "step": 56920
    },
    {
      "loss_action": 0.003530333284288645,
      "loss_total": 0.003530333284288645,
      "step": 56920
    },
    {
      "loss_action": 0.00725751044228673,
      "loss_total": 0.00725751044228673,
      "step": 56920
    },
    {
      "loss_action": 0.005051468964666128,
      "loss_total": 0.005051468964666128,
      "step": 56920
    },
    {
      "loss_action": 0.0015550230164080858,
      "loss_total": 0.0015550230164080858,
      "step": 56920
    },
    {
      "grad_norm": 0.10677115619182587,
      "learning_rate": 4.270293681860831e-05,
      "loss": 0.0055,
      "step": 56930
    },
    {
      "loss_action": 0.005722871515899897,
      "loss_total": 0.005722871515899897,
      "step": 56930
    },
    {
      "loss_action": 0.005250971298664808,
      "loss_total": 0.005250971298664808,
      "step": 56930
    },
    {
      "loss_action": 0.003417376894503832,
      "loss_total": 0.003417376894503832,
      "step": 56930
    },
    {
      "loss_action": 0.013450829312205315,
      "loss_total": 0.013450829312205315,
      "step": 56930
    },
    {
      "loss_action": 0.0053608352318406105,
      "loss_total": 0.0053608352318406105,
      "step": 56930
    },
    {
      "loss_action": 0.0020992946811020374,
      "loss_total": 0.0020992946811020374,
      "step": 56930
    },
    {
      "loss_action": 0.04255112260580063,
      "loss_total": 0.04255112260580063,
      "step": 56930
    },
    {
      "loss_action": 0.004086322151124477,
      "loss_total": 0.004086322151124477,
      "step": 56930
    },
    {
      "grad_norm": 0.10574980825185776,
      "learning_rate": 4.268657955249802e-05,
      "loss": 0.0079,
      "step": 56940
    },
    {
      "loss_action": 0.004803516436368227,
      "loss_total": 0.004803516436368227,
      "step": 56940
    },
    {
      "loss_action": 0.013683144003152847,
      "loss_total": 0.013683144003152847,
      "step": 56940
    },
    {
      "loss_action": 0.015175647102296352,
      "loss_total": 0.015175647102296352,
      "step": 56940
    },
    {
      "loss_action": 0.02629104256629944,
      "loss_total": 0.02629104256629944,
      "step": 56940
    },
    {
      "loss_action": 0.0014678097795695066,
      "loss_total": 0.0014678097795695066,
      "step": 56940
    },
    {
      "loss_action": 0.012589989230036736,
      "loss_total": 0.012589989230036736,
      "step": 56940
    },
    {
      "loss_action": 0.010485803708434105,
      "loss_total": 0.010485803708434105,
      "step": 56940
    },
    {
      "loss_action": 0.013298388570547104,
      "loss_total": 0.013298388570547104,
      "step": 56940
    },
    {
      "grad_norm": 0.08503665030002594,
      "learning_rate": 4.267022308617241e-05,
      "loss": 0.0072,
      "step": 56950
    },
    {
      "loss_action": 0.004023331217467785,
      "loss_total": 0.004023331217467785,
      "step": 56950
    },
    {
      "loss_action": 0.0060673365369439125,
      "loss_total": 0.0060673365369439125,
      "step": 56950
    },
    {
      "loss_action": 0.0034699689131230116,
      "loss_total": 0.0034699689131230116,
      "step": 56950
    },
    {
      "loss_action": 0.0026624584570527077,
      "loss_total": 0.0026624584570527077,
      "step": 56950
    },
    {
      "loss_action": 0.003982230089604855,
      "loss_total": 0.003982230089604855,
      "step": 56950
    },
    {
      "loss_action": 0.00778142549097538,
      "loss_total": 0.00778142549097538,
      "step": 56950
    },
    {
      "loss_action": 0.0041229152120649815,
      "loss_total": 0.0041229152120649815,
      "step": 56950
    },
    {
      "loss_action": 0.009513702243566513,
      "loss_total": 0.009513702243566513,
      "step": 56950
    },
    {
      "grad_norm": 0.06717032194137573,
      "learning_rate": 4.265386742142018e-05,
      "loss": 0.0059,
      "step": 56960
    },
    {
      "loss_action": 0.002502347808331251,
      "loss_total": 0.002502347808331251,
      "step": 56960
    },
    {
      "loss_action": 0.003822550643235445,
      "loss_total": 0.003822550643235445,
      "step": 56960
    },
    {
      "loss_action": 0.004534022882580757,
      "loss_total": 0.004534022882580757,
      "step": 56960
    },
    {
      "loss_action": 0.0025442163459956646,
      "loss_total": 0.0025442163459956646,
      "step": 56960
    },
    {
      "loss_action": 0.0023495801724493504,
      "loss_total": 0.0023495801724493504,
      "step": 56960
    },
    {
      "loss_action": 0.00792467687278986,
      "loss_total": 0.00792467687278986,
      "step": 56960
    },
    {
      "loss_action": 0.0016696702223271132,
      "loss_total": 0.0016696702223271132,
      "step": 56960
    },
    {
      "loss_action": 0.012254668399691582,
      "loss_total": 0.012254668399691582,
      "step": 56960
    },
    {
      "grad_norm": 0.11085540801286697,
      "learning_rate": 4.263751256002996e-05,
      "loss": 0.007,
      "step": 56970
    },
    {
      "loss_action": 0.0452880859375,
      "loss_total": 0.0452880859375,
      "step": 56970
    },
    {
      "loss_action": 0.004649920854717493,
      "loss_total": 0.004649920854717493,
      "step": 56970
    },
    {
      "loss_action": 0.0051457323133945465,
      "loss_total": 0.0051457323133945465,
      "step": 56970
    },
    {
      "loss_action": 0.0035839793272316456,
      "loss_total": 0.0035839793272316456,
      "step": 56970
    },
    {
      "loss_action": 0.0023762122727930546,
      "loss_total": 0.0023762122727930546,
      "step": 56970
    },
    {
      "loss_action": 0.013769509270787239,
      "loss_total": 0.013769509270787239,
      "step": 56970
    },
    {
      "loss_action": 0.0023463554680347443,
      "loss_total": 0.0023463554680347443,
      "step": 56970
    },
    {
      "loss_action": 0.005201833322644234,
      "loss_total": 0.005201833322644234,
      "step": 56970
    },
    {
      "grad_norm": 0.11533374339342117,
      "learning_rate": 4.26211585037903e-05,
      "loss": 0.0068,
      "step": 56980
    },
    {
      "loss_action": 0.00573569443076849,
      "loss_total": 0.00573569443076849,
      "step": 56980
    },
    {
      "loss_action": 0.004124151077121496,
      "loss_total": 0.004124151077121496,
      "step": 56980
    },
    {
      "loss_action": 0.008168715052306652,
      "loss_total": 0.008168715052306652,
      "step": 56980
    },
    {
      "loss_action": 0.0054809339344501495,
      "loss_total": 0.0054809339344501495,
      "step": 56980
    },
    {
      "loss_action": 0.017547154799103737,
      "loss_total": 0.017547154799103737,
      "step": 56980
    },
    {
      "loss_action": 0.0037153277080506086,
      "loss_total": 0.0037153277080506086,
      "step": 56980
    },
    {
      "loss_action": 0.0028439676389098167,
      "loss_total": 0.0028439676389098167,
      "step": 56980
    },
    {
      "loss_action": 0.005526699125766754,
      "loss_total": 0.005526699125766754,
      "step": 56980
    },
    {
      "grad_norm": 0.07705942541360855,
      "learning_rate": 4.2604805254489656e-05,
      "loss": 0.0062,
      "step": 56990
    },
    {
      "loss_action": 0.002363021019846201,
      "loss_total": 0.002363021019846201,
      "step": 56990
    },
    {
      "loss_action": 0.0035504885017871857,
      "loss_total": 0.0035504885017871857,
      "step": 56990
    },
    {
      "loss_action": 0.002253744751214981,
      "loss_total": 0.002253744751214981,
      "step": 56990
    },
    {
      "loss_action": 0.012241621501743793,
      "loss_total": 0.012241621501743793,
      "step": 56990
    },
    {
      "loss_action": 0.004160731099545956,
      "loss_total": 0.004160731099545956,
      "step": 56990
    },
    {
      "loss_action": 0.002484701108187437,
      "loss_total": 0.002484701108187437,
      "step": 56990
    },
    {
      "loss_action": 0.0022537598852068186,
      "loss_total": 0.0022537598852068186,
      "step": 56990
    },
    {
      "loss_action": 0.003541107987985015,
      "loss_total": 0.003541107987985015,
      "step": 56990
    },
    {
      "grad_norm": 0.11779075115919113,
      "learning_rate": 4.258845281391638e-05,
      "loss": 0.0059,
      "step": 57000
    },
    {
      "loss_action": 0.002955069299787283,
      "loss_total": 0.002955069299787283,
      "step": 57000
    },
    {
      "loss_action": 0.005766668356955051,
      "loss_total": 0.005766668356955051,
      "step": 57000
    },
    {
      "loss_action": 0.0066700768657028675,
      "loss_total": 0.0066700768657028675,
      "step": 57000
    },
    {
      "loss_action": 0.008180810138583183,
      "loss_total": 0.008180810138583183,
      "step": 57000
    },
    {
      "loss_action": 0.01277291402220726,
      "loss_total": 0.01277291402220726,
      "step": 57000
    },
    {
      "loss_action": 0.0016294518718495965,
      "loss_total": 0.0016294518718495965,
      "step": 57000
    },
    {
      "loss_action": 0.008120506070554256,
      "loss_total": 0.008120506070554256,
      "step": 57000
    },
    {
      "loss_action": 0.0012983682099729776,
      "loss_total": 0.0012983682099729776,
      "step": 57000
    },
    {
      "grad_norm": 0.07972625643014908,
      "learning_rate": 4.257210118385876e-05,
      "loss": 0.006,
      "step": 57010
    },
    {
      "loss_action": 0.002639744197949767,
      "loss_total": 0.002639744197949767,
      "step": 57010
    },
    {
      "loss_action": 0.012554326094686985,
      "loss_total": 0.012554326094686985,
      "step": 57010
    },
    {
      "loss_action": 0.006248121149837971,
      "loss_total": 0.006248121149837971,
      "step": 57010
    },
    {
      "loss_action": 0.007304134778678417,
      "loss_total": 0.007304134778678417,
      "step": 57010
    },
    {
      "loss_action": 0.005671243648976088,
      "loss_total": 0.005671243648976088,
      "step": 57010
    },
    {
      "loss_action": 0.004857457242906094,
      "loss_total": 0.004857457242906094,
      "step": 57010
    },
    {
      "loss_action": 0.011859288439154625,
      "loss_total": 0.011859288439154625,
      "step": 57010
    },
    {
      "loss_action": 0.0050897239707410336,
      "loss_total": 0.0050897239707410336,
      "step": 57010
    },
    {
      "grad_norm": 0.10141495615243912,
      "learning_rate": 4.2555750366104994e-05,
      "loss": 0.0066,
      "step": 57020
    },
    {
      "loss_action": 0.004478296730667353,
      "loss_total": 0.004478296730667353,
      "step": 57020
    },
    {
      "loss_action": 0.003984280861914158,
      "loss_total": 0.003984280861914158,
      "step": 57020
    },
    {
      "loss_action": 0.011408932507038116,
      "loss_total": 0.011408932507038116,
      "step": 57020
    },
    {
      "loss_action": 0.0038033609744161367,
      "loss_total": 0.0038033609744161367,
      "step": 57020
    },
    {
      "loss_action": 0.00208641542121768,
      "loss_total": 0.00208641542121768,
      "step": 57020
    },
    {
      "loss_action": 0.006194046698510647,
      "loss_total": 0.006194046698510647,
      "step": 57020
    },
    {
      "loss_action": 0.00871739536523819,
      "loss_total": 0.00871739536523819,
      "step": 57020
    },
    {
      "loss_action": 0.00620252313092351,
      "loss_total": 0.00620252313092351,
      "step": 57020
    },
    {
      "grad_norm": 0.08476589620113373,
      "learning_rate": 4.2539400362443184e-05,
      "loss": 0.0063,
      "step": 57030
    },
    {
      "loss_action": 0.011689554899930954,
      "loss_total": 0.011689554899930954,
      "step": 57030
    },
    {
      "loss_action": 0.0033764499239623547,
      "loss_total": 0.0033764499239623547,
      "step": 57030
    },
    {
      "loss_action": 0.005668590310961008,
      "loss_total": 0.005668590310961008,
      "step": 57030
    },
    {
      "loss_action": 0.0030158902518451214,
      "loss_total": 0.0030158902518451214,
      "step": 57030
    },
    {
      "loss_action": 0.004070925526320934,
      "loss_total": 0.004070925526320934,
      "step": 57030
    },
    {
      "loss_action": 0.005197831429541111,
      "loss_total": 0.005197831429541111,
      "step": 57030
    },
    {
      "loss_action": 0.006102580111473799,
      "loss_total": 0.006102580111473799,
      "step": 57030
    },
    {
      "loss_action": 0.0036950912326574326,
      "loss_total": 0.0036950912326574326,
      "step": 57030
    },
    {
      "grad_norm": 0.14082446694374084,
      "learning_rate": 4.252305117466133e-05,
      "loss": 0.0072,
      "step": 57040
    },
    {
      "loss_action": 0.0032938660588115454,
      "loss_total": 0.0032938660588115454,
      "step": 57040
    },
    {
      "loss_action": 0.002176696667447686,
      "loss_total": 0.002176696667447686,
      "step": 57040
    },
    {
      "loss_action": 0.0037802031729370356,
      "loss_total": 0.0037802031729370356,
      "step": 57040
    },
    {
      "loss_action": 0.00539086339995265,
      "loss_total": 0.00539086339995265,
      "step": 57040
    },
    {
      "loss_action": 0.005259506870061159,
      "loss_total": 0.005259506870061159,
      "step": 57040
    },
    {
      "loss_action": 0.004846858326345682,
      "loss_total": 0.004846858326345682,
      "step": 57040
    },
    {
      "loss_action": 0.007002092897891998,
      "loss_total": 0.007002092897891998,
      "step": 57040
    },
    {
      "loss_action": 0.00613830890506506,
      "loss_total": 0.00613830890506506,
      "step": 57040
    },
    {
      "grad_norm": 0.08745743334293365,
      "learning_rate": 4.2506702804547356e-05,
      "loss": 0.0065,
      "step": 57050
    },
    {
      "loss_action": 0.0017798807239159942,
      "loss_total": 0.0017798807239159942,
      "step": 57050
    },
    {
      "loss_action": 0.004717343952506781,
      "loss_total": 0.004717343952506781,
      "step": 57050
    },
    {
      "loss_action": 0.02292841300368309,
      "loss_total": 0.02292841300368309,
      "step": 57050
    },
    {
      "loss_action": 0.005317999981343746,
      "loss_total": 0.005317999981343746,
      "step": 57050
    },
    {
      "loss_action": 0.004890933632850647,
      "loss_total": 0.004890933632850647,
      "step": 57050
    },
    {
      "loss_action": 0.001106776762753725,
      "loss_total": 0.001106776762753725,
      "step": 57050
    },
    {
      "loss_action": 0.0013039815239608288,
      "loss_total": 0.0013039815239608288,
      "step": 57050
    },
    {
      "loss_action": 0.001480909064412117,
      "loss_total": 0.001480909064412117,
      "step": 57050
    },
    {
      "grad_norm": 0.099392831325531,
      "learning_rate": 4.249035525388907e-05,
      "loss": 0.0056,
      "step": 57060
    },
    {
      "loss_action": 0.004331829957664013,
      "loss_total": 0.004331829957664013,
      "step": 57060
    },
    {
      "loss_action": 0.007573559880256653,
      "loss_total": 0.007573559880256653,
      "step": 57060
    },
    {
      "loss_action": 0.004233122803270817,
      "loss_total": 0.004233122803270817,
      "step": 57060
    },
    {
      "loss_action": 0.02171199768781662,
      "loss_total": 0.02171199768781662,
      "step": 57060
    },
    {
      "loss_action": 0.05222264677286148,
      "loss_total": 0.05222264677286148,
      "step": 57060
    },
    {
      "loss_action": 0.0063363658264279366,
      "loss_total": 0.0063363658264279366,
      "step": 57060
    },
    {
      "loss_action": 0.008164685219526291,
      "loss_total": 0.008164685219526291,
      "step": 57060
    },
    {
      "loss_action": 0.00643280241638422,
      "loss_total": 0.00643280241638422,
      "step": 57060
    },
    {
      "grad_norm": 0.08808963000774384,
      "learning_rate": 4.247400852447427e-05,
      "loss": 0.0071,
      "step": 57070
    },
    {
      "loss_action": 0.002563875401392579,
      "loss_total": 0.002563875401392579,
      "step": 57070
    },
    {
      "loss_action": 0.006895381957292557,
      "loss_total": 0.006895381957292557,
      "step": 57070
    },
    {
      "loss_action": 0.018075061962008476,
      "loss_total": 0.018075061962008476,
      "step": 57070
    },
    {
      "loss_action": 0.007873771712183952,
      "loss_total": 0.007873771712183952,
      "step": 57070
    },
    {
      "loss_action": 0.005134503822773695,
      "loss_total": 0.005134503822773695,
      "step": 57070
    },
    {
      "loss_action": 0.0046712965704500675,
      "loss_total": 0.0046712965704500675,
      "step": 57070
    },
    {
      "loss_action": 0.00541877094656229,
      "loss_total": 0.00541877094656229,
      "step": 57070
    },
    {
      "loss_action": 0.005089662503451109,
      "loss_total": 0.005089662503451109,
      "step": 57070
    },
    {
      "grad_norm": 0.10921633243560791,
      "learning_rate": 4.245766261809059e-05,
      "loss": 0.0061,
      "step": 57080
    },
    {
      "loss_action": 0.006033924408257008,
      "loss_total": 0.006033924408257008,
      "step": 57080
    },
    {
      "loss_action": 0.019331425428390503,
      "loss_total": 0.019331425428390503,
      "step": 57080
    },
    {
      "loss_action": 0.004607087001204491,
      "loss_total": 0.004607087001204491,
      "step": 57080
    },
    {
      "loss_action": 0.0028563127852976322,
      "loss_total": 0.0028563127852976322,
      "step": 57080
    },
    {
      "loss_action": 0.003554056864231825,
      "loss_total": 0.003554056864231825,
      "step": 57080
    },
    {
      "loss_action": 0.004313802346587181,
      "loss_total": 0.004313802346587181,
      "step": 57080
    },
    {
      "loss_action": 0.0033580465242266655,
      "loss_total": 0.0033580465242266655,
      "step": 57080
    },
    {
      "loss_action": 0.0026470045559108257,
      "loss_total": 0.0026470045559108257,
      "step": 57080
    },
    {
      "grad_norm": 0.28092309832572937,
      "learning_rate": 4.244131753652558e-05,
      "loss": 0.0072,
      "step": 57090
    },
    {
      "loss_action": 0.006712887901812792,
      "loss_total": 0.006712887901812792,
      "step": 57090
    },
    {
      "loss_action": 0.005252787843346596,
      "loss_total": 0.005252787843346596,
      "step": 57090
    },
    {
      "loss_action": 0.011915162205696106,
      "loss_total": 0.011915162205696106,
      "step": 57090
    },
    {
      "loss_action": 0.004599099513143301,
      "loss_total": 0.004599099513143301,
      "step": 57090
    },
    {
      "loss_action": 0.0026839112397283316,
      "loss_total": 0.0026839112397283316,
      "step": 57090
    },
    {
      "loss_action": 0.006839393638074398,
      "loss_total": 0.006839393638074398,
      "step": 57090
    },
    {
      "loss_action": 0.0031229848973453045,
      "loss_total": 0.0031229848973453045,
      "step": 57090
    },
    {
      "loss_action": 0.003124665468931198,
      "loss_total": 0.003124665468931198,
      "step": 57090
    },
    {
      "grad_norm": 0.1612466424703598,
      "learning_rate": 4.242497328156672e-05,
      "loss": 0.0069,
      "step": 57100
    },
    {
      "loss_action": 0.0029482869431376457,
      "loss_total": 0.0029482869431376457,
      "step": 57100
    },
    {
      "loss_action": 0.01297927275300026,
      "loss_total": 0.01297927275300026,
      "step": 57100
    },
    {
      "loss_action": 0.005877705756574869,
      "loss_total": 0.005877705756574869,
      "step": 57100
    },
    {
      "loss_action": 0.005027406848967075,
      "loss_total": 0.005027406848967075,
      "step": 57100
    },
    {
      "loss_action": 0.0021520890295505524,
      "loss_total": 0.0021520890295505524,
      "step": 57100
    },
    {
      "loss_action": 0.006540755741298199,
      "loss_total": 0.006540755741298199,
      "step": 57100
    },
    {
      "loss_action": 0.004545392468571663,
      "loss_total": 0.004545392468571663,
      "step": 57100
    },
    {
      "loss_action": 0.0046789082698524,
      "loss_total": 0.0046789082698524,
      "step": 57100
    },
    {
      "grad_norm": 0.1493932604789734,
      "learning_rate": 4.240862985500139e-05,
      "loss": 0.0069,
      "step": 57110
    },
    {
      "loss_action": 0.004453948698937893,
      "loss_total": 0.004453948698937893,
      "step": 57110
    },
    {
      "loss_action": 0.007637243717908859,
      "loss_total": 0.007637243717908859,
      "step": 57110
    },
    {
      "loss_action": 0.004093894734978676,
      "loss_total": 0.004093894734978676,
      "step": 57110
    },
    {
      "loss_action": 0.0047211311757564545,
      "loss_total": 0.0047211311757564545,
      "step": 57110
    },
    {
      "loss_action": 0.007343322969973087,
      "loss_total": 0.007343322969973087,
      "step": 57110
    },
    {
      "loss_action": 0.0019501562928780913,
      "loss_total": 0.0019501562928780913,
      "step": 57110
    },
    {
      "loss_action": 0.011124196462333202,
      "loss_total": 0.011124196462333202,
      "step": 57110
    },
    {
      "loss_action": 0.0022332160733640194,
      "loss_total": 0.0022332160733640194,
      "step": 57110
    },
    {
      "grad_norm": 0.10542183369398117,
      "learning_rate": 4.2392287258616894e-05,
      "loss": 0.0063,
      "step": 57120
    },
    {
      "loss_action": 0.004244168289005756,
      "loss_total": 0.004244168289005756,
      "step": 57120
    },
    {
      "loss_action": 0.0020725843496620655,
      "loss_total": 0.0020725843496620655,
      "step": 57120
    },
    {
      "loss_action": 0.008731817826628685,
      "loss_total": 0.008731817826628685,
      "step": 57120
    },
    {
      "loss_action": 0.005749671254307032,
      "loss_total": 0.005749671254307032,
      "step": 57120
    },
    {
      "loss_action": 0.0017785992240533233,
      "loss_total": 0.0017785992240533233,
      "step": 57120
    },
    {
      "loss_action": 0.005420675966888666,
      "loss_total": 0.005420675966888666,
      "step": 57120
    },
    {
      "loss_action": 0.0028862343169748783,
      "loss_total": 0.0028862343169748783,
      "step": 57120
    },
    {
      "loss_action": 0.0072315591387450695,
      "loss_total": 0.0072315591387450695,
      "step": 57120
    },
    {
      "grad_norm": 0.0948096513748169,
      "learning_rate": 4.2375945494200396e-05,
      "loss": 0.0064,
      "step": 57130
    },
    {
      "loss_action": 0.005758543498814106,
      "loss_total": 0.005758543498814106,
      "step": 57130
    },
    {
      "loss_action": 0.008535845205187798,
      "loss_total": 0.008535845205187798,
      "step": 57130
    },
    {
      "loss_action": 0.006607701536267996,
      "loss_total": 0.006607701536267996,
      "step": 57130
    },
    {
      "loss_action": 0.009607506915926933,
      "loss_total": 0.009607506915926933,
      "step": 57130
    },
    {
      "loss_action": 0.01765276864171028,
      "loss_total": 0.01765276864171028,
      "step": 57130
    },
    {
      "loss_action": 0.0025156119372695684,
      "loss_total": 0.0025156119372695684,
      "step": 57130
    },
    {
      "loss_action": 0.004445788450539112,
      "loss_total": 0.004445788450539112,
      "step": 57130
    },
    {
      "loss_action": 0.0030425582081079483,
      "loss_total": 0.0030425582081079483,
      "step": 57130
    },
    {
      "grad_norm": 0.09460128098726273,
      "learning_rate": 4.2359604563539054e-05,
      "loss": 0.0054,
      "step": 57140
    },
    {
      "loss_action": 0.0027518458664417267,
      "loss_total": 0.0027518458664417267,
      "step": 57140
    },
    {
      "loss_action": 0.003024761099368334,
      "loss_total": 0.003024761099368334,
      "step": 57140
    },
    {
      "loss_action": 0.002695574425160885,
      "loss_total": 0.002695574425160885,
      "step": 57140
    },
    {
      "loss_action": 0.008319493383169174,
      "loss_total": 0.008319493383169174,
      "step": 57140
    },
    {
      "loss_action": 0.004594063386321068,
      "loss_total": 0.004594063386321068,
      "step": 57140
    },
    {
      "loss_action": 0.012396151199936867,
      "loss_total": 0.012396151199936867,
      "step": 57140
    },
    {
      "loss_action": 0.002436261624097824,
      "loss_total": 0.002436261624097824,
      "step": 57140
    },
    {
      "loss_action": 0.009454557672142982,
      "loss_total": 0.009454557672142982,
      "step": 57140
    },
    {
      "grad_norm": 0.08906208723783493,
      "learning_rate": 4.2343264468419885e-05,
      "loss": 0.0059,
      "step": 57150
    },
    {
      "loss_action": 0.0016609530430287123,
      "loss_total": 0.0016609530430287123,
      "step": 57150
    },
    {
      "loss_action": 0.0038489089347422123,
      "loss_total": 0.0038489089347422123,
      "step": 57150
    },
    {
      "loss_action": 0.007181813940405846,
      "loss_total": 0.007181813940405846,
      "step": 57150
    },
    {
      "loss_action": 0.005366802215576172,
      "loss_total": 0.005366802215576172,
      "step": 57150
    },
    {
      "loss_action": 0.017433423548936844,
      "loss_total": 0.017433423548936844,
      "step": 57150
    },
    {
      "loss_action": 0.0034665116108953953,
      "loss_total": 0.0034665116108953953,
      "step": 57150
    },
    {
      "loss_action": 0.0032891854643821716,
      "loss_total": 0.0032891854643821716,
      "step": 57150
    },
    {
      "loss_action": 0.0043907794170081615,
      "loss_total": 0.0043907794170081615,
      "step": 57150
    },
    {
      "grad_norm": 0.11467160284519196,
      "learning_rate": 4.232692521062979e-05,
      "loss": 0.0066,
      "step": 57160
    },
    {
      "loss_action": 0.013540415093302727,
      "loss_total": 0.013540415093302727,
      "step": 57160
    },
    {
      "loss_action": 0.010813793167471886,
      "loss_total": 0.010813793167471886,
      "step": 57160
    },
    {
      "loss_action": 0.0062380400486290455,
      "loss_total": 0.0062380400486290455,
      "step": 57160
    },
    {
      "loss_action": 0.004956220276653767,
      "loss_total": 0.004956220276653767,
      "step": 57160
    },
    {
      "loss_action": 0.0025955471210181713,
      "loss_total": 0.0025955471210181713,
      "step": 57160
    },
    {
      "loss_action": 0.0028932704590260983,
      "loss_total": 0.0028932704590260983,
      "step": 57160
    },
    {
      "loss_action": 0.0037313138600438833,
      "loss_total": 0.0037313138600438833,
      "step": 57160
    },
    {
      "loss_action": 0.0023249322548508644,
      "loss_total": 0.0023249322548508644,
      "step": 57160
    },
    {
      "grad_norm": 0.11764554679393768,
      "learning_rate": 4.231058679195562e-05,
      "loss": 0.0061,
      "step": 57170
    },
    {
      "loss_action": 0.010753973387181759,
      "loss_total": 0.010753973387181759,
      "step": 57170
    },
    {
      "loss_action": 0.00459064869210124,
      "loss_total": 0.00459064869210124,
      "step": 57170
    },
    {
      "loss_action": 0.004765831865370274,
      "loss_total": 0.004765831865370274,
      "step": 57170
    },
    {
      "loss_action": 0.012390348128974438,
      "loss_total": 0.012390348128974438,
      "step": 57170
    },
    {
      "loss_action": 0.002033778466284275,
      "loss_total": 0.002033778466284275,
      "step": 57170
    },
    {
      "loss_action": 0.002560611581429839,
      "loss_total": 0.002560611581429839,
      "step": 57170
    },
    {
      "loss_action": 0.004776068031787872,
      "loss_total": 0.004776068031787872,
      "step": 57170
    },
    {
      "loss_action": 0.011397468857467175,
      "loss_total": 0.011397468857467175,
      "step": 57170
    },
    {
      "grad_norm": 0.09633061289787292,
      "learning_rate": 4.229424921418411e-05,
      "loss": 0.0063,
      "step": 57180
    },
    {
      "loss_action": 0.004143924452364445,
      "loss_total": 0.004143924452364445,
      "step": 57180
    },
    {
      "loss_action": 0.014345673844218254,
      "loss_total": 0.014345673844218254,
      "step": 57180
    },
    {
      "loss_action": 0.00813540630042553,
      "loss_total": 0.00813540630042553,
      "step": 57180
    },
    {
      "loss_action": 0.0013561465311795473,
      "loss_total": 0.0013561465311795473,
      "step": 57180
    },
    {
      "loss_action": 0.002207614481449127,
      "loss_total": 0.002207614481449127,
      "step": 57180
    },
    {
      "loss_action": 0.011514291167259216,
      "loss_total": 0.011514291167259216,
      "step": 57180
    },
    {
      "loss_action": 0.006612592376768589,
      "loss_total": 0.006612592376768589,
      "step": 57180
    },
    {
      "loss_action": 0.0034038377925753593,
      "loss_total": 0.0034038377925753593,
      "step": 57180
    },
    {
      "grad_norm": 0.0828438326716423,
      "learning_rate": 4.2277912479101916e-05,
      "loss": 0.0064,
      "step": 57190
    },
    {
      "loss_action": 0.01653110980987549,
      "loss_total": 0.01653110980987549,
      "step": 57190
    },
    {
      "loss_action": 0.011220014654099941,
      "loss_total": 0.011220014654099941,
      "step": 57190
    },
    {
      "loss_action": 0.005235865246504545,
      "loss_total": 0.005235865246504545,
      "step": 57190
    },
    {
      "loss_action": 0.0036629950627684593,
      "loss_total": 0.0036629950627684593,
      "step": 57190
    },
    {
      "loss_action": 0.015425543300807476,
      "loss_total": 0.015425543300807476,
      "step": 57190
    },
    {
      "loss_action": 0.010347278788685799,
      "loss_total": 0.010347278788685799,
      "step": 57190
    },
    {
      "loss_action": 0.005204681307077408,
      "loss_total": 0.005204681307077408,
      "step": 57190
    },
    {
      "loss_action": 0.0037382571026682854,
      "loss_total": 0.0037382571026682854,
      "step": 57190
    },
    {
      "grad_norm": 0.12099499255418777,
      "learning_rate": 4.226157658849562e-05,
      "loss": 0.0072,
      "step": 57200
    },
    {
      "loss_action": 0.00591794028878212,
      "loss_total": 0.00591794028878212,
      "step": 57200
    },
    {
      "loss_action": 0.0037571159191429615,
      "loss_total": 0.0037571159191429615,
      "step": 57200
    },
    {
      "loss_action": 0.0040750810876488686,
      "loss_total": 0.0040750810876488686,
      "step": 57200
    },
    {
      "loss_action": 0.010105615481734276,
      "loss_total": 0.010105615481734276,
      "step": 57200
    },
    {
      "loss_action": 0.007233026437461376,
      "loss_total": 0.007233026437461376,
      "step": 57200
    },
    {
      "loss_action": 0.008597428910434246,
      "loss_total": 0.008597428910434246,
      "step": 57200
    },
    {
      "loss_action": 0.01044541783630848,
      "loss_total": 0.01044541783630848,
      "step": 57200
    },
    {
      "loss_action": 0.0064383456483483315,
      "loss_total": 0.0064383456483483315,
      "step": 57200
    },
    {
      "grad_norm": 0.09584955871105194,
      "learning_rate": 4.2245241544151664e-05,
      "loss": 0.0063,
      "step": 57210
    },
    {
      "loss_action": 0.004538931418210268,
      "loss_total": 0.004538931418210268,
      "step": 57210
    },
    {
      "loss_action": 0.003601468401029706,
      "loss_total": 0.003601468401029706,
      "step": 57210
    },
    {
      "loss_action": 0.003329646307975054,
      "loss_total": 0.003329646307975054,
      "step": 57210
    },
    {
      "loss_action": 0.0020739170722663403,
      "loss_total": 0.0020739170722663403,
      "step": 57210
    },
    {
      "loss_action": 0.004714658483862877,
      "loss_total": 0.004714658483862877,
      "step": 57210
    },
    {
      "loss_action": 0.006693365518003702,
      "loss_total": 0.006693365518003702,
      "step": 57210
    },
    {
      "loss_action": 0.0013323108432814479,
      "loss_total": 0.0013323108432814479,
      "step": 57210
    },
    {
      "loss_action": 0.0033793183974921703,
      "loss_total": 0.0033793183974921703,
      "step": 57210
    },
    {
      "grad_norm": 0.08108191192150116,
      "learning_rate": 4.2228907347856425e-05,
      "loss": 0.0063,
      "step": 57220
    },
    {
      "loss_action": 0.00229838490486145,
      "loss_total": 0.00229838490486145,
      "step": 57220
    },
    {
      "loss_action": 0.0037815608084201813,
      "loss_total": 0.0037815608084201813,
      "step": 57220
    },
    {
      "loss_action": 0.018867850303649902,
      "loss_total": 0.018867850303649902,
      "step": 57220
    },
    {
      "loss_action": 0.0035738078877329826,
      "loss_total": 0.0035738078877329826,
      "step": 57220
    },
    {
      "loss_action": 0.00644680904224515,
      "loss_total": 0.00644680904224515,
      "step": 57220
    },
    {
      "loss_action": 0.034952037036418915,
      "loss_total": 0.034952037036418915,
      "step": 57220
    },
    {
      "loss_action": 0.003802747232839465,
      "loss_total": 0.003802747232839465,
      "step": 57220
    },
    {
      "loss_action": 0.0027741577941924334,
      "loss_total": 0.0027741577941924334,
      "step": 57220
    },
    {
      "grad_norm": 0.11436274647712708,
      "learning_rate": 4.2212574001396214e-05,
      "loss": 0.0076,
      "step": 57230
    },
    {
      "loss_action": 0.010226940736174583,
      "loss_total": 0.010226940736174583,
      "step": 57230
    },
    {
      "loss_action": 0.009775808081030846,
      "loss_total": 0.009775808081030846,
      "step": 57230
    },
    {
      "loss_action": 0.005439344793558121,
      "loss_total": 0.005439344793558121,
      "step": 57230
    },
    {
      "loss_action": 0.006751601584255695,
      "loss_total": 0.006751601584255695,
      "step": 57230
    },
    {
      "loss_action": 0.007906738668680191,
      "loss_total": 0.007906738668680191,
      "step": 57230
    },
    {
      "loss_action": 0.0017435122281312943,
      "loss_total": 0.0017435122281312943,
      "step": 57230
    },
    {
      "loss_action": 0.009991818107664585,
      "loss_total": 0.009991818107664585,
      "step": 57230
    },
    {
      "loss_action": 0.002109239576384425,
      "loss_total": 0.002109239576384425,
      "step": 57230
    },
    {
      "grad_norm": 0.10984118282794952,
      "learning_rate": 4.21962415065572e-05,
      "loss": 0.0072,
      "step": 57240
    },
    {
      "loss_action": 0.0033479612320661545,
      "loss_total": 0.0033479612320661545,
      "step": 57240
    },
    {
      "loss_action": 0.007060511969029903,
      "loss_total": 0.007060511969029903,
      "step": 57240
    },
    {
      "loss_action": 0.0042314534075558186,
      "loss_total": 0.0042314534075558186,
      "step": 57240
    },
    {
      "loss_action": 0.0016463793581351638,
      "loss_total": 0.0016463793581351638,
      "step": 57240
    },
    {
      "loss_action": 0.03453723341226578,
      "loss_total": 0.03453723341226578,
      "step": 57240
    },
    {
      "loss_action": 0.006356250029057264,
      "loss_total": 0.006356250029057264,
      "step": 57240
    },
    {
      "loss_action": 0.012618624605238438,
      "loss_total": 0.012618624605238438,
      "step": 57240
    },
    {
      "loss_action": 0.002508515492081642,
      "loss_total": 0.002508515492081642,
      "step": 57240
    },
    {
      "grad_norm": 0.06574039906263351,
      "learning_rate": 4.217990986512548e-05,
      "loss": 0.0068,
      "step": 57250
    },
    {
      "loss_action": 0.012104485183954239,
      "loss_total": 0.012104485183954239,
      "step": 57250
    },
    {
      "loss_action": 0.0034798309206962585,
      "loss_total": 0.0034798309206962585,
      "step": 57250
    },
    {
      "loss_action": 0.002426041290163994,
      "loss_total": 0.002426041290163994,
      "step": 57250
    },
    {
      "loss_action": 0.00554070807993412,
      "loss_total": 0.00554070807993412,
      "step": 57250
    },
    {
      "loss_action": 0.019968677312135696,
      "loss_total": 0.019968677312135696,
      "step": 57250
    },
    {
      "loss_action": 0.0034044254571199417,
      "loss_total": 0.0034044254571199417,
      "step": 57250
    },
    {
      "loss_action": 0.004834067076444626,
      "loss_total": 0.004834067076444626,
      "step": 57250
    },
    {
      "loss_action": 0.0014717074809595942,
      "loss_total": 0.0014717074809595942,
      "step": 57250
    },
    {
      "grad_norm": 0.1676599532365799,
      "learning_rate": 4.216357907888704e-05,
      "loss": 0.0069,
      "step": 57260
    },
    {
      "loss_action": 0.013439677655696869,
      "loss_total": 0.013439677655696869,
      "step": 57260
    },
    {
      "loss_action": 0.012494100257754326,
      "loss_total": 0.012494100257754326,
      "step": 57260
    },
    {
      "loss_action": 0.013811418786644936,
      "loss_total": 0.013811418786644936,
      "step": 57260
    },
    {
      "loss_action": 0.005042901262640953,
      "loss_total": 0.005042901262640953,
      "step": 57260
    },
    {
      "loss_action": 0.008349096402525902,
      "loss_total": 0.008349096402525902,
      "step": 57260
    },
    {
      "loss_action": 0.004220855422317982,
      "loss_total": 0.004220855422317982,
      "step": 57260
    },
    {
      "loss_action": 0.007675310596823692,
      "loss_total": 0.007675310596823692,
      "step": 57260
    },
    {
      "loss_action": 0.0045310864225029945,
      "loss_total": 0.0045310864225029945,
      "step": 57260
    },
    {
      "grad_norm": 0.08634726703166962,
      "learning_rate": 4.2147249149627824e-05,
      "loss": 0.0066,
      "step": 57270
    },
    {
      "loss_action": 0.009504834190011024,
      "loss_total": 0.009504834190011024,
      "step": 57270
    },
    {
      "loss_action": 0.005407233722507954,
      "loss_total": 0.005407233722507954,
      "step": 57270
    },
    {
      "loss_action": 0.004118122160434723,
      "loss_total": 0.004118122160434723,
      "step": 57270
    },
    {
      "loss_action": 0.0024674171581864357,
      "loss_total": 0.0024674171581864357,
      "step": 57270
    },
    {
      "loss_action": 0.006389622576534748,
      "loss_total": 0.006389622576534748,
      "step": 57270
    },
    {
      "loss_action": 0.0014007027493789792,
      "loss_total": 0.0014007027493789792,
      "step": 57270
    },
    {
      "loss_action": 0.005018148105591536,
      "loss_total": 0.005018148105591536,
      "step": 57270
    },
    {
      "loss_action": 0.008253609761595726,
      "loss_total": 0.008253609761595726,
      "step": 57270
    },
    {
      "grad_norm": 0.11301928013563156,
      "learning_rate": 4.213092007913364e-05,
      "loss": 0.0073,
      "step": 57280
    },
    {
      "loss_action": 0.03077423758804798,
      "loss_total": 0.03077423758804798,
      "step": 57280
    },
    {
      "loss_action": 0.0024743834510445595,
      "loss_total": 0.0024743834510445595,
      "step": 57280
    },
    {
      "loss_action": 0.0034615343902260065,
      "loss_total": 0.0034615343902260065,
      "step": 57280
    },
    {
      "loss_action": 0.01210073009133339,
      "loss_total": 0.01210073009133339,
      "step": 57280
    },
    {
      "loss_action": 0.002442635828629136,
      "loss_total": 0.002442635828629136,
      "step": 57280
    },
    {
      "loss_action": 0.005140157416462898,
      "loss_total": 0.005140157416462898,
      "step": 57280
    },
    {
      "loss_action": 0.00554522592574358,
      "loss_total": 0.00554522592574358,
      "step": 57280
    },
    {
      "loss_action": 0.0024925689212977886,
      "loss_total": 0.0024925689212977886,
      "step": 57280
    },
    {
      "grad_norm": 0.11836311966180801,
      "learning_rate": 4.2114591869190205e-05,
      "loss": 0.007,
      "step": 57290
    },
    {
      "loss_action": 0.0034787801560014486,
      "loss_total": 0.0034787801560014486,
      "step": 57290
    },
    {
      "loss_action": 0.003389541292563081,
      "loss_total": 0.003389541292563081,
      "step": 57290
    },
    {
      "loss_action": 0.0012553823180496693,
      "loss_total": 0.0012553823180496693,
      "step": 57290
    },
    {
      "loss_action": 0.006715732626616955,
      "loss_total": 0.006715732626616955,
      "step": 57290
    },
    {
      "loss_action": 0.00665245670825243,
      "loss_total": 0.00665245670825243,
      "step": 57290
    },
    {
      "loss_action": 0.004319376312196255,
      "loss_total": 0.004319376312196255,
      "step": 57290
    },
    {
      "loss_action": 0.002724433783441782,
      "loss_total": 0.002724433783441782,
      "step": 57290
    },
    {
      "loss_action": 0.005281096324324608,
      "loss_total": 0.005281096324324608,
      "step": 57290
    },
    {
      "grad_norm": 0.07380249351263046,
      "learning_rate": 4.209826452158315e-05,
      "loss": 0.0054,
      "step": 57300
    },
    {
      "loss_action": 0.004797912668436766,
      "loss_total": 0.004797912668436766,
      "step": 57300
    },
    {
      "loss_action": 0.003287099301815033,
      "loss_total": 0.003287099301815033,
      "step": 57300
    },
    {
      "loss_action": 0.0026674512773752213,
      "loss_total": 0.0026674512773752213,
      "step": 57300
    },
    {
      "loss_action": 0.024876460433006287,
      "loss_total": 0.024876460433006287,
      "step": 57300
    },
    {
      "loss_action": 0.0037048617377877235,
      "loss_total": 0.0037048617377877235,
      "step": 57300
    },
    {
      "loss_action": 0.007793636992573738,
      "loss_total": 0.007793636992573738,
      "step": 57300
    },
    {
      "loss_action": 0.0024359836243093014,
      "loss_total": 0.0024359836243093014,
      "step": 57300
    },
    {
      "loss_action": 0.007609458640217781,
      "loss_total": 0.007609458640217781,
      "step": 57300
    },
    {
      "grad_norm": 0.1302127093076706,
      "learning_rate": 4.2081938038098e-05,
      "loss": 0.0061,
      "step": 57310
    },
    {
      "loss_action": 0.011904864571988583,
      "loss_total": 0.011904864571988583,
      "step": 57310
    },
    {
      "loss_action": 0.0027331598103046417,
      "loss_total": 0.0027331598103046417,
      "step": 57310
    },
    {
      "loss_action": 0.002729326719418168,
      "loss_total": 0.002729326719418168,
      "step": 57310
    },
    {
      "loss_action": 0.01699765771627426,
      "loss_total": 0.01699765771627426,
      "step": 57310
    },
    {
      "loss_action": 0.011344755068421364,
      "loss_total": 0.011344755068421364,
      "step": 57310
    },
    {
      "loss_action": 0.002314997836947441,
      "loss_total": 0.002314997836947441,
      "step": 57310
    },
    {
      "loss_action": 0.00855276733636856,
      "loss_total": 0.00855276733636856,
      "step": 57310
    },
    {
      "loss_action": 0.00416313111782074,
      "loss_total": 0.00416313111782074,
      "step": 57310
    },
    {
      "grad_norm": 0.08408613502979279,
      "learning_rate": 4.2065612420520185e-05,
      "loss": 0.0056,
      "step": 57320
    },
    {
      "loss_action": 0.008899069391191006,
      "loss_total": 0.008899069391191006,
      "step": 57320
    },
    {
      "loss_action": 0.006958869285881519,
      "loss_total": 0.006958869285881519,
      "step": 57320
    },
    {
      "loss_action": 0.0031808041967451572,
      "loss_total": 0.0031808041967451572,
      "step": 57320
    },
    {
      "loss_action": 0.004724929109215736,
      "loss_total": 0.004724929109215736,
      "step": 57320
    },
    {
      "loss_action": 0.0018478482961654663,
      "loss_total": 0.0018478482961654663,
      "step": 57320
    },
    {
      "loss_action": 0.008388666436076164,
      "loss_total": 0.008388666436076164,
      "step": 57320
    },
    {
      "loss_action": 0.003392839804291725,
      "loss_total": 0.003392839804291725,
      "step": 57320
    },
    {
      "loss_action": 0.0026490516029298306,
      "loss_total": 0.0026490516029298306,
      "step": 57320
    },
    {
      "grad_norm": 0.10596109926700592,
      "learning_rate": 4.204928767063509e-05,
      "loss": 0.0062,
      "step": 57330
    },
    {
      "loss_action": 0.0025141891092061996,
      "loss_total": 0.0025141891092061996,
      "step": 57330
    },
    {
      "loss_action": 0.0037601315416395664,
      "loss_total": 0.0037601315416395664,
      "step": 57330
    },
    {
      "loss_action": 0.009468652307987213,
      "loss_total": 0.009468652307987213,
      "step": 57330
    },
    {
      "loss_action": 0.008224599994719028,
      "loss_total": 0.008224599994719028,
      "step": 57330
    },
    {
      "loss_action": 0.007989054545760155,
      "loss_total": 0.007989054545760155,
      "step": 57330
    },
    {
      "loss_action": 0.006793800741434097,
      "loss_total": 0.006793800741434097,
      "step": 57330
    },
    {
      "loss_action": 0.004104898311197758,
      "loss_total": 0.004104898311197758,
      "step": 57330
    },
    {
      "loss_action": 0.0022250141482800245,
      "loss_total": 0.0022250141482800245,
      "step": 57330
    },
    {
      "grad_norm": 0.07713289558887482,
      "learning_rate": 4.2032963790227944e-05,
      "loss": 0.0065,
      "step": 57340
    },
    {
      "loss_action": 0.006576402112841606,
      "loss_total": 0.006576402112841606,
      "step": 57340
    },
    {
      "loss_action": 0.008867298252880573,
      "loss_total": 0.008867298252880573,
      "step": 57340
    },
    {
      "loss_action": 0.002945475047454238,
      "loss_total": 0.002945475047454238,
      "step": 57340
    },
    {
      "loss_action": 0.00273275189101696,
      "loss_total": 0.00273275189101696,
      "step": 57340
    },
    {
      "loss_action": 0.013588549569249153,
      "loss_total": 0.013588549569249153,
      "step": 57340
    },
    {
      "loss_action": 0.006683214567601681,
      "loss_total": 0.006683214567601681,
      "step": 57340
    },
    {
      "loss_action": 0.003943664953112602,
      "loss_total": 0.003943664953112602,
      "step": 57340
    },
    {
      "loss_action": 0.012284343130886555,
      "loss_total": 0.012284343130886555,
      "step": 57340
    },
    {
      "grad_norm": 0.0677642971277237,
      "learning_rate": 4.2016640781083887e-05,
      "loss": 0.0065,
      "step": 57350
    },
    {
      "loss_action": 0.006523281801491976,
      "loss_total": 0.006523281801491976,
      "step": 57350
    },
    {
      "loss_action": 0.001711458433419466,
      "loss_total": 0.001711458433419466,
      "step": 57350
    },
    {
      "loss_action": 0.002155041554942727,
      "loss_total": 0.002155041554942727,
      "step": 57350
    },
    {
      "loss_action": 0.0020385447423905134,
      "loss_total": 0.0020385447423905134,
      "step": 57350
    },
    {
      "loss_action": 0.0035155192017555237,
      "loss_total": 0.0035155192017555237,
      "step": 57350
    },
    {
      "loss_action": 0.008310003206133842,
      "loss_total": 0.008310003206133842,
      "step": 57350
    },
    {
      "loss_action": 0.01401160005480051,
      "loss_total": 0.01401160005480051,
      "step": 57350
    },
    {
      "loss_action": 0.007263118401169777,
      "loss_total": 0.007263118401169777,
      "step": 57350
    },
    {
      "grad_norm": 0.07804321497678757,
      "learning_rate": 4.2000318644988004e-05,
      "loss": 0.007,
      "step": 57360
    },
    {
      "loss_action": 0.003990896977484226,
      "loss_total": 0.003990896977484226,
      "step": 57360
    },
    {
      "loss_action": 0.005451081320643425,
      "loss_total": 0.005451081320643425,
      "step": 57360
    },
    {
      "loss_action": 0.0021875551901757717,
      "loss_total": 0.0021875551901757717,
      "step": 57360
    },
    {
      "loss_action": 0.005518026649951935,
      "loss_total": 0.005518026649951935,
      "step": 57360
    },
    {
      "loss_action": 0.002915577497333288,
      "loss_total": 0.002915577497333288,
      "step": 57360
    },
    {
      "loss_action": 0.0032462014351040125,
      "loss_total": 0.0032462014351040125,
      "step": 57360
    },
    {
      "loss_action": 0.005173977464437485,
      "loss_total": 0.005173977464437485,
      "step": 57360
    },
    {
      "loss_action": 0.003785190638154745,
      "loss_total": 0.003785190638154745,
      "step": 57360
    },
    {
      "grad_norm": 0.08741392940282822,
      "learning_rate": 4.198399738372524e-05,
      "loss": 0.007,
      "step": 57370
    },
    {
      "loss_action": 0.002627553418278694,
      "loss_total": 0.002627553418278694,
      "step": 57370
    },
    {
      "loss_action": 0.003886990714818239,
      "loss_total": 0.003886990714818239,
      "step": 57370
    },
    {
      "loss_action": 0.0034365742467343807,
      "loss_total": 0.0034365742467343807,
      "step": 57370
    },
    {
      "loss_action": 0.006693543400615454,
      "loss_total": 0.006693543400615454,
      "step": 57370
    },
    {
      "loss_action": 0.01777562126517296,
      "loss_total": 0.01777562126517296,
      "step": 57370
    },
    {
      "loss_action": 0.004349793307483196,
      "loss_total": 0.004349793307483196,
      "step": 57370
    },
    {
      "loss_action": 0.010337320156395435,
      "loss_total": 0.010337320156395435,
      "step": 57370
    },
    {
      "loss_action": 0.0022417076397687197,
      "loss_total": 0.0022417076397687197,
      "step": 57370
    },
    {
      "grad_norm": 0.09155675768852234,
      "learning_rate": 4.196767699908045e-05,
      "loss": 0.0062,
      "step": 57380
    },
    {
      "loss_action": 0.003223053878173232,
      "loss_total": 0.003223053878173232,
      "step": 57380
    },
    {
      "loss_action": 0.01269805058836937,
      "loss_total": 0.01269805058836937,
      "step": 57380
    },
    {
      "loss_action": 0.005925414618104696,
      "loss_total": 0.005925414618104696,
      "step": 57380
    },
    {
      "loss_action": 0.00804951786994934,
      "loss_total": 0.00804951786994934,
      "step": 57380
    },
    {
      "loss_action": 0.006618613377213478,
      "loss_total": 0.006618613377213478,
      "step": 57380
    },
    {
      "loss_action": 0.0030668724793940783,
      "loss_total": 0.0030668724793940783,
      "step": 57380
    },
    {
      "loss_action": 0.009946998208761215,
      "loss_total": 0.009946998208761215,
      "step": 57380
    },
    {
      "loss_action": 0.007055133581161499,
      "loss_total": 0.007055133581161499,
      "step": 57380
    },
    {
      "grad_norm": 0.06253672391176224,
      "learning_rate": 4.195135749283845e-05,
      "loss": 0.0058,
      "step": 57390
    },
    {
      "loss_action": 0.003551577450707555,
      "loss_total": 0.003551577450707555,
      "step": 57390
    },
    {
      "loss_action": 0.001432171557098627,
      "loss_total": 0.001432171557098627,
      "step": 57390
    },
    {
      "loss_action": 0.0034437761642038822,
      "loss_total": 0.0034437761642038822,
      "step": 57390
    },
    {
      "loss_action": 0.01039469987154007,
      "loss_total": 0.01039469987154007,
      "step": 57390
    },
    {
      "loss_action": 0.013673296198248863,
      "loss_total": 0.013673296198248863,
      "step": 57390
    },
    {
      "loss_action": 0.011127505451440811,
      "loss_total": 0.011127505451440811,
      "step": 57390
    },
    {
      "loss_action": 0.006257245317101479,
      "loss_total": 0.006257245317101479,
      "step": 57390
    },
    {
      "loss_action": 0.001539177494123578,
      "loss_total": 0.001539177494123578,
      "step": 57390
    },
    {
      "grad_norm": 0.1045931950211525,
      "learning_rate": 4.1935038866783894e-05,
      "loss": 0.0071,
      "step": 57400
    },
    {
      "loss_action": 0.0038423098158091307,
      "loss_total": 0.0038423098158091307,
      "step": 57400
    },
    {
      "loss_action": 0.004639101680368185,
      "loss_total": 0.004639101680368185,
      "step": 57400
    },
    {
      "loss_action": 0.00712303863838315,
      "loss_total": 0.00712303863838315,
      "step": 57400
    },
    {
      "loss_action": 0.006551634520292282,
      "loss_total": 0.006551634520292282,
      "step": 57400
    },
    {
      "loss_action": 0.0018736317288130522,
      "loss_total": 0.0018736317288130522,
      "step": 57400
    },
    {
      "loss_action": 0.00493638264015317,
      "loss_total": 0.00493638264015317,
      "step": 57400
    },
    {
      "loss_action": 0.00925706047564745,
      "loss_total": 0.00925706047564745,
      "step": 57400
    },
    {
      "loss_action": 0.005226509645581245,
      "loss_total": 0.005226509645581245,
      "step": 57400
    },
    {
      "grad_norm": 0.11597335338592529,
      "learning_rate": 4.1918721122701355e-05,
      "loss": 0.0069,
      "step": 57410
    },
    {
      "loss_action": 0.008305057883262634,
      "loss_total": 0.008305057883262634,
      "step": 57410
    },
    {
      "loss_action": 0.001345895347185433,
      "loss_total": 0.001345895347185433,
      "step": 57410
    },
    {
      "loss_action": 0.0026861969381570816,
      "loss_total": 0.0026861969381570816,
      "step": 57410
    },
    {
      "loss_action": 0.005044477991759777,
      "loss_total": 0.005044477991759777,
      "step": 57410
    },
    {
      "loss_action": 0.00710811372846365,
      "loss_total": 0.00710811372846365,
      "step": 57410
    },
    {
      "loss_action": 0.015089348889887333,
      "loss_total": 0.015089348889887333,
      "step": 57410
    },
    {
      "loss_action": 0.011142503470182419,
      "loss_total": 0.011142503470182419,
      "step": 57410
    },
    {
      "loss_action": 0.004130322486162186,
      "loss_total": 0.004130322486162186,
      "step": 57410
    },
    {
      "grad_norm": 0.09497342258691788,
      "learning_rate": 4.190240426237533e-05,
      "loss": 0.0065,
      "step": 57420
    },
    {
      "loss_action": 0.00580018712207675,
      "loss_total": 0.00580018712207675,
      "step": 57420
    },
    {
      "loss_action": 0.008446716703474522,
      "loss_total": 0.008446716703474522,
      "step": 57420
    },
    {
      "loss_action": 0.006249076686799526,
      "loss_total": 0.006249076686799526,
      "step": 57420
    },
    {
      "loss_action": 0.011261033825576305,
      "loss_total": 0.011261033825576305,
      "step": 57420
    },
    {
      "loss_action": 0.00236976845189929,
      "loss_total": 0.00236976845189929,
      "step": 57420
    },
    {
      "loss_action": 0.001223175204358995,
      "loss_total": 0.001223175204358995,
      "step": 57420
    },
    {
      "loss_action": 0.01992757059633732,
      "loss_total": 0.01992757059633732,
      "step": 57420
    },
    {
      "loss_action": 0.008167112246155739,
      "loss_total": 0.008167112246155739,
      "step": 57420
    },
    {
      "grad_norm": 0.09562624245882034,
      "learning_rate": 4.188608828759019e-05,
      "loss": 0.0066,
      "step": 57430
    },
    {
      "loss_action": 0.0023792616557329893,
      "loss_total": 0.0023792616557329893,
      "step": 57430
    },
    {
      "loss_action": 0.0030197310261428356,
      "loss_total": 0.0030197310261428356,
      "step": 57430
    },
    {
      "loss_action": 0.00668340316042304,
      "loss_total": 0.00668340316042304,
      "step": 57430
    },
    {
      "loss_action": 0.0018641159404069185,
      "loss_total": 0.0018641159404069185,
      "step": 57430
    },
    {
      "loss_action": 0.0020208549685776234,
      "loss_total": 0.0020208549685776234,
      "step": 57430
    },
    {
      "loss_action": 0.0028611961752176285,
      "loss_total": 0.0028611961752176285,
      "step": 57430
    },
    {
      "loss_action": 0.0037161284126341343,
      "loss_total": 0.0037161284126341343,
      "step": 57430
    },
    {
      "loss_action": 0.002953149378299713,
      "loss_total": 0.002953149378299713,
      "step": 57430
    },
    {
      "grad_norm": 0.12369590997695923,
      "learning_rate": 4.1869773200130246e-05,
      "loss": 0.0067,
      "step": 57440
    },
    {
      "loss_action": 0.0028531872667372227,
      "loss_total": 0.0028531872667372227,
      "step": 57440
    },
    {
      "loss_action": 0.00449124863371253,
      "loss_total": 0.00449124863371253,
      "step": 57440
    },
    {
      "loss_action": 0.004568527452647686,
      "loss_total": 0.004568527452647686,
      "step": 57440
    },
    {
      "loss_action": 0.00954792182892561,
      "loss_total": 0.00954792182892561,
      "step": 57440
    },
    {
      "loss_action": 0.004919636994600296,
      "loss_total": 0.004919636994600296,
      "step": 57440
    },
    {
      "loss_action": 0.01291104406118393,
      "loss_total": 0.01291104406118393,
      "step": 57440
    },
    {
      "loss_action": 0.006486051715910435,
      "loss_total": 0.006486051715910435,
      "step": 57440
    },
    {
      "loss_action": 0.004189860075712204,
      "loss_total": 0.004189860075712204,
      "step": 57440
    },
    {
      "grad_norm": 0.08957493305206299,
      "learning_rate": 4.185345900177967e-05,
      "loss": 0.0067,
      "step": 57450
    },
    {
      "loss_action": 0.007331934757530689,
      "loss_total": 0.007331934757530689,
      "step": 57450
    },
    {
      "loss_action": 0.009234757162630558,
      "loss_total": 0.009234757162630558,
      "step": 57450
    },
    {
      "loss_action": 0.005023825913667679,
      "loss_total": 0.005023825913667679,
      "step": 57450
    },
    {
      "loss_action": 0.0022333813831210136,
      "loss_total": 0.0022333813831210136,
      "step": 57450
    },
    {
      "loss_action": 0.0035675554536283016,
      "loss_total": 0.0035675554536283016,
      "step": 57450
    },
    {
      "loss_action": 0.003752422984689474,
      "loss_total": 0.003752422984689474,
      "step": 57450
    },
    {
      "loss_action": 0.0017308455426245928,
      "loss_total": 0.0017308455426245928,
      "step": 57450
    },
    {
      "loss_action": 0.00480772415176034,
      "loss_total": 0.00480772415176034,
      "step": 57450
    },
    {
      "grad_norm": 0.10315221548080444,
      "learning_rate": 4.183714569432258e-05,
      "loss": 0.0059,
      "step": 57460
    },
    {
      "loss_action": 0.004899221938103437,
      "loss_total": 0.004899221938103437,
      "step": 57460
    },
    {
      "loss_action": 0.005623403936624527,
      "loss_total": 0.005623403936624527,
      "step": 57460
    },
    {
      "loss_action": 0.009325352497398853,
      "loss_total": 0.009325352497398853,
      "step": 57460
    },
    {
      "loss_action": 0.005667594261467457,
      "loss_total": 0.005667594261467457,
      "step": 57460
    },
    {
      "loss_action": 0.0038412753492593765,
      "loss_total": 0.0038412753492593765,
      "step": 57460
    },
    {
      "loss_action": 0.0029538795351982117,
      "loss_total": 0.0029538795351982117,
      "step": 57460
    },
    {
      "loss_action": 0.0057962071150541306,
      "loss_total": 0.0057962071150541306,
      "step": 57460
    },
    {
      "loss_action": 0.016345996409654617,
      "loss_total": 0.016345996409654617,
      "step": 57460
    },
    {
      "grad_norm": 0.09133010357618332,
      "learning_rate": 4.182083327954295e-05,
      "loss": 0.0063,
      "step": 57470
    },
    {
      "loss_action": 0.0044113388285040855,
      "loss_total": 0.0044113388285040855,
      "step": 57470
    },
    {
      "loss_action": 0.003782263956964016,
      "loss_total": 0.003782263956964016,
      "step": 57470
    },
    {
      "loss_action": 0.0023224640171974897,
      "loss_total": 0.0023224640171974897,
      "step": 57470
    },
    {
      "loss_action": 0.010729057714343071,
      "loss_total": 0.010729057714343071,
      "step": 57470
    },
    {
      "loss_action": 0.01583070307970047,
      "loss_total": 0.01583070307970047,
      "step": 57470
    },
    {
      "loss_action": 0.0048397621139883995,
      "loss_total": 0.0048397621139883995,
      "step": 57470
    },
    {
      "loss_action": 0.01551831979304552,
      "loss_total": 0.01551831979304552,
      "step": 57470
    },
    {
      "loss_action": 0.0018047681078314781,
      "loss_total": 0.0018047681078314781,
      "step": 57470
    },
    {
      "grad_norm": 0.11681868135929108,
      "learning_rate": 4.1804521759224714e-05,
      "loss": 0.0073,
      "step": 57480
    },
    {
      "loss_action": 0.0144474096596241,
      "loss_total": 0.0144474096596241,
      "step": 57480
    },
    {
      "loss_action": 0.006107103545218706,
      "loss_total": 0.006107103545218706,
      "step": 57480
    },
    {
      "loss_action": 0.004667519126087427,
      "loss_total": 0.004667519126087427,
      "step": 57480
    },
    {
      "loss_action": 0.002217784058302641,
      "loss_total": 0.002217784058302641,
      "step": 57480
    },
    {
      "loss_action": 0.005802467465400696,
      "loss_total": 0.005802467465400696,
      "step": 57480
    },
    {
      "loss_action": 0.0023242677561938763,
      "loss_total": 0.0023242677561938763,
      "step": 57480
    },
    {
      "loss_action": 0.003425559028983116,
      "loss_total": 0.003425559028983116,
      "step": 57480
    },
    {
      "loss_action": 0.0064542279578745365,
      "loss_total": 0.0064542279578745365,
      "step": 57480
    },
    {
      "grad_norm": 0.13032667338848114,
      "learning_rate": 4.178821113515165e-05,
      "loss": 0.0064,
      "step": 57490
    },
    {
      "loss_action": 0.0017731242114678025,
      "loss_total": 0.0017731242114678025,
      "step": 57490
    },
    {
      "loss_action": 0.0032367324456572533,
      "loss_total": 0.0032367324456572533,
      "step": 57490
    },
    {
      "loss_action": 0.005607648752629757,
      "loss_total": 0.005607648752629757,
      "step": 57490
    },
    {
      "loss_action": 0.006619736552238464,
      "loss_total": 0.006619736552238464,
      "step": 57490
    },
    {
      "loss_action": 0.0060682701878249645,
      "loss_total": 0.0060682701878249645,
      "step": 57490
    },
    {
      "loss_action": 0.0018988647498190403,
      "loss_total": 0.0018988647498190403,
      "step": 57490
    },
    {
      "loss_action": 0.002533043036237359,
      "loss_total": 0.002533043036237359,
      "step": 57490
    },
    {
      "loss_action": 0.015353035181760788,
      "loss_total": 0.015353035181760788,
      "step": 57490
    },
    {
      "grad_norm": 0.11603809148073196,
      "learning_rate": 4.1771901409107476e-05,
      "loss": 0.0059,
      "step": 57500
    },
    {
      "loss_action": 0.014781181700527668,
      "loss_total": 0.014781181700527668,
      "step": 57500
    },
    {
      "loss_action": 0.0033397742081433535,
      "loss_total": 0.0033397742081433535,
      "step": 57500
    },
    {
      "loss_action": 0.007716108113527298,
      "loss_total": 0.007716108113527298,
      "step": 57500
    },
    {
      "loss_action": 0.007654309272766113,
      "loss_total": 0.007654309272766113,
      "step": 57500
    },
    {
      "loss_action": 0.0056753139942884445,
      "loss_total": 0.0056753139942884445,
      "step": 57500
    },
    {
      "loss_action": 0.01346827857196331,
      "loss_total": 0.01346827857196331,
      "step": 57500
    },
    {
      "loss_action": 0.0016631712205708027,
      "loss_total": 0.0016631712205708027,
      "step": 57500
    },
    {
      "loss_action": 0.015002725645899773,
      "loss_total": 0.015002725645899773,
      "step": 57500
    },
    {
      "grad_norm": 0.1292252242565155,
      "learning_rate": 4.175559258287577e-05,
      "loss": 0.0072,
      "step": 57510
    },
    {
      "loss_action": 0.009138529188930988,
      "loss_total": 0.009138529188930988,
      "step": 57510
    },
    {
      "loss_action": 0.019696686416864395,
      "loss_total": 0.019696686416864395,
      "step": 57510
    },
    {
      "loss_action": 0.0030226479284465313,
      "loss_total": 0.0030226479284465313,
      "step": 57510
    },
    {
      "loss_action": 0.011626572348177433,
      "loss_total": 0.011626572348177433,
      "step": 57510
    },
    {
      "loss_action": 0.012931328266859055,
      "loss_total": 0.012931328266859055,
      "step": 57510
    },
    {
      "loss_action": 0.0044653164222836494,
      "loss_total": 0.0044653164222836494,
      "step": 57510
    },
    {
      "loss_action": 0.014228486455976963,
      "loss_total": 0.014228486455976963,
      "step": 57510
    },
    {
      "loss_action": 0.002433378715068102,
      "loss_total": 0.002433378715068102,
      "step": 57510
    },
    {
      "grad_norm": 0.08050104230642319,
      "learning_rate": 4.173928465824008e-05,
      "loss": 0.0065,
      "step": 57520
    },
    {
      "loss_action": 0.004515674896538258,
      "loss_total": 0.004515674896538258,
      "step": 57520
    },
    {
      "loss_action": 0.003282922552898526,
      "loss_total": 0.003282922552898526,
      "step": 57520
    },
    {
      "loss_action": 0.0036593913100659847,
      "loss_total": 0.0036593913100659847,
      "step": 57520
    },
    {
      "loss_action": 0.003514638403430581,
      "loss_total": 0.003514638403430581,
      "step": 57520
    },
    {
      "loss_action": 0.0022062654606997967,
      "loss_total": 0.0022062654606997967,
      "step": 57520
    },
    {
      "loss_action": 0.014122029766440392,
      "loss_total": 0.014122029766440392,
      "step": 57520
    },
    {
      "loss_action": 0.0044547077268362045,
      "loss_total": 0.0044547077268362045,
      "step": 57520
    },
    {
      "loss_action": 0.03325703367590904,
      "loss_total": 0.03325703367590904,
      "step": 57520
    },
    {
      "grad_norm": 0.11006541550159454,
      "learning_rate": 4.17229776369838e-05,
      "loss": 0.0076,
      "step": 57530
    },
    {
      "loss_action": 0.002526710042729974,
      "loss_total": 0.002526710042729974,
      "step": 57530
    },
    {
      "loss_action": 0.006610894575715065,
      "loss_total": 0.006610894575715065,
      "step": 57530
    },
    {
      "loss_action": 0.0030778078362345695,
      "loss_total": 0.0030778078362345695,
      "step": 57530
    },
    {
      "loss_action": 0.00229876721277833,
      "loss_total": 0.00229876721277833,
      "step": 57530
    },
    {
      "loss_action": 0.003500979160889983,
      "loss_total": 0.003500979160889983,
      "step": 57530
    },
    {
      "loss_action": 0.010020405054092407,
      "loss_total": 0.010020405054092407,
      "step": 57530
    },
    {
      "loss_action": 0.005817778408527374,
      "loss_total": 0.005817778408527374,
      "step": 57530
    },
    {
      "loss_action": 0.0036592534743249416,
      "loss_total": 0.0036592534743249416,
      "step": 57530
    },
    {
      "grad_norm": 0.08288779854774475,
      "learning_rate": 4.170667152089025e-05,
      "loss": 0.0062,
      "step": 57540
    },
    {
      "loss_action": 0.0025009524542838335,
      "loss_total": 0.0025009524542838335,
      "step": 57540
    },
    {
      "loss_action": 0.01100785844027996,
      "loss_total": 0.01100785844027996,
      "step": 57540
    },
    {
      "loss_action": 0.006075158715248108,
      "loss_total": 0.006075158715248108,
      "step": 57540
    },
    {
      "loss_action": 0.006263313814997673,
      "loss_total": 0.006263313814997673,
      "step": 57540
    },
    {
      "loss_action": 0.0026973718777298927,
      "loss_total": 0.0026973718777298927,
      "step": 57540
    },
    {
      "loss_action": 0.04674777016043663,
      "loss_total": 0.04674777016043663,
      "step": 57540
    },
    {
      "loss_action": 0.0052048396319150925,
      "loss_total": 0.0052048396319150925,
      "step": 57540
    },
    {
      "loss_action": 0.0032425150275230408,
      "loss_total": 0.0032425150275230408,
      "step": 57540
    },
    {
      "grad_norm": 0.08370918035507202,
      "learning_rate": 4.1690366311742626e-05,
      "loss": 0.0054,
      "step": 57550
    },
    {
      "loss_action": 0.0074146403931081295,
      "loss_total": 0.0074146403931081295,
      "step": 57550
    },
    {
      "loss_action": 0.005523259751498699,
      "loss_total": 0.005523259751498699,
      "step": 57550
    },
    {
      "loss_action": 0.002328813076019287,
      "loss_total": 0.002328813076019287,
      "step": 57550
    },
    {
      "loss_action": 0.004458630457520485,
      "loss_total": 0.004458630457520485,
      "step": 57550
    },
    {
      "loss_action": 0.0030418853275477886,
      "loss_total": 0.0030418853275477886,
      "step": 57550
    },
    {
      "loss_action": 0.009340126067399979,
      "loss_total": 0.009340126067399979,
      "step": 57550
    },
    {
      "loss_action": 0.014797997660934925,
      "loss_total": 0.014797997660934925,
      "step": 57550
    },
    {
      "loss_action": 0.007511019706726074,
      "loss_total": 0.007511019706726074,
      "step": 57550
    },
    {
      "grad_norm": 0.12414878606796265,
      "learning_rate": 4.1674062011324055e-05,
      "loss": 0.0064,
      "step": 57560
    },
    {
      "loss_action": 0.007855377160012722,
      "loss_total": 0.007855377160012722,
      "step": 57560
    },
    {
      "loss_action": 0.0030948107596486807,
      "loss_total": 0.0030948107596486807,
      "step": 57560
    },
    {
      "loss_action": 0.004340440966188908,
      "loss_total": 0.004340440966188908,
      "step": 57560
    },
    {
      "loss_action": 0.0039410898461937904,
      "loss_total": 0.0039410898461937904,
      "step": 57560
    },
    {
      "loss_action": 0.00835525244474411,
      "loss_total": 0.00835525244474411,
      "step": 57560
    },
    {
      "loss_action": 0.006998661905527115,
      "loss_total": 0.006998661905527115,
      "step": 57560
    },
    {
      "loss_action": 0.009007031098008156,
      "loss_total": 0.009007031098008156,
      "step": 57560
    },
    {
      "loss_action": 0.002734579611569643,
      "loss_total": 0.002734579611569643,
      "step": 57560
    },
    {
      "grad_norm": 0.07424254715442657,
      "learning_rate": 4.165775862141752e-05,
      "loss": 0.0051,
      "step": 57570
    },
    {
      "loss_action": 0.01378498412668705,
      "loss_total": 0.01378498412668705,
      "step": 57570
    },
    {
      "loss_action": 0.009913763031363487,
      "loss_total": 0.009913763031363487,
      "step": 57570
    },
    {
      "loss_action": 0.006119336932897568,
      "loss_total": 0.006119336932897568,
      "step": 57570
    },
    {
      "loss_action": 0.0012885929318144917,
      "loss_total": 0.0012885929318144917,
      "step": 57570
    },
    {
      "loss_action": 0.003195216180756688,
      "loss_total": 0.003195216180756688,
      "step": 57570
    },
    {
      "loss_action": 0.005754822865128517,
      "loss_total": 0.005754822865128517,
      "step": 57570
    },
    {
      "loss_action": 0.005216998513787985,
      "loss_total": 0.005216998513787985,
      "step": 57570
    },
    {
      "loss_action": 0.0019467893289402127,
      "loss_total": 0.0019467893289402127,
      "step": 57570
    },
    {
      "grad_norm": 0.0689297690987587,
      "learning_rate": 4.164145614380598e-05,
      "loss": 0.0062,
      "step": 57580
    },
    {
      "loss_action": 0.0015868874033913016,
      "loss_total": 0.0015868874033913016,
      "step": 57580
    },
    {
      "loss_action": 0.0038407095707952976,
      "loss_total": 0.0038407095707952976,
      "step": 57580
    },
    {
      "loss_action": 0.014805364422500134,
      "loss_total": 0.014805364422500134,
      "step": 57580
    },
    {
      "loss_action": 0.002684972481802106,
      "loss_total": 0.002684972481802106,
      "step": 57580
    },
    {
      "loss_action": 0.005097289104014635,
      "loss_total": 0.005097289104014635,
      "step": 57580
    },
    {
      "loss_action": 0.005347901023924351,
      "loss_total": 0.005347901023924351,
      "step": 57580
    },
    {
      "loss_action": 0.004117324948310852,
      "loss_total": 0.004117324948310852,
      "step": 57580
    },
    {
      "loss_action": 0.006381827872246504,
      "loss_total": 0.006381827872246504,
      "step": 57580
    },
    {
      "grad_norm": 0.09655795246362686,
      "learning_rate": 4.162515458027223e-05,
      "loss": 0.0073,
      "step": 57590
    },
    {
      "loss_action": 0.0027919223066419363,
      "loss_total": 0.0027919223066419363,
      "step": 57590
    },
    {
      "loss_action": 0.004178410395979881,
      "loss_total": 0.004178410395979881,
      "step": 57590
    },
    {
      "loss_action": 0.0024086344055831432,
      "loss_total": 0.0024086344055831432,
      "step": 57590
    },
    {
      "loss_action": 0.0036399015225470066,
      "loss_total": 0.0036399015225470066,
      "step": 57590
    },
    {
      "loss_action": 0.002623867243528366,
      "loss_total": 0.002623867243528366,
      "step": 57590
    },
    {
      "loss_action": 0.002374837873503566,
      "loss_total": 0.002374837873503566,
      "step": 57590
    },
    {
      "loss_action": 0.016332589089870453,
      "loss_total": 0.016332589089870453,
      "step": 57590
    },
    {
      "loss_action": 0.004986056126654148,
      "loss_total": 0.004986056126654148,
      "step": 57590
    },
    {
      "grad_norm": 0.10070502012968063,
      "learning_rate": 4.160885393259899e-05,
      "loss": 0.0058,
      "step": 57600
    },
    {
      "loss_action": 0.01241573877632618,
      "loss_total": 0.01241573877632618,
      "step": 57600
    },
    {
      "loss_action": 0.003936172928661108,
      "loss_total": 0.003936172928661108,
      "step": 57600
    },
    {
      "loss_action": 0.0018841284327208996,
      "loss_total": 0.0018841284327208996,
      "step": 57600
    },
    {
      "loss_action": 0.005652954801917076,
      "loss_total": 0.005652954801917076,
      "step": 57600
    },
    {
      "loss_action": 0.005380434915423393,
      "loss_total": 0.005380434915423393,
      "step": 57600
    },
    {
      "loss_action": 0.0036130084190517664,
      "loss_total": 0.0036130084190517664,
      "step": 57600
    },
    {
      "loss_action": 0.003402356058359146,
      "loss_total": 0.003402356058359146,
      "step": 57600
    },
    {
      "loss_action": 0.007624776102602482,
      "loss_total": 0.007624776102602482,
      "step": 57600
    },
    {
      "grad_norm": 0.07351727038621902,
      "learning_rate": 4.159255420256886e-05,
      "loss": 0.0064,
      "step": 57610
    },
    {
      "loss_action": 0.005860654637217522,
      "loss_total": 0.005860654637217522,
      "step": 57610
    },
    {
      "loss_action": 0.0038874666206538677,
      "loss_total": 0.0038874666206538677,
      "step": 57610
    },
    {
      "loss_action": 0.006696024909615517,
      "loss_total": 0.006696024909615517,
      "step": 57610
    },
    {
      "loss_action": 0.010814070701599121,
      "loss_total": 0.010814070701599121,
      "step": 57610
    },
    {
      "loss_action": 0.0028617933858186007,
      "loss_total": 0.0028617933858186007,
      "step": 57610
    },
    {
      "loss_action": 0.0099599938839674,
      "loss_total": 0.0099599938839674,
      "step": 57610
    },
    {
      "loss_action": 0.00931481085717678,
      "loss_total": 0.00931481085717678,
      "step": 57610
    },
    {
      "loss_action": 0.009981751441955566,
      "loss_total": 0.009981751441955566,
      "step": 57610
    },
    {
      "grad_norm": 0.11356531828641891,
      "learning_rate": 4.157625539196436e-05,
      "loss": 0.0063,
      "step": 57620
    },
    {
      "loss_action": 0.01123850792646408,
      "loss_total": 0.01123850792646408,
      "step": 57620
    },
    {
      "loss_action": 0.001148632145486772,
      "loss_total": 0.001148632145486772,
      "step": 57620
    },
    {
      "loss_action": 0.012185528874397278,
      "loss_total": 0.012185528874397278,
      "step": 57620
    },
    {
      "loss_action": 0.0025364886969327927,
      "loss_total": 0.0025364886969327927,
      "step": 57620
    },
    {
      "loss_action": 0.004262945614755154,
      "loss_total": 0.004262945614755154,
      "step": 57620
    },
    {
      "loss_action": 0.0054876599460840225,
      "loss_total": 0.0054876599460840225,
      "step": 57620
    },
    {
      "loss_action": 0.00328409718349576,
      "loss_total": 0.00328409718349576,
      "step": 57620
    },
    {
      "loss_action": 0.0033295778557658195,
      "loss_total": 0.0033295778557658195,
      "step": 57620
    },
    {
      "grad_norm": 0.12070510536432266,
      "learning_rate": 4.155995750256791e-05,
      "loss": 0.006,
      "step": 57630
    },
    {
      "loss_action": 0.016281504184007645,
      "loss_total": 0.016281504184007645,
      "step": 57630
    },
    {
      "loss_action": 0.004730443470180035,
      "loss_total": 0.004730443470180035,
      "step": 57630
    },
    {
      "loss_action": 0.0089004747569561,
      "loss_total": 0.0089004747569561,
      "step": 57630
    },
    {
      "loss_action": 0.004925984423607588,
      "loss_total": 0.004925984423607588,
      "step": 57630
    },
    {
      "loss_action": 0.007971419021487236,
      "loss_total": 0.007971419021487236,
      "step": 57630
    },
    {
      "loss_action": 0.004265122581273317,
      "loss_total": 0.004265122581273317,
      "step": 57630
    },
    {
      "loss_action": 0.004370260052382946,
      "loss_total": 0.004370260052382946,
      "step": 57630
    },
    {
      "loss_action": 0.003060287795960903,
      "loss_total": 0.003060287795960903,
      "step": 57630
    },
    {
      "grad_norm": 0.06328944116830826,
      "learning_rate": 4.15436605361618e-05,
      "loss": 0.0073,
      "step": 57640
    },
    {
      "loss_action": 0.002308680210262537,
      "loss_total": 0.002308680210262537,
      "step": 57640
    },
    {
      "loss_action": 0.008470535278320312,
      "loss_total": 0.008470535278320312,
      "step": 57640
    },
    {
      "loss_action": 0.003927469253540039,
      "loss_total": 0.003927469253540039,
      "step": 57640
    },
    {
      "loss_action": 0.006345849018543959,
      "loss_total": 0.006345849018543959,
      "step": 57640
    },
    {
      "loss_action": 0.017733823508024216,
      "loss_total": 0.017733823508024216,
      "step": 57640
    },
    {
      "loss_action": 0.002112916437909007,
      "loss_total": 0.002112916437909007,
      "step": 57640
    },
    {
      "loss_action": 0.002898670732975006,
      "loss_total": 0.002898670732975006,
      "step": 57640
    },
    {
      "loss_action": 0.009840105660259724,
      "loss_total": 0.009840105660259724,
      "step": 57640
    },
    {
      "grad_norm": 0.09520930051803589,
      "learning_rate": 4.152736449452827e-05,
      "loss": 0.006,
      "step": 57650
    },
    {
      "loss_action": 0.007314217276871204,
      "loss_total": 0.007314217276871204,
      "step": 57650
    },
    {
      "loss_action": 0.0025804201140999794,
      "loss_total": 0.0025804201140999794,
      "step": 57650
    },
    {
      "loss_action": 0.0015311518218368292,
      "loss_total": 0.0015311518218368292,
      "step": 57650
    },
    {
      "loss_action": 0.008243950083851814,
      "loss_total": 0.008243950083851814,
      "step": 57650
    },
    {
      "loss_action": 0.005596066825091839,
      "loss_total": 0.005596066825091839,
      "step": 57650
    },
    {
      "loss_action": 0.008711624890565872,
      "loss_total": 0.008711624890565872,
      "step": 57650
    },
    {
      "loss_action": 0.0064371428452432156,
      "loss_total": 0.0064371428452432156,
      "step": 57650
    },
    {
      "loss_action": 0.002524105366319418,
      "loss_total": 0.002524105366319418,
      "step": 57650
    },
    {
      "grad_norm": 0.10188986361026764,
      "learning_rate": 4.151106937944943e-05,
      "loss": 0.0063,
      "step": 57660
    },
    {
      "loss_action": 0.008702609688043594,
      "loss_total": 0.008702609688043594,
      "step": 57660
    },
    {
      "loss_action": 0.0028620485682040453,
      "loss_total": 0.0028620485682040453,
      "step": 57660
    },
    {
      "loss_action": 0.002395459683611989,
      "loss_total": 0.002395459683611989,
      "step": 57660
    },
    {
      "loss_action": 0.0019430455286055803,
      "loss_total": 0.0019430455286055803,
      "step": 57660
    },
    {
      "loss_action": 0.0027232326101511717,
      "loss_total": 0.0027232326101511717,
      "step": 57660
    },
    {
      "loss_action": 0.005387076176702976,
      "loss_total": 0.005387076176702976,
      "step": 57660
    },
    {
      "loss_action": 0.009619317017495632,
      "loss_total": 0.009619317017495632,
      "step": 57660
    },
    {
      "loss_action": 0.006917091086506844,
      "loss_total": 0.006917091086506844,
      "step": 57660
    },
    {
      "grad_norm": 0.11201471835374832,
      "learning_rate": 4.149477519270727e-05,
      "loss": 0.0064,
      "step": 57670
    },
    {
      "loss_action": 0.008221439085900784,
      "loss_total": 0.008221439085900784,
      "step": 57670
    },
    {
      "loss_action": 0.0008263884810730815,
      "loss_total": 0.0008263884810730815,
      "step": 57670
    },
    {
      "loss_action": 0.009006261825561523,
      "loss_total": 0.009006261825561523,
      "step": 57670
    },
    {
      "loss_action": 0.006474089343100786,
      "loss_total": 0.006474089343100786,
      "step": 57670
    },
    {
      "loss_action": 0.013627275824546814,
      "loss_total": 0.013627275824546814,
      "step": 57670
    },
    {
      "loss_action": 0.0022003366611897945,
      "loss_total": 0.0022003366611897945,
      "step": 57670
    },
    {
      "loss_action": 0.009139378555119038,
      "loss_total": 0.009139378555119038,
      "step": 57670
    },
    {
      "loss_action": 0.004735255613923073,
      "loss_total": 0.004735255613923073,
      "step": 57670
    },
    {
      "grad_norm": 0.07494136691093445,
      "learning_rate": 4.147848193608371e-05,
      "loss": 0.0065,
      "step": 57680
    },
    {
      "loss_action": 0.008170798420906067,
      "loss_total": 0.008170798420906067,
      "step": 57680
    },
    {
      "loss_action": 0.003994678612798452,
      "loss_total": 0.003994678612798452,
      "step": 57680
    },
    {
      "loss_action": 0.001970391720533371,
      "loss_total": 0.001970391720533371,
      "step": 57680
    },
    {
      "loss_action": 0.009091466665267944,
      "loss_total": 0.009091466665267944,
      "step": 57680
    },
    {
      "loss_action": 0.0025399159640073776,
      "loss_total": 0.0025399159640073776,
      "step": 57680
    },
    {
      "loss_action": 0.0031281476840376854,
      "loss_total": 0.0031281476840376854,
      "step": 57680
    },
    {
      "loss_action": 0.004391973372548819,
      "loss_total": 0.004391973372548819,
      "step": 57680
    },
    {
      "loss_action": 0.007802553009241819,
      "loss_total": 0.007802553009241819,
      "step": 57680
    },
    {
      "grad_norm": 0.07042384892702103,
      "learning_rate": 4.146218961136056e-05,
      "loss": 0.0055,
      "step": 57690
    },
    {
      "loss_action": 0.006012405268847942,
      "loss_total": 0.006012405268847942,
      "step": 57690
    },
    {
      "loss_action": 0.005030136555433273,
      "loss_total": 0.005030136555433273,
      "step": 57690
    },
    {
      "loss_action": 0.0024504754692316055,
      "loss_total": 0.0024504754692316055,
      "step": 57690
    },
    {
      "loss_action": 0.004314855206757784,
      "loss_total": 0.004314855206757784,
      "step": 57690
    },
    {
      "loss_action": 0.0034285972360521555,
      "loss_total": 0.0034285972360521555,
      "step": 57690
    },
    {
      "loss_action": 0.013270247727632523,
      "loss_total": 0.013270247727632523,
      "step": 57690
    },
    {
      "loss_action": 0.003451602067798376,
      "loss_total": 0.003451602067798376,
      "step": 57690
    },
    {
      "loss_action": 0.004043797962367535,
      "loss_total": 0.004043797962367535,
      "step": 57690
    },
    {
      "grad_norm": 0.10664845257997513,
      "learning_rate": 4.14458982203195e-05,
      "loss": 0.0072,
      "step": 57700
    },
    {
      "loss_action": 0.0014682542532682419,
      "loss_total": 0.0014682542532682419,
      "step": 57700
    },
    {
      "loss_action": 0.010131416842341423,
      "loss_total": 0.010131416842341423,
      "step": 57700
    },
    {
      "loss_action": 0.0017494698986411095,
      "loss_total": 0.0017494698986411095,
      "step": 57700
    },
    {
      "loss_action": 0.011644184589385986,
      "loss_total": 0.011644184589385986,
      "step": 57700
    },
    {
      "loss_action": 0.0033293755259364843,
      "loss_total": 0.0033293755259364843,
      "step": 57700
    },
    {
      "loss_action": 0.008296797052025795,
      "loss_total": 0.008296797052025795,
      "step": 57700
    },
    {
      "loss_action": 0.002977610332891345,
      "loss_total": 0.002977610332891345,
      "step": 57700
    },
    {
      "loss_action": 0.006142998114228249,
      "loss_total": 0.006142998114228249,
      "step": 57700
    },
    {
      "grad_norm": 0.08329752087593079,
      "learning_rate": 4.1429607764742165e-05,
      "loss": 0.0054,
      "step": 57710
    },
    {
      "loss_action": 0.009508482180535793,
      "loss_total": 0.009508482180535793,
      "step": 57710
    },
    {
      "loss_action": 0.0028657778166234493,
      "loss_total": 0.0028657778166234493,
      "step": 57710
    },
    {
      "loss_action": 0.003632158041000366,
      "loss_total": 0.003632158041000366,
      "step": 57710
    },
    {
      "loss_action": 0.0082969069480896,
      "loss_total": 0.0082969069480896,
      "step": 57710
    },
    {
      "loss_action": 0.007174293510615826,
      "loss_total": 0.007174293510615826,
      "step": 57710
    },
    {
      "loss_action": 0.003337637521326542,
      "loss_total": 0.003337637521326542,
      "step": 57710
    },
    {
      "loss_action": 0.004738801624625921,
      "loss_total": 0.004738801624625921,
      "step": 57710
    },
    {
      "loss_action": 0.0037162313237786293,
      "loss_total": 0.0037162313237786293,
      "step": 57710
    },
    {
      "grad_norm": 0.08365355432033539,
      "learning_rate": 4.141331824641003e-05,
      "loss": 0.0053,
      "step": 57720
    },
    {
      "loss_action": 0.002665430773049593,
      "loss_total": 0.002665430773049593,
      "step": 57720
    },
    {
      "loss_action": 0.0032918727956712246,
      "loss_total": 0.0032918727956712246,
      "step": 57720
    },
    {
      "loss_action": 0.0015944226179271936,
      "loss_total": 0.0015944226179271936,
      "step": 57720
    },
    {
      "loss_action": 0.00308661418966949,
      "loss_total": 0.00308661418966949,
      "step": 57720
    },
    {
      "loss_action": 0.00840400904417038,
      "loss_total": 0.00840400904417038,
      "step": 57720
    },
    {
      "loss_action": 0.007308413274586201,
      "loss_total": 0.007308413274586201,
      "step": 57720
    },
    {
      "loss_action": 0.006007027812302113,
      "loss_total": 0.006007027812302113,
      "step": 57720
    },
    {
      "loss_action": 0.005637016147375107,
      "loss_total": 0.005637016147375107,
      "step": 57720
    },
    {
      "grad_norm": 0.08663222938776016,
      "learning_rate": 4.139702966710452e-05,
      "loss": 0.0061,
      "step": 57730
    },
    {
      "loss_action": 0.0033024754375219345,
      "loss_total": 0.0033024754375219345,
      "step": 57730
    },
    {
      "loss_action": 0.003658309346064925,
      "loss_total": 0.003658309346064925,
      "step": 57730
    },
    {
      "loss_action": 0.004326723515987396,
      "loss_total": 0.004326723515987396,
      "step": 57730
    },
    {
      "loss_action": 0.010922916233539581,
      "loss_total": 0.010922916233539581,
      "step": 57730
    },
    {
      "loss_action": 0.0028567370027303696,
      "loss_total": 0.0028567370027303696,
      "step": 57730
    },
    {
      "loss_action": 0.0043644979596138,
      "loss_total": 0.0043644979596138,
      "step": 57730
    },
    {
      "loss_action": 0.0029957378283143044,
      "loss_total": 0.0029957378283143044,
      "step": 57730
    },
    {
      "loss_action": 0.003296501934528351,
      "loss_total": 0.003296501934528351,
      "step": 57730
    },
    {
      "grad_norm": 0.07793983072042465,
      "learning_rate": 4.13807420286069e-05,
      "loss": 0.0058,
      "step": 57740
    },
    {
      "loss_action": 0.019046403467655182,
      "loss_total": 0.019046403467655182,
      "step": 57740
    },
    {
      "loss_action": 0.005258321762084961,
      "loss_total": 0.005258321762084961,
      "step": 57740
    },
    {
      "loss_action": 0.005694255232810974,
      "loss_total": 0.005694255232810974,
      "step": 57740
    },
    {
      "loss_action": 0.00503960344940424,
      "loss_total": 0.00503960344940424,
      "step": 57740
    },
    {
      "loss_action": 0.006536456756293774,
      "loss_total": 0.006536456756293774,
      "step": 57740
    },
    {
      "loss_action": 0.004420035984367132,
      "loss_total": 0.004420035984367132,
      "step": 57740
    },
    {
      "loss_action": 0.013317965902388096,
      "loss_total": 0.013317965902388096,
      "step": 57740
    },
    {
      "loss_action": 0.00826089084148407,
      "loss_total": 0.00826089084148407,
      "step": 57740
    },
    {
      "grad_norm": 0.09262008219957352,
      "learning_rate": 4.136445533269837e-05,
      "loss": 0.0065,
      "step": 57750
    },
    {
      "loss_action": 0.0020929111633449793,
      "loss_total": 0.0020929111633449793,
      "step": 57750
    },
    {
      "loss_action": 0.004346389323472977,
      "loss_total": 0.004346389323472977,
      "step": 57750
    },
    {
      "loss_action": 0.001417989144101739,
      "loss_total": 0.001417989144101739,
      "step": 57750
    },
    {
      "loss_action": 0.009528102353215218,
      "loss_total": 0.009528102353215218,
      "step": 57750
    },
    {
      "loss_action": 0.001986136194318533,
      "loss_total": 0.001986136194318533,
      "step": 57750
    },
    {
      "loss_action": 0.006319385953247547,
      "loss_total": 0.006319385953247547,
      "step": 57750
    },
    {
      "loss_action": 0.0020854780450463295,
      "loss_total": 0.0020854780450463295,
      "step": 57750
    },
    {
      "loss_action": 0.006279206369072199,
      "loss_total": 0.006279206369072199,
      "step": 57750
    },
    {
      "grad_norm": 0.12343234568834305,
      "learning_rate": 4.134816958116003e-05,
      "loss": 0.007,
      "step": 57760
    },
    {
      "loss_action": 0.0035782556515187025,
      "loss_total": 0.0035782556515187025,
      "step": 57760
    },
    {
      "loss_action": 0.012866351753473282,
      "loss_total": 0.012866351753473282,
      "step": 57760
    },
    {
      "loss_action": 0.00583198107779026,
      "loss_total": 0.00583198107779026,
      "step": 57760
    },
    {
      "loss_action": 0.002306455746293068,
      "loss_total": 0.002306455746293068,
      "step": 57760
    },
    {
      "loss_action": 0.0041982559487223625,
      "loss_total": 0.0041982559487223625,
      "step": 57760
    },
    {
      "loss_action": 0.003234628587961197,
      "loss_total": 0.003234628587961197,
      "step": 57760
    },
    {
      "loss_action": 0.0030016815289855003,
      "loss_total": 0.0030016815289855003,
      "step": 57760
    },
    {
      "loss_action": 0.002776895649731159,
      "loss_total": 0.002776895649731159,
      "step": 57760
    },
    {
      "grad_norm": 0.09459329396486282,
      "learning_rate": 4.133188477577283e-05,
      "loss": 0.0061,
      "step": 57770
    },
    {
      "loss_action": 0.0043648602440953255,
      "loss_total": 0.0043648602440953255,
      "step": 57770
    },
    {
      "loss_action": 0.003915033303201199,
      "loss_total": 0.003915033303201199,
      "step": 57770
    },
    {
      "loss_action": 0.003085670992732048,
      "loss_total": 0.003085670992732048,
      "step": 57770
    },
    {
      "loss_action": 0.002522437833249569,
      "loss_total": 0.002522437833249569,
      "step": 57770
    },
    {
      "loss_action": 0.004449630621820688,
      "loss_total": 0.004449630621820688,
      "step": 57770
    },
    {
      "loss_action": 0.004310804884880781,
      "loss_total": 0.004310804884880781,
      "step": 57770
    },
    {
      "loss_action": 0.003530746791511774,
      "loss_total": 0.003530746791511774,
      "step": 57770
    },
    {
      "loss_action": 0.0021251547150313854,
      "loss_total": 0.0021251547150313854,
      "step": 57770
    },
    {
      "grad_norm": 0.1546153575181961,
      "learning_rate": 4.131560091831771e-05,
      "loss": 0.0051,
      "step": 57780
    },
    {
      "loss_action": 0.006132388487458229,
      "loss_total": 0.006132388487458229,
      "step": 57780
    },
    {
      "loss_action": 0.024563422426581383,
      "loss_total": 0.024563422426581383,
      "step": 57780
    },
    {
      "loss_action": 0.0016055565793067217,
      "loss_total": 0.0016055565793067217,
      "step": 57780
    },
    {
      "loss_action": 0.0023147203028202057,
      "loss_total": 0.0023147203028202057,
      "step": 57780
    },
    {
      "loss_action": 0.0017329594120383263,
      "loss_total": 0.0017329594120383263,
      "step": 57780
    },
    {
      "loss_action": 0.01264116819947958,
      "loss_total": 0.01264116819947958,
      "step": 57780
    },
    {
      "loss_action": 0.002371084876358509,
      "loss_total": 0.002371084876358509,
      "step": 57780
    },
    {
      "loss_action": 0.002015064237639308,
      "loss_total": 0.002015064237639308,
      "step": 57780
    },
    {
      "grad_norm": 0.1304202526807785,
      "learning_rate": 4.1299318010575405e-05,
      "loss": 0.0072,
      "step": 57790
    },
    {
      "loss_action": 0.011763438582420349,
      "loss_total": 0.011763438582420349,
      "step": 57790
    },
    {
      "loss_action": 0.015464035794138908,
      "loss_total": 0.015464035794138908,
      "step": 57790
    },
    {
      "loss_action": 0.007661979179829359,
      "loss_total": 0.007661979179829359,
      "step": 57790
    },
    {
      "loss_action": 0.0019843988120555878,
      "loss_total": 0.0019843988120555878,
      "step": 57790
    },
    {
      "loss_action": 0.003410482546314597,
      "loss_total": 0.003410482546314597,
      "step": 57790
    },
    {
      "loss_action": 0.00392573419958353,
      "loss_total": 0.00392573419958353,
      "step": 57790
    },
    {
      "loss_action": 0.00639545451849699,
      "loss_total": 0.00639545451849699,
      "step": 57790
    },
    {
      "loss_action": 0.00296183698810637,
      "loss_total": 0.00296183698810637,
      "step": 57790
    },
    {
      "grad_norm": 0.08940498530864716,
      "learning_rate": 4.128303605432661e-05,
      "loss": 0.0075,
      "step": 57800
    },
    {
      "loss_action": 0.013048835098743439,
      "loss_total": 0.013048835098743439,
      "step": 57800
    },
    {
      "loss_action": 0.003645236138254404,
      "loss_total": 0.003645236138254404,
      "step": 57800
    },
    {
      "loss_action": 0.008997345343232155,
      "loss_total": 0.008997345343232155,
      "step": 57800
    },
    {
      "loss_action": 0.004550265148282051,
      "loss_total": 0.004550265148282051,
      "step": 57800
    },
    {
      "loss_action": 0.007519049569964409,
      "loss_total": 0.007519049569964409,
      "step": 57800
    },
    {
      "loss_action": 0.0022766392212361097,
      "loss_total": 0.0022766392212361097,
      "step": 57800
    },
    {
      "loss_action": 0.007520133629441261,
      "loss_total": 0.007520133629441261,
      "step": 57800
    },
    {
      "loss_action": 0.010382522828876972,
      "loss_total": 0.010382522828876972,
      "step": 57800
    },
    {
      "grad_norm": 0.10444854944944382,
      "learning_rate": 4.126675505135188e-05,
      "loss": 0.0061,
      "step": 57810
    },
    {
      "loss_action": 0.0035095124039798975,
      "loss_total": 0.0035095124039798975,
      "step": 57810
    },
    {
      "loss_action": 0.003729750867933035,
      "loss_total": 0.003729750867933035,
      "step": 57810
    },
    {
      "loss_action": 0.002853976096957922,
      "loss_total": 0.002853976096957922,
      "step": 57810
    },
    {
      "loss_action": 0.005986515432596207,
      "loss_total": 0.005986515432596207,
      "step": 57810
    },
    {
      "loss_action": 0.010829342529177666,
      "loss_total": 0.010829342529177666,
      "step": 57810
    },
    {
      "loss_action": 0.011533454060554504,
      "loss_total": 0.011533454060554504,
      "step": 57810
    },
    {
      "loss_action": 0.00645485520362854,
      "loss_total": 0.00645485520362854,
      "step": 57810
    },
    {
      "loss_action": 0.02411346137523651,
      "loss_total": 0.02411346137523651,
      "step": 57810
    },
    {
      "grad_norm": 0.11862626671791077,
      "learning_rate": 4.125047500343169e-05,
      "loss": 0.0059,
      "step": 57820
    },
    {
      "loss_action": 0.011882040649652481,
      "loss_total": 0.011882040649652481,
      "step": 57820
    },
    {
      "loss_action": 0.012850758619606495,
      "loss_total": 0.012850758619606495,
      "step": 57820
    },
    {
      "loss_action": 0.010224421508610249,
      "loss_total": 0.010224421508610249,
      "step": 57820
    },
    {
      "loss_action": 0.00633330037817359,
      "loss_total": 0.00633330037817359,
      "step": 57820
    },
    {
      "loss_action": 0.003588481806218624,
      "loss_total": 0.003588481806218624,
      "step": 57820
    },
    {
      "loss_action": 0.0166791845113039,
      "loss_total": 0.0166791845113039,
      "step": 57820
    },
    {
      "loss_action": 0.003958092071115971,
      "loss_total": 0.003958092071115971,
      "step": 57820
    },
    {
      "loss_action": 0.009524371474981308,
      "loss_total": 0.009524371474981308,
      "step": 57820
    },
    {
      "grad_norm": 0.07098471373319626,
      "learning_rate": 4.1234195912346376e-05,
      "loss": 0.006,
      "step": 57830
    },
    {
      "loss_action": 0.014612688682973385,
      "loss_total": 0.014612688682973385,
      "step": 57830
    },
    {
      "loss_action": 0.009454642422497272,
      "loss_total": 0.009454642422497272,
      "step": 57830
    },
    {
      "loss_action": 0.005103156901896,
      "loss_total": 0.005103156901896,
      "step": 57830
    },
    {
      "loss_action": 0.014961645007133484,
      "loss_total": 0.014961645007133484,
      "step": 57830
    },
    {
      "loss_action": 0.008042797446250916,
      "loss_total": 0.008042797446250916,
      "step": 57830
    },
    {
      "loss_action": 0.003283578436821699,
      "loss_total": 0.003283578436821699,
      "step": 57830
    },
    {
      "loss_action": 0.004618731793016195,
      "loss_total": 0.004618731793016195,
      "step": 57830
    },
    {
      "loss_action": 0.003851495450362563,
      "loss_total": 0.003851495450362563,
      "step": 57830
    },
    {
      "grad_norm": 0.09285137802362442,
      "learning_rate": 4.1217917779876235e-05,
      "loss": 0.0064,
      "step": 57840
    },
    {
      "loss_action": 0.0012674741446971893,
      "loss_total": 0.0012674741446971893,
      "step": 57840
    },
    {
      "loss_action": 0.009443756192922592,
      "loss_total": 0.009443756192922592,
      "step": 57840
    },
    {
      "loss_action": 0.003690565936267376,
      "loss_total": 0.003690565936267376,
      "step": 57840
    },
    {
      "loss_action": 0.008802701719105244,
      "loss_total": 0.008802701719105244,
      "step": 57840
    },
    {
      "loss_action": 0.0038034231401979923,
      "loss_total": 0.0038034231401979923,
      "step": 57840
    },
    {
      "loss_action": 0.006048616953194141,
      "loss_total": 0.006048616953194141,
      "step": 57840
    },
    {
      "loss_action": 0.005463523790240288,
      "loss_total": 0.005463523790240288,
      "step": 57840
    },
    {
      "loss_action": 0.004539563320577145,
      "loss_total": 0.004539563320577145,
      "step": 57840
    },
    {
      "grad_norm": 0.12212023138999939,
      "learning_rate": 4.120164060780141e-05,
      "loss": 0.0072,
      "step": 57850
    },
    {
      "loss_action": 0.003409095574170351,
      "loss_total": 0.003409095574170351,
      "step": 57850
    },
    {
      "loss_action": 0.011279169470071793,
      "loss_total": 0.011279169470071793,
      "step": 57850
    },
    {
      "loss_action": 0.0028304567094892263,
      "loss_total": 0.0028304567094892263,
      "step": 57850
    },
    {
      "loss_action": 0.0025825451593846083,
      "loss_total": 0.0025825451593846083,
      "step": 57850
    },
    {
      "loss_action": 0.006772704888135195,
      "loss_total": 0.006772704888135195,
      "step": 57850
    },
    {
      "loss_action": 0.003835259471088648,
      "loss_total": 0.003835259471088648,
      "step": 57850
    },
    {
      "loss_action": 0.0031787599436938763,
      "loss_total": 0.0031787599436938763,
      "step": 57850
    },
    {
      "loss_action": 0.004574911203235388,
      "loss_total": 0.004574911203235388,
      "step": 57850
    },
    {
      "grad_norm": 0.07154946774244308,
      "learning_rate": 4.1185364397901935e-05,
      "loss": 0.0051,
      "step": 57860
    },
    {
      "loss_action": 0.010963169857859612,
      "loss_total": 0.010963169857859612,
      "step": 57860
    },
    {
      "loss_action": 0.006239750422537327,
      "loss_total": 0.006239750422537327,
      "step": 57860
    },
    {
      "loss_action": 0.0070076691918075085,
      "loss_total": 0.0070076691918075085,
      "step": 57860
    },
    {
      "loss_action": 0.0016728963237255812,
      "loss_total": 0.0016728963237255812,
      "step": 57860
    },
    {
      "loss_action": 0.005827347747981548,
      "loss_total": 0.005827347747981548,
      "step": 57860
    },
    {
      "loss_action": 0.0018197342287749052,
      "loss_total": 0.0018197342287749052,
      "step": 57860
    },
    {
      "loss_action": 0.002594096353277564,
      "loss_total": 0.002594096353277564,
      "step": 57860
    },
    {
      "loss_action": 0.0025047885719686747,
      "loss_total": 0.0025047885719686747,
      "step": 57860
    },
    {
      "grad_norm": 0.06420598179101944,
      "learning_rate": 4.116908915195776e-05,
      "loss": 0.0049,
      "step": 57870
    },
    {
      "loss_action": 0.004512752406299114,
      "loss_total": 0.004512752406299114,
      "step": 57870
    },
    {
      "loss_action": 0.00562699232250452,
      "loss_total": 0.00562699232250452,
      "step": 57870
    },
    {
      "loss_action": 0.008918076753616333,
      "loss_total": 0.008918076753616333,
      "step": 57870
    },
    {
      "loss_action": 0.008367873728275299,
      "loss_total": 0.008367873728275299,
      "step": 57870
    },
    {
      "loss_action": 0.002257887739688158,
      "loss_total": 0.002257887739688158,
      "step": 57870
    },
    {
      "loss_action": 0.00325192604213953,
      "loss_total": 0.00325192604213953,
      "step": 57870
    },
    {
      "loss_action": 0.0034602168016135693,
      "loss_total": 0.0034602168016135693,
      "step": 57870
    },
    {
      "loss_action": 0.0019509169505909085,
      "loss_total": 0.0019509169505909085,
      "step": 57870
    },
    {
      "grad_norm": 0.09858763962984085,
      "learning_rate": 4.115281487174872e-05,
      "loss": 0.0051,
      "step": 57880
    },
    {
      "loss_action": 0.002718114759773016,
      "loss_total": 0.002718114759773016,
      "step": 57880
    },
    {
      "loss_action": 0.007524020969867706,
      "loss_total": 0.007524020969867706,
      "step": 57880
    },
    {
      "loss_action": 0.002150194253772497,
      "loss_total": 0.002150194253772497,
      "step": 57880
    },
    {
      "loss_action": 0.007220725994557142,
      "loss_total": 0.007220725994557142,
      "step": 57880
    },
    {
      "loss_action": 0.005153439939022064,
      "loss_total": 0.005153439939022064,
      "step": 57880
    },
    {
      "loss_action": 0.00765646155923605,
      "loss_total": 0.00765646155923605,
      "step": 57880
    },
    {
      "loss_action": 0.00509333610534668,
      "loss_total": 0.00509333610534668,
      "step": 57880
    },
    {
      "loss_action": 0.0028635954950004816,
      "loss_total": 0.0028635954950004816,
      "step": 57880
    },
    {
      "grad_norm": 0.12950953841209412,
      "learning_rate": 4.113654155905452e-05,
      "loss": 0.0063,
      "step": 57890
    },
    {
      "loss_action": 0.005912952125072479,
      "loss_total": 0.005912952125072479,
      "step": 57890
    },
    {
      "loss_action": 0.008387651294469833,
      "loss_total": 0.008387651294469833,
      "step": 57890
    },
    {
      "loss_action": 0.004876844584941864,
      "loss_total": 0.004876844584941864,
      "step": 57890
    },
    {
      "loss_action": 0.00495872413739562,
      "loss_total": 0.00495872413739562,
      "step": 57890
    },
    {
      "loss_action": 0.005484052933752537,
      "loss_total": 0.005484052933752537,
      "step": 57890
    },
    {
      "loss_action": 0.0016490273410454392,
      "loss_total": 0.0016490273410454392,
      "step": 57890
    },
    {
      "loss_action": 0.0033997311256825924,
      "loss_total": 0.0033997311256825924,
      "step": 57890
    },
    {
      "loss_action": 0.004201474599540234,
      "loss_total": 0.004201474599540234,
      "step": 57890
    },
    {
      "grad_norm": 0.15013374388217926,
      "learning_rate": 4.112026921565483e-05,
      "loss": 0.007,
      "step": 57900
    },
    {
      "loss_action": 0.005493283271789551,
      "loss_total": 0.005493283271789551,
      "step": 57900
    },
    {
      "loss_action": 0.008835956454277039,
      "loss_total": 0.008835956454277039,
      "step": 57900
    },
    {
      "loss_action": 0.0120073352009058,
      "loss_total": 0.0120073352009058,
      "step": 57900
    },
    {
      "loss_action": 0.00238715298473835,
      "loss_total": 0.00238715298473835,
      "step": 57900
    },
    {
      "loss_action": 0.002220016671344638,
      "loss_total": 0.002220016671344638,
      "step": 57900
    },
    {
      "loss_action": 0.005074521526694298,
      "loss_total": 0.005074521526694298,
      "step": 57900
    },
    {
      "loss_action": 0.003494675038382411,
      "loss_total": 0.003494675038382411,
      "step": 57900
    },
    {
      "loss_action": 0.004386493936181068,
      "loss_total": 0.004386493936181068,
      "step": 57900
    },
    {
      "grad_norm": 0.08233675360679626,
      "learning_rate": 4.1103997843329147e-05,
      "loss": 0.0065,
      "step": 57910
    },
    {
      "loss_action": 0.0010292279766872525,
      "loss_total": 0.0010292279766872525,
      "step": 57910
    },
    {
      "loss_action": 0.00308472802862525,
      "loss_total": 0.00308472802862525,
      "step": 57910
    },
    {
      "loss_action": 0.01128157414495945,
      "loss_total": 0.01128157414495945,
      "step": 57910
    },
    {
      "loss_action": 0.008576752617955208,
      "loss_total": 0.008576752617955208,
      "step": 57910
    },
    {
      "loss_action": 0.004375514108687639,
      "loss_total": 0.004375514108687639,
      "step": 57910
    },
    {
      "loss_action": 0.006042299792170525,
      "loss_total": 0.006042299792170525,
      "step": 57910
    },
    {
      "loss_action": 0.012717610225081444,
      "loss_total": 0.012717610225081444,
      "step": 57910
    },
    {
      "loss_action": 0.01005859300494194,
      "loss_total": 0.01005859300494194,
      "step": 57910
    },
    {
      "grad_norm": 0.10511929541826248,
      "learning_rate": 4.108772744385689e-05,
      "loss": 0.008,
      "step": 57920
    },
    {
      "loss_action": 0.008507092483341694,
      "loss_total": 0.008507092483341694,
      "step": 57920
    },
    {
      "loss_action": 0.005114166997373104,
      "loss_total": 0.005114166997373104,
      "step": 57920
    },
    {
      "loss_action": 0.003670915961265564,
      "loss_total": 0.003670915961265564,
      "step": 57920
    },
    {
      "loss_action": 0.0018777386285364628,
      "loss_total": 0.0018777386285364628,
      "step": 57920
    },
    {
      "loss_action": 0.002916517201811075,
      "loss_total": 0.002916517201811075,
      "step": 57920
    },
    {
      "loss_action": 0.00405819620937109,
      "loss_total": 0.00405819620937109,
      "step": 57920
    },
    {
      "loss_action": 0.005338185001164675,
      "loss_total": 0.005338185001164675,
      "step": 57920
    },
    {
      "loss_action": 0.003312573302537203,
      "loss_total": 0.003312573302537203,
      "step": 57920
    },
    {
      "grad_norm": 0.09911566972732544,
      "learning_rate": 4.1071458019017346e-05,
      "loss": 0.0065,
      "step": 57930
    },
    {
      "loss_action": 0.0033983807079494,
      "loss_total": 0.0033983807079494,
      "step": 57930
    },
    {
      "loss_action": 0.013188343495130539,
      "loss_total": 0.013188343495130539,
      "step": 57930
    },
    {
      "loss_action": 0.014819366857409477,
      "loss_total": 0.014819366857409477,
      "step": 57930
    },
    {
      "loss_action": 0.004758681636303663,
      "loss_total": 0.004758681636303663,
      "step": 57930
    },
    {
      "loss_action": 0.009817922487854958,
      "loss_total": 0.009817922487854958,
      "step": 57930
    },
    {
      "loss_action": 0.010419705882668495,
      "loss_total": 0.010419705882668495,
      "step": 57930
    },
    {
      "loss_action": 0.0029396498575806618,
      "loss_total": 0.0029396498575806618,
      "step": 57930
    },
    {
      "loss_action": 0.003032250562682748,
      "loss_total": 0.003032250562682748,
      "step": 57930
    },
    {
      "grad_norm": 0.07841184735298157,
      "learning_rate": 4.1055189570589734e-05,
      "loss": 0.0061,
      "step": 57940
    },
    {
      "loss_action": 0.0028644597623497248,
      "loss_total": 0.0028644597623497248,
      "step": 57940
    },
    {
      "loss_action": 0.008899064734578133,
      "loss_total": 0.008899064734578133,
      "step": 57940
    },
    {
      "loss_action": 0.002050562761723995,
      "loss_total": 0.002050562761723995,
      "step": 57940
    },
    {
      "loss_action": 0.0012213665759190917,
      "loss_total": 0.0012213665759190917,
      "step": 57940
    },
    {
      "loss_action": 0.0017489686142653227,
      "loss_total": 0.0017489686142653227,
      "step": 57940
    },
    {
      "loss_action": 0.004151737317442894,
      "loss_total": 0.004151737317442894,
      "step": 57940
    },
    {
      "loss_action": 0.008137989789247513,
      "loss_total": 0.008137989789247513,
      "step": 57940
    },
    {
      "loss_action": 0.020834892988204956,
      "loss_total": 0.020834892988204956,
      "step": 57940
    },
    {
      "grad_norm": 0.1237831860780716,
      "learning_rate": 4.103892210035315e-05,
      "loss": 0.0069,
      "step": 57950
    },
    {
      "loss_action": 0.012885088101029396,
      "loss_total": 0.012885088101029396,
      "step": 57950
    },
    {
      "loss_action": 0.005747207440435886,
      "loss_total": 0.005747207440435886,
      "step": 57950
    },
    {
      "loss_action": 0.0035955924540758133,
      "loss_total": 0.0035955924540758133,
      "step": 57950
    },
    {
      "loss_action": 0.004433209076523781,
      "loss_total": 0.004433209076523781,
      "step": 57950
    },
    {
      "loss_action": 0.004229717887938023,
      "loss_total": 0.004229717887938023,
      "step": 57950
    },
    {
      "loss_action": 0.015264701098203659,
      "loss_total": 0.015264701098203659,
      "step": 57950
    },
    {
      "loss_action": 0.002935228403657675,
      "loss_total": 0.002935228403657675,
      "step": 57950
    },
    {
      "loss_action": 0.0022024931386113167,
      "loss_total": 0.0022024931386113167,
      "step": 57950
    },
    {
      "grad_norm": 0.06383606046438217,
      "learning_rate": 4.102265561008656e-05,
      "loss": 0.0056,
      "step": 57960
    },
    {
      "loss_action": 0.001958452630788088,
      "loss_total": 0.001958452630788088,
      "step": 57960
    },
    {
      "loss_action": 0.009843109175562859,
      "loss_total": 0.009843109175562859,
      "step": 57960
    },
    {
      "loss_action": 0.007108435034751892,
      "loss_total": 0.007108435034751892,
      "step": 57960
    },
    {
      "loss_action": 0.006555947009474039,
      "loss_total": 0.006555947009474039,
      "step": 57960
    },
    {
      "loss_action": 0.002857219660654664,
      "loss_total": 0.002857219660654664,
      "step": 57960
    },
    {
      "loss_action": 0.0038270442746579647,
      "loss_total": 0.0038270442746579647,
      "step": 57960
    },
    {
      "loss_action": 0.002614147961139679,
      "loss_total": 0.002614147961139679,
      "step": 57960
    },
    {
      "loss_action": 0.001770253642462194,
      "loss_total": 0.001770253642462194,
      "step": 57960
    },
    {
      "grad_norm": 0.09025532007217407,
      "learning_rate": 4.100639010156885e-05,
      "loss": 0.0059,
      "step": 57970
    },
    {
      "loss_action": 0.005777793005108833,
      "loss_total": 0.005777793005108833,
      "step": 57970
    },
    {
      "loss_action": 0.004788828082382679,
      "loss_total": 0.004788828082382679,
      "step": 57970
    },
    {
      "loss_action": 0.004586443305015564,
      "loss_total": 0.004586443305015564,
      "step": 57970
    },
    {
      "loss_action": 0.007633532397449017,
      "loss_total": 0.007633532397449017,
      "step": 57970
    },
    {
      "loss_action": 0.005071849562227726,
      "loss_total": 0.005071849562227726,
      "step": 57970
    },
    {
      "loss_action": 0.018396029248833656,
      "loss_total": 0.018396029248833656,
      "step": 57970
    },
    {
      "loss_action": 0.030042406171560287,
      "loss_total": 0.030042406171560287,
      "step": 57970
    },
    {
      "loss_action": 0.003897977527230978,
      "loss_total": 0.003897977527230978,
      "step": 57970
    },
    {
      "grad_norm": 0.11352409422397614,
      "learning_rate": 4.099012557657882e-05,
      "loss": 0.0067,
      "step": 57980
    },
    {
      "loss_action": 0.00341575825586915,
      "loss_total": 0.00341575825586915,
      "step": 57980
    },
    {
      "loss_action": 0.012440472841262817,
      "loss_total": 0.012440472841262817,
      "step": 57980
    },
    {
      "loss_action": 0.022052815183997154,
      "loss_total": 0.022052815183997154,
      "step": 57980
    },
    {
      "loss_action": 0.005893119145184755,
      "loss_total": 0.005893119145184755,
      "step": 57980
    },
    {
      "loss_action": 0.010444451123476028,
      "loss_total": 0.010444451123476028,
      "step": 57980
    },
    {
      "loss_action": 0.014473088085651398,
      "loss_total": 0.014473088085651398,
      "step": 57980
    },
    {
      "loss_action": 0.0031673854682594538,
      "loss_total": 0.0031673854682594538,
      "step": 57980
    },
    {
      "loss_action": 0.007524584420025349,
      "loss_total": 0.007524584420025349,
      "step": 57980
    },
    {
      "grad_norm": 0.08819194883108139,
      "learning_rate": 4.09738620368951e-05,
      "loss": 0.007,
      "step": 57990
    },
    {
      "loss_action": 0.003397622611373663,
      "loss_total": 0.003397622611373663,
      "step": 57990
    },
    {
      "loss_action": 0.0042488002218306065,
      "loss_total": 0.0042488002218306065,
      "step": 57990
    },
    {
      "loss_action": 0.00418230751529336,
      "loss_total": 0.00418230751529336,
      "step": 57990
    },
    {
      "loss_action": 0.0024838533718138933,
      "loss_total": 0.0024838533718138933,
      "step": 57990
    },
    {
      "loss_action": 0.00429806113243103,
      "loss_total": 0.00429806113243103,
      "step": 57990
    },
    {
      "loss_action": 0.0034512747079133987,
      "loss_total": 0.0034512747079133987,
      "step": 57990
    },
    {
      "loss_action": 0.004675151780247688,
      "loss_total": 0.004675151780247688,
      "step": 57990
    },
    {
      "loss_action": 0.006528673693537712,
      "loss_total": 0.006528673693537712,
      "step": 57990
    },
    {
      "grad_norm": 0.11853188276290894,
      "learning_rate": 4.095759948429626e-05,
      "loss": 0.006,
      "step": 58000
    },
    {
      "loss_action": 0.005654250271618366,
      "loss_total": 0.005654250271618366,
      "step": 58000
    },
    {
      "loss_action": 0.016912614926695824,
      "loss_total": 0.016912614926695824,
      "step": 58000
    },
    {
      "loss_action": 0.01627437025308609,
      "loss_total": 0.01627437025308609,
      "step": 58000
    },
    {
      "loss_action": 0.007932977750897408,
      "loss_total": 0.007932977750897408,
      "step": 58000
    },
    {
      "loss_action": 0.004127499647438526,
      "loss_total": 0.004127499647438526,
      "step": 58000
    },
    {
      "loss_action": 0.00834621861577034,
      "loss_total": 0.00834621861577034,
      "step": 58000
    },
    {
      "loss_action": 0.001758768456056714,
      "loss_total": 0.001758768456056714,
      "step": 58000
    },
    {
      "loss_action": 0.0101734958589077,
      "loss_total": 0.0101734958589077,
      "step": 58000
    },
    {
      "grad_norm": 0.07990968972444534,
      "learning_rate": 4.094133792056075e-05,
      "loss": 0.0066,
      "step": 58010
    },
    {
      "loss_action": 0.005671111401170492,
      "loss_total": 0.005671111401170492,
      "step": 58010
    },
    {
      "loss_action": 0.0038268223870545626,
      "loss_total": 0.0038268223870545626,
      "step": 58010
    },
    {
      "loss_action": 0.004683039151132107,
      "loss_total": 0.004683039151132107,
      "step": 58010
    },
    {
      "loss_action": 0.0030014533549547195,
      "loss_total": 0.0030014533549547195,
      "step": 58010
    },
    {
      "loss_action": 0.0025696975644677877,
      "loss_total": 0.0025696975644677877,
      "step": 58010
    },
    {
      "loss_action": 0.00996213685721159,
      "loss_total": 0.00996213685721159,
      "step": 58010
    },
    {
      "loss_action": 0.004481565207242966,
      "loss_total": 0.004481565207242966,
      "step": 58010
    },
    {
      "loss_action": 0.005810648202896118,
      "loss_total": 0.005810648202896118,
      "step": 58010
    },
    {
      "grad_norm": 0.11759480834007263,
      "learning_rate": 4.092507734746688e-05,
      "loss": 0.0062,
      "step": 58020
    },
    {
      "loss_action": 0.012564975768327713,
      "loss_total": 0.012564975768327713,
      "step": 58020
    },
    {
      "loss_action": 0.004746413789689541,
      "loss_total": 0.004746413789689541,
      "step": 58020
    },
    {
      "loss_action": 0.0045256949961185455,
      "loss_total": 0.0045256949961185455,
      "step": 58020
    },
    {
      "loss_action": 0.0016776355914771557,
      "loss_total": 0.0016776355914771557,
      "step": 58020
    },
    {
      "loss_action": 0.0035483769606798887,
      "loss_total": 0.0035483769606798887,
      "step": 58020
    },
    {
      "loss_action": 0.005268375389277935,
      "loss_total": 0.005268375389277935,
      "step": 58020
    },
    {
      "loss_action": 0.0024434286169707775,
      "loss_total": 0.0024434286169707775,
      "step": 58020
    },
    {
      "loss_action": 0.006180786527693272,
      "loss_total": 0.006180786527693272,
      "step": 58020
    },
    {
      "grad_norm": 0.11056631803512573,
      "learning_rate": 4.090881776679293e-05,
      "loss": 0.0061,
      "step": 58030
    },
    {
      "loss_action": 0.0020845658145844936,
      "loss_total": 0.0020845658145844936,
      "step": 58030
    },
    {
      "loss_action": 0.013886481523513794,
      "loss_total": 0.013886481523513794,
      "step": 58030
    },
    {
      "loss_action": 0.005144462455064058,
      "loss_total": 0.005144462455064058,
      "step": 58030
    },
    {
      "loss_action": 0.014065608382225037,
      "loss_total": 0.014065608382225037,
      "step": 58030
    },
    {
      "loss_action": 0.004492376931011677,
      "loss_total": 0.004492376931011677,
      "step": 58030
    },
    {
      "loss_action": 0.002122842241078615,
      "loss_total": 0.002122842241078615,
      "step": 58030
    },
    {
      "loss_action": 0.0020844878163188696,
      "loss_total": 0.0020844878163188696,
      "step": 58030
    },
    {
      "loss_action": 0.005745030008256435,
      "loss_total": 0.005745030008256435,
      "step": 58030
    },
    {
      "grad_norm": 0.11789581179618835,
      "learning_rate": 4.0892559180316994e-05,
      "loss": 0.0068,
      "step": 58040
    },
    {
      "loss_action": 0.0032855200115591288,
      "loss_total": 0.0032855200115591288,
      "step": 58040
    },
    {
      "loss_action": 0.002904362976551056,
      "loss_total": 0.002904362976551056,
      "step": 58040
    },
    {
      "loss_action": 0.004056583158671856,
      "loss_total": 0.004056583158671856,
      "step": 58040
    },
    {
      "loss_action": 0.00562342070043087,
      "loss_total": 0.00562342070043087,
      "step": 58040
    },
    {
      "loss_action": 0.0020360343623906374,
      "loss_total": 0.0020360343623906374,
      "step": 58040
    },
    {
      "loss_action": 0.01730806939303875,
      "loss_total": 0.01730806939303875,
      "step": 58040
    },
    {
      "loss_action": 0.006300703622400761,
      "loss_total": 0.006300703622400761,
      "step": 58040
    },
    {
      "loss_action": 0.009508083574473858,
      "loss_total": 0.009508083574473858,
      "step": 58040
    },
    {
      "grad_norm": 0.08907067775726318,
      "learning_rate": 4.08763015898171e-05,
      "loss": 0.0063,
      "step": 58050
    },
    {
      "loss_action": 0.004105875268578529,
      "loss_total": 0.004105875268578529,
      "step": 58050
    },
    {
      "loss_action": 0.002269337885081768,
      "loss_total": 0.002269337885081768,
      "step": 58050
    },
    {
      "loss_action": 0.021376004442572594,
      "loss_total": 0.021376004442572594,
      "step": 58050
    },
    {
      "loss_action": 0.001463459455408156,
      "loss_total": 0.001463459455408156,
      "step": 58050
    },
    {
      "loss_action": 0.0028227895963937044,
      "loss_total": 0.0028227895963937044,
      "step": 58050
    },
    {
      "loss_action": 0.007957246154546738,
      "loss_total": 0.007957246154546738,
      "step": 58050
    },
    {
      "loss_action": 0.003401841502636671,
      "loss_total": 0.003401841502636671,
      "step": 58050
    },
    {
      "loss_action": 0.003765194211155176,
      "loss_total": 0.003765194211155176,
      "step": 58050
    },
    {
      "grad_norm": 0.10560919344425201,
      "learning_rate": 4.0860044997071145e-05,
      "loss": 0.0078,
      "step": 58060
    },
    {
      "loss_action": 0.0148173738270998,
      "loss_total": 0.0148173738270998,
      "step": 58060
    },
    {
      "loss_action": 0.008972644805908203,
      "loss_total": 0.008972644805908203,
      "step": 58060
    },
    {
      "loss_action": 0.005655717104673386,
      "loss_total": 0.005655717104673386,
      "step": 58060
    },
    {
      "loss_action": 0.0038316394202411175,
      "loss_total": 0.0038316394202411175,
      "step": 58060
    },
    {
      "loss_action": 0.008490992709994316,
      "loss_total": 0.008490992709994316,
      "step": 58060
    },
    {
      "loss_action": 0.009618176147341728,
      "loss_total": 0.009618176147341728,
      "step": 58060
    },
    {
      "loss_action": 0.0030088424682617188,
      "loss_total": 0.0030088424682617188,
      "step": 58060
    },
    {
      "loss_action": 0.0037679802626371384,
      "loss_total": 0.0037679802626371384,
      "step": 58060
    },
    {
      "grad_norm": 0.08945487439632416,
      "learning_rate": 4.084378940385693e-05,
      "loss": 0.0065,
      "step": 58070
    },
    {
      "loss_action": 0.002261525020003319,
      "loss_total": 0.002261525020003319,
      "step": 58070
    },
    {
      "loss_action": 0.007359934970736504,
      "loss_total": 0.007359934970736504,
      "step": 58070
    },
    {
      "loss_action": 0.003913187421858311,
      "loss_total": 0.003913187421858311,
      "step": 58070
    },
    {
      "loss_action": 0.007347758859395981,
      "loss_total": 0.007347758859395981,
      "step": 58070
    },
    {
      "loss_action": 0.00542976800352335,
      "loss_total": 0.00542976800352335,
      "step": 58070
    },
    {
      "loss_action": 0.002396280411630869,
      "loss_total": 0.002396280411630869,
      "step": 58070
    },
    {
      "loss_action": 0.002704632468521595,
      "loss_total": 0.002704632468521595,
      "step": 58070
    },
    {
      "loss_action": 0.009416790679097176,
      "loss_total": 0.009416790679097176,
      "step": 58070
    },
    {
      "grad_norm": 0.0856969878077507,
      "learning_rate": 4.082753481195211e-05,
      "loss": 0.0059,
      "step": 58080
    },
    {
      "loss_action": 0.0042105624452233315,
      "loss_total": 0.0042105624452233315,
      "step": 58080
    },
    {
      "loss_action": 0.004658292047679424,
      "loss_total": 0.004658292047679424,
      "step": 58080
    },
    {
      "loss_action": 0.005433005280792713,
      "loss_total": 0.005433005280792713,
      "step": 58080
    },
    {
      "loss_action": 0.005974230822175741,
      "loss_total": 0.005974230822175741,
      "step": 58080
    },
    {
      "loss_action": 0.0033564167097210884,
      "loss_total": 0.0033564167097210884,
      "step": 58080
    },
    {
      "loss_action": 0.008987901732325554,
      "loss_total": 0.008987901732325554,
      "step": 58080
    },
    {
      "loss_action": 0.004468447528779507,
      "loss_total": 0.004468447528779507,
      "step": 58080
    },
    {
      "loss_action": 0.0030238544568419456,
      "loss_total": 0.0030238544568419456,
      "step": 58080
    },
    {
      "grad_norm": 0.14638222754001617,
      "learning_rate": 4.0811281223134324e-05,
      "loss": 0.0057,
      "step": 58090
    },
    {
      "loss_action": 0.0028363866731524467,
      "loss_total": 0.0028363866731524467,
      "step": 58090
    },
    {
      "loss_action": 0.003434572834521532,
      "loss_total": 0.003434572834521532,
      "step": 58090
    },
    {
      "loss_action": 0.0023026263806968927,
      "loss_total": 0.0023026263806968927,
      "step": 58090
    },
    {
      "loss_action": 0.008144023828208447,
      "loss_total": 0.008144023828208447,
      "step": 58090
    },
    {
      "loss_action": 0.01167679950594902,
      "loss_total": 0.01167679950594902,
      "step": 58090
    },
    {
      "loss_action": 0.004549670498818159,
      "loss_total": 0.004549670498818159,
      "step": 58090
    },
    {
      "loss_action": 0.0028832447715103626,
      "loss_total": 0.0028832447715103626,
      "step": 58090
    },
    {
      "loss_action": 0.007419026922434568,
      "loss_total": 0.007419026922434568,
      "step": 58090
    },
    {
      "grad_norm": 0.07177094370126724,
      "learning_rate": 4.0795028639181e-05,
      "loss": 0.007,
      "step": 58100
    },
    {
      "loss_action": 0.004333038814365864,
      "loss_total": 0.004333038814365864,
      "step": 58100
    },
    {
      "loss_action": 0.0013393954141065478,
      "loss_total": 0.0013393954141065478,
      "step": 58100
    },
    {
      "loss_action": 0.012276841327548027,
      "loss_total": 0.012276841327548027,
      "step": 58100
    },
    {
      "loss_action": 0.0023641567677259445,
      "loss_total": 0.0023641567677259445,
      "step": 58100
    },
    {
      "loss_action": 0.0016858831513673067,
      "loss_total": 0.0016858831513673067,
      "step": 58100
    },
    {
      "loss_action": 0.006939621642231941,
      "loss_total": 0.006939621642231941,
      "step": 58100
    },
    {
      "loss_action": 0.00267422734759748,
      "loss_total": 0.00267422734759748,
      "step": 58100
    },
    {
      "loss_action": 0.008724907413125038,
      "loss_total": 0.008724907413125038,
      "step": 58100
    },
    {
      "grad_norm": 0.0978790670633316,
      "learning_rate": 4.077877706186951e-05,
      "loss": 0.0063,
      "step": 58110
    },
    {
      "loss_action": 0.0033456538803875446,
      "loss_total": 0.0033456538803875446,
      "step": 58110
    },
    {
      "loss_action": 0.008313697762787342,
      "loss_total": 0.008313697762787342,
      "step": 58110
    },
    {
      "loss_action": 0.008370866999030113,
      "loss_total": 0.008370866999030113,
      "step": 58110
    },
    {
      "loss_action": 0.0036049969494342804,
      "loss_total": 0.0036049969494342804,
      "step": 58110
    },
    {
      "loss_action": 0.003261331468820572,
      "loss_total": 0.003261331468820572,
      "step": 58110
    },
    {
      "loss_action": 0.01157197542488575,
      "loss_total": 0.01157197542488575,
      "step": 58110
    },
    {
      "loss_action": 0.008271224796772003,
      "loss_total": 0.008271224796772003,
      "step": 58110
    },
    {
      "loss_action": 0.0040677012875676155,
      "loss_total": 0.0040677012875676155,
      "step": 58110
    },
    {
      "grad_norm": 0.10288062691688538,
      "learning_rate": 4.076252649297709e-05,
      "loss": 0.0061,
      "step": 58120
    },
    {
      "loss_action": 0.00809805653989315,
      "loss_total": 0.00809805653989315,
      "step": 58120
    },
    {
      "loss_action": 0.014236437156796455,
      "loss_total": 0.014236437156796455,
      "step": 58120
    },
    {
      "loss_action": 0.0072930799797177315,
      "loss_total": 0.0072930799797177315,
      "step": 58120
    },
    {
      "loss_action": 0.004773090127855539,
      "loss_total": 0.004773090127855539,
      "step": 58120
    },
    {
      "loss_action": 0.04353264719247818,
      "loss_total": 0.04353264719247818,
      "step": 58120
    },
    {
      "loss_action": 0.011831347830593586,
      "loss_total": 0.011831347830593586,
      "step": 58120
    },
    {
      "loss_action": 0.005943198688328266,
      "loss_total": 0.005943198688328266,
      "step": 58120
    },
    {
      "loss_action": 0.005052315071225166,
      "loss_total": 0.005052315071225166,
      "step": 58120
    },
    {
      "grad_norm": 0.08999428153038025,
      "learning_rate": 4.07462769342809e-05,
      "loss": 0.0068,
      "step": 58130
    },
    {
      "loss_action": 0.002527280244976282,
      "loss_total": 0.002527280244976282,
      "step": 58130
    },
    {
      "loss_action": 0.004344465676695108,
      "loss_total": 0.004344465676695108,
      "step": 58130
    },
    {
      "loss_action": 0.004769353196024895,
      "loss_total": 0.004769353196024895,
      "step": 58130
    },
    {
      "loss_action": 0.004932778421789408,
      "loss_total": 0.004932778421789408,
      "step": 58130
    },
    {
      "loss_action": 0.027432279661297798,
      "loss_total": 0.027432279661297798,
      "step": 58130
    },
    {
      "loss_action": 0.006854725070297718,
      "loss_total": 0.006854725070297718,
      "step": 58130
    },
    {
      "loss_action": 0.0035333181731402874,
      "loss_total": 0.0035333181731402874,
      "step": 58130
    },
    {
      "loss_action": 0.0015214451123028994,
      "loss_total": 0.0015214451123028994,
      "step": 58130
    },
    {
      "grad_norm": 0.09700425714254379,
      "learning_rate": 4.073002838755793e-05,
      "loss": 0.006,
      "step": 58140
    },
    {
      "loss_action": 0.004001636989414692,
      "loss_total": 0.004001636989414692,
      "step": 58140
    },
    {
      "loss_action": 0.01577918604016304,
      "loss_total": 0.01577918604016304,
      "step": 58140
    },
    {
      "loss_action": 0.005362578667700291,
      "loss_total": 0.005362578667700291,
      "step": 58140
    },
    {
      "loss_action": 0.0045943125151097775,
      "loss_total": 0.0045943125151097775,
      "step": 58140
    },
    {
      "loss_action": 0.009363946504890919,
      "loss_total": 0.009363946504890919,
      "step": 58140
    },
    {
      "loss_action": 0.0017011190066114068,
      "loss_total": 0.0017011190066114068,
      "step": 58140
    },
    {
      "loss_action": 0.004370131529867649,
      "loss_total": 0.004370131529867649,
      "step": 58140
    },
    {
      "loss_action": 0.00411276426166296,
      "loss_total": 0.00411276426166296,
      "step": 58140
    },
    {
      "grad_norm": 0.07941119372844696,
      "learning_rate": 4.0713780854585115e-05,
      "loss": 0.0056,
      "step": 58150
    },
    {
      "loss_action": 0.005282724276185036,
      "loss_total": 0.005282724276185036,
      "step": 58150
    },
    {
      "loss_action": 0.0020420574583113194,
      "loss_total": 0.0020420574583113194,
      "step": 58150
    },
    {
      "loss_action": 0.02494114637374878,
      "loss_total": 0.02494114637374878,
      "step": 58150
    },
    {
      "loss_action": 0.004937497898936272,
      "loss_total": 0.004937497898936272,
      "step": 58150
    },
    {
      "loss_action": 0.01762053370475769,
      "loss_total": 0.01762053370475769,
      "step": 58150
    },
    {
      "loss_action": 0.004935094155371189,
      "loss_total": 0.004935094155371189,
      "step": 58150
    },
    {
      "loss_action": 0.008657073602080345,
      "loss_total": 0.008657073602080345,
      "step": 58150
    },
    {
      "loss_action": 0.013364484533667564,
      "loss_total": 0.013364484533667564,
      "step": 58150
    },
    {
      "grad_norm": 0.07613056898117065,
      "learning_rate": 4.069753433713927e-05,
      "loss": 0.0079,
      "step": 58160
    },
    {
      "loss_action": 0.005190724972635508,
      "loss_total": 0.005190724972635508,
      "step": 58160
    },
    {
      "loss_action": 0.008965376764535904,
      "loss_total": 0.008965376764535904,
      "step": 58160
    },
    {
      "loss_action": 0.007216900121420622,
      "loss_total": 0.007216900121420622,
      "step": 58160
    },
    {
      "loss_action": 0.001722549321129918,
      "loss_total": 0.001722549321129918,
      "step": 58160
    },
    {
      "loss_action": 0.004132021218538284,
      "loss_total": 0.004132021218538284,
      "step": 58160
    },
    {
      "loss_action": 0.006911419332027435,
      "loss_total": 0.006911419332027435,
      "step": 58160
    },
    {
      "loss_action": 0.0018163573695346713,
      "loss_total": 0.0018163573695346713,
      "step": 58160
    },
    {
      "loss_action": 0.003720053005963564,
      "loss_total": 0.003720053005963564,
      "step": 58160
    },
    {
      "grad_norm": 0.08477571606636047,
      "learning_rate": 4.068128883699709e-05,
      "loss": 0.0058,
      "step": 58170
    },
    {
      "loss_action": 0.006464856676757336,
      "loss_total": 0.006464856676757336,
      "step": 58170
    },
    {
      "loss_action": 0.022876247763633728,
      "loss_total": 0.022876247763633728,
      "step": 58170
    },
    {
      "loss_action": 0.006328280083835125,
      "loss_total": 0.006328280083835125,
      "step": 58170
    },
    {
      "loss_action": 0.011286134831607342,
      "loss_total": 0.011286134831607342,
      "step": 58170
    },
    {
      "loss_action": 0.005405069328844547,
      "loss_total": 0.005405069328844547,
      "step": 58170
    },
    {
      "loss_action": 0.002984624821692705,
      "loss_total": 0.002984624821692705,
      "step": 58170
    },
    {
      "loss_action": 0.006699707824736834,
      "loss_total": 0.006699707824736834,
      "step": 58170
    },
    {
      "loss_action": 0.0027160393074154854,
      "loss_total": 0.0027160393074154854,
      "step": 58170
    },
    {
      "grad_norm": 0.09428958594799042,
      "learning_rate": 4.0665044355935155e-05,
      "loss": 0.0082,
      "step": 58180
    },
    {
      "loss_action": 0.010916246101260185,
      "loss_total": 0.010916246101260185,
      "step": 58180
    },
    {
      "loss_action": 0.06506167352199554,
      "loss_total": 0.06506167352199554,
      "step": 58180
    },
    {
      "loss_action": 0.003218191908672452,
      "loss_total": 0.003218191908672452,
      "step": 58180
    },
    {
      "loss_action": 0.005310766864567995,
      "loss_total": 0.005310766864567995,
      "step": 58180
    },
    {
      "loss_action": 0.002786270808428526,
      "loss_total": 0.002786270808428526,
      "step": 58180
    },
    {
      "loss_action": 0.005250121932476759,
      "loss_total": 0.005250121932476759,
      "step": 58180
    },
    {
      "loss_action": 0.009216738864779472,
      "loss_total": 0.009216738864779472,
      "step": 58180
    },
    {
      "loss_action": 0.008183320984244347,
      "loss_total": 0.008183320984244347,
      "step": 58180
    },
    {
      "grad_norm": 0.09324817359447479,
      "learning_rate": 4.064880089572993e-05,
      "loss": 0.0074,
      "step": 58190
    },
    {
      "loss_action": 0.0013447774108499289,
      "loss_total": 0.0013447774108499289,
      "step": 58190
    },
    {
      "loss_action": 0.0018412696663290262,
      "loss_total": 0.0018412696663290262,
      "step": 58190
    },
    {
      "loss_action": 0.006487805396318436,
      "loss_total": 0.006487805396318436,
      "step": 58190
    },
    {
      "loss_action": 0.013426410965621471,
      "loss_total": 0.013426410965621471,
      "step": 58190
    },
    {
      "loss_action": 0.00606886763125658,
      "loss_total": 0.00606886763125658,
      "step": 58190
    },
    {
      "loss_action": 0.003644651500508189,
      "loss_total": 0.003644651500508189,
      "step": 58190
    },
    {
      "loss_action": 0.0015892297960817814,
      "loss_total": 0.0015892297960817814,
      "step": 58190
    },
    {
      "loss_action": 0.006280344445258379,
      "loss_total": 0.006280344445258379,
      "step": 58190
    },
    {
      "grad_norm": 0.10682938992977142,
      "learning_rate": 4.063255845815779e-05,
      "loss": 0.0074,
      "step": 58200
    },
    {
      "loss_action": 0.014635974541306496,
      "loss_total": 0.014635974541306496,
      "step": 58200
    },
    {
      "loss_action": 0.0018098059808835387,
      "loss_total": 0.0018098059808835387,
      "step": 58200
    },
    {
      "loss_action": 0.008808892220258713,
      "loss_total": 0.008808892220258713,
      "step": 58200
    },
    {
      "loss_action": 0.004249086603522301,
      "loss_total": 0.004249086603522301,
      "step": 58200
    },
    {
      "loss_action": 0.006271392107009888,
      "loss_total": 0.006271392107009888,
      "step": 58200
    },
    {
      "loss_action": 0.003811754286289215,
      "loss_total": 0.003811754286289215,
      "step": 58200
    },
    {
      "loss_action": 0.005090880673378706,
      "loss_total": 0.005090880673378706,
      "step": 58200
    },
    {
      "loss_action": 0.009495975449681282,
      "loss_total": 0.009495975449681282,
      "step": 58200
    },
    {
      "grad_norm": 0.11283647269010544,
      "learning_rate": 4.0616317044994945e-05,
      "loss": 0.0071,
      "step": 58210
    },
    {
      "loss_action": 0.004671331495046616,
      "loss_total": 0.004671331495046616,
      "step": 58210
    },
    {
      "loss_action": 0.0030800015665590763,
      "loss_total": 0.0030800015665590763,
      "step": 58210
    },
    {
      "loss_action": 0.00438422616571188,
      "loss_total": 0.00438422616571188,
      "step": 58210
    },
    {
      "loss_action": 0.0023636100813746452,
      "loss_total": 0.0023636100813746452,
      "step": 58210
    },
    {
      "loss_action": 0.009778880514204502,
      "loss_total": 0.009778880514204502,
      "step": 58210
    },
    {
      "loss_action": 0.003584157908335328,
      "loss_total": 0.003584157908335328,
      "step": 58210
    },
    {
      "loss_action": 0.010364891961216927,
      "loss_total": 0.010364891961216927,
      "step": 58210
    },
    {
      "loss_action": 0.011016657575964928,
      "loss_total": 0.011016657575964928,
      "step": 58210
    },
    {
      "grad_norm": 0.1075984314084053,
      "learning_rate": 4.0600076658017585e-05,
      "loss": 0.0068,
      "step": 58220
    },
    {
      "loss_action": 0.006034990772604942,
      "loss_total": 0.006034990772604942,
      "step": 58220
    },
    {
      "loss_action": 0.005967648699879646,
      "loss_total": 0.005967648699879646,
      "step": 58220
    },
    {
      "loss_action": 0.007887821644544601,
      "loss_total": 0.007887821644544601,
      "step": 58220
    },
    {
      "loss_action": 0.0009826747700572014,
      "loss_total": 0.0009826747700572014,
      "step": 58220
    },
    {
      "loss_action": 0.0015383628197014332,
      "loss_total": 0.0015383628197014332,
      "step": 58220
    },
    {
      "loss_action": 0.013998547568917274,
      "loss_total": 0.013998547568917274,
      "step": 58220
    },
    {
      "loss_action": 0.0020646078046411276,
      "loss_total": 0.0020646078046411276,
      "step": 58220
    },
    {
      "loss_action": 0.004807553254067898,
      "loss_total": 0.004807553254067898,
      "step": 58220
    },
    {
      "grad_norm": 0.1525518298149109,
      "learning_rate": 4.0583837299001706e-05,
      "loss": 0.0062,
      "step": 58230
    },
    {
      "loss_action": 0.009031837806105614,
      "loss_total": 0.009031837806105614,
      "step": 58230
    },
    {
      "loss_action": 0.012265375815331936,
      "loss_total": 0.012265375815331936,
      "step": 58230
    },
    {
      "loss_action": 0.003903535660356283,
      "loss_total": 0.003903535660356283,
      "step": 58230
    },
    {
      "loss_action": 0.0180884450674057,
      "loss_total": 0.0180884450674057,
      "step": 58230
    },
    {
      "loss_action": 0.006516600959002972,
      "loss_total": 0.006516600959002972,
      "step": 58230
    },
    {
      "loss_action": 0.0017642863094806671,
      "loss_total": 0.0017642863094806671,
      "step": 58230
    },
    {
      "loss_action": 0.0023182695731520653,
      "loss_total": 0.0023182695731520653,
      "step": 58230
    },
    {
      "loss_action": 0.0032502999529242516,
      "loss_total": 0.0032502999529242516,
      "step": 58230
    },
    {
      "grad_norm": 0.07563511282205582,
      "learning_rate": 4.056759896972322e-05,
      "loss": 0.0059,
      "step": 58240
    },
    {
      "loss_action": 0.0026042493991553783,
      "loss_total": 0.0026042493991553783,
      "step": 58240
    },
    {
      "loss_action": 0.0037379730492830276,
      "loss_total": 0.0037379730492830276,
      "step": 58240
    },
    {
      "loss_action": 0.004605392925441265,
      "loss_total": 0.004605392925441265,
      "step": 58240
    },
    {
      "loss_action": 0.007346997037529945,
      "loss_total": 0.007346997037529945,
      "step": 58240
    },
    {
      "loss_action": 0.004059222526848316,
      "loss_total": 0.004059222526848316,
      "step": 58240
    },
    {
      "loss_action": 0.006233690306544304,
      "loss_total": 0.006233690306544304,
      "step": 58240
    },
    {
      "loss_action": 0.0029821230564266443,
      "loss_total": 0.0029821230564266443,
      "step": 58240
    },
    {
      "loss_action": 0.07274985313415527,
      "loss_total": 0.07274985313415527,
      "step": 58240
    },
    {
      "grad_norm": 0.06091540306806564,
      "learning_rate": 4.055136167195793e-05,
      "loss": 0.0066,
      "step": 58250
    },
    {
      "loss_action": 0.006227054633200169,
      "loss_total": 0.006227054633200169,
      "step": 58250
    },
    {
      "loss_action": 0.004274679813534021,
      "loss_total": 0.004274679813534021,
      "step": 58250
    },
    {
      "loss_action": 0.00330132944509387,
      "loss_total": 0.00330132944509387,
      "step": 58250
    },
    {
      "loss_action": 0.0016975916223600507,
      "loss_total": 0.0016975916223600507,
      "step": 58250
    },
    {
      "loss_action": 0.005444557871669531,
      "loss_total": 0.005444557871669531,
      "step": 58250
    },
    {
      "loss_action": 0.002789095276966691,
      "loss_total": 0.002789095276966691,
      "step": 58250
    },
    {
      "loss_action": 0.003978637047111988,
      "loss_total": 0.003978637047111988,
      "step": 58250
    },
    {
      "loss_action": 0.0017900189850479364,
      "loss_total": 0.0017900189850479364,
      "step": 58250
    },
    {
      "grad_norm": 0.07299185544252396,
      "learning_rate": 4.053512540748152e-05,
      "loss": 0.0057,
      "step": 58260
    },
    {
      "loss_action": 0.003824971616268158,
      "loss_total": 0.003824971616268158,
      "step": 58260
    },
    {
      "loss_action": 0.0049013602547347546,
      "loss_total": 0.0049013602547347546,
      "step": 58260
    },
    {
      "loss_action": 0.006132667418569326,
      "loss_total": 0.006132667418569326,
      "step": 58260
    },
    {
      "loss_action": 0.007209506817162037,
      "loss_total": 0.007209506817162037,
      "step": 58260
    },
    {
      "loss_action": 0.003606908954679966,
      "loss_total": 0.003606908954679966,
      "step": 58260
    },
    {
      "loss_action": 0.005578286945819855,
      "loss_total": 0.005578286945819855,
      "step": 58260
    },
    {
      "loss_action": 0.010898826643824577,
      "loss_total": 0.010898826643824577,
      "step": 58260
    },
    {
      "loss_action": 0.002262095920741558,
      "loss_total": 0.002262095920741558,
      "step": 58260
    },
    {
      "grad_norm": 0.06537985801696777,
      "learning_rate": 4.051889017806955e-05,
      "loss": 0.0053,
      "step": 58270
    },
    {
      "loss_action": 0.00555277056992054,
      "loss_total": 0.00555277056992054,
      "step": 58270
    },
    {
      "loss_action": 0.0023196409456431866,
      "loss_total": 0.0023196409456431866,
      "step": 58270
    },
    {
      "loss_action": 0.004400328733026981,
      "loss_total": 0.004400328733026981,
      "step": 58270
    },
    {
      "loss_action": 0.015663158148527145,
      "loss_total": 0.015663158148527145,
      "step": 58270
    },
    {
      "loss_action": 0.005520554259419441,
      "loss_total": 0.005520554259419441,
      "step": 58270
    },
    {
      "loss_action": 0.007692678365856409,
      "loss_total": 0.007692678365856409,
      "step": 58270
    },
    {
      "loss_action": 0.010467637330293655,
      "loss_total": 0.010467637330293655,
      "step": 58270
    },
    {
      "loss_action": 0.010839602909982204,
      "loss_total": 0.010839602909982204,
      "step": 58270
    },
    {
      "grad_norm": 0.09715837240219116,
      "learning_rate": 4.0502655985497516e-05,
      "loss": 0.0056,
      "step": 58280
    },
    {
      "loss_action": 0.005889654625207186,
      "loss_total": 0.005889654625207186,
      "step": 58280
    },
    {
      "loss_action": 0.003932636231184006,
      "loss_total": 0.003932636231184006,
      "step": 58280
    },
    {
      "loss_action": 0.0024940273724496365,
      "loss_total": 0.0024940273724496365,
      "step": 58280
    },
    {
      "loss_action": 0.015386550687253475,
      "loss_total": 0.015386550687253475,
      "step": 58280
    },
    {
      "loss_action": 0.004747180268168449,
      "loss_total": 0.004747180268168449,
      "step": 58280
    },
    {
      "loss_action": 0.0067768339067697525,
      "loss_total": 0.0067768339067697525,
      "step": 58280
    },
    {
      "loss_action": 0.004232448525726795,
      "loss_total": 0.004232448525726795,
      "step": 58280
    },
    {
      "loss_action": 0.0031454130075871944,
      "loss_total": 0.0031454130075871944,
      "step": 58280
    },
    {
      "grad_norm": 0.12662926316261292,
      "learning_rate": 4.048642283154074e-05,
      "loss": 0.0064,
      "step": 58290
    },
    {
      "loss_action": 0.003101576119661331,
      "loss_total": 0.003101576119661331,
      "step": 58290
    },
    {
      "loss_action": 0.006594162434339523,
      "loss_total": 0.006594162434339523,
      "step": 58290
    },
    {
      "loss_action": 0.0029244564939290285,
      "loss_total": 0.0029244564939290285,
      "step": 58290
    },
    {
      "loss_action": 0.005394338630139828,
      "loss_total": 0.005394338630139828,
      "step": 58290
    },
    {
      "loss_action": 0.020513612776994705,
      "loss_total": 0.020513612776994705,
      "step": 58290
    },
    {
      "loss_action": 0.00596228800714016,
      "loss_total": 0.00596228800714016,
      "step": 58290
    },
    {
      "loss_action": 0.003857892705127597,
      "loss_total": 0.003857892705127597,
      "step": 58290
    },
    {
      "loss_action": 0.005377510096877813,
      "loss_total": 0.005377510096877813,
      "step": 58290
    },
    {
      "grad_norm": 0.12032472342252731,
      "learning_rate": 4.0470190717974464e-05,
      "loss": 0.0067,
      "step": 58300
    },
    {
      "loss_action": 0.004011213313788176,
      "loss_total": 0.004011213313788176,
      "step": 58300
    },
    {
      "loss_action": 0.006355042569339275,
      "loss_total": 0.006355042569339275,
      "step": 58300
    },
    {
      "loss_action": 0.0049491943791508675,
      "loss_total": 0.0049491943791508675,
      "step": 58300
    },
    {
      "loss_action": 0.008358130231499672,
      "loss_total": 0.008358130231499672,
      "step": 58300
    },
    {
      "loss_action": 0.006273564416915178,
      "loss_total": 0.006273564416915178,
      "step": 58300
    },
    {
      "loss_action": 0.0019135738257318735,
      "loss_total": 0.0019135738257318735,
      "step": 58300
    },
    {
      "loss_action": 0.005864650942385197,
      "loss_total": 0.005864650942385197,
      "step": 58300
    },
    {
      "loss_action": 0.004867002367973328,
      "loss_total": 0.004867002367973328,
      "step": 58300
    },
    {
      "grad_norm": 0.09686275571584702,
      "learning_rate": 4.045395964657381e-05,
      "loss": 0.0066,
      "step": 58310
    },
    {
      "loss_action": 0.0019262830028310418,
      "loss_total": 0.0019262830028310418,
      "step": 58310
    },
    {
      "loss_action": 0.005238380283117294,
      "loss_total": 0.005238380283117294,
      "step": 58310
    },
    {
      "loss_action": 0.026646535843610764,
      "loss_total": 0.026646535843610764,
      "step": 58310
    },
    {
      "loss_action": 0.010024570859968662,
      "loss_total": 0.010024570859968662,
      "step": 58310
    },
    {
      "loss_action": 0.0036501516588032246,
      "loss_total": 0.0036501516588032246,
      "step": 58310
    },
    {
      "loss_action": 0.0012426767498254776,
      "loss_total": 0.0012426767498254776,
      "step": 58310
    },
    {
      "loss_action": 0.0032669538632035255,
      "loss_total": 0.0032669538632035255,
      "step": 58310
    },
    {
      "loss_action": 0.006171712186187506,
      "loss_total": 0.006171712186187506,
      "step": 58310
    },
    {
      "grad_norm": 0.11982706189155579,
      "learning_rate": 4.043772961911376e-05,
      "loss": 0.0064,
      "step": 58320
    },
    {
      "loss_action": 0.006575097795575857,
      "loss_total": 0.006575097795575857,
      "step": 58320
    },
    {
      "loss_action": 0.00538558280095458,
      "loss_total": 0.00538558280095458,
      "step": 58320
    },
    {
      "loss_action": 0.006354081444442272,
      "loss_total": 0.006354081444442272,
      "step": 58320
    },
    {
      "loss_action": 0.0053940038196742535,
      "loss_total": 0.0053940038196742535,
      "step": 58320
    },
    {
      "loss_action": 0.003997390158474445,
      "loss_total": 0.003997390158474445,
      "step": 58320
    },
    {
      "loss_action": 0.0019580181688070297,
      "loss_total": 0.0019580181688070297,
      "step": 58320
    },
    {
      "loss_action": 0.0037363539449870586,
      "loss_total": 0.0037363539449870586,
      "step": 58320
    },
    {
      "loss_action": 0.0084806177765131,
      "loss_total": 0.0084806177765131,
      "step": 58320
    },
    {
      "grad_norm": 0.08155632019042969,
      "learning_rate": 4.042150063736924e-05,
      "loss": 0.0056,
      "step": 58330
    },
    {
      "loss_action": 0.008012611418962479,
      "loss_total": 0.008012611418962479,
      "step": 58330
    },
    {
      "loss_action": 0.008173748850822449,
      "loss_total": 0.008173748850822449,
      "step": 58330
    },
    {
      "loss_action": 0.004128975793719292,
      "loss_total": 0.004128975793719292,
      "step": 58330
    },
    {
      "loss_action": 0.009462791495025158,
      "loss_total": 0.009462791495025158,
      "step": 58330
    },
    {
      "loss_action": 0.0038454243913292885,
      "loss_total": 0.0038454243913292885,
      "step": 58330
    },
    {
      "loss_action": 0.0036911875940859318,
      "loss_total": 0.0036911875940859318,
      "step": 58330
    },
    {
      "loss_action": 0.0035437149927020073,
      "loss_total": 0.0035437149927020073,
      "step": 58330
    },
    {
      "loss_action": 0.00193591951392591,
      "loss_total": 0.00193591951392591,
      "step": 58330
    },
    {
      "grad_norm": 0.11396821588277817,
      "learning_rate": 4.0405272703114976e-05,
      "loss": 0.0064,
      "step": 58340
    },
    {
      "loss_action": 0.0028174673207104206,
      "loss_total": 0.0028174673207104206,
      "step": 58340
    },
    {
      "loss_action": 0.004811661317944527,
      "loss_total": 0.004811661317944527,
      "step": 58340
    },
    {
      "loss_action": 0.007393619045615196,
      "loss_total": 0.007393619045615196,
      "step": 58340
    },
    {
      "loss_action": 0.004078516736626625,
      "loss_total": 0.004078516736626625,
      "step": 58340
    },
    {
      "loss_action": 0.005358833819627762,
      "loss_total": 0.005358833819627762,
      "step": 58340
    },
    {
      "loss_action": 0.0026636901311576366,
      "loss_total": 0.0026636901311576366,
      "step": 58340
    },
    {
      "loss_action": 0.009153665043413639,
      "loss_total": 0.009153665043413639,
      "step": 58340
    },
    {
      "loss_action": 0.004062320105731487,
      "loss_total": 0.004062320105731487,
      "step": 58340
    },
    {
      "grad_norm": 0.08856340497732162,
      "learning_rate": 4.038904581812569e-05,
      "loss": 0.0065,
      "step": 58350
    },
    {
      "loss_action": 0.014833172783255577,
      "loss_total": 0.014833172783255577,
      "step": 58350
    },
    {
      "loss_action": 0.005351785570383072,
      "loss_total": 0.005351785570383072,
      "step": 58350
    },
    {
      "loss_action": 0.002227222081273794,
      "loss_total": 0.002227222081273794,
      "step": 58350
    },
    {
      "loss_action": 0.012335585430264473,
      "loss_total": 0.012335585430264473,
      "step": 58350
    },
    {
      "loss_action": 0.0032322746701538563,
      "loss_total": 0.0032322746701538563,
      "step": 58350
    },
    {
      "loss_action": 0.005146241746842861,
      "loss_total": 0.005146241746842861,
      "step": 58350
    },
    {
      "loss_action": 0.004663335159420967,
      "loss_total": 0.004663335159420967,
      "step": 58350
    },
    {
      "loss_action": 0.0060507189482450485,
      "loss_total": 0.0060507189482450485,
      "step": 58350
    },
    {
      "grad_norm": 0.13749560713768005,
      "learning_rate": 4.03728199841759e-05,
      "loss": 0.0061,
      "step": 58360
    },
    {
      "loss_action": 0.01178744062781334,
      "loss_total": 0.01178744062781334,
      "step": 58360
    },
    {
      "loss_action": 0.006462228484451771,
      "loss_total": 0.006462228484451771,
      "step": 58360
    },
    {
      "loss_action": 0.020511381328105927,
      "loss_total": 0.020511381328105927,
      "step": 58360
    },
    {
      "loss_action": 0.013225136324763298,
      "loss_total": 0.013225136324763298,
      "step": 58360
    },
    {
      "loss_action": 0.006780845113098621,
      "loss_total": 0.006780845113098621,
      "step": 58360
    },
    {
      "loss_action": 0.005074028391391039,
      "loss_total": 0.005074028391391039,
      "step": 58360
    },
    {
      "loss_action": 0.0017409834545105696,
      "loss_total": 0.0017409834545105696,
      "step": 58360
    },
    {
      "loss_action": 0.0023521455004811287,
      "loss_total": 0.0023521455004811287,
      "step": 58360
    },
    {
      "grad_norm": 0.17811228334903717,
      "learning_rate": 4.0356595203040044e-05,
      "loss": 0.0066,
      "step": 58370
    },
    {
      "loss_action": 0.003674161620438099,
      "loss_total": 0.003674161620438099,
      "step": 58370
    },
    {
      "loss_action": 0.0026915634516626596,
      "loss_total": 0.0026915634516626596,
      "step": 58370
    },
    {
      "loss_action": 0.0022332165390253067,
      "loss_total": 0.0022332165390253067,
      "step": 58370
    },
    {
      "loss_action": 0.0033066091127693653,
      "loss_total": 0.0033066091127693653,
      "step": 58370
    },
    {
      "loss_action": 0.0035026289988309145,
      "loss_total": 0.0035026289988309145,
      "step": 58370
    },
    {
      "loss_action": 0.0030772145837545395,
      "loss_total": 0.0030772145837545395,
      "step": 58370
    },
    {
      "loss_action": 0.0023176856338977814,
      "loss_total": 0.0023176856338977814,
      "step": 58370
    },
    {
      "loss_action": 0.0094779497012496,
      "loss_total": 0.0094779497012496,
      "step": 58370
    },
    {
      "grad_norm": 0.127321258187294,
      "learning_rate": 4.0340371476492426e-05,
      "loss": 0.0068,
      "step": 58380
    },
    {
      "loss_action": 0.014816221781075,
      "loss_total": 0.014816221781075,
      "step": 58380
    },
    {
      "loss_action": 0.00855972059071064,
      "loss_total": 0.00855972059071064,
      "step": 58380
    },
    {
      "loss_action": 0.004135733935981989,
      "loss_total": 0.004135733935981989,
      "step": 58380
    },
    {
      "loss_action": 0.007340416312217712,
      "loss_total": 0.007340416312217712,
      "step": 58380
    },
    {
      "loss_action": 0.002738615497946739,
      "loss_total": 0.002738615497946739,
      "step": 58380
    },
    {
      "loss_action": 0.0032254764810204506,
      "loss_total": 0.0032254764810204506,
      "step": 58380
    },
    {
      "loss_action": 0.007179015316069126,
      "loss_total": 0.007179015316069126,
      "step": 58380
    },
    {
      "loss_action": 0.009291443973779678,
      "loss_total": 0.009291443973779678,
      "step": 58380
    },
    {
      "grad_norm": 0.10461214929819107,
      "learning_rate": 4.032414880630727e-05,
      "loss": 0.0055,
      "step": 58390
    },
    {
      "loss_action": 0.010154862888157368,
      "loss_total": 0.010154862888157368,
      "step": 58390
    },
    {
      "loss_action": 0.004881083499640226,
      "loss_total": 0.004881083499640226,
      "step": 58390
    },
    {
      "loss_action": 0.009649854153394699,
      "loss_total": 0.009649854153394699,
      "step": 58390
    },
    {
      "loss_action": 0.003292662091553211,
      "loss_total": 0.003292662091553211,
      "step": 58390
    },
    {
      "loss_action": 0.0021859428379684687,
      "loss_total": 0.0021859428379684687,
      "step": 58390
    },
    {
      "loss_action": 0.007683932781219482,
      "loss_total": 0.007683932781219482,
      "step": 58390
    },
    {
      "loss_action": 0.00652247853577137,
      "loss_total": 0.00652247853577137,
      "step": 58390
    },
    {
      "loss_action": 0.0025311256758868694,
      "loss_total": 0.0025311256758868694,
      "step": 58390
    },
    {
      "grad_norm": 0.09260937571525574,
      "learning_rate": 4.0307927194258646e-05,
      "loss": 0.0068,
      "step": 58400
    },
    {
      "loss_action": 0.0013094795867800713,
      "loss_total": 0.0013094795867800713,
      "step": 58400
    },
    {
      "loss_action": 0.002838817425072193,
      "loss_total": 0.002838817425072193,
      "step": 58400
    },
    {
      "loss_action": 0.002502968069165945,
      "loss_total": 0.002502968069165945,
      "step": 58400
    },
    {
      "loss_action": 0.0062918527983129025,
      "loss_total": 0.0062918527983129025,
      "step": 58400
    },
    {
      "loss_action": 0.007832346484065056,
      "loss_total": 0.007832346484065056,
      "step": 58400
    },
    {
      "loss_action": 0.007532224990427494,
      "loss_total": 0.007532224990427494,
      "step": 58400
    },
    {
      "loss_action": 0.005346926394850016,
      "loss_total": 0.005346926394850016,
      "step": 58400
    },
    {
      "loss_action": 0.00488919485360384,
      "loss_total": 0.00488919485360384,
      "step": 58400
    },
    {
      "grad_norm": 0.13007605075836182,
      "learning_rate": 4.029170664212054e-05,
      "loss": 0.0055,
      "step": 58410
    },
    {
      "loss_action": 0.004587478004395962,
      "loss_total": 0.004587478004395962,
      "step": 58410
    },
    {
      "loss_action": 0.0033161602914333344,
      "loss_total": 0.0033161602914333344,
      "step": 58410
    },
    {
      "loss_action": 0.011761006899178028,
      "loss_total": 0.011761006899178028,
      "step": 58410
    },
    {
      "loss_action": 0.006721901707351208,
      "loss_total": 0.006721901707351208,
      "step": 58410
    },
    {
      "loss_action": 0.006319026928395033,
      "loss_total": 0.006319026928395033,
      "step": 58410
    },
    {
      "loss_action": 0.01135149598121643,
      "loss_total": 0.01135149598121643,
      "step": 58410
    },
    {
      "loss_action": 0.001763644628226757,
      "loss_total": 0.001763644628226757,
      "step": 58410
    },
    {
      "loss_action": 0.004013167694211006,
      "loss_total": 0.004013167694211006,
      "step": 58410
    },
    {
      "grad_norm": 0.09315429627895355,
      "learning_rate": 4.0275487151666794e-05,
      "loss": 0.0053,
      "step": 58420
    },
    {
      "loss_action": 0.002925362205132842,
      "loss_total": 0.002925362205132842,
      "step": 58420
    },
    {
      "loss_action": 0.004609146621078253,
      "loss_total": 0.004609146621078253,
      "step": 58420
    },
    {
      "loss_action": 0.013867178931832314,
      "loss_total": 0.013867178931832314,
      "step": 58420
    },
    {
      "loss_action": 0.004568001721054316,
      "loss_total": 0.004568001721054316,
      "step": 58420
    },
    {
      "loss_action": 0.0032936143688857555,
      "loss_total": 0.0032936143688857555,
      "step": 58420
    },
    {
      "loss_action": 0.00647721067070961,
      "loss_total": 0.00647721067070961,
      "step": 58420
    },
    {
      "loss_action": 0.0014308004174381495,
      "loss_total": 0.0014308004174381495,
      "step": 58420
    },
    {
      "loss_action": 0.0107615627348423,
      "loss_total": 0.0107615627348423,
      "step": 58420
    },
    {
      "grad_norm": 0.11034564673900604,
      "learning_rate": 4.025926872467116e-05,
      "loss": 0.0057,
      "step": 58430
    },
    {
      "loss_action": 0.0022735476959496737,
      "loss_total": 0.0022735476959496737,
      "step": 58430
    },
    {
      "loss_action": 0.0021683871746063232,
      "loss_total": 0.0021683871746063232,
      "step": 58430
    },
    {
      "loss_action": 0.002896592253819108,
      "loss_total": 0.002896592253819108,
      "step": 58430
    },
    {
      "loss_action": 0.0035673649981617928,
      "loss_total": 0.0035673649981617928,
      "step": 58430
    },
    {
      "loss_action": 0.0059646423906087875,
      "loss_total": 0.0059646423906087875,
      "step": 58430
    },
    {
      "loss_action": 0.0027507185004651546,
      "loss_total": 0.0027507185004651546,
      "step": 58430
    },
    {
      "loss_action": 0.005490018054842949,
      "loss_total": 0.005490018054842949,
      "step": 58430
    },
    {
      "loss_action": 0.017178745940327644,
      "loss_total": 0.017178745940327644,
      "step": 58430
    },
    {
      "grad_norm": 0.0760953426361084,
      "learning_rate": 4.024305136290725e-05,
      "loss": 0.0057,
      "step": 58440
    },
    {
      "loss_action": 0.002562735229730606,
      "loss_total": 0.002562735229730606,
      "step": 58440
    },
    {
      "loss_action": 0.009930150583386421,
      "loss_total": 0.009930150583386421,
      "step": 58440
    },
    {
      "loss_action": 0.006975692696869373,
      "loss_total": 0.006975692696869373,
      "step": 58440
    },
    {
      "loss_action": 0.0035721140448004007,
      "loss_total": 0.0035721140448004007,
      "step": 58440
    },
    {
      "loss_action": 0.007261256687343121,
      "loss_total": 0.007261256687343121,
      "step": 58440
    },
    {
      "loss_action": 0.007025132887065411,
      "loss_total": 0.007025132887065411,
      "step": 58440
    },
    {
      "loss_action": 0.010690269060432911,
      "loss_total": 0.010690269060432911,
      "step": 58440
    },
    {
      "loss_action": 0.004724292084574699,
      "loss_total": 0.004724292084574699,
      "step": 58440
    },
    {
      "grad_norm": 0.08574096113443375,
      "learning_rate": 4.022683506814858e-05,
      "loss": 0.0054,
      "step": 58450
    },
    {
      "loss_action": 0.0023999034892767668,
      "loss_total": 0.0023999034892767668,
      "step": 58450
    },
    {
      "loss_action": 0.004867388866841793,
      "loss_total": 0.004867388866841793,
      "step": 58450
    },
    {
      "loss_action": 0.003043806180357933,
      "loss_total": 0.003043806180357933,
      "step": 58450
    },
    {
      "loss_action": 0.00784018449485302,
      "loss_total": 0.00784018449485302,
      "step": 58450
    },
    {
      "loss_action": 0.003933568485081196,
      "loss_total": 0.003933568485081196,
      "step": 58450
    },
    {
      "loss_action": 0.02028028853237629,
      "loss_total": 0.02028028853237629,
      "step": 58450
    },
    {
      "loss_action": 0.0028254494536668062,
      "loss_total": 0.0028254494536668062,
      "step": 58450
    },
    {
      "loss_action": 0.008435320109128952,
      "loss_total": 0.008435320109128952,
      "step": 58450
    },
    {
      "grad_norm": 0.11036790162324905,
      "learning_rate": 4.021061984216853e-05,
      "loss": 0.0067,
      "step": 58460
    },
    {
      "loss_action": 0.00392255000770092,
      "loss_total": 0.00392255000770092,
      "step": 58460
    },
    {
      "loss_action": 0.009046017192304134,
      "loss_total": 0.009046017192304134,
      "step": 58460
    },
    {
      "loss_action": 0.007728717755526304,
      "loss_total": 0.007728717755526304,
      "step": 58460
    },
    {
      "loss_action": 0.007012212183326483,
      "loss_total": 0.007012212183326483,
      "step": 58460
    },
    {
      "loss_action": 0.009527168236672878,
      "loss_total": 0.009527168236672878,
      "step": 58460
    },
    {
      "loss_action": 0.005234365351498127,
      "loss_total": 0.005234365351498127,
      "step": 58460
    },
    {
      "loss_action": 0.0053312815725803375,
      "loss_total": 0.0053312815725803375,
      "step": 58460
    },
    {
      "loss_action": 0.0051992516964674,
      "loss_total": 0.0051992516964674,
      "step": 58460
    },
    {
      "grad_norm": 0.08222465217113495,
      "learning_rate": 4.019440568674035e-05,
      "loss": 0.0052,
      "step": 58470
    },
    {
      "loss_action": 0.04128093272447586,
      "loss_total": 0.04128093272447586,
      "step": 58470
    },
    {
      "loss_action": 0.01589745283126831,
      "loss_total": 0.01589745283126831,
      "step": 58470
    },
    {
      "loss_action": 0.005713950842618942,
      "loss_total": 0.005713950842618942,
      "step": 58470
    },
    {
      "loss_action": 0.0011617728741839528,
      "loss_total": 0.0011617728741839528,
      "step": 58470
    },
    {
      "loss_action": 0.005378472153097391,
      "loss_total": 0.005378472153097391,
      "step": 58470
    },
    {
      "loss_action": 0.0037214714102447033,
      "loss_total": 0.0037214714102447033,
      "step": 58470
    },
    {
      "loss_action": 0.0025497658643871546,
      "loss_total": 0.0025497658643871546,
      "step": 58470
    },
    {
      "loss_action": 0.006421312224119902,
      "loss_total": 0.006421312224119902,
      "step": 58470
    },
    {
      "grad_norm": 0.09103523194789886,
      "learning_rate": 4.017819260363724e-05,
      "loss": 0.0069,
      "step": 58480
    },
    {
      "loss_action": 0.0031688674353063107,
      "loss_total": 0.0031688674353063107,
      "step": 58480
    },
    {
      "loss_action": 0.012709611095488071,
      "loss_total": 0.012709611095488071,
      "step": 58480
    },
    {
      "loss_action": 0.0030047462787479162,
      "loss_total": 0.0030047462787479162,
      "step": 58480
    },
    {
      "loss_action": 0.006573087070137262,
      "loss_total": 0.006573087070137262,
      "step": 58480
    },
    {
      "loss_action": 0.009072678163647652,
      "loss_total": 0.009072678163647652,
      "step": 58480
    },
    {
      "loss_action": 0.00509493425488472,
      "loss_total": 0.00509493425488472,
      "step": 58480
    },
    {
      "loss_action": 0.00474599888548255,
      "loss_total": 0.00474599888548255,
      "step": 58480
    },
    {
      "loss_action": 0.002243890194222331,
      "loss_total": 0.002243890194222331,
      "step": 58480
    },
    {
      "grad_norm": 0.13981612026691437,
      "learning_rate": 4.016198059463223e-05,
      "loss": 0.0052,
      "step": 58490
    },
    {
      "loss_action": 0.005059408023953438,
      "loss_total": 0.005059408023953438,
      "step": 58490
    },
    {
      "loss_action": 0.002321938518434763,
      "loss_total": 0.002321938518434763,
      "step": 58490
    },
    {
      "loss_action": 0.014079732820391655,
      "loss_total": 0.014079732820391655,
      "step": 58490
    },
    {
      "loss_action": 0.004749584943056107,
      "loss_total": 0.004749584943056107,
      "step": 58490
    },
    {
      "loss_action": 0.005127092823386192,
      "loss_total": 0.005127092823386192,
      "step": 58490
    },
    {
      "loss_action": 0.00322320987470448,
      "loss_total": 0.00322320987470448,
      "step": 58490
    },
    {
      "loss_action": 0.002258618827909231,
      "loss_total": 0.002258618827909231,
      "step": 58490
    },
    {
      "loss_action": 0.0019426742801442742,
      "loss_total": 0.0019426742801442742,
      "step": 58490
    },
    {
      "grad_norm": 0.0725771114230156,
      "learning_rate": 4.0145769661498233e-05,
      "loss": 0.0057,
      "step": 58500
    },
    {
      "loss_action": 0.008732100948691368,
      "loss_total": 0.008732100948691368,
      "step": 58500
    },
    {
      "loss_action": 0.0034476914443075657,
      "loss_total": 0.0034476914443075657,
      "step": 58500
    },
    {
      "loss_action": 0.004671252332627773,
      "loss_total": 0.004671252332627773,
      "step": 58500
    },
    {
      "loss_action": 0.003929702565073967,
      "loss_total": 0.003929702565073967,
      "step": 58500
    },
    {
      "loss_action": 0.004803595133125782,
      "loss_total": 0.004803595133125782,
      "step": 58500
    },
    {
      "loss_action": 0.00805746577680111,
      "loss_total": 0.00805746577680111,
      "step": 58500
    },
    {
      "loss_action": 0.00802348367869854,
      "loss_total": 0.00802348367869854,
      "step": 58500
    },
    {
      "loss_action": 0.005367416888475418,
      "loss_total": 0.005367416888475418,
      "step": 58500
    },
    {
      "grad_norm": 0.1479252576828003,
      "learning_rate": 4.012955980600804e-05,
      "loss": 0.0058,
      "step": 58510
    },
    {
      "loss_action": 0.01669277623295784,
      "loss_total": 0.01669277623295784,
      "step": 58510
    },
    {
      "loss_action": 0.008454903960227966,
      "loss_total": 0.008454903960227966,
      "step": 58510
    },
    {
      "loss_action": 0.0016243206337094307,
      "loss_total": 0.0016243206337094307,
      "step": 58510
    },
    {
      "loss_action": 0.009698084555566311,
      "loss_total": 0.009698084555566311,
      "step": 58510
    },
    {
      "loss_action": 0.003797302721068263,
      "loss_total": 0.003797302721068263,
      "step": 58510
    },
    {
      "loss_action": 0.006790631916373968,
      "loss_total": 0.006790631916373968,
      "step": 58510
    },
    {
      "loss_action": 0.004205535631626844,
      "loss_total": 0.004205535631626844,
      "step": 58510
    },
    {
      "loss_action": 0.003901342861354351,
      "loss_total": 0.003901342861354351,
      "step": 58510
    },
    {
      "grad_norm": 0.08981798589229584,
      "learning_rate": 4.0113351029934355e-05,
      "loss": 0.007,
      "step": 58520
    },
    {
      "loss_action": 0.0032374493312090635,
      "loss_total": 0.0032374493312090635,
      "step": 58520
    },
    {
      "loss_action": 0.0051183514297008514,
      "loss_total": 0.0051183514297008514,
      "step": 58520
    },
    {
      "loss_action": 0.008465318940579891,
      "loss_total": 0.008465318940579891,
      "step": 58520
    },
    {
      "loss_action": 0.002854652237147093,
      "loss_total": 0.002854652237147093,
      "step": 58520
    },
    {
      "loss_action": 0.005268482957035303,
      "loss_total": 0.005268482957035303,
      "step": 58520
    },
    {
      "loss_action": 0.025674715638160706,
      "loss_total": 0.025674715638160706,
      "step": 58520
    },
    {
      "loss_action": 0.008694015443325043,
      "loss_total": 0.008694015443325043,
      "step": 58520
    },
    {
      "loss_action": 0.0042916093952953815,
      "loss_total": 0.0042916093952953815,
      "step": 58520
    },
    {
      "grad_norm": 0.11520852148532867,
      "learning_rate": 4.0097143335049714e-05,
      "loss": 0.0067,
      "step": 58530
    },
    {
      "loss_action": 0.00458185700699687,
      "loss_total": 0.00458185700699687,
      "step": 58530
    },
    {
      "loss_action": 0.0029028747230768204,
      "loss_total": 0.0029028747230768204,
      "step": 58530
    },
    {
      "loss_action": 0.0026789195835590363,
      "loss_total": 0.0026789195835590363,
      "step": 58530
    },
    {
      "loss_action": 0.007441793568432331,
      "loss_total": 0.007441793568432331,
      "step": 58530
    },
    {
      "loss_action": 0.001948423101566732,
      "loss_total": 0.001948423101566732,
      "step": 58530
    },
    {
      "loss_action": 0.00950450450181961,
      "loss_total": 0.00950450450181961,
      "step": 58530
    },
    {
      "loss_action": 0.0054167271591722965,
      "loss_total": 0.0054167271591722965,
      "step": 58530
    },
    {
      "loss_action": 0.005943603347986937,
      "loss_total": 0.005943603347986937,
      "step": 58530
    },
    {
      "grad_norm": 0.13739630579948425,
      "learning_rate": 4.0080936723126606e-05,
      "loss": 0.0078,
      "step": 58540
    },
    {
      "loss_action": 0.018129173666238785,
      "loss_total": 0.018129173666238785,
      "step": 58540
    },
    {
      "loss_action": 0.011749139055609703,
      "loss_total": 0.011749139055609703,
      "step": 58540
    },
    {
      "loss_action": 0.0037886672653257847,
      "loss_total": 0.0037886672653257847,
      "step": 58540
    },
    {
      "loss_action": 0.003667013254016638,
      "loss_total": 0.003667013254016638,
      "step": 58540
    },
    {
      "loss_action": 0.010728000663220882,
      "loss_total": 0.010728000663220882,
      "step": 58540
    },
    {
      "loss_action": 0.0011812193552032113,
      "loss_total": 0.0011812193552032113,
      "step": 58540
    },
    {
      "loss_action": 0.003826756030321121,
      "loss_total": 0.003826756030321121,
      "step": 58540
    },
    {
      "loss_action": 0.004026188049465418,
      "loss_total": 0.004026188049465418,
      "step": 58540
    },
    {
      "grad_norm": 0.08835355192422867,
      "learning_rate": 4.006473119593735e-05,
      "loss": 0.0072,
      "step": 58550
    },
    {
      "loss_action": 0.004011538811028004,
      "loss_total": 0.004011538811028004,
      "step": 58550
    },
    {
      "loss_action": 0.0039127361960709095,
      "loss_total": 0.0039127361960709095,
      "step": 58550
    },
    {
      "loss_action": 0.002076110104098916,
      "loss_total": 0.002076110104098916,
      "step": 58550
    },
    {
      "loss_action": 0.024445274844765663,
      "loss_total": 0.024445274844765663,
      "step": 58550
    },
    {
      "loss_action": 0.007401404902338982,
      "loss_total": 0.007401404902338982,
      "step": 58550
    },
    {
      "loss_action": 0.004008348099887371,
      "loss_total": 0.004008348099887371,
      "step": 58550
    },
    {
      "loss_action": 0.005018642172217369,
      "loss_total": 0.005018642172217369,
      "step": 58550
    },
    {
      "loss_action": 0.003759928746148944,
      "loss_total": 0.003759928746148944,
      "step": 58550
    },
    {
      "grad_norm": 0.14084050059318542,
      "learning_rate": 4.004852675525415e-05,
      "loss": 0.0069,
      "step": 58560
    },
    {
      "loss_action": 0.016227856278419495,
      "loss_total": 0.016227856278419495,
      "step": 58560
    },
    {
      "loss_action": 0.003873669309541583,
      "loss_total": 0.003873669309541583,
      "step": 58560
    },
    {
      "loss_action": 0.004479189403355122,
      "loss_total": 0.004479189403355122,
      "step": 58560
    },
    {
      "loss_action": 0.004565577022731304,
      "loss_total": 0.004565577022731304,
      "step": 58560
    },
    {
      "loss_action": 0.012885525822639465,
      "loss_total": 0.012885525822639465,
      "step": 58560
    },
    {
      "loss_action": 0.007387873250991106,
      "loss_total": 0.007387873250991106,
      "step": 58560
    },
    {
      "loss_action": 0.004931299015879631,
      "loss_total": 0.004931299015879631,
      "step": 58560
    },
    {
      "loss_action": 0.009747575968503952,
      "loss_total": 0.009747575968503952,
      "step": 58560
    },
    {
      "grad_norm": 0.12011954188346863,
      "learning_rate": 4.00323234028491e-05,
      "loss": 0.0068,
      "step": 58570
    },
    {
      "loss_action": 0.00893986877053976,
      "loss_total": 0.00893986877053976,
      "step": 58570
    },
    {
      "loss_action": 0.0028678965754806995,
      "loss_total": 0.0028678965754806995,
      "step": 58570
    },
    {
      "loss_action": 0.0028856571298092604,
      "loss_total": 0.0028856571298092604,
      "step": 58570
    },
    {
      "loss_action": 0.016383681446313858,
      "loss_total": 0.016383681446313858,
      "step": 58570
    },
    {
      "loss_action": 0.01128791831433773,
      "loss_total": 0.01128791831433773,
      "step": 58570
    },
    {
      "loss_action": 0.0030961288139224052,
      "loss_total": 0.0030961288139224052,
      "step": 58570
    },
    {
      "loss_action": 0.0015195170417428017,
      "loss_total": 0.0015195170417428017,
      "step": 58570
    },
    {
      "loss_action": 0.0036864664871245623,
      "loss_total": 0.0036864664871245623,
      "step": 58570
    },
    {
      "grad_norm": 0.0934697613120079,
      "learning_rate": 4.0016121140494186e-05,
      "loss": 0.0066,
      "step": 58580
    },
    {
      "loss_action": 0.008163318037986755,
      "loss_total": 0.008163318037986755,
      "step": 58580
    },
    {
      "loss_action": 0.017280209809541702,
      "loss_total": 0.017280209809541702,
      "step": 58580
    },
    {
      "loss_action": 0.007846291176974773,
      "loss_total": 0.007846291176974773,
      "step": 58580
    },
    {
      "loss_action": 0.006367789581418037,
      "loss_total": 0.006367789581418037,
      "step": 58580
    },
    {
      "loss_action": 0.0031521266791969538,
      "loss_total": 0.0031521266791969538,
      "step": 58580
    },
    {
      "loss_action": 0.022195223718881607,
      "loss_total": 0.022195223718881607,
      "step": 58580
    },
    {
      "loss_action": 0.00477270781993866,
      "loss_total": 0.00477270781993866,
      "step": 58580
    },
    {
      "loss_action": 0.007132983300834894,
      "loss_total": 0.007132983300834894,
      "step": 58580
    },
    {
      "grad_norm": 0.10824169963598251,
      "learning_rate": 3.999991996996122e-05,
      "loss": 0.006,
      "step": 58590
    },
    {
      "loss_action": 0.004529161844402552,
      "loss_total": 0.004529161844402552,
      "step": 58590
    },
    {
      "loss_action": 0.006005387753248215,
      "loss_total": 0.006005387753248215,
      "step": 58590
    },
    {
      "loss_action": 0.007796028163284063,
      "loss_total": 0.007796028163284063,
      "step": 58590
    },
    {
      "loss_action": 0.005120526067912579,
      "loss_total": 0.005120526067912579,
      "step": 58590
    },
    {
      "loss_action": 0.0025154808536171913,
      "loss_total": 0.0025154808536171913,
      "step": 58590
    },
    {
      "loss_action": 0.008092519827187061,
      "loss_total": 0.008092519827187061,
      "step": 58590
    },
    {
      "loss_action": 0.005637400783598423,
      "loss_total": 0.005637400783598423,
      "step": 58590
    },
    {
      "loss_action": 0.005977252498269081,
      "loss_total": 0.005977252498269081,
      "step": 58590
    },
    {
      "grad_norm": 0.12398715317249298,
      "learning_rate": 3.9983719893022e-05,
      "loss": 0.0058,
      "step": 58600
    },
    {
      "loss_action": 0.007268189452588558,
      "loss_total": 0.007268189452588558,
      "step": 58600
    },
    {
      "loss_action": 0.0042142001911997795,
      "loss_total": 0.0042142001911997795,
      "step": 58600
    },
    {
      "loss_action": 0.013322648592293262,
      "loss_total": 0.013322648592293262,
      "step": 58600
    },
    {
      "loss_action": 0.014000918716192245,
      "loss_total": 0.014000918716192245,
      "step": 58600
    },
    {
      "loss_action": 0.00272839586250484,
      "loss_total": 0.00272839586250484,
      "step": 58600
    },
    {
      "loss_action": 0.009860467165708542,
      "loss_total": 0.009860467165708542,
      "step": 58600
    },
    {
      "loss_action": 0.01037069596350193,
      "loss_total": 0.01037069596350193,
      "step": 58600
    },
    {
      "loss_action": 0.0031324028968811035,
      "loss_total": 0.0031324028968811035,
      "step": 58600
    },
    {
      "grad_norm": 0.1671060472726822,
      "learning_rate": 3.996752091144812e-05,
      "loss": 0.0066,
      "step": 58610
    },
    {
      "loss_action": 0.005690945778042078,
      "loss_total": 0.005690945778042078,
      "step": 58610
    },
    {
      "loss_action": 0.013153091073036194,
      "loss_total": 0.013153091073036194,
      "step": 58610
    },
    {
      "loss_action": 0.0038488516584038734,
      "loss_total": 0.0038488516584038734,
      "step": 58610
    },
    {
      "loss_action": 0.009638017043471336,
      "loss_total": 0.009638017043471336,
      "step": 58610
    },
    {
      "loss_action": 0.004243919625878334,
      "loss_total": 0.004243919625878334,
      "step": 58610
    },
    {
      "loss_action": 0.002397805918008089,
      "loss_total": 0.002397805918008089,
      "step": 58610
    },
    {
      "loss_action": 0.00947848055511713,
      "loss_total": 0.00947848055511713,
      "step": 58610
    },
    {
      "loss_action": 0.004482638090848923,
      "loss_total": 0.004482638090848923,
      "step": 58610
    },
    {
      "grad_norm": 0.0886220782995224,
      "learning_rate": 3.9951323027011055e-05,
      "loss": 0.0063,
      "step": 58620
    },
    {
      "loss_action": 0.005052674561738968,
      "loss_total": 0.005052674561738968,
      "step": 58620
    },
    {
      "loss_action": 0.004425313789397478,
      "loss_total": 0.004425313789397478,
      "step": 58620
    },
    {
      "loss_action": 0.005088082980364561,
      "loss_total": 0.005088082980364561,
      "step": 58620
    },
    {
      "loss_action": 0.006173670291900635,
      "loss_total": 0.006173670291900635,
      "step": 58620
    },
    {
      "loss_action": 0.00368250859901309,
      "loss_total": 0.00368250859901309,
      "step": 58620
    },
    {
      "loss_action": 0.009752456098794937,
      "loss_total": 0.009752456098794937,
      "step": 58620
    },
    {
      "loss_action": 0.0014788752887398005,
      "loss_total": 0.0014788752887398005,
      "step": 58620
    },
    {
      "loss_action": 0.006432289257645607,
      "loss_total": 0.006432289257645607,
      "step": 58620
    },
    {
      "grad_norm": 0.12198237329721451,
      "learning_rate": 3.993512624148219e-05,
      "loss": 0.0068,
      "step": 58630
    },
    {
      "loss_action": 0.004381640814244747,
      "loss_total": 0.004381640814244747,
      "step": 58630
    },
    {
      "loss_action": 0.004905763082206249,
      "loss_total": 0.004905763082206249,
      "step": 58630
    },
    {
      "loss_action": 0.003661736147478223,
      "loss_total": 0.003661736147478223,
      "step": 58630
    },
    {
      "loss_action": 0.005421903915703297,
      "loss_total": 0.005421903915703297,
      "step": 58630
    },
    {
      "loss_action": 0.002766743768006563,
      "loss_total": 0.002766743768006563,
      "step": 58630
    },
    {
      "loss_action": 0.002689458429813385,
      "loss_total": 0.002689458429813385,
      "step": 58630
    },
    {
      "loss_action": 0.0026047569699585438,
      "loss_total": 0.0026047569699585438,
      "step": 58630
    },
    {
      "loss_action": 0.02024996653199196,
      "loss_total": 0.02024996653199196,
      "step": 58630
    },
    {
      "grad_norm": 0.08304654061794281,
      "learning_rate": 3.99189305566328e-05,
      "loss": 0.0059,
      "step": 58640
    },
    {
      "loss_action": 0.007150660268962383,
      "loss_total": 0.007150660268962383,
      "step": 58640
    },
    {
      "loss_action": 0.0035867630504071712,
      "loss_total": 0.0035867630504071712,
      "step": 58640
    },
    {
      "loss_action": 0.0058461870066821575,
      "loss_total": 0.0058461870066821575,
      "step": 58640
    },
    {
      "loss_action": 0.0037799887359142303,
      "loss_total": 0.0037799887359142303,
      "step": 58640
    },
    {
      "loss_action": 0.004209120757877827,
      "loss_total": 0.004209120757877827,
      "step": 58640
    },
    {
      "loss_action": 0.005253493785858154,
      "loss_total": 0.005253493785858154,
      "step": 58640
    },
    {
      "loss_action": 0.00442839227616787,
      "loss_total": 0.00442839227616787,
      "step": 58640
    },
    {
      "loss_action": 0.0037390287034213543,
      "loss_total": 0.0037390287034213543,
      "step": 58640
    },
    {
      "grad_norm": 0.14502951502799988,
      "learning_rate": 3.990273597423401e-05,
      "loss": 0.0061,
      "step": 58650
    },
    {
      "loss_action": 0.0025768433697521687,
      "loss_total": 0.0025768433697521687,
      "step": 58650
    },
    {
      "loss_action": 0.0069432430900633335,
      "loss_total": 0.0069432430900633335,
      "step": 58650
    },
    {
      "loss_action": 0.002614598721265793,
      "loss_total": 0.002614598721265793,
      "step": 58650
    },
    {
      "loss_action": 0.006633926648646593,
      "loss_total": 0.006633926648646593,
      "step": 58650
    },
    {
      "loss_action": 0.0024784677661955357,
      "loss_total": 0.0024784677661955357,
      "step": 58650
    },
    {
      "loss_action": 0.017673909664154053,
      "loss_total": 0.017673909664154053,
      "step": 58650
    },
    {
      "loss_action": 0.006178528070449829,
      "loss_total": 0.006178528070449829,
      "step": 58650
    },
    {
      "loss_action": 0.010712556540966034,
      "loss_total": 0.010712556540966034,
      "step": 58650
    },
    {
      "grad_norm": 0.1335582733154297,
      "learning_rate": 3.988654249605681e-05,
      "loss": 0.007,
      "step": 58660
    },
    {
      "loss_action": 0.004643931984901428,
      "loss_total": 0.004643931984901428,
      "step": 58660
    },
    {
      "loss_action": 0.007014914881438017,
      "loss_total": 0.007014914881438017,
      "step": 58660
    },
    {
      "loss_action": 0.005581815727055073,
      "loss_total": 0.005581815727055073,
      "step": 58660
    },
    {
      "loss_action": 0.002170194173231721,
      "loss_total": 0.002170194173231721,
      "step": 58660
    },
    {
      "loss_action": 0.0072211455553770065,
      "loss_total": 0.0072211455553770065,
      "step": 58660
    },
    {
      "loss_action": 0.004968432243913412,
      "loss_total": 0.004968432243913412,
      "step": 58660
    },
    {
      "loss_action": 0.004531772341579199,
      "loss_total": 0.004531772341579199,
      "step": 58660
    },
    {
      "loss_action": 0.0032345850486308336,
      "loss_total": 0.0032345850486308336,
      "step": 58660
    },
    {
      "grad_norm": 0.10328036546707153,
      "learning_rate": 3.987035012387213e-05,
      "loss": 0.0068,
      "step": 58670
    },
    {
      "loss_action": 0.004436582326889038,
      "loss_total": 0.004436582326889038,
      "step": 58670
    },
    {
      "loss_action": 0.03707828000187874,
      "loss_total": 0.03707828000187874,
      "step": 58670
    },
    {
      "loss_action": 0.007905684411525726,
      "loss_total": 0.007905684411525726,
      "step": 58670
    },
    {
      "loss_action": 0.007382778916507959,
      "loss_total": 0.007382778916507959,
      "step": 58670
    },
    {
      "loss_action": 0.010674819350242615,
      "loss_total": 0.010674819350242615,
      "step": 58670
    },
    {
      "loss_action": 0.01123097911477089,
      "loss_total": 0.01123097911477089,
      "step": 58670
    },
    {
      "loss_action": 0.00579572468996048,
      "loss_total": 0.00579572468996048,
      "step": 58670
    },
    {
      "loss_action": 0.0035458356142044067,
      "loss_total": 0.0035458356142044067,
      "step": 58670
    },
    {
      "grad_norm": 0.13305841386318207,
      "learning_rate": 3.9854158859450735e-05,
      "loss": 0.0069,
      "step": 58680
    },
    {
      "loss_action": 0.0026347232051193714,
      "loss_total": 0.0026347232051193714,
      "step": 58680
    },
    {
      "loss_action": 0.012910299934446812,
      "loss_total": 0.012910299934446812,
      "step": 58680
    },
    {
      "loss_action": 0.0022726082243025303,
      "loss_total": 0.0022726082243025303,
      "step": 58680
    },
    {
      "loss_action": 0.016062693670392036,
      "loss_total": 0.016062693670392036,
      "step": 58680
    },
    {
      "loss_action": 0.01049800030887127,
      "loss_total": 0.01049800030887127,
      "step": 58680
    },
    {
      "loss_action": 0.002000541891902685,
      "loss_total": 0.002000541891902685,
      "step": 58680
    },
    {
      "loss_action": 0.0025415008421987295,
      "loss_total": 0.0025415008421987295,
      "step": 58680
    },
    {
      "loss_action": 0.007807517424225807,
      "loss_total": 0.007807517424225807,
      "step": 58680
    },
    {
      "grad_norm": 0.09098309278488159,
      "learning_rate": 3.983796870456328e-05,
      "loss": 0.0075,
      "step": 58690
    },
    {
      "loss_action": 0.004869366064667702,
      "loss_total": 0.004869366064667702,
      "step": 58690
    },
    {
      "loss_action": 0.010794349014759064,
      "loss_total": 0.010794349014759064,
      "step": 58690
    },
    {
      "loss_action": 0.007580317556858063,
      "loss_total": 0.007580317556858063,
      "step": 58690
    },
    {
      "loss_action": 0.004844149574637413,
      "loss_total": 0.004844149574637413,
      "step": 58690
    },
    {
      "loss_action": 0.0026157782413065434,
      "loss_total": 0.0026157782413065434,
      "step": 58690
    },
    {
      "loss_action": 0.0033349604345858097,
      "loss_total": 0.0033349604345858097,
      "step": 58690
    },
    {
      "loss_action": 0.004046957474201918,
      "loss_total": 0.004046957474201918,
      "step": 58690
    },
    {
      "loss_action": 0.009298853576183319,
      "loss_total": 0.009298853576183319,
      "step": 58690
    },
    {
      "grad_norm": 0.40808847546577454,
      "learning_rate": 3.982177966098028e-05,
      "loss": 0.0055,
      "step": 58700
    },
    {
      "loss_action": 0.007985129952430725,
      "loss_total": 0.007985129952430725,
      "step": 58700
    },
    {
      "loss_action": 0.013143004849553108,
      "loss_total": 0.013143004849553108,
      "step": 58700
    },
    {
      "loss_action": 0.0034025944769382477,
      "loss_total": 0.0034025944769382477,
      "step": 58700
    },
    {
      "loss_action": 0.004099483601748943,
      "loss_total": 0.004099483601748943,
      "step": 58700
    },
    {
      "loss_action": 0.013134792447090149,
      "loss_total": 0.013134792447090149,
      "step": 58700
    },
    {
      "loss_action": 0.005133339203894138,
      "loss_total": 0.005133339203894138,
      "step": 58700
    },
    {
      "loss_action": 0.005384931340813637,
      "loss_total": 0.005384931340813637,
      "step": 58700
    },
    {
      "loss_action": 0.004171137697994709,
      "loss_total": 0.004171137697994709,
      "step": 58700
    },
    {
      "grad_norm": 0.07588598877191544,
      "learning_rate": 3.980559173047216e-05,
      "loss": 0.0061,
      "step": 58710
    },
    {
      "loss_action": 0.0014435213524848223,
      "loss_total": 0.0014435213524848223,
      "step": 58710
    },
    {
      "loss_action": 0.0018467665649950504,
      "loss_total": 0.0018467665649950504,
      "step": 58710
    },
    {
      "loss_action": 0.03320334106683731,
      "loss_total": 0.03320334106683731,
      "step": 58710
    },
    {
      "loss_action": 0.0052747586742043495,
      "loss_total": 0.0052747586742043495,
      "step": 58710
    },
    {
      "loss_action": 0.01137878093868494,
      "loss_total": 0.01137878093868494,
      "step": 58710
    },
    {
      "loss_action": 0.0018463563174009323,
      "loss_total": 0.0018463563174009323,
      "step": 58710
    },
    {
      "loss_action": 0.007897760719060898,
      "loss_total": 0.007897760719060898,
      "step": 58710
    },
    {
      "loss_action": 0.0011660840827971697,
      "loss_total": 0.0011660840827971697,
      "step": 58710
    },
    {
      "grad_norm": 0.134693443775177,
      "learning_rate": 3.9789404914809176e-05,
      "loss": 0.0067,
      "step": 58720
    },
    {
      "loss_action": 0.005358923226594925,
      "loss_total": 0.005358923226594925,
      "step": 58720
    },
    {
      "loss_action": 0.002610872033983469,
      "loss_total": 0.002610872033983469,
      "step": 58720
    },
    {
      "loss_action": 0.0026126678567379713,
      "loss_total": 0.0026126678567379713,
      "step": 58720
    },
    {
      "loss_action": 0.00990363210439682,
      "loss_total": 0.00990363210439682,
      "step": 58720
    },
    {
      "loss_action": 0.010222597979009151,
      "loss_total": 0.010222597979009151,
      "step": 58720
    },
    {
      "loss_action": 0.0019976822659373283,
      "loss_total": 0.0019976822659373283,
      "step": 58720
    },
    {
      "loss_action": 0.0015683730598539114,
      "loss_total": 0.0015683730598539114,
      "step": 58720
    },
    {
      "loss_action": 0.0026332696434110403,
      "loss_total": 0.0026332696434110403,
      "step": 58720
    },
    {
      "grad_norm": 0.0870559960603714,
      "learning_rate": 3.9773219215761544e-05,
      "loss": 0.0058,
      "step": 58730
    },
    {
      "loss_action": 0.0031057503074407578,
      "loss_total": 0.0031057503074407578,
      "step": 58730
    },
    {
      "loss_action": 0.01617542654275894,
      "loss_total": 0.01617542654275894,
      "step": 58730
    },
    {
      "loss_action": 0.011547708883881569,
      "loss_total": 0.011547708883881569,
      "step": 58730
    },
    {
      "loss_action": 0.002062245039269328,
      "loss_total": 0.002062245039269328,
      "step": 58730
    },
    {
      "loss_action": 0.016957193613052368,
      "loss_total": 0.016957193613052368,
      "step": 58730
    },
    {
      "loss_action": 0.0019066007807850838,
      "loss_total": 0.0019066007807850838,
      "step": 58730
    },
    {
      "loss_action": 0.005528938956558704,
      "loss_total": 0.005528938956558704,
      "step": 58730
    },
    {
      "loss_action": 0.0066347913816571236,
      "loss_total": 0.0066347913816571236,
      "step": 58730
    },
    {
      "grad_norm": 0.0963352769613266,
      "learning_rate": 3.975703463509928e-05,
      "loss": 0.0068,
      "step": 58740
    },
    {
      "loss_action": 0.006907789036631584,
      "loss_total": 0.006907789036631584,
      "step": 58740
    },
    {
      "loss_action": 0.005534188821911812,
      "loss_total": 0.005534188821911812,
      "step": 58740
    },
    {
      "loss_action": 0.008381578139960766,
      "loss_total": 0.008381578139960766,
      "step": 58740
    },
    {
      "loss_action": 0.007284284103661776,
      "loss_total": 0.007284284103661776,
      "step": 58740
    },
    {
      "loss_action": 0.005644223652780056,
      "loss_total": 0.005644223652780056,
      "step": 58740
    },
    {
      "loss_action": 0.006875336170196533,
      "loss_total": 0.006875336170196533,
      "step": 58740
    },
    {
      "loss_action": 0.004960338585078716,
      "loss_total": 0.004960338585078716,
      "step": 58740
    },
    {
      "loss_action": 0.007769546937197447,
      "loss_total": 0.007769546937197447,
      "step": 58740
    },
    {
      "grad_norm": 0.1280296891927719,
      "learning_rate": 3.974085117459231e-05,
      "loss": 0.0071,
      "step": 58750
    },
    {
      "loss_action": 0.009062174707651138,
      "loss_total": 0.009062174707651138,
      "step": 58750
    },
    {
      "loss_action": 0.0019837436266243458,
      "loss_total": 0.0019837436266243458,
      "step": 58750
    },
    {
      "loss_action": 0.00716476421803236,
      "loss_total": 0.00716476421803236,
      "step": 58750
    },
    {
      "loss_action": 0.0018558853771537542,
      "loss_total": 0.0018558853771537542,
      "step": 58750
    },
    {
      "loss_action": 0.004348955117166042,
      "loss_total": 0.004348955117166042,
      "step": 58750
    },
    {
      "loss_action": 0.007946120575070381,
      "loss_total": 0.007946120575070381,
      "step": 58750
    },
    {
      "loss_action": 0.006956032477319241,
      "loss_total": 0.006956032477319241,
      "step": 58750
    },
    {
      "loss_action": 0.0031311670318245888,
      "loss_total": 0.0031311670318245888,
      "step": 58750
    },
    {
      "grad_norm": 0.08078521490097046,
      "learning_rate": 3.972466883601043e-05,
      "loss": 0.0058,
      "step": 58760
    },
    {
      "loss_action": 0.002980914432555437,
      "loss_total": 0.002980914432555437,
      "step": 58760
    },
    {
      "loss_action": 0.0058416808024048805,
      "loss_total": 0.0058416808024048805,
      "step": 58760
    },
    {
      "loss_action": 0.0016478351317346096,
      "loss_total": 0.0016478351317346096,
      "step": 58760
    },
    {
      "loss_action": 0.010824525728821754,
      "loss_total": 0.010824525728821754,
      "step": 58760
    },
    {
      "loss_action": 0.0030777950305491686,
      "loss_total": 0.0030777950305491686,
      "step": 58760
    },
    {
      "loss_action": 0.013733810745179653,
      "loss_total": 0.013733810745179653,
      "step": 58760
    },
    {
      "loss_action": 0.006471575237810612,
      "loss_total": 0.006471575237810612,
      "step": 58760
    },
    {
      "loss_action": 0.011064979247748852,
      "loss_total": 0.011064979247748852,
      "step": 58760
    },
    {
      "grad_norm": 0.10081414878368378,
      "learning_rate": 3.9708487621123316e-05,
      "loss": 0.0076,
      "step": 58770
    },
    {
      "loss_action": 0.01131848432123661,
      "loss_total": 0.01131848432123661,
      "step": 58770
    },
    {
      "loss_action": 0.017677366733551025,
      "loss_total": 0.017677366733551025,
      "step": 58770
    },
    {
      "loss_action": 0.005472163204103708,
      "loss_total": 0.005472163204103708,
      "step": 58770
    },
    {
      "loss_action": 0.01288626529276371,
      "loss_total": 0.01288626529276371,
      "step": 58770
    },
    {
      "loss_action": 0.012098032981157303,
      "loss_total": 0.012098032981157303,
      "step": 58770
    },
    {
      "loss_action": 0.0036271139979362488,
      "loss_total": 0.0036271139979362488,
      "step": 58770
    },
    {
      "loss_action": 0.02593526616692543,
      "loss_total": 0.02593526616692543,
      "step": 58770
    },
    {
      "loss_action": 0.0023659951984882355,
      "loss_total": 0.0023659951984882355,
      "step": 58770
    },
    {
      "grad_norm": 0.08175937831401825,
      "learning_rate": 3.969230753170051e-05,
      "loss": 0.0063,
      "step": 58780
    },
    {
      "loss_action": 0.002250172197818756,
      "loss_total": 0.002250172197818756,
      "step": 58780
    },
    {
      "loss_action": 0.005330079235136509,
      "loss_total": 0.005330079235136509,
      "step": 58780
    },
    {
      "loss_action": 0.011167248710989952,
      "loss_total": 0.011167248710989952,
      "step": 58780
    },
    {
      "loss_action": 0.009447963908314705,
      "loss_total": 0.009447963908314705,
      "step": 58780
    },
    {
      "loss_action": 0.013399330899119377,
      "loss_total": 0.013399330899119377,
      "step": 58780
    },
    {
      "loss_action": 0.0014677334111183882,
      "loss_total": 0.0014677334111183882,
      "step": 58780
    },
    {
      "loss_action": 0.00487181032076478,
      "loss_total": 0.00487181032076478,
      "step": 58780
    },
    {
      "loss_action": 0.0024311125744134188,
      "loss_total": 0.0024311125744134188,
      "step": 58780
    },
    {
      "grad_norm": 0.09148934483528137,
      "learning_rate": 3.967612856951146e-05,
      "loss": 0.0064,
      "step": 58790
    },
    {
      "loss_action": 0.010320407338440418,
      "loss_total": 0.010320407338440418,
      "step": 58790
    },
    {
      "loss_action": 0.02083759754896164,
      "loss_total": 0.02083759754896164,
      "step": 58790
    },
    {
      "loss_action": 0.0036601002793759108,
      "loss_total": 0.0036601002793759108,
      "step": 58790
    },
    {
      "loss_action": 0.010447383858263493,
      "loss_total": 0.010447383858263493,
      "step": 58790
    },
    {
      "loss_action": 0.0016907998360693455,
      "loss_total": 0.0016907998360693455,
      "step": 58790
    },
    {
      "loss_action": 0.005957729183137417,
      "loss_total": 0.005957729183137417,
      "step": 58790
    },
    {
      "loss_action": 0.0020701864268630743,
      "loss_total": 0.0020701864268630743,
      "step": 58790
    },
    {
      "loss_action": 0.006040794309228659,
      "loss_total": 0.006040794309228659,
      "step": 58790
    },
    {
      "grad_norm": 0.08116916567087173,
      "learning_rate": 3.9659950736325476e-05,
      "loss": 0.0076,
      "step": 58800
    },
    {
      "loss_action": 0.0015788923483341932,
      "loss_total": 0.0015788923483341932,
      "step": 58800
    },
    {
      "loss_action": 0.003901842050254345,
      "loss_total": 0.003901842050254345,
      "step": 58800
    },
    {
      "loss_action": 0.006865517236292362,
      "loss_total": 0.006865517236292362,
      "step": 58800
    },
    {
      "loss_action": 0.01537244115024805,
      "loss_total": 0.01537244115024805,
      "step": 58800
    },
    {
      "loss_action": 0.0012197225587442517,
      "loss_total": 0.0012197225587442517,
      "step": 58800
    },
    {
      "loss_action": 0.010261226445436478,
      "loss_total": 0.010261226445436478,
      "step": 58800
    },
    {
      "loss_action": 0.0050986148416996,
      "loss_total": 0.0050986148416996,
      "step": 58800
    },
    {
      "loss_action": 0.015244806185364723,
      "loss_total": 0.015244806185364723,
      "step": 58800
    },
    {
      "grad_norm": 0.09179619699716568,
      "learning_rate": 3.964377403391174e-05,
      "loss": 0.0069,
      "step": 58810
    },
    {
      "loss_action": 0.017903799191117287,
      "loss_total": 0.017903799191117287,
      "step": 58810
    },
    {
      "loss_action": 0.0036888986360281706,
      "loss_total": 0.0036888986360281706,
      "step": 58810
    },
    {
      "loss_action": 0.014343848451972008,
      "loss_total": 0.014343848451972008,
      "step": 58810
    },
    {
      "loss_action": 0.011357346549630165,
      "loss_total": 0.011357346549630165,
      "step": 58810
    },
    {
      "loss_action": 0.002968256827443838,
      "loss_total": 0.002968256827443838,
      "step": 58810
    },
    {
      "loss_action": 0.00414787232875824,
      "loss_total": 0.00414787232875824,
      "step": 58810
    },
    {
      "loss_action": 0.0031961333006620407,
      "loss_total": 0.0031961333006620407,
      "step": 58810
    },
    {
      "loss_action": 0.007348978891968727,
      "loss_total": 0.007348978891968727,
      "step": 58810
    },
    {
      "grad_norm": 0.13948790729045868,
      "learning_rate": 3.9627598464039303e-05,
      "loss": 0.0074,
      "step": 58820
    },
    {
      "loss_action": 0.0030424753203988075,
      "loss_total": 0.0030424753203988075,
      "step": 58820
    },
    {
      "loss_action": 0.004771039355546236,
      "loss_total": 0.004771039355546236,
      "step": 58820
    },
    {
      "loss_action": 0.004634416662156582,
      "loss_total": 0.004634416662156582,
      "step": 58820
    },
    {
      "loss_action": 0.003911830019205809,
      "loss_total": 0.003911830019205809,
      "step": 58820
    },
    {
      "loss_action": 0.006758452393114567,
      "loss_total": 0.006758452393114567,
      "step": 58820
    },
    {
      "loss_action": 0.004290310200303793,
      "loss_total": 0.004290310200303793,
      "step": 58820
    },
    {
      "loss_action": 0.001474855118431151,
      "loss_total": 0.001474855118431151,
      "step": 58820
    },
    {
      "loss_action": 0.001970672979950905,
      "loss_total": 0.001970672979950905,
      "step": 58820
    },
    {
      "grad_norm": 0.08967277407646179,
      "learning_rate": 3.9611424028477096e-05,
      "loss": 0.006,
      "step": 58830
    },
    {
      "loss_action": 0.004688349086791277,
      "loss_total": 0.004688349086791277,
      "step": 58830
    },
    {
      "loss_action": 0.002870718017220497,
      "loss_total": 0.002870718017220497,
      "step": 58830
    },
    {
      "loss_action": 0.0032633391674607992,
      "loss_total": 0.0032633391674607992,
      "step": 58830
    },
    {
      "loss_action": 0.010030213743448257,
      "loss_total": 0.010030213743448257,
      "step": 58830
    },
    {
      "loss_action": 0.005456897430121899,
      "loss_total": 0.005456897430121899,
      "step": 58830
    },
    {
      "loss_action": 0.007843902334570885,
      "loss_total": 0.007843902334570885,
      "step": 58830
    },
    {
      "loss_action": 0.014477508142590523,
      "loss_total": 0.014477508142590523,
      "step": 58830
    },
    {
      "loss_action": 0.019822973757982254,
      "loss_total": 0.019822973757982254,
      "step": 58830
    },
    {
      "grad_norm": 0.1074984222650528,
      "learning_rate": 3.959525072899394e-05,
      "loss": 0.0059,
      "step": 58840
    },
    {
      "loss_action": 0.006433272734284401,
      "loss_total": 0.006433272734284401,
      "step": 58840
    },
    {
      "loss_action": 0.0038110895548015833,
      "loss_total": 0.0038110895548015833,
      "step": 58840
    },
    {
      "loss_action": 0.003808279987424612,
      "loss_total": 0.003808279987424612,
      "step": 58840
    },
    {
      "loss_action": 0.0036524913739413023,
      "loss_total": 0.0036524913739413023,
      "step": 58840
    },
    {
      "loss_action": 0.005639349576085806,
      "loss_total": 0.005639349576085806,
      "step": 58840
    },
    {
      "loss_action": 0.005532180890440941,
      "loss_total": 0.005532180890440941,
      "step": 58840
    },
    {
      "loss_action": 0.0029299366287887096,
      "loss_total": 0.0029299366287887096,
      "step": 58840
    },
    {
      "loss_action": 0.01372019574046135,
      "loss_total": 0.01372019574046135,
      "step": 58840
    },
    {
      "grad_norm": 0.0870228186249733,
      "learning_rate": 3.9579078567358506e-05,
      "loss": 0.007,
      "step": 58850
    },
    {
      "loss_action": 0.002886587753891945,
      "loss_total": 0.002886587753891945,
      "step": 58850
    },
    {
      "loss_action": 0.0029701823368668556,
      "loss_total": 0.0029701823368668556,
      "step": 58850
    },
    {
      "loss_action": 0.007152052130550146,
      "loss_total": 0.007152052130550146,
      "step": 58850
    },
    {
      "loss_action": 0.00628800829872489,
      "loss_total": 0.00628800829872489,
      "step": 58850
    },
    {
      "loss_action": 0.001827016705647111,
      "loss_total": 0.001827016705647111,
      "step": 58850
    },
    {
      "loss_action": 0.0015254337340593338,
      "loss_total": 0.0015254337340593338,
      "step": 58850
    },
    {
      "loss_action": 0.001841293415054679,
      "loss_total": 0.001841293415054679,
      "step": 58850
    },
    {
      "loss_action": 0.004031059797853231,
      "loss_total": 0.004031059797853231,
      "step": 58850
    },
    {
      "grad_norm": 0.06260623037815094,
      "learning_rate": 3.956290754533939e-05,
      "loss": 0.0046,
      "step": 58860
    },
    {
      "loss_action": 0.011287993751466274,
      "loss_total": 0.011287993751466274,
      "step": 58860
    },
    {
      "loss_action": 0.003228518646210432,
      "loss_total": 0.003228518646210432,
      "step": 58860
    },
    {
      "loss_action": 0.01290916744619608,
      "loss_total": 0.01290916744619608,
      "step": 58860
    },
    {
      "loss_action": 0.005129069089889526,
      "loss_total": 0.005129069089889526,
      "step": 58860
    },
    {
      "loss_action": 0.006868560798466206,
      "loss_total": 0.006868560798466206,
      "step": 58860
    },
    {
      "loss_action": 0.00489761121571064,
      "loss_total": 0.00489761121571064,
      "step": 58860
    },
    {
      "loss_action": 0.007802845910191536,
      "loss_total": 0.007802845910191536,
      "step": 58860
    },
    {
      "loss_action": 0.007866684347391129,
      "loss_total": 0.007866684347391129,
      "step": 58860
    },
    {
      "grad_norm": 0.06138257309794426,
      "learning_rate": 3.954673766470501e-05,
      "loss": 0.0049,
      "step": 58870
    },
    {
      "loss_action": 0.0008522613788954914,
      "loss_total": 0.0008522613788954914,
      "step": 58870
    },
    {
      "loss_action": 0.002703185426071286,
      "loss_total": 0.002703185426071286,
      "step": 58870
    },
    {
      "loss_action": 0.0011796983890235424,
      "loss_total": 0.0011796983890235424,
      "step": 58870
    },
    {
      "loss_action": 0.0038402481004595757,
      "loss_total": 0.0038402481004595757,
      "step": 58870
    },
    {
      "loss_action": 0.026456326246261597,
      "loss_total": 0.026456326246261597,
      "step": 58870
    },
    {
      "loss_action": 0.006653417833149433,
      "loss_total": 0.006653417833149433,
      "step": 58870
    },
    {
      "loss_action": 0.010830131359398365,
      "loss_total": 0.010830131359398365,
      "step": 58870
    },
    {
      "loss_action": 0.010943674482405186,
      "loss_total": 0.010943674482405186,
      "step": 58870
    },
    {
      "grad_norm": 0.06733419001102448,
      "learning_rate": 3.9530568927223674e-05,
      "loss": 0.0061,
      "step": 58880
    },
    {
      "loss_action": 0.015094488859176636,
      "loss_total": 0.015094488859176636,
      "step": 58880
    },
    {
      "loss_action": 0.007429112680256367,
      "loss_total": 0.007429112680256367,
      "step": 58880
    },
    {
      "loss_action": 0.003965041600167751,
      "loss_total": 0.003965041600167751,
      "step": 58880
    },
    {
      "loss_action": 0.001715867081657052,
      "loss_total": 0.001715867081657052,
      "step": 58880
    },
    {
      "loss_action": 0.00574394129216671,
      "loss_total": 0.00574394129216671,
      "step": 58880
    },
    {
      "loss_action": 0.006519235670566559,
      "loss_total": 0.006519235670566559,
      "step": 58880
    },
    {
      "loss_action": 0.007744807284325361,
      "loss_total": 0.007744807284325361,
      "step": 58880
    },
    {
      "loss_action": 0.0008502342971041799,
      "loss_total": 0.0008502342971041799,
      "step": 58880
    },
    {
      "grad_norm": 0.11536599695682526,
      "learning_rate": 3.95144013346636e-05,
      "loss": 0.0059,
      "step": 58890
    },
    {
      "loss_action": 0.005233997479081154,
      "loss_total": 0.005233997479081154,
      "step": 58890
    },
    {
      "loss_action": 0.004029362462460995,
      "loss_total": 0.004029362462460995,
      "step": 58890
    },
    {
      "loss_action": 0.006698391400277615,
      "loss_total": 0.006698391400277615,
      "step": 58890
    },
    {
      "loss_action": 0.002470347797498107,
      "loss_total": 0.002470347797498107,
      "step": 58890
    },
    {
      "loss_action": 0.0045692455023527145,
      "loss_total": 0.0045692455023527145,
      "step": 58890
    },
    {
      "loss_action": 0.0014384171226993203,
      "loss_total": 0.0014384171226993203,
      "step": 58890
    },
    {
      "loss_action": 0.001550403656437993,
      "loss_total": 0.001550403656437993,
      "step": 58890
    },
    {
      "loss_action": 0.0016883129719644785,
      "loss_total": 0.0016883129719644785,
      "step": 58890
    },
    {
      "grad_norm": 0.1293288916349411,
      "learning_rate": 3.949823488879282e-05,
      "loss": 0.0053,
      "step": 58900
    },
    {
      "loss_action": 0.007604650221765041,
      "loss_total": 0.007604650221765041,
      "step": 58900
    },
    {
      "loss_action": 0.004783562384545803,
      "loss_total": 0.004783562384545803,
      "step": 58900
    },
    {
      "loss_action": 0.004534980282187462,
      "loss_total": 0.004534980282187462,
      "step": 58900
    },
    {
      "loss_action": 0.004920302424579859,
      "loss_total": 0.004920302424579859,
      "step": 58900
    },
    {
      "loss_action": 0.006901086308062077,
      "loss_total": 0.006901086308062077,
      "step": 58900
    },
    {
      "loss_action": 0.006572125479578972,
      "loss_total": 0.006572125479578972,
      "step": 58900
    },
    {
      "loss_action": 0.0021838187240064144,
      "loss_total": 0.0021838187240064144,
      "step": 58900
    },
    {
      "loss_action": 0.009115032851696014,
      "loss_total": 0.009115032851696014,
      "step": 58900
    },
    {
      "grad_norm": 0.0988173708319664,
      "learning_rate": 3.9482069591379276e-05,
      "loss": 0.0061,
      "step": 58910
    },
    {
      "loss_action": 0.011804223991930485,
      "loss_total": 0.011804223991930485,
      "step": 58910
    },
    {
      "loss_action": 0.0027095801196992397,
      "loss_total": 0.0027095801196992397,
      "step": 58910
    },
    {
      "loss_action": 0.005943685304373503,
      "loss_total": 0.005943685304373503,
      "step": 58910
    },
    {
      "loss_action": 0.012166347354650497,
      "loss_total": 0.012166347354650497,
      "step": 58910
    },
    {
      "loss_action": 0.00483480840921402,
      "loss_total": 0.00483480840921402,
      "step": 58910
    },
    {
      "loss_action": 0.009065119549632072,
      "loss_total": 0.009065119549632072,
      "step": 58910
    },
    {
      "loss_action": 0.002766603836789727,
      "loss_total": 0.002766603836789727,
      "step": 58910
    },
    {
      "loss_action": 0.004019256681203842,
      "loss_total": 0.004019256681203842,
      "step": 58910
    },
    {
      "grad_norm": 0.09079496562480927,
      "learning_rate": 3.9465905444190784e-05,
      "loss": 0.0058,
      "step": 58920
    },
    {
      "loss_action": 0.004782557487487793,
      "loss_total": 0.004782557487487793,
      "step": 58920
    },
    {
      "loss_action": 0.0033118226565420628,
      "loss_total": 0.0033118226565420628,
      "step": 58920
    },
    {
      "loss_action": 0.004142379853874445,
      "loss_total": 0.004142379853874445,
      "step": 58920
    },
    {
      "loss_action": 0.0023927800357341766,
      "loss_total": 0.0023927800357341766,
      "step": 58920
    },
    {
      "loss_action": 0.003657813649624586,
      "loss_total": 0.003657813649624586,
      "step": 58920
    },
    {
      "loss_action": 0.005077254958450794,
      "loss_total": 0.005077254958450794,
      "step": 58920
    },
    {
      "loss_action": 0.002526636468246579,
      "loss_total": 0.002526636468246579,
      "step": 58920
    },
    {
      "loss_action": 0.013491731137037277,
      "loss_total": 0.013491731137037277,
      "step": 58920
    },
    {
      "grad_norm": 0.09219183772802353,
      "learning_rate": 3.944974244899505e-05,
      "loss": 0.0066,
      "step": 58930
    },
    {
      "loss_action": 0.004729915875941515,
      "loss_total": 0.004729915875941515,
      "step": 58930
    },
    {
      "loss_action": 0.0038625963497906923,
      "loss_total": 0.0038625963497906923,
      "step": 58930
    },
    {
      "loss_action": 0.01176435500383377,
      "loss_total": 0.01176435500383377,
      "step": 58930
    },
    {
      "loss_action": 0.008631822653114796,
      "loss_total": 0.008631822653114796,
      "step": 58930
    },
    {
      "loss_action": 0.004800713621079922,
      "loss_total": 0.004800713621079922,
      "step": 58930
    },
    {
      "loss_action": 0.0029290502425283194,
      "loss_total": 0.0029290502425283194,
      "step": 58930
    },
    {
      "loss_action": 0.0014214159455150366,
      "loss_total": 0.0014214159455150366,
      "step": 58930
    },
    {
      "loss_action": 0.002883808920159936,
      "loss_total": 0.002883808920159936,
      "step": 58930
    },
    {
      "grad_norm": 0.10473904758691788,
      "learning_rate": 3.9433580607559616e-05,
      "loss": 0.0069,
      "step": 58940
    },
    {
      "loss_action": 0.0051025571301579475,
      "loss_total": 0.0051025571301579475,
      "step": 58940
    },
    {
      "loss_action": 0.0023399165365844965,
      "loss_total": 0.0023399165365844965,
      "step": 58940
    },
    {
      "loss_action": 0.008218368515372276,
      "loss_total": 0.008218368515372276,
      "step": 58940
    },
    {
      "loss_action": 0.0032569863833487034,
      "loss_total": 0.0032569863833487034,
      "step": 58940
    },
    {
      "loss_action": 0.002361055463552475,
      "loss_total": 0.002361055463552475,
      "step": 58940
    },
    {
      "loss_action": 0.0024170849937945604,
      "loss_total": 0.0024170849937945604,
      "step": 58940
    },
    {
      "loss_action": 0.007253342308104038,
      "loss_total": 0.007253342308104038,
      "step": 58940
    },
    {
      "loss_action": 0.0052621858194470406,
      "loss_total": 0.0052621858194470406,
      "step": 58940
    },
    {
      "grad_norm": 0.1107255220413208,
      "learning_rate": 3.941741992165193e-05,
      "loss": 0.0069,
      "step": 58950
    },
    {
      "loss_action": 0.003408534452319145,
      "loss_total": 0.003408534452319145,
      "step": 58950
    },
    {
      "loss_action": 0.007663574535399675,
      "loss_total": 0.007663574535399675,
      "step": 58950
    },
    {
      "loss_action": 0.0046609994024038315,
      "loss_total": 0.0046609994024038315,
      "step": 58950
    },
    {
      "loss_action": 0.006399611942470074,
      "loss_total": 0.006399611942470074,
      "step": 58950
    },
    {
      "loss_action": 0.008487194776535034,
      "loss_total": 0.008487194776535034,
      "step": 58950
    },
    {
      "loss_action": 0.0020097310189157724,
      "loss_total": 0.0020097310189157724,
      "step": 58950
    },
    {
      "loss_action": 0.0044605727307498455,
      "loss_total": 0.0044605727307498455,
      "step": 58950
    },
    {
      "loss_action": 0.0027450581546872854,
      "loss_total": 0.0027450581546872854,
      "step": 58950
    },
    {
      "grad_norm": 0.10624247789382935,
      "learning_rate": 3.940126039303928e-05,
      "loss": 0.0055,
      "step": 58960
    },
    {
      "loss_action": 0.00816017109900713,
      "loss_total": 0.00816017109900713,
      "step": 58960
    },
    {
      "loss_action": 0.0064088571816682816,
      "loss_total": 0.0064088571816682816,
      "step": 58960
    },
    {
      "loss_action": 0.0023660275619477034,
      "loss_total": 0.0023660275619477034,
      "step": 58960
    },
    {
      "loss_action": 0.008482970297336578,
      "loss_total": 0.008482970297336578,
      "step": 58960
    },
    {
      "loss_action": 0.0021617882885038853,
      "loss_total": 0.0021617882885038853,
      "step": 58960
    },
    {
      "loss_action": 0.003600217867642641,
      "loss_total": 0.003600217867642641,
      "step": 58960
    },
    {
      "loss_action": 0.0013406198704615235,
      "loss_total": 0.0013406198704615235,
      "step": 58960
    },
    {
      "loss_action": 0.0035545395221561193,
      "loss_total": 0.0035545395221561193,
      "step": 58960
    },
    {
      "grad_norm": 0.09401418268680573,
      "learning_rate": 3.938510202348886e-05,
      "loss": 0.0051,
      "step": 58970
    },
    {
      "loss_action": 0.010451065376400948,
      "loss_total": 0.010451065376400948,
      "step": 58970
    },
    {
      "loss_action": 0.008617389015853405,
      "loss_total": 0.008617389015853405,
      "step": 58970
    },
    {
      "loss_action": 0.006795599590986967,
      "loss_total": 0.006795599590986967,
      "step": 58970
    },
    {
      "loss_action": 0.007770586758852005,
      "loss_total": 0.007770586758852005,
      "step": 58970
    },
    {
      "loss_action": 0.008219432085752487,
      "loss_total": 0.008219432085752487,
      "step": 58970
    },
    {
      "loss_action": 0.00740957772359252,
      "loss_total": 0.00740957772359252,
      "step": 58970
    },
    {
      "loss_action": 0.0038206344470381737,
      "loss_total": 0.0038206344470381737,
      "step": 58970
    },
    {
      "loss_action": 0.013419918715953827,
      "loss_total": 0.013419918715953827,
      "step": 58970
    },
    {
      "grad_norm": 0.07101757079362869,
      "learning_rate": 3.93689448147677e-05,
      "loss": 0.0055,
      "step": 58980
    },
    {
      "loss_action": 0.0027268542908132076,
      "loss_total": 0.0027268542908132076,
      "step": 58980
    },
    {
      "loss_action": 0.004160474985837936,
      "loss_total": 0.004160474985837936,
      "step": 58980
    },
    {
      "loss_action": 0.006468433886766434,
      "loss_total": 0.006468433886766434,
      "step": 58980
    },
    {
      "loss_action": 0.012840861454606056,
      "loss_total": 0.012840861454606056,
      "step": 58980
    },
    {
      "loss_action": 0.0013337734853848815,
      "loss_total": 0.0013337734853848815,
      "step": 58980
    },
    {
      "loss_action": 0.008270272985100746,
      "loss_total": 0.008270272985100746,
      "step": 58980
    },
    {
      "loss_action": 0.001093597966246307,
      "loss_total": 0.001093597966246307,
      "step": 58980
    },
    {
      "loss_action": 0.002271828008815646,
      "loss_total": 0.002271828008815646,
      "step": 58980
    },
    {
      "grad_norm": 0.10421742498874664,
      "learning_rate": 3.935278876864278e-05,
      "loss": 0.0058,
      "step": 58990
    },
    {
      "loss_action": 0.0036281421780586243,
      "loss_total": 0.0036281421780586243,
      "step": 58990
    },
    {
      "loss_action": 0.0023721365723758936,
      "loss_total": 0.0023721365723758936,
      "step": 58990
    },
    {
      "loss_action": 0.0036951974034309387,
      "loss_total": 0.0036951974034309387,
      "step": 58990
    },
    {
      "loss_action": 0.0043519772589206696,
      "loss_total": 0.0043519772589206696,
      "step": 58990
    },
    {
      "loss_action": 0.010130281560122967,
      "loss_total": 0.010130281560122967,
      "step": 58990
    },
    {
      "loss_action": 0.009128419682383537,
      "loss_total": 0.009128419682383537,
      "step": 58990
    },
    {
      "loss_action": 0.0012075742706656456,
      "loss_total": 0.0012075742706656456,
      "step": 58990
    },
    {
      "loss_action": 0.007940995506942272,
      "loss_total": 0.007940995506942272,
      "step": 58990
    },
    {
      "grad_norm": 0.1269964873790741,
      "learning_rate": 3.933663388688087e-05,
      "loss": 0.0055,
      "step": 59000
    },
    {
      "loss_action": 0.002234377432614565,
      "loss_total": 0.002234377432614565,
      "step": 59000
    },
    {
      "loss_action": 0.0030469954945147038,
      "loss_total": 0.0030469954945147038,
      "step": 59000
    },
    {
      "loss_action": 0.002271064557135105,
      "loss_total": 0.002271064557135105,
      "step": 59000
    },
    {
      "loss_action": 0.0017667690990492702,
      "loss_total": 0.0017667690990492702,
      "step": 59000
    },
    {
      "loss_action": 0.003732627257704735,
      "loss_total": 0.003732627257704735,
      "step": 59000
    },
    {
      "loss_action": 0.005483188666403294,
      "loss_total": 0.005483188666403294,
      "step": 59000
    },
    {
      "loss_action": 0.002845573704689741,
      "loss_total": 0.002845573704689741,
      "step": 59000
    },
    {
      "loss_action": 0.001280647236853838,
      "loss_total": 0.001280647236853838,
      "step": 59000
    },
    {
      "grad_norm": 0.07264337688684464,
      "learning_rate": 3.9320480171248645e-05,
      "loss": 0.0061,
      "step": 59010
    },
    {
      "loss_action": 0.008604946546256542,
      "loss_total": 0.008604946546256542,
      "step": 59010
    },
    {
      "loss_action": 0.006743449717760086,
      "loss_total": 0.006743449717760086,
      "step": 59010
    },
    {
      "loss_action": 0.003962271846830845,
      "loss_total": 0.003962271846830845,
      "step": 59010
    },
    {
      "loss_action": 0.004323589149862528,
      "loss_total": 0.004323589149862528,
      "step": 59010
    },
    {
      "loss_action": 0.006848274730145931,
      "loss_total": 0.006848274730145931,
      "step": 59010
    },
    {
      "loss_action": 0.01033717766404152,
      "loss_total": 0.01033717766404152,
      "step": 59010
    },
    {
      "loss_action": 0.0032187867909669876,
      "loss_total": 0.0032187867909669876,
      "step": 59010
    },
    {
      "loss_action": 0.0037981318309903145,
      "loss_total": 0.0037981318309903145,
      "step": 59010
    },
    {
      "grad_norm": 0.12095660716295242,
      "learning_rate": 3.930432762351265e-05,
      "loss": 0.0063,
      "step": 59020
    },
    {
      "loss_action": 0.009265484288334846,
      "loss_total": 0.009265484288334846,
      "step": 59020
    },
    {
      "loss_action": 0.0032735634595155716,
      "loss_total": 0.0032735634595155716,
      "step": 59020
    },
    {
      "loss_action": 0.012131442315876484,
      "loss_total": 0.012131442315876484,
      "step": 59020
    },
    {
      "loss_action": 0.005129028111696243,
      "loss_total": 0.005129028111696243,
      "step": 59020
    },
    {
      "loss_action": 0.004704378545284271,
      "loss_total": 0.004704378545284271,
      "step": 59020
    },
    {
      "loss_action": 0.0036308798007667065,
      "loss_total": 0.0036308798007667065,
      "step": 59020
    },
    {
      "loss_action": 0.001828811946325004,
      "loss_total": 0.001828811946325004,
      "step": 59020
    },
    {
      "loss_action": 0.011987302452325821,
      "loss_total": 0.011987302452325821,
      "step": 59020
    },
    {
      "grad_norm": 0.09776145964860916,
      "learning_rate": 3.928817624543931e-05,
      "loss": 0.0055,
      "step": 59030
    },
    {
      "loss_action": 0.0030921250581741333,
      "loss_total": 0.0030921250581741333,
      "step": 59030
    },
    {
      "loss_action": 0.004797869827598333,
      "loss_total": 0.004797869827598333,
      "step": 59030
    },
    {
      "loss_action": 0.011426838114857674,
      "loss_total": 0.011426838114857674,
      "step": 59030
    },
    {
      "loss_action": 0.006819301284849644,
      "loss_total": 0.006819301284849644,
      "step": 59030
    },
    {
      "loss_action": 0.005146653391420841,
      "loss_total": 0.005146653391420841,
      "step": 59030
    },
    {
      "loss_action": 0.005191871430724859,
      "loss_total": 0.005191871430724859,
      "step": 59030
    },
    {
      "loss_action": 0.006708263885229826,
      "loss_total": 0.006708263885229826,
      "step": 59030
    },
    {
      "loss_action": 0.026354551315307617,
      "loss_total": 0.026354551315307617,
      "step": 59030
    },
    {
      "grad_norm": 0.09919851273298264,
      "learning_rate": 3.9272026038794885e-05,
      "loss": 0.0072,
      "step": 59040
    },
    {
      "loss_action": 0.012879449874162674,
      "loss_total": 0.012879449874162674,
      "step": 59040
    },
    {
      "loss_action": 0.003571299137547612,
      "loss_total": 0.003571299137547612,
      "step": 59040
    },
    {
      "loss_action": 0.001626988872885704,
      "loss_total": 0.001626988872885704,
      "step": 59040
    },
    {
      "loss_action": 0.003431060118600726,
      "loss_total": 0.003431060118600726,
      "step": 59040
    },
    {
      "loss_action": 0.007604570593684912,
      "loss_total": 0.007604570593684912,
      "step": 59040
    },
    {
      "loss_action": 0.003472129814326763,
      "loss_total": 0.003472129814326763,
      "step": 59040
    },
    {
      "loss_action": 0.017973944544792175,
      "loss_total": 0.017973944544792175,
      "step": 59040
    },
    {
      "loss_action": 0.01211482658982277,
      "loss_total": 0.01211482658982277,
      "step": 59040
    },
    {
      "grad_norm": 0.07387745380401611,
      "learning_rate": 3.9255877005345586e-05,
      "loss": 0.0061,
      "step": 59050
    },
    {
      "loss_action": 0.002995047252625227,
      "loss_total": 0.002995047252625227,
      "step": 59050
    },
    {
      "loss_action": 0.006465927232056856,
      "loss_total": 0.006465927232056856,
      "step": 59050
    },
    {
      "loss_action": 0.00507325679063797,
      "loss_total": 0.00507325679063797,
      "step": 59050
    },
    {
      "loss_action": 0.0055880057625472546,
      "loss_total": 0.0055880057625472546,
      "step": 59050
    },
    {
      "loss_action": 0.0068257343955338,
      "loss_total": 0.0068257343955338,
      "step": 59050
    },
    {
      "loss_action": 0.008555802516639233,
      "loss_total": 0.008555802516639233,
      "step": 59050
    },
    {
      "loss_action": 0.008875084109604359,
      "loss_total": 0.008875084109604359,
      "step": 59050
    },
    {
      "loss_action": 0.003533237613737583,
      "loss_total": 0.003533237613737583,
      "step": 59050
    },
    {
      "grad_norm": 0.06695332378149033,
      "learning_rate": 3.923972914685743e-05,
      "loss": 0.0065,
      "step": 59060
    },
    {
      "loss_action": 0.003777900943532586,
      "loss_total": 0.003777900943532586,
      "step": 59060
    },
    {
      "loss_action": 0.020605459809303284,
      "loss_total": 0.020605459809303284,
      "step": 59060
    },
    {
      "loss_action": 0.003902722615748644,
      "loss_total": 0.003902722615748644,
      "step": 59060
    },
    {
      "loss_action": 0.017088057473301888,
      "loss_total": 0.017088057473301888,
      "step": 59060
    },
    {
      "loss_action": 0.0044561512768268585,
      "loss_total": 0.0044561512768268585,
      "step": 59060
    },
    {
      "loss_action": 0.012867778539657593,
      "loss_total": 0.012867778539657593,
      "step": 59060
    },
    {
      "loss_action": 0.0046813106164336205,
      "loss_total": 0.0046813106164336205,
      "step": 59060
    },
    {
      "loss_action": 0.006920540705323219,
      "loss_total": 0.006920540705323219,
      "step": 59060
    },
    {
      "grad_norm": 0.11087718605995178,
      "learning_rate": 3.922358246509631e-05,
      "loss": 0.0071,
      "step": 59070
    },
    {
      "loss_action": 0.005319417454302311,
      "loss_total": 0.005319417454302311,
      "step": 59070
    },
    {
      "loss_action": 0.0014799446798861027,
      "loss_total": 0.0014799446798861027,
      "step": 59070
    },
    {
      "loss_action": 0.03946877643465996,
      "loss_total": 0.03946877643465996,
      "step": 59070
    },
    {
      "loss_action": 0.003512590890750289,
      "loss_total": 0.003512590890750289,
      "step": 59070
    },
    {
      "loss_action": 0.006048710085451603,
      "loss_total": 0.006048710085451603,
      "step": 59070
    },
    {
      "loss_action": 0.004673217423260212,
      "loss_total": 0.004673217423260212,
      "step": 59070
    },
    {
      "loss_action": 0.011255944147706032,
      "loss_total": 0.011255944147706032,
      "step": 59070
    },
    {
      "loss_action": 0.007959301583468914,
      "loss_total": 0.007959301583468914,
      "step": 59070
    },
    {
      "grad_norm": 0.12006691098213196,
      "learning_rate": 3.920743696182801e-05,
      "loss": 0.007,
      "step": 59080
    },
    {
      "loss_action": 0.008321749977767467,
      "loss_total": 0.008321749977767467,
      "step": 59080
    },
    {
      "loss_action": 0.004236811771988869,
      "loss_total": 0.004236811771988869,
      "step": 59080
    },
    {
      "loss_action": 0.01822648197412491,
      "loss_total": 0.01822648197412491,
      "step": 59080
    },
    {
      "loss_action": 0.0027942447923123837,
      "loss_total": 0.0027942447923123837,
      "step": 59080
    },
    {
      "loss_action": 0.00373175204731524,
      "loss_total": 0.00373175204731524,
      "step": 59080
    },
    {
      "loss_action": 0.0017660966841503978,
      "loss_total": 0.0017660966841503978,
      "step": 59080
    },
    {
      "loss_action": 0.006372223608195782,
      "loss_total": 0.006372223608195782,
      "step": 59080
    },
    {
      "loss_action": 0.005263767205178738,
      "loss_total": 0.005263767205178738,
      "step": 59080
    },
    {
      "grad_norm": 0.06963460892438889,
      "learning_rate": 3.9191292638818164e-05,
      "loss": 0.0057,
      "step": 59090
    },
    {
      "loss_action": 0.0028161576483398676,
      "loss_total": 0.0028161576483398676,
      "step": 59090
    },
    {
      "loss_action": 0.0016328177880495787,
      "loss_total": 0.0016328177880495787,
      "step": 59090
    },
    {
      "loss_action": 0.0025839966256171465,
      "loss_total": 0.0025839966256171465,
      "step": 59090
    },
    {
      "loss_action": 0.004655510652810335,
      "loss_total": 0.004655510652810335,
      "step": 59090
    },
    {
      "loss_action": 0.012566301971673965,
      "loss_total": 0.012566301971673965,
      "step": 59090
    },
    {
      "loss_action": 0.0055632940493524075,
      "loss_total": 0.0055632940493524075,
      "step": 59090
    },
    {
      "loss_action": 0.007406775373965502,
      "loss_total": 0.007406775373965502,
      "step": 59090
    },
    {
      "loss_action": 0.0035873311571776867,
      "loss_total": 0.0035873311571776867,
      "step": 59090
    },
    {
      "grad_norm": 0.15498057007789612,
      "learning_rate": 3.9175149497832316e-05,
      "loss": 0.0055,
      "step": 59100
    },
    {
      "loss_action": 0.006939172279089689,
      "loss_total": 0.006939172279089689,
      "step": 59100
    },
    {
      "loss_action": 0.00797182135283947,
      "loss_total": 0.00797182135283947,
      "step": 59100
    },
    {
      "loss_action": 0.009286455810070038,
      "loss_total": 0.009286455810070038,
      "step": 59100
    },
    {
      "loss_action": 0.011119102127850056,
      "loss_total": 0.011119102127850056,
      "step": 59100
    },
    {
      "loss_action": 0.001561288139782846,
      "loss_total": 0.001561288139782846,
      "step": 59100
    },
    {
      "loss_action": 0.016572922468185425,
      "loss_total": 0.016572922468185425,
      "step": 59100
    },
    {
      "loss_action": 0.005280227866023779,
      "loss_total": 0.005280227866023779,
      "step": 59100
    },
    {
      "loss_action": 0.009022867307066917,
      "loss_total": 0.009022867307066917,
      "step": 59100
    },
    {
      "grad_norm": 0.13192467391490936,
      "learning_rate": 3.915900754063584e-05,
      "loss": 0.0066,
      "step": 59110
    },
    {
      "loss_action": 0.002225966192781925,
      "loss_total": 0.002225966192781925,
      "step": 59110
    },
    {
      "loss_action": 0.005968078039586544,
      "loss_total": 0.005968078039586544,
      "step": 59110
    },
    {
      "loss_action": 0.003515513613820076,
      "loss_total": 0.003515513613820076,
      "step": 59110
    },
    {
      "loss_action": 0.005902369040995836,
      "loss_total": 0.005902369040995836,
      "step": 59110
    },
    {
      "loss_action": 0.012705417349934578,
      "loss_total": 0.012705417349934578,
      "step": 59110
    },
    {
      "loss_action": 0.0032299854792654514,
      "loss_total": 0.0032299854792654514,
      "step": 59110
    },
    {
      "loss_action": 0.0074345930479466915,
      "loss_total": 0.0074345930479466915,
      "step": 59110
    },
    {
      "loss_action": 0.003388841636478901,
      "loss_total": 0.003388841636478901,
      "step": 59110
    },
    {
      "grad_norm": 0.10677831619977951,
      "learning_rate": 3.9142866768994014e-05,
      "loss": 0.0061,
      "step": 59120
    },
    {
      "loss_action": 0.004265277646481991,
      "loss_total": 0.004265277646481991,
      "step": 59120
    },
    {
      "loss_action": 0.0037102377973496914,
      "loss_total": 0.0037102377973496914,
      "step": 59120
    },
    {
      "loss_action": 0.007854145020246506,
      "loss_total": 0.007854145020246506,
      "step": 59120
    },
    {
      "loss_action": 0.002379561308771372,
      "loss_total": 0.002379561308771372,
      "step": 59120
    },
    {
      "loss_action": 0.002999749965965748,
      "loss_total": 0.002999749965965748,
      "step": 59120
    },
    {
      "loss_action": 0.007536421995609999,
      "loss_total": 0.007536421995609999,
      "step": 59120
    },
    {
      "loss_action": 0.0037217054050415754,
      "loss_total": 0.0037217054050415754,
      "step": 59120
    },
    {
      "loss_action": 0.006814765278249979,
      "loss_total": 0.006814765278249979,
      "step": 59120
    },
    {
      "grad_norm": 0.11193474382162094,
      "learning_rate": 3.912672718467193e-05,
      "loss": 0.0057,
      "step": 59130
    },
    {
      "loss_action": 0.013681294396519661,
      "loss_total": 0.013681294396519661,
      "step": 59130
    },
    {
      "loss_action": 0.008221559226512909,
      "loss_total": 0.008221559226512909,
      "step": 59130
    },
    {
      "loss_action": 0.0021838736720383167,
      "loss_total": 0.0021838736720383167,
      "step": 59130
    },
    {
      "loss_action": 0.016483431681990623,
      "loss_total": 0.016483431681990623,
      "step": 59130
    },
    {
      "loss_action": 0.0033860569819808006,
      "loss_total": 0.0033860569819808006,
      "step": 59130
    },
    {
      "loss_action": 0.007264802698045969,
      "loss_total": 0.007264802698045969,
      "step": 59130
    },
    {
      "loss_action": 0.004621482454240322,
      "loss_total": 0.004621482454240322,
      "step": 59130
    },
    {
      "loss_action": 0.004467962309718132,
      "loss_total": 0.004467962309718132,
      "step": 59130
    },
    {
      "grad_norm": 0.09196312725543976,
      "learning_rate": 3.911058878943463e-05,
      "loss": 0.0075,
      "step": 59140
    },
    {
      "loss_action": 0.0037681618705391884,
      "loss_total": 0.0037681618705391884,
      "step": 59140
    },
    {
      "loss_action": 0.010967984795570374,
      "loss_total": 0.010967984795570374,
      "step": 59140
    },
    {
      "loss_action": 0.0009430540376342833,
      "loss_total": 0.0009430540376342833,
      "step": 59140
    },
    {
      "loss_action": 0.0012705351691693068,
      "loss_total": 0.0012705351691693068,
      "step": 59140
    },
    {
      "loss_action": 0.011144928634166718,
      "loss_total": 0.011144928634166718,
      "step": 59140
    },
    {
      "loss_action": 0.008374977856874466,
      "loss_total": 0.008374977856874466,
      "step": 59140
    },
    {
      "loss_action": 0.0018979264423251152,
      "loss_total": 0.0018979264423251152,
      "step": 59140
    },
    {
      "loss_action": 0.005341821815818548,
      "loss_total": 0.005341821815818548,
      "step": 59140
    },
    {
      "grad_norm": 0.11288507282733917,
      "learning_rate": 3.9094451585046974e-05,
      "loss": 0.0056,
      "step": 59150
    },
    {
      "loss_action": 0.021594051271677017,
      "loss_total": 0.021594051271677017,
      "step": 59150
    },
    {
      "loss_action": 0.005558277480304241,
      "loss_total": 0.005558277480304241,
      "step": 59150
    },
    {
      "loss_action": 0.011206800118088722,
      "loss_total": 0.011206800118088722,
      "step": 59150
    },
    {
      "loss_action": 0.006891761906445026,
      "loss_total": 0.006891761906445026,
      "step": 59150
    },
    {
      "loss_action": 0.006606663577258587,
      "loss_total": 0.006606663577258587,
      "step": 59150
    },
    {
      "loss_action": 0.0041025555692613125,
      "loss_total": 0.0041025555692613125,
      "step": 59150
    },
    {
      "loss_action": 0.0075846146792173386,
      "loss_total": 0.0075846146792173386,
      "step": 59150
    },
    {
      "loss_action": 0.00458315946161747,
      "loss_total": 0.00458315946161747,
      "step": 59150
    },
    {
      "grad_norm": 0.112290158867836,
      "learning_rate": 3.90783155732737e-05,
      "loss": 0.006,
      "step": 59160
    },
    {
      "loss_action": 0.002341049024835229,
      "loss_total": 0.002341049024835229,
      "step": 59160
    },
    {
      "loss_action": 0.0033213081769645214,
      "loss_total": 0.0033213081769645214,
      "step": 59160
    },
    {
      "loss_action": 0.011826599016785622,
      "loss_total": 0.011826599016785622,
      "step": 59160
    },
    {
      "loss_action": 0.003663339652121067,
      "loss_total": 0.003663339652121067,
      "step": 59160
    },
    {
      "loss_action": 0.004094715230166912,
      "loss_total": 0.004094715230166912,
      "step": 59160
    },
    {
      "loss_action": 0.003371537895873189,
      "loss_total": 0.003371537895873189,
      "step": 59160
    },
    {
      "loss_action": 0.0035006534308195114,
      "loss_total": 0.0035006534308195114,
      "step": 59160
    },
    {
      "loss_action": 0.006908354349434376,
      "loss_total": 0.006908354349434376,
      "step": 59160
    },
    {
      "grad_norm": 0.0668802559375763,
      "learning_rate": 3.9062180755879373e-05,
      "loss": 0.0068,
      "step": 59170
    },
    {
      "loss_action": 0.008058680221438408,
      "loss_total": 0.008058680221438408,
      "step": 59170
    },
    {
      "loss_action": 0.0016747325425967574,
      "loss_total": 0.0016747325425967574,
      "step": 59170
    },
    {
      "loss_action": 0.012042279355227947,
      "loss_total": 0.012042279355227947,
      "step": 59170
    },
    {
      "loss_action": 0.0023882612586021423,
      "loss_total": 0.0023882612586021423,
      "step": 59170
    },
    {
      "loss_action": 0.00766842532902956,
      "loss_total": 0.00766842532902956,
      "step": 59170
    },
    {
      "loss_action": 0.013027762994170189,
      "loss_total": 0.013027762994170189,
      "step": 59170
    },
    {
      "loss_action": 0.01651318557560444,
      "loss_total": 0.01651318557560444,
      "step": 59170
    },
    {
      "loss_action": 0.0008483799174427986,
      "loss_total": 0.0008483799174427986,
      "step": 59170
    },
    {
      "grad_norm": 0.07493599504232407,
      "learning_rate": 3.904604713462855e-05,
      "loss": 0.0061,
      "step": 59180
    },
    {
      "loss_action": 0.0033253529109060764,
      "loss_total": 0.0033253529109060764,
      "step": 59180
    },
    {
      "loss_action": 0.0012849778868258,
      "loss_total": 0.0012849778868258,
      "step": 59180
    },
    {
      "loss_action": 0.0021079336293041706,
      "loss_total": 0.0021079336293041706,
      "step": 59180
    },
    {
      "loss_action": 0.00433369493111968,
      "loss_total": 0.00433369493111968,
      "step": 59180
    },
    {
      "loss_action": 0.008935688994824886,
      "loss_total": 0.008935688994824886,
      "step": 59180
    },
    {
      "loss_action": 0.0022775079123675823,
      "loss_total": 0.0022775079123675823,
      "step": 59180
    },
    {
      "loss_action": 0.004070470109581947,
      "loss_total": 0.004070470109581947,
      "step": 59180
    },
    {
      "loss_action": 0.0022360519506037235,
      "loss_total": 0.0022360519506037235,
      "step": 59180
    },
    {
      "grad_norm": 0.09325046092271805,
      "learning_rate": 3.902991471128554e-05,
      "loss": 0.0063,
      "step": 59190
    },
    {
      "loss_action": 0.0018339620437473059,
      "loss_total": 0.0018339620437473059,
      "step": 59190
    },
    {
      "loss_action": 0.005630532745271921,
      "loss_total": 0.005630532745271921,
      "step": 59190
    },
    {
      "loss_action": 0.008799798786640167,
      "loss_total": 0.008799798786640167,
      "step": 59190
    },
    {
      "loss_action": 0.004631920717656612,
      "loss_total": 0.004631920717656612,
      "step": 59190
    },
    {
      "loss_action": 0.005239173304289579,
      "loss_total": 0.005239173304289579,
      "step": 59190
    },
    {
      "loss_action": 0.001786641776561737,
      "loss_total": 0.001786641776561737,
      "step": 59190
    },
    {
      "loss_action": 0.007446708623319864,
      "loss_total": 0.007446708623319864,
      "step": 59190
    },
    {
      "loss_action": 0.005077010486274958,
      "loss_total": 0.005077010486274958,
      "step": 59190
    },
    {
      "grad_norm": 0.10398511588573456,
      "learning_rate": 3.901378348761456e-05,
      "loss": 0.0077,
      "step": 59200
    },
    {
      "loss_action": 0.007264165207743645,
      "loss_total": 0.007264165207743645,
      "step": 59200
    },
    {
      "loss_action": 0.005766959395259619,
      "loss_total": 0.005766959395259619,
      "step": 59200
    },
    {
      "loss_action": 0.0040977755561470985,
      "loss_total": 0.0040977755561470985,
      "step": 59200
    },
    {
      "loss_action": 0.004896983504295349,
      "loss_total": 0.004896983504295349,
      "step": 59200
    },
    {
      "loss_action": 0.002373098162934184,
      "loss_total": 0.002373098162934184,
      "step": 59200
    },
    {
      "loss_action": 0.004461767617613077,
      "loss_total": 0.004461767617613077,
      "step": 59200
    },
    {
      "loss_action": 0.005348369479179382,
      "loss_total": 0.005348369479179382,
      "step": 59200
    },
    {
      "loss_action": 0.0129638547077775,
      "loss_total": 0.0129638547077775,
      "step": 59200
    },
    {
      "grad_norm": 0.08873220533132553,
      "learning_rate": 3.899765346537971e-05,
      "loss": 0.0069,
      "step": 59210
    },
    {
      "loss_action": 0.004367182031273842,
      "loss_total": 0.004367182031273842,
      "step": 59210
    },
    {
      "loss_action": 0.003226409200578928,
      "loss_total": 0.003226409200578928,
      "step": 59210
    },
    {
      "loss_action": 0.03646475821733475,
      "loss_total": 0.03646475821733475,
      "step": 59210
    },
    {
      "loss_action": 0.0014811604050919414,
      "loss_total": 0.0014811604050919414,
      "step": 59210
    },
    {
      "loss_action": 0.009672130458056927,
      "loss_total": 0.009672130458056927,
      "step": 59210
    },
    {
      "loss_action": 0.0016260448610410094,
      "loss_total": 0.0016260448610410094,
      "step": 59210
    },
    {
      "loss_action": 0.009392468258738518,
      "loss_total": 0.009392468258738518,
      "step": 59210
    },
    {
      "loss_action": 0.0018072327366098762,
      "loss_total": 0.0018072327366098762,
      "step": 59210
    },
    {
      "grad_norm": 0.05853335186839104,
      "learning_rate": 3.898152464634493e-05,
      "loss": 0.0062,
      "step": 59220
    },
    {
      "loss_action": 0.0123027628287673,
      "loss_total": 0.0123027628287673,
      "step": 59220
    },
    {
      "loss_action": 0.010615162551403046,
      "loss_total": 0.010615162551403046,
      "step": 59220
    },
    {
      "loss_action": 0.0033380091190338135,
      "loss_total": 0.0033380091190338135,
      "step": 59220
    },
    {
      "loss_action": 0.003969320096075535,
      "loss_total": 0.003969320096075535,
      "step": 59220
    },
    {
      "loss_action": 0.008099672384560108,
      "loss_total": 0.008099672384560108,
      "step": 59220
    },
    {
      "loss_action": 0.022360682487487793,
      "loss_total": 0.022360682487487793,
      "step": 59220
    },
    {
      "loss_action": 0.005627403035759926,
      "loss_total": 0.005627403035759926,
      "step": 59220
    },
    {
      "loss_action": 0.00827801413834095,
      "loss_total": 0.00827801413834095,
      "step": 59220
    },
    {
      "grad_norm": 0.07135231792926788,
      "learning_rate": 3.896539703227402e-05,
      "loss": 0.0055,
      "step": 59230
    },
    {
      "loss_action": 0.007958643138408661,
      "loss_total": 0.007958643138408661,
      "step": 59230
    },
    {
      "loss_action": 0.010190136730670929,
      "loss_total": 0.010190136730670929,
      "step": 59230
    },
    {
      "loss_action": 0.02154017612338066,
      "loss_total": 0.02154017612338066,
      "step": 59230
    },
    {
      "loss_action": 0.0021074966061860323,
      "loss_total": 0.0021074966061860323,
      "step": 59230
    },
    {
      "loss_action": 0.0034726597368717194,
      "loss_total": 0.0034726597368717194,
      "step": 59230
    },
    {
      "loss_action": 0.008617732673883438,
      "loss_total": 0.008617732673883438,
      "step": 59230
    },
    {
      "loss_action": 0.00168308662250638,
      "loss_total": 0.00168308662250638,
      "step": 59230
    },
    {
      "loss_action": 0.004858328495174646,
      "loss_total": 0.004858328495174646,
      "step": 59230
    },
    {
      "grad_norm": 0.09591517597436905,
      "learning_rate": 3.894927062493073e-05,
      "loss": 0.0057,
      "step": 59240
    },
    {
      "loss_action": 0.012614957988262177,
      "loss_total": 0.012614957988262177,
      "step": 59240
    },
    {
      "loss_action": 0.0017480282112956047,
      "loss_total": 0.0017480282112956047,
      "step": 59240
    },
    {
      "loss_action": 0.006752621382474899,
      "loss_total": 0.006752621382474899,
      "step": 59240
    },
    {
      "loss_action": 0.003692151978611946,
      "loss_total": 0.003692151978611946,
      "step": 59240
    },
    {
      "loss_action": 0.004206385929137468,
      "loss_total": 0.004206385929137468,
      "step": 59240
    },
    {
      "loss_action": 0.0028454107232391834,
      "loss_total": 0.0028454107232391834,
      "step": 59240
    },
    {
      "loss_action": 0.001024670316837728,
      "loss_total": 0.001024670316837728,
      "step": 59240
    },
    {
      "loss_action": 0.009512240067124367,
      "loss_total": 0.009512240067124367,
      "step": 59240
    },
    {
      "grad_norm": 0.1279822736978531,
      "learning_rate": 3.893314542607859e-05,
      "loss": 0.0055,
      "step": 59250
    },
    {
      "loss_action": 0.022738508880138397,
      "loss_total": 0.022738508880138397,
      "step": 59250
    },
    {
      "loss_action": 0.003074816893786192,
      "loss_total": 0.003074816893786192,
      "step": 59250
    },
    {
      "loss_action": 0.005783054977655411,
      "loss_total": 0.005783054977655411,
      "step": 59250
    },
    {
      "loss_action": 0.0042267111130058765,
      "loss_total": 0.0042267111130058765,
      "step": 59250
    },
    {
      "loss_action": 0.006255091167986393,
      "loss_total": 0.006255091167986393,
      "step": 59250
    },
    {
      "loss_action": 0.004492031875997782,
      "loss_total": 0.004492031875997782,
      "step": 59250
    },
    {
      "loss_action": 0.0019209679448977113,
      "loss_total": 0.0019209679448977113,
      "step": 59250
    },
    {
      "loss_action": 0.006642663851380348,
      "loss_total": 0.006642663851380348,
      "step": 59250
    },
    {
      "grad_norm": 0.09363673627376556,
      "learning_rate": 3.891702143748103e-05,
      "loss": 0.0055,
      "step": 59260
    },
    {
      "loss_action": 0.011453603394329548,
      "loss_total": 0.011453603394329548,
      "step": 59260
    },
    {
      "loss_action": 0.004120470955967903,
      "loss_total": 0.004120470955967903,
      "step": 59260
    },
    {
      "loss_action": 0.0029465113766491413,
      "loss_total": 0.0029465113766491413,
      "step": 59260
    },
    {
      "loss_action": 0.0011218099389225245,
      "loss_total": 0.0011218099389225245,
      "step": 59260
    },
    {
      "loss_action": 0.0051948740147054195,
      "loss_total": 0.0051948740147054195,
      "step": 59260
    },
    {
      "loss_action": 0.006977686658501625,
      "loss_total": 0.006977686658501625,
      "step": 59260
    },
    {
      "loss_action": 0.0030628121457993984,
      "loss_total": 0.0030628121457993984,
      "step": 59260
    },
    {
      "loss_action": 0.010214755311608315,
      "loss_total": 0.010214755311608315,
      "step": 59260
    },
    {
      "grad_norm": 0.3771701753139496,
      "learning_rate": 3.890089866090133e-05,
      "loss": 0.006,
      "step": 59270
    },
    {
      "loss_action": 0.002818403299897909,
      "loss_total": 0.002818403299897909,
      "step": 59270
    },
    {
      "loss_action": 0.0025008302181959152,
      "loss_total": 0.0025008302181959152,
      "step": 59270
    },
    {
      "loss_action": 0.006545567885041237,
      "loss_total": 0.006545567885041237,
      "step": 59270
    },
    {
      "loss_action": 0.0015835303347557783,
      "loss_total": 0.0015835303347557783,
      "step": 59270
    },
    {
      "loss_action": 0.00306449132040143,
      "loss_total": 0.00306449132040143,
      "step": 59270
    },
    {
      "loss_action": 0.004422096535563469,
      "loss_total": 0.004422096535563469,
      "step": 59270
    },
    {
      "loss_action": 0.0016502158250659704,
      "loss_total": 0.0016502158250659704,
      "step": 59270
    },
    {
      "loss_action": 0.001014235895127058,
      "loss_total": 0.001014235895127058,
      "step": 59270
    },
    {
      "grad_norm": 0.08033745735883713,
      "learning_rate": 3.888477709810267e-05,
      "loss": 0.0056,
      "step": 59280
    },
    {
      "loss_action": 0.002375198993831873,
      "loss_total": 0.002375198993831873,
      "step": 59280
    },
    {
      "loss_action": 0.005213012453168631,
      "loss_total": 0.005213012453168631,
      "step": 59280
    },
    {
      "loss_action": 0.006334919482469559,
      "loss_total": 0.006334919482469559,
      "step": 59280
    },
    {
      "loss_action": 0.014729640446603298,
      "loss_total": 0.014729640446603298,
      "step": 59280
    },
    {
      "loss_action": 0.0038694804534316063,
      "loss_total": 0.0038694804534316063,
      "step": 59280
    },
    {
      "loss_action": 0.003463922068476677,
      "loss_total": 0.003463922068476677,
      "step": 59280
    },
    {
      "loss_action": 0.01572583243250847,
      "loss_total": 0.01572583243250847,
      "step": 59280
    },
    {
      "loss_action": 0.006519293412566185,
      "loss_total": 0.006519293412566185,
      "step": 59280
    },
    {
      "grad_norm": 0.09936454892158508,
      "learning_rate": 3.886865675084806e-05,
      "loss": 0.0073,
      "step": 59290
    },
    {
      "loss_action": 0.01194410864263773,
      "loss_total": 0.01194410864263773,
      "step": 59290
    },
    {
      "loss_action": 0.002361088525503874,
      "loss_total": 0.002361088525503874,
      "step": 59290
    },
    {
      "loss_action": 0.002322449814528227,
      "loss_total": 0.002322449814528227,
      "step": 59290
    },
    {
      "loss_action": 0.002141903154551983,
      "loss_total": 0.002141903154551983,
      "step": 59290
    },
    {
      "loss_action": 0.002212692517787218,
      "loss_total": 0.002212692517787218,
      "step": 59290
    },
    {
      "loss_action": 0.002565287984907627,
      "loss_total": 0.002565287984907627,
      "step": 59290
    },
    {
      "loss_action": 0.0021707257255911827,
      "loss_total": 0.0021707257255911827,
      "step": 59290
    },
    {
      "loss_action": 0.0021687867119908333,
      "loss_total": 0.0021687867119908333,
      "step": 59290
    },
    {
      "grad_norm": 0.08202243596315384,
      "learning_rate": 3.885253762090043e-05,
      "loss": 0.0054,
      "step": 59300
    },
    {
      "loss_action": 0.008107970468699932,
      "loss_total": 0.008107970468699932,
      "step": 59300
    },
    {
      "loss_action": 0.0052558863535523415,
      "loss_total": 0.0052558863535523415,
      "step": 59300
    },
    {
      "loss_action": 0.0018421325366944075,
      "loss_total": 0.0018421325366944075,
      "step": 59300
    },
    {
      "loss_action": 0.002391842193901539,
      "loss_total": 0.002391842193901539,
      "step": 59300
    },
    {
      "loss_action": 0.002086897846311331,
      "loss_total": 0.002086897846311331,
      "step": 59300
    },
    {
      "loss_action": 0.011872705072164536,
      "loss_total": 0.011872705072164536,
      "step": 59300
    },
    {
      "loss_action": 0.00939212366938591,
      "loss_total": 0.00939212366938591,
      "step": 59300
    },
    {
      "loss_action": 0.0069635906256735325,
      "loss_total": 0.0069635906256735325,
      "step": 59300
    },
    {
      "grad_norm": 0.11330605298280716,
      "learning_rate": 3.8836419710022534e-05,
      "loss": 0.0065,
      "step": 59310
    },
    {
      "loss_action": 0.008368344977498055,
      "loss_total": 0.008368344977498055,
      "step": 59310
    },
    {
      "loss_action": 0.005383589304983616,
      "loss_total": 0.005383589304983616,
      "step": 59310
    },
    {
      "loss_action": 0.0016995156183838844,
      "loss_total": 0.0016995156183838844,
      "step": 59310
    },
    {
      "loss_action": 0.0035965919960290194,
      "loss_total": 0.0035965919960290194,
      "step": 59310
    },
    {
      "loss_action": 0.001425551832653582,
      "loss_total": 0.001425551832653582,
      "step": 59310
    },
    {
      "loss_action": 0.003153115976601839,
      "loss_total": 0.003153115976601839,
      "step": 59310
    },
    {
      "loss_action": 0.0026726373471319675,
      "loss_total": 0.0026726373471319675,
      "step": 59310
    },
    {
      "loss_action": 0.006986433640122414,
      "loss_total": 0.006986433640122414,
      "step": 59310
    },
    {
      "grad_norm": 0.08935527503490448,
      "learning_rate": 3.882030301997698e-05,
      "loss": 0.0064,
      "step": 59320
    },
    {
      "loss_action": 0.009683825075626373,
      "loss_total": 0.009683825075626373,
      "step": 59320
    },
    {
      "loss_action": 0.0010917745530605316,
      "loss_total": 0.0010917745530605316,
      "step": 59320
    },
    {
      "loss_action": 0.008861878886818886,
      "loss_total": 0.008861878886818886,
      "step": 59320
    },
    {
      "loss_action": 0.003405540017411113,
      "loss_total": 0.003405540017411113,
      "step": 59320
    },
    {
      "loss_action": 0.0045783547684550285,
      "loss_total": 0.0045783547684550285,
      "step": 59320
    },
    {
      "loss_action": 0.0036213318817317486,
      "loss_total": 0.0036213318817317486,
      "step": 59320
    },
    {
      "loss_action": 0.00747341476380825,
      "loss_total": 0.00747341476380825,
      "step": 59320
    },
    {
      "loss_action": 0.0018854574300348759,
      "loss_total": 0.0018854574300348759,
      "step": 59320
    },
    {
      "grad_norm": 0.08674872666597366,
      "learning_rate": 3.880418755252629e-05,
      "loss": 0.0062,
      "step": 59330
    },
    {
      "loss_action": 0.0012734972406178713,
      "loss_total": 0.0012734972406178713,
      "step": 59330
    },
    {
      "loss_action": 0.008862772956490517,
      "loss_total": 0.008862772956490517,
      "step": 59330
    },
    {
      "loss_action": 0.004964787513017654,
      "loss_total": 0.004964787513017654,
      "step": 59330
    },
    {
      "loss_action": 0.0027829017490148544,
      "loss_total": 0.0027829017490148544,
      "step": 59330
    },
    {
      "loss_action": 0.008248895406723022,
      "loss_total": 0.008248895406723022,
      "step": 59330
    },
    {
      "loss_action": 0.0032059254590421915,
      "loss_total": 0.0032059254590421915,
      "step": 59330
    },
    {
      "loss_action": 0.006313510239124298,
      "loss_total": 0.006313510239124298,
      "step": 59330
    },
    {
      "loss_action": 0.00663843285292387,
      "loss_total": 0.00663843285292387,
      "step": 59330
    },
    {
      "grad_norm": 0.10274443030357361,
      "learning_rate": 3.87880733094328e-05,
      "loss": 0.0076,
      "step": 59340
    },
    {
      "loss_action": 0.0024467078037559986,
      "loss_total": 0.0024467078037559986,
      "step": 59340
    },
    {
      "loss_action": 0.008583965711295605,
      "loss_total": 0.008583965711295605,
      "step": 59340
    },
    {
      "loss_action": 0.004815487656742334,
      "loss_total": 0.004815487656742334,
      "step": 59340
    },
    {
      "loss_action": 0.007521325256675482,
      "loss_total": 0.007521325256675482,
      "step": 59340
    },
    {
      "loss_action": 0.019822224974632263,
      "loss_total": 0.019822224974632263,
      "step": 59340
    },
    {
      "loss_action": 0.017481166869401932,
      "loss_total": 0.017481166869401932,
      "step": 59340
    },
    {
      "loss_action": 0.004109459929168224,
      "loss_total": 0.004109459929168224,
      "step": 59340
    },
    {
      "loss_action": 0.007215897552669048,
      "loss_total": 0.007215897552669048,
      "step": 59340
    },
    {
      "grad_norm": 0.08206906914710999,
      "learning_rate": 3.877196029245877e-05,
      "loss": 0.0065,
      "step": 59350
    },
    {
      "loss_action": 0.009690005332231522,
      "loss_total": 0.009690005332231522,
      "step": 59350
    },
    {
      "loss_action": 0.0027798498049378395,
      "loss_total": 0.0027798498049378395,
      "step": 59350
    },
    {
      "loss_action": 0.04415372759103775,
      "loss_total": 0.04415372759103775,
      "step": 59350
    },
    {
      "loss_action": 0.0040313564240932465,
      "loss_total": 0.0040313564240932465,
      "step": 59350
    },
    {
      "loss_action": 0.005697242915630341,
      "loss_total": 0.005697242915630341,
      "step": 59350
    },
    {
      "loss_action": 0.003957790322601795,
      "loss_total": 0.003957790322601795,
      "step": 59350
    },
    {
      "loss_action": 0.005035090260207653,
      "loss_total": 0.005035090260207653,
      "step": 59350
    },
    {
      "loss_action": 0.007865509949624538,
      "loss_total": 0.007865509949624538,
      "step": 59350
    },
    {
      "grad_norm": 0.09539549052715302,
      "learning_rate": 3.875584850336627e-05,
      "loss": 0.0063,
      "step": 59360
    },
    {
      "loss_action": 0.0020897602662444115,
      "loss_total": 0.0020897602662444115,
      "step": 59360
    },
    {
      "loss_action": 0.0018787200096994638,
      "loss_total": 0.0018787200096994638,
      "step": 59360
    },
    {
      "loss_action": 0.00465786037966609,
      "loss_total": 0.00465786037966609,
      "step": 59360
    },
    {
      "loss_action": 0.004233855288475752,
      "loss_total": 0.004233855288475752,
      "step": 59360
    },
    {
      "loss_action": 0.017936259508132935,
      "loss_total": 0.017936259508132935,
      "step": 59360
    },
    {
      "loss_action": 0.003539701458066702,
      "loss_total": 0.003539701458066702,
      "step": 59360
    },
    {
      "loss_action": 0.005447992589324713,
      "loss_total": 0.005447992589324713,
      "step": 59360
    },
    {
      "loss_action": 0.005863512866199017,
      "loss_total": 0.005863512866199017,
      "step": 59360
    },
    {
      "grad_norm": 0.10861348360776901,
      "learning_rate": 3.873973794391728e-05,
      "loss": 0.0058,
      "step": 59370
    },
    {
      "loss_action": 0.007203167770057917,
      "loss_total": 0.007203167770057917,
      "step": 59370
    },
    {
      "loss_action": 0.009149553254246712,
      "loss_total": 0.009149553254246712,
      "step": 59370
    },
    {
      "loss_action": 0.010691606439650059,
      "loss_total": 0.010691606439650059,
      "step": 59370
    },
    {
      "loss_action": 0.009348238818347454,
      "loss_total": 0.009348238818347454,
      "step": 59370
    },
    {
      "loss_action": 0.002785435412079096,
      "loss_total": 0.002785435412079096,
      "step": 59370
    },
    {
      "loss_action": 0.008031709119677544,
      "loss_total": 0.008031709119677544,
      "step": 59370
    },
    {
      "loss_action": 0.003556909505277872,
      "loss_total": 0.003556909505277872,
      "step": 59370
    },
    {
      "loss_action": 0.0031408551149070263,
      "loss_total": 0.0031408551149070263,
      "step": 59370
    },
    {
      "grad_norm": 0.07906270027160645,
      "learning_rate": 3.872362861587361e-05,
      "loss": 0.0056,
      "step": 59380
    },
    {
      "loss_action": 0.003601859323680401,
      "loss_total": 0.003601859323680401,
      "step": 59380
    },
    {
      "loss_action": 0.0035874845925718546,
      "loss_total": 0.0035874845925718546,
      "step": 59380
    },
    {
      "loss_action": 0.004910808987915516,
      "loss_total": 0.004910808987915516,
      "step": 59380
    },
    {
      "loss_action": 0.0037550320848822594,
      "loss_total": 0.0037550320848822594,
      "step": 59380
    },
    {
      "loss_action": 0.0041602421551942825,
      "loss_total": 0.0041602421551942825,
      "step": 59380
    },
    {
      "loss_action": 0.011560739018023014,
      "loss_total": 0.011560739018023014,
      "step": 59380
    },
    {
      "loss_action": 0.0028029917739331722,
      "loss_total": 0.0028029917739331722,
      "step": 59380
    },
    {
      "loss_action": 0.0019672508351504803,
      "loss_total": 0.0019672508351504803,
      "step": 59380
    },
    {
      "grad_norm": 0.0894906297326088,
      "learning_rate": 3.870752052099698e-05,
      "loss": 0.0058,
      "step": 59390
    },
    {
      "loss_action": 0.0074805933982133865,
      "loss_total": 0.0074805933982133865,
      "step": 59390
    },
    {
      "loss_action": 0.011974364519119263,
      "loss_total": 0.011974364519119263,
      "step": 59390
    },
    {
      "loss_action": 0.024273093789815903,
      "loss_total": 0.024273093789815903,
      "step": 59390
    },
    {
      "loss_action": 0.0060158767737448215,
      "loss_total": 0.0060158767737448215,
      "step": 59390
    },
    {
      "loss_action": 0.002816394902765751,
      "loss_total": 0.002816394902765751,
      "step": 59390
    },
    {
      "loss_action": 0.011605674400925636,
      "loss_total": 0.011605674400925636,
      "step": 59390
    },
    {
      "loss_action": 0.01570490375161171,
      "loss_total": 0.01570490375161171,
      "step": 59390
    },
    {
      "loss_action": 0.0035739820450544357,
      "loss_total": 0.0035739820450544357,
      "step": 59390
    },
    {
      "grad_norm": 0.07526377588510513,
      "learning_rate": 3.8691413661048916e-05,
      "loss": 0.0063,
      "step": 59400
    },
    {
      "loss_action": 0.001374650513753295,
      "loss_total": 0.001374650513753295,
      "step": 59400
    },
    {
      "loss_action": 0.01158180832862854,
      "loss_total": 0.01158180832862854,
      "step": 59400
    },
    {
      "loss_action": 0.011222553439438343,
      "loss_total": 0.011222553439438343,
      "step": 59400
    },
    {
      "loss_action": 0.0031789173372089863,
      "loss_total": 0.0031789173372089863,
      "step": 59400
    },
    {
      "loss_action": 0.00513237901031971,
      "loss_total": 0.00513237901031971,
      "step": 59400
    },
    {
      "loss_action": 0.00696510961279273,
      "loss_total": 0.00696510961279273,
      "step": 59400
    },
    {
      "loss_action": 0.003328356659039855,
      "loss_total": 0.003328356659039855,
      "step": 59400
    },
    {
      "loss_action": 0.014027681201696396,
      "loss_total": 0.014027681201696396,
      "step": 59400
    },
    {
      "grad_norm": 0.0892254114151001,
      "learning_rate": 3.867530803779085e-05,
      "loss": 0.0061,
      "step": 59410
    },
    {
      "loss_action": 0.0025748549960553646,
      "loss_total": 0.0025748549960553646,
      "step": 59410
    },
    {
      "loss_action": 0.003615343477576971,
      "loss_total": 0.003615343477576971,
      "step": 59410
    },
    {
      "loss_action": 0.004284872207790613,
      "loss_total": 0.004284872207790613,
      "step": 59410
    },
    {
      "loss_action": 0.004252742510288954,
      "loss_total": 0.004252742510288954,
      "step": 59410
    },
    {
      "loss_action": 0.0016080571804195642,
      "loss_total": 0.0016080571804195642,
      "step": 59410
    },
    {
      "loss_action": 0.004806358367204666,
      "loss_total": 0.004806358367204666,
      "step": 59410
    },
    {
      "loss_action": 0.003368665697053075,
      "loss_total": 0.003368665697053075,
      "step": 59410
    },
    {
      "loss_action": 0.0061772228218615055,
      "loss_total": 0.0061772228218615055,
      "step": 59410
    },
    {
      "grad_norm": 0.14351509511470795,
      "learning_rate": 3.8659203652984054e-05,
      "loss": 0.0072,
      "step": 59420
    },
    {
      "loss_action": 0.001928401179611683,
      "loss_total": 0.001928401179611683,
      "step": 59420
    },
    {
      "loss_action": 0.002980214776471257,
      "loss_total": 0.002980214776471257,
      "step": 59420
    },
    {
      "loss_action": 0.00536672817543149,
      "loss_total": 0.00536672817543149,
      "step": 59420
    },
    {
      "loss_action": 0.0023934959899634123,
      "loss_total": 0.0023934959899634123,
      "step": 59420
    },
    {
      "loss_action": 0.001991732744500041,
      "loss_total": 0.001991732744500041,
      "step": 59420
    },
    {
      "loss_action": 0.004447277169674635,
      "loss_total": 0.004447277169674635,
      "step": 59420
    },
    {
      "loss_action": 0.005026770755648613,
      "loss_total": 0.005026770755648613,
      "step": 59420
    },
    {
      "loss_action": 0.002858526539057493,
      "loss_total": 0.002858526539057493,
      "step": 59420
    },
    {
      "grad_norm": 0.0918535366654396,
      "learning_rate": 3.864310050838972e-05,
      "loss": 0.0053,
      "step": 59430
    },
    {
      "loss_action": 0.0017179548740386963,
      "loss_total": 0.0017179548740386963,
      "step": 59430
    },
    {
      "loss_action": 0.009029000997543335,
      "loss_total": 0.009029000997543335,
      "step": 59430
    },
    {
      "loss_action": 0.007263714913278818,
      "loss_total": 0.007263714913278818,
      "step": 59430
    },
    {
      "loss_action": 0.003885705955326557,
      "loss_total": 0.003885705955326557,
      "step": 59430
    },
    {
      "loss_action": 0.0055691879242658615,
      "loss_total": 0.0055691879242658615,
      "step": 59430
    },
    {
      "loss_action": 0.002142413519322872,
      "loss_total": 0.002142413519322872,
      "step": 59430
    },
    {
      "loss_action": 0.007034879643470049,
      "loss_total": 0.007034879643470049,
      "step": 59430
    },
    {
      "loss_action": 0.007190333679318428,
      "loss_total": 0.007190333679318428,
      "step": 59430
    },
    {
      "grad_norm": 0.0928034856915474,
      "learning_rate": 3.8626998605768835e-05,
      "loss": 0.0069,
      "step": 59440
    },
    {
      "loss_action": 0.007782956585288048,
      "loss_total": 0.007782956585288048,
      "step": 59440
    },
    {
      "loss_action": 0.007457698229700327,
      "loss_total": 0.007457698229700327,
      "step": 59440
    },
    {
      "loss_action": 0.0033418992534279823,
      "loss_total": 0.0033418992534279823,
      "step": 59440
    },
    {
      "loss_action": 0.01832840032875538,
      "loss_total": 0.01832840032875538,
      "step": 59440
    },
    {
      "loss_action": 0.013156067579984665,
      "loss_total": 0.013156067579984665,
      "step": 59440
    },
    {
      "loss_action": 0.0021011908538639545,
      "loss_total": 0.0021011908538639545,
      "step": 59440
    },
    {
      "loss_action": 0.0027370403986424208,
      "loss_total": 0.0027370403986424208,
      "step": 59440
    },
    {
      "loss_action": 0.002105776220560074,
      "loss_total": 0.002105776220560074,
      "step": 59440
    },
    {
      "grad_norm": 0.09271363168954849,
      "learning_rate": 3.8610897946882294e-05,
      "loss": 0.0056,
      "step": 59450
    },
    {
      "loss_action": 0.010980266146361828,
      "loss_total": 0.010980266146361828,
      "step": 59450
    },
    {
      "loss_action": 0.005628163926303387,
      "loss_total": 0.005628163926303387,
      "step": 59450
    },
    {
      "loss_action": 0.012881102971732616,
      "loss_total": 0.012881102971732616,
      "step": 59450
    },
    {
      "loss_action": 0.01307656615972519,
      "loss_total": 0.01307656615972519,
      "step": 59450
    },
    {
      "loss_action": 0.005733118858188391,
      "loss_total": 0.005733118858188391,
      "step": 59450
    },
    {
      "loss_action": 0.003924897871911526,
      "loss_total": 0.003924897871911526,
      "step": 59450
    },
    {
      "loss_action": 0.01367525290697813,
      "loss_total": 0.01367525290697813,
      "step": 59450
    },
    {
      "loss_action": 0.0047401366755366325,
      "loss_total": 0.0047401366755366325,
      "step": 59450
    },
    {
      "grad_norm": 0.0698854997754097,
      "learning_rate": 3.859479853349082e-05,
      "loss": 0.0055,
      "step": 59460
    },
    {
      "loss_action": 0.006539972499012947,
      "loss_total": 0.006539972499012947,
      "step": 59460
    },
    {
      "loss_action": 0.009609434753656387,
      "loss_total": 0.009609434753656387,
      "step": 59460
    },
    {
      "loss_action": 0.01685858890414238,
      "loss_total": 0.01685858890414238,
      "step": 59460
    },
    {
      "loss_action": 0.004828205332159996,
      "loss_total": 0.004828205332159996,
      "step": 59460
    },
    {
      "loss_action": 0.004245124291628599,
      "loss_total": 0.004245124291628599,
      "step": 59460
    },
    {
      "loss_action": 0.009478127583861351,
      "loss_total": 0.009478127583861351,
      "step": 59460
    },
    {
      "loss_action": 0.002724591176956892,
      "loss_total": 0.002724591176956892,
      "step": 59460
    },
    {
      "loss_action": 0.006172350607812405,
      "loss_total": 0.006172350607812405,
      "step": 59460
    },
    {
      "grad_norm": 0.09510993212461472,
      "learning_rate": 3.857870036735503e-05,
      "loss": 0.0058,
      "step": 59470
    },
    {
      "loss_action": 0.0047067562118172646,
      "loss_total": 0.0047067562118172646,
      "step": 59470
    },
    {
      "loss_action": 0.003466272260993719,
      "loss_total": 0.003466272260993719,
      "step": 59470
    },
    {
      "loss_action": 0.010804176330566406,
      "loss_total": 0.010804176330566406,
      "step": 59470
    },
    {
      "loss_action": 0.004587491974234581,
      "loss_total": 0.004587491974234581,
      "step": 59470
    },
    {
      "loss_action": 0.006480823270976543,
      "loss_total": 0.006480823270976543,
      "step": 59470
    },
    {
      "loss_action": 0.002733272733166814,
      "loss_total": 0.002733272733166814,
      "step": 59470
    },
    {
      "loss_action": 0.002913394942879677,
      "loss_total": 0.002913394942879677,
      "step": 59470
    },
    {
      "loss_action": 0.009477922692894936,
      "loss_total": 0.009477922692894936,
      "step": 59470
    },
    {
      "grad_norm": 0.11166782677173615,
      "learning_rate": 3.856260345023538e-05,
      "loss": 0.0069,
      "step": 59480
    },
    {
      "loss_action": 0.018299752846360207,
      "loss_total": 0.018299752846360207,
      "step": 59480
    },
    {
      "loss_action": 0.024696310982108116,
      "loss_total": 0.024696310982108116,
      "step": 59480
    },
    {
      "loss_action": 0.005499791353940964,
      "loss_total": 0.005499791353940964,
      "step": 59480
    },
    {
      "loss_action": 0.008737163618206978,
      "loss_total": 0.008737163618206978,
      "step": 59480
    },
    {
      "loss_action": 0.008569702506065369,
      "loss_total": 0.008569702506065369,
      "step": 59480
    },
    {
      "loss_action": 0.009378734044730663,
      "loss_total": 0.009378734044730663,
      "step": 59480
    },
    {
      "loss_action": 0.00866046641021967,
      "loss_total": 0.00866046641021967,
      "step": 59480
    },
    {
      "loss_action": 0.015113644301891327,
      "loss_total": 0.015113644301891327,
      "step": 59480
    },
    {
      "grad_norm": 0.07932279258966446,
      "learning_rate": 3.854650778389224e-05,
      "loss": 0.0067,
      "step": 59490
    },
    {
      "loss_action": 0.0030548139475286007,
      "loss_total": 0.0030548139475286007,
      "step": 59490
    },
    {
      "loss_action": 0.00958935171365738,
      "loss_total": 0.00958935171365738,
      "step": 59490
    },
    {
      "loss_action": 0.0351603701710701,
      "loss_total": 0.0351603701710701,
      "step": 59490
    },
    {
      "loss_action": 0.0027592629194259644,
      "loss_total": 0.0027592629194259644,
      "step": 59490
    },
    {
      "loss_action": 0.004870544653385878,
      "loss_total": 0.004870544653385878,
      "step": 59490
    },
    {
      "loss_action": 0.007570351008325815,
      "loss_total": 0.007570351008325815,
      "step": 59490
    },
    {
      "loss_action": 0.004569558426737785,
      "loss_total": 0.004569558426737785,
      "step": 59490
    },
    {
      "loss_action": 0.0069649722427129745,
      "loss_total": 0.0069649722427129745,
      "step": 59490
    },
    {
      "grad_norm": 0.09499366581439972,
      "learning_rate": 3.8530413370085786e-05,
      "loss": 0.0064,
      "step": 59500
    },
    {
      "loss_action": 0.003305607009679079,
      "loss_total": 0.003305607009679079,
      "step": 59500
    },
    {
      "loss_action": 0.00285568879917264,
      "loss_total": 0.00285568879917264,
      "step": 59500
    },
    {
      "loss_action": 0.011574160307645798,
      "loss_total": 0.011574160307645798,
      "step": 59500
    },
    {
      "loss_action": 0.009808426722884178,
      "loss_total": 0.009808426722884178,
      "step": 59500
    },
    {
      "loss_action": 0.005805189721286297,
      "loss_total": 0.005805189721286297,
      "step": 59500
    },
    {
      "loss_action": 0.008832529187202454,
      "loss_total": 0.008832529187202454,
      "step": 59500
    },
    {
      "loss_action": 0.005384889896959066,
      "loss_total": 0.005384889896959066,
      "step": 59500
    },
    {
      "loss_action": 0.008669128641486168,
      "loss_total": 0.008669128641486168,
      "step": 59500
    },
    {
      "grad_norm": 0.08413209766149521,
      "learning_rate": 3.851432021057608e-05,
      "loss": 0.0059,
      "step": 59510
    },
    {
      "loss_action": 0.010918081738054752,
      "loss_total": 0.010918081738054752,
      "step": 59510
    },
    {
      "loss_action": 0.0077103786170482635,
      "loss_total": 0.0077103786170482635,
      "step": 59510
    },
    {
      "loss_action": 0.00814654491841793,
      "loss_total": 0.00814654491841793,
      "step": 59510
    },
    {
      "loss_action": 0.019161406904459,
      "loss_total": 0.019161406904459,
      "step": 59510
    },
    {
      "loss_action": 0.008483244106173515,
      "loss_total": 0.008483244106173515,
      "step": 59510
    },
    {
      "loss_action": 0.005855749361217022,
      "loss_total": 0.005855749361217022,
      "step": 59510
    },
    {
      "loss_action": 0.0026361411437392235,
      "loss_total": 0.0026361411437392235,
      "step": 59510
    },
    {
      "loss_action": 0.07363536208868027,
      "loss_total": 0.07363536208868027,
      "step": 59510
    },
    {
      "grad_norm": 0.09636551886796951,
      "learning_rate": 3.849822830712306e-05,
      "loss": 0.0072,
      "step": 59520
    },
    {
      "loss_action": 0.011426186189055443,
      "loss_total": 0.011426186189055443,
      "step": 59520
    },
    {
      "loss_action": 0.01764790527522564,
      "loss_total": 0.01764790527522564,
      "step": 59520
    },
    {
      "loss_action": 0.018911678344011307,
      "loss_total": 0.018911678344011307,
      "step": 59520
    },
    {
      "loss_action": 0.0028891765978187323,
      "loss_total": 0.0028891765978187323,
      "step": 59520
    },
    {
      "loss_action": 0.01802445389330387,
      "loss_total": 0.01802445389330387,
      "step": 59520
    },
    {
      "loss_action": 0.006265205331146717,
      "loss_total": 0.006265205331146717,
      "step": 59520
    },
    {
      "loss_action": 0.009629123844206333,
      "loss_total": 0.009629123844206333,
      "step": 59520
    },
    {
      "loss_action": 0.005496667232364416,
      "loss_total": 0.005496667232364416,
      "step": 59520
    },
    {
      "grad_norm": 0.12076772004365921,
      "learning_rate": 3.848213766148649e-05,
      "loss": 0.0083,
      "step": 59530
    },
    {
      "loss_action": 0.013743151910603046,
      "loss_total": 0.013743151910603046,
      "step": 59530
    },
    {
      "loss_action": 0.003545885905623436,
      "loss_total": 0.003545885905623436,
      "step": 59530
    },
    {
      "loss_action": 0.007296642754226923,
      "loss_total": 0.007296642754226923,
      "step": 59530
    },
    {
      "loss_action": 0.0051682922057807446,
      "loss_total": 0.0051682922057807446,
      "step": 59530
    },
    {
      "loss_action": 0.009644708596169949,
      "loss_total": 0.009644708596169949,
      "step": 59530
    },
    {
      "loss_action": 0.008954735472798347,
      "loss_total": 0.008954735472798347,
      "step": 59530
    },
    {
      "loss_action": 0.005240697413682938,
      "loss_total": 0.005240697413682938,
      "step": 59530
    },
    {
      "loss_action": 0.050304435193538666,
      "loss_total": 0.050304435193538666,
      "step": 59530
    },
    {
      "grad_norm": 0.0938667505979538,
      "learning_rate": 3.846604827542602e-05,
      "loss": 0.0066,
      "step": 59540
    },
    {
      "loss_action": 0.006940904539078474,
      "loss_total": 0.006940904539078474,
      "step": 59540
    },
    {
      "loss_action": 0.010828872211277485,
      "loss_total": 0.010828872211277485,
      "step": 59540
    },
    {
      "loss_action": 0.01425420492887497,
      "loss_total": 0.01425420492887497,
      "step": 59540
    },
    {
      "loss_action": 0.005022884346544743,
      "loss_total": 0.005022884346544743,
      "step": 59540
    },
    {
      "loss_action": 0.0027373414486646652,
      "loss_total": 0.0027373414486646652,
      "step": 59540
    },
    {
      "loss_action": 0.010193530470132828,
      "loss_total": 0.010193530470132828,
      "step": 59540
    },
    {
      "loss_action": 0.00539601594209671,
      "loss_total": 0.00539601594209671,
      "step": 59540
    },
    {
      "loss_action": 0.0053220223635435104,
      "loss_total": 0.0053220223635435104,
      "step": 59540
    },
    {
      "grad_norm": 0.09095983952283859,
      "learning_rate": 3.844996015070117e-05,
      "loss": 0.0061,
      "step": 59550
    },
    {
      "loss_action": 0.0066735586151480675,
      "loss_total": 0.0066735586151480675,
      "step": 59550
    },
    {
      "loss_action": 0.002954262774437666,
      "loss_total": 0.002954262774437666,
      "step": 59550
    },
    {
      "loss_action": 0.0015410413034260273,
      "loss_total": 0.0015410413034260273,
      "step": 59550
    },
    {
      "loss_action": 0.0045796409249305725,
      "loss_total": 0.0045796409249305725,
      "step": 59550
    },
    {
      "loss_action": 0.003707106225192547,
      "loss_total": 0.003707106225192547,
      "step": 59550
    },
    {
      "loss_action": 0.003251805668696761,
      "loss_total": 0.003251805668696761,
      "step": 59550
    },
    {
      "loss_action": 0.002090676687657833,
      "loss_total": 0.002090676687657833,
      "step": 59550
    },
    {
      "loss_action": 0.014901990070939064,
      "loss_total": 0.014901990070939064,
      "step": 59550
    },
    {
      "grad_norm": 0.11133570969104767,
      "learning_rate": 3.843387328907132e-05,
      "loss": 0.0058,
      "step": 59560
    },
    {
      "loss_action": 0.0017024425324052572,
      "loss_total": 0.0017024425324052572,
      "step": 59560
    },
    {
      "loss_action": 0.005994416773319244,
      "loss_total": 0.005994416773319244,
      "step": 59560
    },
    {
      "loss_action": 0.005880348384380341,
      "loss_total": 0.005880348384380341,
      "step": 59560
    },
    {
      "loss_action": 0.005244867876172066,
      "loss_total": 0.005244867876172066,
      "step": 59560
    },
    {
      "loss_action": 0.0037179850041866302,
      "loss_total": 0.0037179850041866302,
      "step": 59560
    },
    {
      "loss_action": 0.0073167141526937485,
      "loss_total": 0.0073167141526937485,
      "step": 59560
    },
    {
      "loss_action": 0.01345856487751007,
      "loss_total": 0.01345856487751007,
      "step": 59560
    },
    {
      "loss_action": 0.008306487463414669,
      "loss_total": 0.008306487463414669,
      "step": 59560
    },
    {
      "grad_norm": 0.08123546093702316,
      "learning_rate": 3.8417787692295696e-05,
      "loss": 0.0069,
      "step": 59570
    },
    {
      "loss_action": 0.0023860102519392967,
      "loss_total": 0.0023860102519392967,
      "step": 59570
    },
    {
      "loss_action": 0.005408644676208496,
      "loss_total": 0.005408644676208496,
      "step": 59570
    },
    {
      "loss_action": 0.006136393174529076,
      "loss_total": 0.006136393174529076,
      "step": 59570
    },
    {
      "loss_action": 0.004127121530473232,
      "loss_total": 0.004127121530473232,
      "step": 59570
    },
    {
      "loss_action": 0.028193525969982147,
      "loss_total": 0.028193525969982147,
      "step": 59570
    },
    {
      "loss_action": 0.002070675604045391,
      "loss_total": 0.002070675604045391,
      "step": 59570
    },
    {
      "loss_action": 0.001824991893954575,
      "loss_total": 0.001824991893954575,
      "step": 59570
    },
    {
      "loss_action": 0.0038574703503400087,
      "loss_total": 0.0038574703503400087,
      "step": 59570
    },
    {
      "grad_norm": 0.08598680794239044,
      "learning_rate": 3.84017033621334e-05,
      "loss": 0.0063,
      "step": 59580
    },
    {
      "loss_action": 0.0027561094611883163,
      "loss_total": 0.0027561094611883163,
      "step": 59580
    },
    {
      "loss_action": 0.002443385776132345,
      "loss_total": 0.002443385776132345,
      "step": 59580
    },
    {
      "loss_action": 0.0041749365627765656,
      "loss_total": 0.0041749365627765656,
      "step": 59580
    },
    {
      "loss_action": 0.007451842073351145,
      "loss_total": 0.007451842073351145,
      "step": 59580
    },
    {
      "loss_action": 0.015593125484883785,
      "loss_total": 0.015593125484883785,
      "step": 59580
    },
    {
      "loss_action": 0.013579216785728931,
      "loss_total": 0.013579216785728931,
      "step": 59580
    },
    {
      "loss_action": 0.010453293099999428,
      "loss_total": 0.010453293099999428,
      "step": 59580
    },
    {
      "loss_action": 0.0038307360373437405,
      "loss_total": 0.0038307360373437405,
      "step": 59580
    },
    {
      "grad_norm": 0.1309063881635666,
      "learning_rate": 3.838562030034338e-05,
      "loss": 0.0065,
      "step": 59590
    },
    {
      "loss_action": 0.0031006806530058384,
      "loss_total": 0.0031006806530058384,
      "step": 59590
    },
    {
      "loss_action": 0.017665253952145576,
      "loss_total": 0.017665253952145576,
      "step": 59590
    },
    {
      "loss_action": 0.005205955822020769,
      "loss_total": 0.005205955822020769,
      "step": 59590
    },
    {
      "loss_action": 0.005450699478387833,
      "loss_total": 0.005450699478387833,
      "step": 59590
    },
    {
      "loss_action": 0.004540709778666496,
      "loss_total": 0.004540709778666496,
      "step": 59590
    },
    {
      "loss_action": 0.001577257178723812,
      "loss_total": 0.001577257178723812,
      "step": 59590
    },
    {
      "loss_action": 0.0028891160618513823,
      "loss_total": 0.0028891160618513823,
      "step": 59590
    },
    {
      "loss_action": 0.003496109042316675,
      "loss_total": 0.003496109042316675,
      "step": 59590
    },
    {
      "grad_norm": 0.11573222279548645,
      "learning_rate": 3.836953850868447e-05,
      "loss": 0.0053,
      "step": 59600
    },
    {
      "loss_action": 0.003409631084650755,
      "loss_total": 0.003409631084650755,
      "step": 59600
    },
    {
      "loss_action": 0.007259783335030079,
      "loss_total": 0.007259783335030079,
      "step": 59600
    },
    {
      "loss_action": 0.006060073152184486,
      "loss_total": 0.006060073152184486,
      "step": 59600
    },
    {
      "loss_action": 0.001299041323363781,
      "loss_total": 0.001299041323363781,
      "step": 59600
    },
    {
      "loss_action": 0.010641498491168022,
      "loss_total": 0.010641498491168022,
      "step": 59600
    },
    {
      "loss_action": 0.004808611236512661,
      "loss_total": 0.004808611236512661,
      "step": 59600
    },
    {
      "loss_action": 0.015029873698949814,
      "loss_total": 0.015029873698949814,
      "step": 59600
    },
    {
      "loss_action": 0.0034066759981215,
      "loss_total": 0.0034066759981215,
      "step": 59600
    },
    {
      "grad_norm": 0.1086454764008522,
      "learning_rate": 3.835345798891533e-05,
      "loss": 0.0064,
      "step": 59610
    },
    {
      "loss_action": 0.010044040158390999,
      "loss_total": 0.010044040158390999,
      "step": 59610
    },
    {
      "loss_action": 0.0030509564094245434,
      "loss_total": 0.0030509564094245434,
      "step": 59610
    },
    {
      "loss_action": 0.0019353445386514068,
      "loss_total": 0.0019353445386514068,
      "step": 59610
    },
    {
      "loss_action": 0.006287785246968269,
      "loss_total": 0.006287785246968269,
      "step": 59610
    },
    {
      "loss_action": 0.0075898366048932076,
      "loss_total": 0.0075898366048932076,
      "step": 59610
    },
    {
      "loss_action": 0.0035288361832499504,
      "loss_total": 0.0035288361832499504,
      "step": 59610
    },
    {
      "loss_action": 0.00453345850110054,
      "loss_total": 0.00453345850110054,
      "step": 59610
    },
    {
      "loss_action": 0.0020209902431815863,
      "loss_total": 0.0020209902431815863,
      "step": 59610
    },
    {
      "grad_norm": 0.08842956274747849,
      "learning_rate": 3.833737874279452e-05,
      "loss": 0.0065,
      "step": 59620
    },
    {
      "loss_action": 0.010055502876639366,
      "loss_total": 0.010055502876639366,
      "step": 59620
    },
    {
      "loss_action": 0.0057662115432322025,
      "loss_total": 0.0057662115432322025,
      "step": 59620
    },
    {
      "loss_action": 0.008438381366431713,
      "loss_total": 0.008438381366431713,
      "step": 59620
    },
    {
      "loss_action": 0.0021573416888713837,
      "loss_total": 0.0021573416888713837,
      "step": 59620
    },
    {
      "loss_action": 0.0020596147514879704,
      "loss_total": 0.0020596147514879704,
      "step": 59620
    },
    {
      "loss_action": 0.0032488531433045864,
      "loss_total": 0.0032488531433045864,
      "step": 59620
    },
    {
      "loss_action": 0.005072704516351223,
      "loss_total": 0.005072704516351223,
      "step": 59620
    },
    {
      "loss_action": 0.0030046720057725906,
      "loss_total": 0.0030046720057725906,
      "step": 59620
    },
    {
      "grad_norm": 0.0905693992972374,
      "learning_rate": 3.8321300772080433e-05,
      "loss": 0.0065,
      "step": 59630
    },
    {
      "loss_action": 0.005413194186985493,
      "loss_total": 0.005413194186985493,
      "step": 59630
    },
    {
      "loss_action": 0.0016045111697167158,
      "loss_total": 0.0016045111697167158,
      "step": 59630
    },
    {
      "loss_action": 0.013664585538208485,
      "loss_total": 0.013664585538208485,
      "step": 59630
    },
    {
      "loss_action": 0.0024549486115574837,
      "loss_total": 0.0024549486115574837,
      "step": 59630
    },
    {
      "loss_action": 0.005033647641539574,
      "loss_total": 0.005033647641539574,
      "step": 59630
    },
    {
      "loss_action": 0.005541316233575344,
      "loss_total": 0.005541316233575344,
      "step": 59630
    },
    {
      "loss_action": 0.005981299560517073,
      "loss_total": 0.005981299560517073,
      "step": 59630
    },
    {
      "loss_action": 0.004589999094605446,
      "loss_total": 0.004589999094605446,
      "step": 59630
    },
    {
      "grad_norm": 0.08714602887630463,
      "learning_rate": 3.8305224078531345e-05,
      "loss": 0.0056,
      "step": 59640
    },
    {
      "loss_action": 0.0037489186506718397,
      "loss_total": 0.0037489186506718397,
      "step": 59640
    },
    {
      "loss_action": 0.004456212744116783,
      "loss_total": 0.004456212744116783,
      "step": 59640
    },
    {
      "loss_action": 0.003173269797116518,
      "loss_total": 0.003173269797116518,
      "step": 59640
    },
    {
      "loss_action": 0.00499054417014122,
      "loss_total": 0.00499054417014122,
      "step": 59640
    },
    {
      "loss_action": 0.0227630827575922,
      "loss_total": 0.0227630827575922,
      "step": 59640
    },
    {
      "loss_action": 0.0015407539904117584,
      "loss_total": 0.0015407539904117584,
      "step": 59640
    },
    {
      "loss_action": 0.005318298935890198,
      "loss_total": 0.005318298935890198,
      "step": 59640
    },
    {
      "loss_action": 0.0015805392758920789,
      "loss_total": 0.0015805392758920789,
      "step": 59640
    },
    {
      "grad_norm": 0.08673549443483353,
      "learning_rate": 3.828914866390537e-05,
      "loss": 0.006,
      "step": 59650
    },
    {
      "loss_action": 0.0067739952355623245,
      "loss_total": 0.0067739952355623245,
      "step": 59650
    },
    {
      "loss_action": 0.001622010488063097,
      "loss_total": 0.001622010488063097,
      "step": 59650
    },
    {
      "loss_action": 0.006605883128941059,
      "loss_total": 0.006605883128941059,
      "step": 59650
    },
    {
      "loss_action": 0.004983123391866684,
      "loss_total": 0.004983123391866684,
      "step": 59650
    },
    {
      "loss_action": 0.0068674879148602486,
      "loss_total": 0.0068674879148602486,
      "step": 59650
    },
    {
      "loss_action": 0.0034365069586783648,
      "loss_total": 0.0034365069586783648,
      "step": 59650
    },
    {
      "loss_action": 0.0014438326470553875,
      "loss_total": 0.0014438326470553875,
      "step": 59650
    },
    {
      "loss_action": 0.002510027028620243,
      "loss_total": 0.002510027028620243,
      "step": 59650
    },
    {
      "grad_norm": 0.07731778919696808,
      "learning_rate": 3.827307452996048e-05,
      "loss": 0.0056,
      "step": 59660
    },
    {
      "loss_action": 0.0027482877485454082,
      "loss_total": 0.0027482877485454082,
      "step": 59660
    },
    {
      "loss_action": 0.009030076675117016,
      "loss_total": 0.009030076675117016,
      "step": 59660
    },
    {
      "loss_action": 0.00629468634724617,
      "loss_total": 0.00629468634724617,
      "step": 59660
    },
    {
      "loss_action": 0.007801256142556667,
      "loss_total": 0.007801256142556667,
      "step": 59660
    },
    {
      "loss_action": 0.006657530553638935,
      "loss_total": 0.006657530553638935,
      "step": 59660
    },
    {
      "loss_action": 0.003003207501024008,
      "loss_total": 0.003003207501024008,
      "step": 59660
    },
    {
      "loss_action": 0.012594621628522873,
      "loss_total": 0.012594621628522873,
      "step": 59660
    },
    {
      "loss_action": 0.003101090434938669,
      "loss_total": 0.003101090434938669,
      "step": 59660
    },
    {
      "grad_norm": 0.0946134626865387,
      "learning_rate": 3.825700167845454e-05,
      "loss": 0.0064,
      "step": 59670
    },
    {
      "loss_action": 0.007662764750421047,
      "loss_total": 0.007662764750421047,
      "step": 59670
    },
    {
      "loss_action": 0.0034576626494526863,
      "loss_total": 0.0034576626494526863,
      "step": 59670
    },
    {
      "loss_action": 0.013343766331672668,
      "loss_total": 0.013343766331672668,
      "step": 59670
    },
    {
      "loss_action": 0.004632414318621159,
      "loss_total": 0.004632414318621159,
      "step": 59670
    },
    {
      "loss_action": 0.004309727810323238,
      "loss_total": 0.004309727810323238,
      "step": 59670
    },
    {
      "loss_action": 0.0031777331605553627,
      "loss_total": 0.0031777331605553627,
      "step": 59670
    },
    {
      "loss_action": 0.007136197295039892,
      "loss_total": 0.007136197295039892,
      "step": 59670
    },
    {
      "loss_action": 0.006192748434841633,
      "loss_total": 0.006192748434841633,
      "step": 59670
    },
    {
      "grad_norm": 0.1179756447672844,
      "learning_rate": 3.8240930111145214e-05,
      "loss": 0.0058,
      "step": 59680
    },
    {
      "loss_action": 0.0037425104528665543,
      "loss_total": 0.0037425104528665543,
      "step": 59680
    },
    {
      "loss_action": 0.02235650084912777,
      "loss_total": 0.02235650084912777,
      "step": 59680
    },
    {
      "loss_action": 0.003435978665947914,
      "loss_total": 0.003435978665947914,
      "step": 59680
    },
    {
      "loss_action": 0.013229528442025185,
      "loss_total": 0.013229528442025185,
      "step": 59680
    },
    {
      "loss_action": 0.00247412477619946,
      "loss_total": 0.00247412477619946,
      "step": 59680
    },
    {
      "loss_action": 0.00706510478630662,
      "loss_total": 0.00706510478630662,
      "step": 59680
    },
    {
      "loss_action": 0.005260755307972431,
      "loss_total": 0.005260755307972431,
      "step": 59680
    },
    {
      "loss_action": 0.011558533646166325,
      "loss_total": 0.011558533646166325,
      "step": 59680
    },
    {
      "grad_norm": 0.10242486000061035,
      "learning_rate": 3.8224859829790116e-05,
      "loss": 0.0066,
      "step": 59690
    },
    {
      "loss_action": 0.004000366199761629,
      "loss_total": 0.004000366199761629,
      "step": 59690
    },
    {
      "loss_action": 0.015345066785812378,
      "loss_total": 0.015345066785812378,
      "step": 59690
    },
    {
      "loss_action": 0.0063280207104980946,
      "loss_total": 0.0063280207104980946,
      "step": 59690
    },
    {
      "loss_action": 0.0023101242259144783,
      "loss_total": 0.0023101242259144783,
      "step": 59690
    },
    {
      "loss_action": 0.0030685304664075375,
      "loss_total": 0.0030685304664075375,
      "step": 59690
    },
    {
      "loss_action": 0.003604735480621457,
      "loss_total": 0.003604735480621457,
      "step": 59690
    },
    {
      "loss_action": 0.014631826430559158,
      "loss_total": 0.014631826430559158,
      "step": 59690
    },
    {
      "loss_action": 0.004827149212360382,
      "loss_total": 0.004827149212360382,
      "step": 59690
    },
    {
      "grad_norm": 0.08123435825109482,
      "learning_rate": 3.820879083614664e-05,
      "loss": 0.0062,
      "step": 59700
    },
    {
      "loss_action": 0.0030967036727815866,
      "loss_total": 0.0030967036727815866,
      "step": 59700
    },
    {
      "loss_action": 0.0057005747221410275,
      "loss_total": 0.0057005747221410275,
      "step": 59700
    },
    {
      "loss_action": 0.01090923696756363,
      "loss_total": 0.01090923696756363,
      "step": 59700
    },
    {
      "loss_action": 0.008799195289611816,
      "loss_total": 0.008799195289611816,
      "step": 59700
    },
    {
      "loss_action": 0.0037409160286188126,
      "loss_total": 0.0037409160286188126,
      "step": 59700
    },
    {
      "loss_action": 0.004673430230468512,
      "loss_total": 0.004673430230468512,
      "step": 59700
    },
    {
      "loss_action": 0.00868851225823164,
      "loss_total": 0.00868851225823164,
      "step": 59700
    },
    {
      "loss_action": 0.007473377510905266,
      "loss_total": 0.007473377510905266,
      "step": 59700
    },
    {
      "grad_norm": 0.07594034075737,
      "learning_rate": 3.819272313197208e-05,
      "loss": 0.0054,
      "step": 59710
    },
    {
      "loss_action": 0.0026077229995280504,
      "loss_total": 0.0026077229995280504,
      "step": 59710
    },
    {
      "loss_action": 0.0029730405658483505,
      "loss_total": 0.0029730405658483505,
      "step": 59710
    },
    {
      "loss_action": 0.00810143630951643,
      "loss_total": 0.00810143630951643,
      "step": 59710
    },
    {
      "loss_action": 0.003800819395110011,
      "loss_total": 0.003800819395110011,
      "step": 59710
    },
    {
      "loss_action": 0.002175330650061369,
      "loss_total": 0.002175330650061369,
      "step": 59710
    },
    {
      "loss_action": 0.0013672139029949903,
      "loss_total": 0.0013672139029949903,
      "step": 59710
    },
    {
      "loss_action": 0.0042338185012340546,
      "loss_total": 0.0042338185012340546,
      "step": 59710
    },
    {
      "loss_action": 0.009774862788617611,
      "loss_total": 0.009774862788617611,
      "step": 59710
    },
    {
      "grad_norm": 0.11542699486017227,
      "learning_rate": 3.817665671902355e-05,
      "loss": 0.0057,
      "step": 59720
    },
    {
      "loss_action": 0.02242930419743061,
      "loss_total": 0.02242930419743061,
      "step": 59720
    },
    {
      "loss_action": 0.0024414777290076017,
      "loss_total": 0.0024414777290076017,
      "step": 59720
    },
    {
      "loss_action": 0.01063467562198639,
      "loss_total": 0.01063467562198639,
      "step": 59720
    },
    {
      "loss_action": 0.004191295709460974,
      "loss_total": 0.004191295709460974,
      "step": 59720
    },
    {
      "loss_action": 0.004783987998962402,
      "loss_total": 0.004783987998962402,
      "step": 59720
    },
    {
      "loss_action": 0.0028421105816960335,
      "loss_total": 0.0028421105816960335,
      "step": 59720
    },
    {
      "loss_action": 0.0063541354611516,
      "loss_total": 0.0063541354611516,
      "step": 59720
    },
    {
      "loss_action": 0.0015567911323159933,
      "loss_total": 0.0015567911323159933,
      "step": 59720
    },
    {
      "grad_norm": 0.19693274796009064,
      "learning_rate": 3.816059159905808e-05,
      "loss": 0.0055,
      "step": 59730
    },
    {
      "loss_action": 0.004561590030789375,
      "loss_total": 0.004561590030789375,
      "step": 59730
    },
    {
      "loss_action": 0.0013625385472550988,
      "loss_total": 0.0013625385472550988,
      "step": 59730
    },
    {
      "loss_action": 0.0012142426567152143,
      "loss_total": 0.0012142426567152143,
      "step": 59730
    },
    {
      "loss_action": 0.006574623286724091,
      "loss_total": 0.006574623286724091,
      "step": 59730
    },
    {
      "loss_action": 0.0035337505396455526,
      "loss_total": 0.0035337505396455526,
      "step": 59730
    },
    {
      "loss_action": 0.0032225525937974453,
      "loss_total": 0.0032225525937974453,
      "step": 59730
    },
    {
      "loss_action": 0.005833838135004044,
      "loss_total": 0.005833838135004044,
      "step": 59730
    },
    {
      "loss_action": 0.0045035528019070625,
      "loss_total": 0.0045035528019070625,
      "step": 59730
    },
    {
      "grad_norm": 0.11728817224502563,
      "learning_rate": 3.8144527773832476e-05,
      "loss": 0.0055,
      "step": 59740
    },
    {
      "loss_action": 0.0030749007128179073,
      "loss_total": 0.0030749007128179073,
      "step": 59740
    },
    {
      "loss_action": 0.008245497941970825,
      "loss_total": 0.008245497941970825,
      "step": 59740
    },
    {
      "loss_action": 0.0019350521033629775,
      "loss_total": 0.0019350521033629775,
      "step": 59740
    },
    {
      "loss_action": 0.002130404580384493,
      "loss_total": 0.002130404580384493,
      "step": 59740
    },
    {
      "loss_action": 0.008851416409015656,
      "loss_total": 0.008851416409015656,
      "step": 59740
    },
    {
      "loss_action": 0.006249173544347286,
      "loss_total": 0.006249173544347286,
      "step": 59740
    },
    {
      "loss_action": 0.005478901322931051,
      "loss_total": 0.005478901322931051,
      "step": 59740
    },
    {
      "loss_action": 0.0019729211926460266,
      "loss_total": 0.0019729211926460266,
      "step": 59740
    },
    {
      "grad_norm": 0.10993050038814545,
      "learning_rate": 3.812846524510352e-05,
      "loss": 0.0054,
      "step": 59750
    },
    {
      "loss_action": 0.004239062312990427,
      "loss_total": 0.004239062312990427,
      "step": 59750
    },
    {
      "loss_action": 0.002912064315751195,
      "loss_total": 0.002912064315751195,
      "step": 59750
    },
    {
      "loss_action": 0.002171049825847149,
      "loss_total": 0.002171049825847149,
      "step": 59750
    },
    {
      "loss_action": 0.003190640127286315,
      "loss_total": 0.003190640127286315,
      "step": 59750
    },
    {
      "loss_action": 0.005360607989132404,
      "loss_total": 0.005360607989132404,
      "step": 59750
    },
    {
      "loss_action": 0.004394686780869961,
      "loss_total": 0.004394686780869961,
      "step": 59750
    },
    {
      "loss_action": 0.003639944363385439,
      "loss_total": 0.003639944363385439,
      "step": 59750
    },
    {
      "loss_action": 0.010732922703027725,
      "loss_total": 0.010732922703027725,
      "step": 59750
    },
    {
      "grad_norm": 0.06800900399684906,
      "learning_rate": 3.811240401462775e-05,
      "loss": 0.0057,
      "step": 59760
    },
    {
      "loss_action": 0.011668856255710125,
      "loss_total": 0.011668856255710125,
      "step": 59760
    },
    {
      "loss_action": 0.0021387445740401745,
      "loss_total": 0.0021387445740401745,
      "step": 59760
    },
    {
      "loss_action": 0.009446349926292896,
      "loss_total": 0.009446349926292896,
      "step": 59760
    },
    {
      "loss_action": 0.0015357767697423697,
      "loss_total": 0.0015357767697423697,
      "step": 59760
    },
    {
      "loss_action": 0.003249531611800194,
      "loss_total": 0.003249531611800194,
      "step": 59760
    },
    {
      "loss_action": 0.003574677277356386,
      "loss_total": 0.003574677277356386,
      "step": 59760
    },
    {
      "loss_action": 0.0031692353077232838,
      "loss_total": 0.0031692353077232838,
      "step": 59760
    },
    {
      "loss_action": 0.012984143570065498,
      "loss_total": 0.012984143570065498,
      "step": 59760
    },
    {
      "grad_norm": 0.09696722030639648,
      "learning_rate": 3.809634408416162e-05,
      "loss": 0.0064,
      "step": 59770
    },
    {
      "loss_action": 0.0027566496282815933,
      "loss_total": 0.0027566496282815933,
      "step": 59770
    },
    {
      "loss_action": 0.005002579651772976,
      "loss_total": 0.005002579651772976,
      "step": 59770
    },
    {
      "loss_action": 0.001780385384336114,
      "loss_total": 0.001780385384336114,
      "step": 59770
    },
    {
      "loss_action": 0.0030989425722509623,
      "loss_total": 0.0030989425722509623,
      "step": 59770
    },
    {
      "loss_action": 0.003979912959039211,
      "loss_total": 0.003979912959039211,
      "step": 59770
    },
    {
      "loss_action": 0.003253784729167819,
      "loss_total": 0.003253784729167819,
      "step": 59770
    },
    {
      "loss_action": 0.007909053936600685,
      "loss_total": 0.007909053936600685,
      "step": 59770
    },
    {
      "loss_action": 0.016761058941483498,
      "loss_total": 0.016761058941483498,
      "step": 59770
    },
    {
      "grad_norm": 0.11944738030433655,
      "learning_rate": 3.8080285455461394e-05,
      "loss": 0.0056,
      "step": 59780
    },
    {
      "loss_action": 0.006060712970793247,
      "loss_total": 0.006060712970793247,
      "step": 59780
    },
    {
      "loss_action": 0.011733590625226498,
      "loss_total": 0.011733590625226498,
      "step": 59780
    },
    {
      "loss_action": 0.001534019596874714,
      "loss_total": 0.001534019596874714,
      "step": 59780
    },
    {
      "loss_action": 0.01305182185024023,
      "loss_total": 0.01305182185024023,
      "step": 59780
    },
    {
      "loss_action": 0.007981451228260994,
      "loss_total": 0.007981451228260994,
      "step": 59780
    },
    {
      "loss_action": 0.009187491610646248,
      "loss_total": 0.009187491610646248,
      "step": 59780
    },
    {
      "loss_action": 0.002258901484310627,
      "loss_total": 0.002258901484310627,
      "step": 59780
    },
    {
      "loss_action": 0.002088570734485984,
      "loss_total": 0.002088570734485984,
      "step": 59780
    },
    {
      "grad_norm": 0.06419466435909271,
      "learning_rate": 3.806422813028323e-05,
      "loss": 0.0053,
      "step": 59790
    },
    {
      "loss_action": 0.0037348829209804535,
      "loss_total": 0.0037348829209804535,
      "step": 59790
    },
    {
      "loss_action": 0.004736049100756645,
      "loss_total": 0.004736049100756645,
      "step": 59790
    },
    {
      "loss_action": 0.002842291258275509,
      "loss_total": 0.002842291258275509,
      "step": 59790
    },
    {
      "loss_action": 0.02377265691757202,
      "loss_total": 0.02377265691757202,
      "step": 59790
    },
    {
      "loss_action": 0.0065772351808846,
      "loss_total": 0.0065772351808846,
      "step": 59790
    },
    {
      "loss_action": 0.0048951273784041405,
      "loss_total": 0.0048951273784041405,
      "step": 59790
    },
    {
      "loss_action": 0.010112980380654335,
      "loss_total": 0.010112980380654335,
      "step": 59790
    },
    {
      "loss_action": 0.0024186738301068544,
      "loss_total": 0.0024186738301068544,
      "step": 59790
    },
    {
      "grad_norm": 0.14147771894931793,
      "learning_rate": 3.8048172110383114e-05,
      "loss": 0.006,
      "step": 59800
    },
    {
      "loss_action": 0.002380665857344866,
      "loss_total": 0.002380665857344866,
      "step": 59800
    },
    {
      "loss_action": 0.034052904695272446,
      "loss_total": 0.034052904695272446,
      "step": 59800
    },
    {
      "loss_action": 0.0038820866029709578,
      "loss_total": 0.0038820866029709578,
      "step": 59800
    },
    {
      "loss_action": 0.003363555995747447,
      "loss_total": 0.003363555995747447,
      "step": 59800
    },
    {
      "loss_action": 0.0025472487322986126,
      "loss_total": 0.0025472487322986126,
      "step": 59800
    },
    {
      "loss_action": 0.002481290837749839,
      "loss_total": 0.002481290837749839,
      "step": 59800
    },
    {
      "loss_action": 0.007082535419613123,
      "loss_total": 0.007082535419613123,
      "step": 59800
    },
    {
      "loss_action": 0.003630923805758357,
      "loss_total": 0.003630923805758357,
      "step": 59800
    },
    {
      "grad_norm": 0.07752737402915955,
      "learning_rate": 3.8032117397516944e-05,
      "loss": 0.0059,
      "step": 59810
    },
    {
      "loss_action": 0.022057298570871353,
      "loss_total": 0.022057298570871353,
      "step": 59810
    },
    {
      "loss_action": 0.002922122599557042,
      "loss_total": 0.002922122599557042,
      "step": 59810
    },
    {
      "loss_action": 0.005686627700924873,
      "loss_total": 0.005686627700924873,
      "step": 59810
    },
    {
      "loss_action": 0.002126680687069893,
      "loss_total": 0.002126680687069893,
      "step": 59810
    },
    {
      "loss_action": 0.009829849004745483,
      "loss_total": 0.009829849004745483,
      "step": 59810
    },
    {
      "loss_action": 0.01570688933134079,
      "loss_total": 0.01570688933134079,
      "step": 59810
    },
    {
      "loss_action": 0.004180974327027798,
      "loss_total": 0.004180974327027798,
      "step": 59810
    },
    {
      "loss_action": 0.002194791566580534,
      "loss_total": 0.002194791566580534,
      "step": 59810
    },
    {
      "grad_norm": 0.1274798959493637,
      "learning_rate": 3.801606399344042e-05,
      "loss": 0.0068,
      "step": 59820
    },
    {
      "loss_action": 0.060985028743743896,
      "loss_total": 0.060985028743743896,
      "step": 59820
    },
    {
      "loss_action": 0.005322536453604698,
      "loss_total": 0.005322536453604698,
      "step": 59820
    },
    {
      "loss_action": 0.008664610795676708,
      "loss_total": 0.008664610795676708,
      "step": 59820
    },
    {
      "loss_action": 0.012340903282165527,
      "loss_total": 0.012340903282165527,
      "step": 59820
    },
    {
      "loss_action": 0.003314027562737465,
      "loss_total": 0.003314027562737465,
      "step": 59820
    },
    {
      "loss_action": 0.008380340412259102,
      "loss_total": 0.008380340412259102,
      "step": 59820
    },
    {
      "loss_action": 0.0019055511802434921,
      "loss_total": 0.0019055511802434921,
      "step": 59820
    },
    {
      "loss_action": 0.0020969295874238014,
      "loss_total": 0.0020969295874238014,
      "step": 59820
    },
    {
      "grad_norm": 0.12448529154062271,
      "learning_rate": 3.800001189990913e-05,
      "loss": 0.0073,
      "step": 59830
    },
    {
      "loss_action": 0.019090872257947922,
      "loss_total": 0.019090872257947922,
      "step": 59830
    },
    {
      "loss_action": 0.004426717758178711,
      "loss_total": 0.004426717758178711,
      "step": 59830
    },
    {
      "loss_action": 0.0059701232239604,
      "loss_total": 0.0059701232239604,
      "step": 59830
    },
    {
      "loss_action": 0.00582529604434967,
      "loss_total": 0.00582529604434967,
      "step": 59830
    },
    {
      "loss_action": 0.0027877064421772957,
      "loss_total": 0.0027877064421772957,
      "step": 59830
    },
    {
      "loss_action": 0.007595667149871588,
      "loss_total": 0.007595667149871588,
      "step": 59830
    },
    {
      "loss_action": 0.0021722204983234406,
      "loss_total": 0.0021722204983234406,
      "step": 59830
    },
    {
      "loss_action": 0.006174053065478802,
      "loss_total": 0.006174053065478802,
      "step": 59830
    },
    {
      "grad_norm": 0.10648123174905777,
      "learning_rate": 3.798396111867847e-05,
      "loss": 0.0063,
      "step": 59840
    },
    {
      "loss_action": 0.0028625132981687784,
      "loss_total": 0.0028625132981687784,
      "step": 59840
    },
    {
      "loss_action": 0.004956408869475126,
      "loss_total": 0.004956408869475126,
      "step": 59840
    },
    {
      "loss_action": 0.005626997444778681,
      "loss_total": 0.005626997444778681,
      "step": 59840
    },
    {
      "loss_action": 0.020487459376454353,
      "loss_total": 0.020487459376454353,
      "step": 59840
    },
    {
      "loss_action": 0.005826879292726517,
      "loss_total": 0.005826879292726517,
      "step": 59840
    },
    {
      "loss_action": 0.002374493982642889,
      "loss_total": 0.002374493982642889,
      "step": 59840
    },
    {
      "loss_action": 0.0030194672290235758,
      "loss_total": 0.0030194672290235758,
      "step": 59840
    },
    {
      "loss_action": 0.0012110190000385046,
      "loss_total": 0.0012110190000385046,
      "step": 59840
    },
    {
      "grad_norm": 0.08645117282867432,
      "learning_rate": 3.796791165150378e-05,
      "loss": 0.0057,
      "step": 59850
    },
    {
      "loss_action": 0.003980543464422226,
      "loss_total": 0.003980543464422226,
      "step": 59850
    },
    {
      "loss_action": 0.0022474434226751328,
      "loss_total": 0.0022474434226751328,
      "step": 59850
    },
    {
      "loss_action": 0.012420445680618286,
      "loss_total": 0.012420445680618286,
      "step": 59850
    },
    {
      "loss_action": 0.005573682487010956,
      "loss_total": 0.005573682487010956,
      "step": 59850
    },
    {
      "loss_action": 0.004186093807220459,
      "loss_total": 0.004186093807220459,
      "step": 59850
    },
    {
      "loss_action": 0.0035277302376925945,
      "loss_total": 0.0035277302376925945,
      "step": 59850
    },
    {
      "loss_action": 0.004491613246500492,
      "loss_total": 0.004491613246500492,
      "step": 59850
    },
    {
      "loss_action": 0.0021607126109302044,
      "loss_total": 0.0021607126109302044,
      "step": 59850
    },
    {
      "grad_norm": 0.08409906178712845,
      "learning_rate": 3.795186350014018e-05,
      "loss": 0.0063,
      "step": 59860
    },
    {
      "loss_action": 0.003363910596817732,
      "loss_total": 0.003363910596817732,
      "step": 59860
    },
    {
      "loss_action": 0.009621070697903633,
      "loss_total": 0.009621070697903633,
      "step": 59860
    },
    {
      "loss_action": 0.00833478569984436,
      "loss_total": 0.00833478569984436,
      "step": 59860
    },
    {
      "loss_action": 0.0029029930010437965,
      "loss_total": 0.0029029930010437965,
      "step": 59860
    },
    {
      "loss_action": 0.008966391906142235,
      "loss_total": 0.008966391906142235,
      "step": 59860
    },
    {
      "loss_action": 0.003089411184191704,
      "loss_total": 0.003089411184191704,
      "step": 59860
    },
    {
      "loss_action": 0.005494353827089071,
      "loss_total": 0.005494353827089071,
      "step": 59860
    },
    {
      "loss_action": 0.004619765095412731,
      "loss_total": 0.004619765095412731,
      "step": 59860
    },
    {
      "grad_norm": 0.08555348217487335,
      "learning_rate": 3.793581666634266e-05,
      "loss": 0.0057,
      "step": 59870
    },
    {
      "loss_action": 0.004764928482472897,
      "loss_total": 0.004764928482472897,
      "step": 59870
    },
    {
      "loss_action": 0.0008957394165918231,
      "loss_total": 0.0008957394165918231,
      "step": 59870
    },
    {
      "loss_action": 0.004048594739288092,
      "loss_total": 0.004048594739288092,
      "step": 59870
    },
    {
      "loss_action": 0.006636793725192547,
      "loss_total": 0.006636793725192547,
      "step": 59870
    },
    {
      "loss_action": 0.003378836903721094,
      "loss_total": 0.003378836903721094,
      "step": 59870
    },
    {
      "loss_action": 0.0033514807000756264,
      "loss_total": 0.0033514807000756264,
      "step": 59870
    },
    {
      "loss_action": 0.002359897131100297,
      "loss_total": 0.002359897131100297,
      "step": 59870
    },
    {
      "loss_action": 0.008767778985202312,
      "loss_total": 0.008767778985202312,
      "step": 59870
    },
    {
      "grad_norm": 0.11500358581542969,
      "learning_rate": 3.791977115186609e-05,
      "loss": 0.006,
      "step": 59880
    },
    {
      "loss_action": 0.008600477129220963,
      "loss_total": 0.008600477129220963,
      "step": 59880
    },
    {
      "loss_action": 0.0171272661536932,
      "loss_total": 0.0171272661536932,
      "step": 59880
    },
    {
      "loss_action": 0.004749103914946318,
      "loss_total": 0.004749103914946318,
      "step": 59880
    },
    {
      "loss_action": 0.0030784797854721546,
      "loss_total": 0.0030784797854721546,
      "step": 59880
    },
    {
      "loss_action": 0.008386817760765553,
      "loss_total": 0.008386817760765553,
      "step": 59880
    },
    {
      "loss_action": 0.007807519286870956,
      "loss_total": 0.007807519286870956,
      "step": 59880
    },
    {
      "loss_action": 0.00650468934327364,
      "loss_total": 0.00650468934327364,
      "step": 59880
    },
    {
      "loss_action": 0.00790986604988575,
      "loss_total": 0.00790986604988575,
      "step": 59880
    },
    {
      "grad_norm": 0.09528788924217224,
      "learning_rate": 3.79037269584652e-05,
      "loss": 0.0062,
      "step": 59890
    },
    {
      "loss_action": 0.0028050628025084734,
      "loss_total": 0.0028050628025084734,
      "step": 59890
    },
    {
      "loss_action": 0.015490313991904259,
      "loss_total": 0.015490313991904259,
      "step": 59890
    },
    {
      "loss_action": 0.003542534541338682,
      "loss_total": 0.003542534541338682,
      "step": 59890
    },
    {
      "loss_action": 0.0033173514530062675,
      "loss_total": 0.0033173514530062675,
      "step": 59890
    },
    {
      "loss_action": 0.0016625011339783669,
      "loss_total": 0.0016625011339783669,
      "step": 59890
    },
    {
      "loss_action": 0.02035868912935257,
      "loss_total": 0.02035868912935257,
      "step": 59890
    },
    {
      "loss_action": 0.002951322589069605,
      "loss_total": 0.002951322589069605,
      "step": 59890
    },
    {
      "loss_action": 0.008585847914218903,
      "loss_total": 0.008585847914218903,
      "step": 59890
    },
    {
      "grad_norm": 0.11300040036439896,
      "learning_rate": 3.7887684087894545e-05,
      "loss": 0.0066,
      "step": 59900
    },
    {
      "loss_action": 0.0038648354820907116,
      "loss_total": 0.0038648354820907116,
      "step": 59900
    },
    {
      "loss_action": 0.0019311229698359966,
      "loss_total": 0.0019311229698359966,
      "step": 59900
    },
    {
      "loss_action": 0.001606557983905077,
      "loss_total": 0.001606557983905077,
      "step": 59900
    },
    {
      "loss_action": 0.01361770834773779,
      "loss_total": 0.01361770834773779,
      "step": 59900
    },
    {
      "loss_action": 0.007237173616886139,
      "loss_total": 0.007237173616886139,
      "step": 59900
    },
    {
      "loss_action": 0.004670776426792145,
      "loss_total": 0.004670776426792145,
      "step": 59900
    },
    {
      "loss_action": 0.002294145291671157,
      "loss_total": 0.002294145291671157,
      "step": 59900
    },
    {
      "loss_action": 0.00795942172408104,
      "loss_total": 0.00795942172408104,
      "step": 59900
    },
    {
      "grad_norm": 0.0908113345503807,
      "learning_rate": 3.787164254190854e-05,
      "loss": 0.006,
      "step": 59910
    },
    {
      "loss_action": 0.012333447113633156,
      "loss_total": 0.012333447113633156,
      "step": 59910
    },
    {
      "loss_action": 0.005038196686655283,
      "loss_total": 0.005038196686655283,
      "step": 59910
    },
    {
      "loss_action": 0.005172472447156906,
      "loss_total": 0.005172472447156906,
      "step": 59910
    },
    {
      "loss_action": 0.006266344338655472,
      "loss_total": 0.006266344338655472,
      "step": 59910
    },
    {
      "loss_action": 0.009602034464478493,
      "loss_total": 0.009602034464478493,
      "step": 59910
    },
    {
      "loss_action": 0.0037312002386897802,
      "loss_total": 0.0037312002386897802,
      "step": 59910
    },
    {
      "loss_action": 0.0020321281626820564,
      "loss_total": 0.0020321281626820564,
      "step": 59910
    },
    {
      "loss_action": 0.008554230444133282,
      "loss_total": 0.008554230444133282,
      "step": 59910
    },
    {
      "grad_norm": 0.1327260434627533,
      "learning_rate": 3.7855602322261473e-05,
      "loss": 0.0062,
      "step": 59920
    },
    {
      "loss_action": 0.0039045203011482954,
      "loss_total": 0.0039045203011482954,
      "step": 59920
    },
    {
      "loss_action": 0.007215063087642193,
      "loss_total": 0.007215063087642193,
      "step": 59920
    },
    {
      "loss_action": 0.0030253008008003235,
      "loss_total": 0.0030253008008003235,
      "step": 59920
    },
    {
      "loss_action": 0.0025530036073178053,
      "loss_total": 0.0025530036073178053,
      "step": 59920
    },
    {
      "loss_action": 0.002476339926943183,
      "loss_total": 0.002476339926943183,
      "step": 59920
    },
    {
      "loss_action": 0.004033430479466915,
      "loss_total": 0.004033430479466915,
      "step": 59920
    },
    {
      "loss_action": 0.003298942930996418,
      "loss_total": 0.003298942930996418,
      "step": 59920
    },
    {
      "loss_action": 0.011543992906808853,
      "loss_total": 0.011543992906808853,
      "step": 59920
    },
    {
      "grad_norm": 0.06977652758359909,
      "learning_rate": 3.783956343070746e-05,
      "loss": 0.0053,
      "step": 59930
    },
    {
      "loss_action": 0.009026288986206055,
      "loss_total": 0.009026288986206055,
      "step": 59930
    },
    {
      "loss_action": 0.004655621014535427,
      "loss_total": 0.004655621014535427,
      "step": 59930
    },
    {
      "loss_action": 0.007288869936019182,
      "loss_total": 0.007288869936019182,
      "step": 59930
    },
    {
      "loss_action": 0.008014937862753868,
      "loss_total": 0.008014937862753868,
      "step": 59930
    },
    {
      "loss_action": 0.0038327372167259455,
      "loss_total": 0.0038327372167259455,
      "step": 59930
    },
    {
      "loss_action": 0.006551820784807205,
      "loss_total": 0.006551820784807205,
      "step": 59930
    },
    {
      "loss_action": 0.01099361665546894,
      "loss_total": 0.01099361665546894,
      "step": 59930
    },
    {
      "loss_action": 0.007390871644020081,
      "loss_total": 0.007390871644020081,
      "step": 59930
    },
    {
      "grad_norm": 0.08960723876953125,
      "learning_rate": 3.7823525869000526e-05,
      "loss": 0.0058,
      "step": 59940
    },
    {
      "loss_action": 0.013790732249617577,
      "loss_total": 0.013790732249617577,
      "step": 59940
    },
    {
      "loss_action": 0.007342127151787281,
      "loss_total": 0.007342127151787281,
      "step": 59940
    },
    {
      "loss_action": 0.003696401370689273,
      "loss_total": 0.003696401370689273,
      "step": 59940
    },
    {
      "loss_action": 0.00561791006475687,
      "loss_total": 0.00561791006475687,
      "step": 59940
    },
    {
      "loss_action": 0.0028876885771751404,
      "loss_total": 0.0028876885771751404,
      "step": 59940
    },
    {
      "loss_action": 0.0037404547911137342,
      "loss_total": 0.0037404547911137342,
      "step": 59940
    },
    {
      "loss_action": 0.0037340656854212284,
      "loss_total": 0.0037340656854212284,
      "step": 59940
    },
    {
      "loss_action": 0.006918882951140404,
      "loss_total": 0.006918882951140404,
      "step": 59940
    },
    {
      "grad_norm": 0.13968610763549805,
      "learning_rate": 3.78074896388945e-05,
      "loss": 0.0069,
      "step": 59950
    },
    {
      "loss_action": 0.004701999947428703,
      "loss_total": 0.004701999947428703,
      "step": 59950
    },
    {
      "loss_action": 0.0034912084229290485,
      "loss_total": 0.0034912084229290485,
      "step": 59950
    },
    {
      "loss_action": 0.008619763888418674,
      "loss_total": 0.008619763888418674,
      "step": 59950
    },
    {
      "loss_action": 0.007665765471756458,
      "loss_total": 0.007665765471756458,
      "step": 59950
    },
    {
      "loss_action": 0.00308244489133358,
      "loss_total": 0.00308244489133358,
      "step": 59950
    },
    {
      "loss_action": 0.004004232119768858,
      "loss_total": 0.004004232119768858,
      "step": 59950
    },
    {
      "loss_action": 0.006574850529432297,
      "loss_total": 0.006574850529432297,
      "step": 59950
    },
    {
      "loss_action": 0.012238914147019386,
      "loss_total": 0.012238914147019386,
      "step": 59950
    },
    {
      "grad_norm": 0.10754001140594482,
      "learning_rate": 3.7791454742143075e-05,
      "loss": 0.0059,
      "step": 59960
    },
    {
      "loss_action": 0.004883912391960621,
      "loss_total": 0.004883912391960621,
      "step": 59960
    },
    {
      "loss_action": 0.004853515885770321,
      "loss_total": 0.004853515885770321,
      "step": 59960
    },
    {
      "loss_action": 0.0030845911242067814,
      "loss_total": 0.0030845911242067814,
      "step": 59960
    },
    {
      "loss_action": 0.005472766235470772,
      "loss_total": 0.005472766235470772,
      "step": 59960
    },
    {
      "loss_action": 0.0044179209508001804,
      "loss_total": 0.0044179209508001804,
      "step": 59960
    },
    {
      "loss_action": 0.0021297410130500793,
      "loss_total": 0.0021297410130500793,
      "step": 59960
    },
    {
      "loss_action": 0.00156644475646317,
      "loss_total": 0.00156644475646317,
      "step": 59960
    },
    {
      "loss_action": 0.004305967129766941,
      "loss_total": 0.004305967129766941,
      "step": 59960
    },
    {
      "grad_norm": 0.09777924418449402,
      "learning_rate": 3.7775421180499795e-05,
      "loss": 0.0078,
      "step": 59970
    },
    {
      "loss_action": 0.0042955451644957066,
      "loss_total": 0.0042955451644957066,
      "step": 59970
    },
    {
      "loss_action": 0.010548358783125877,
      "loss_total": 0.010548358783125877,
      "step": 59970
    },
    {
      "loss_action": 0.00717639084905386,
      "loss_total": 0.00717639084905386,
      "step": 59970
    },
    {
      "loss_action": 0.006686233915388584,
      "loss_total": 0.006686233915388584,
      "step": 59970
    },
    {
      "loss_action": 0.001663282630033791,
      "loss_total": 0.001663282630033791,
      "step": 59970
    },
    {
      "loss_action": 0.0037189205177128315,
      "loss_total": 0.0037189205177128315,
      "step": 59970
    },
    {
      "loss_action": 0.007846630178391933,
      "loss_total": 0.007846630178391933,
      "step": 59970
    },
    {
      "loss_action": 0.0026647208724170923,
      "loss_total": 0.0026647208724170923,
      "step": 59970
    },
    {
      "grad_norm": 0.17241546511650085,
      "learning_rate": 3.7759388955718086e-05,
      "loss": 0.0059,
      "step": 59980
    },
    {
      "loss_action": 0.0066710300743579865,
      "loss_total": 0.0066710300743579865,
      "step": 59980
    },
    {
      "loss_action": 0.005711152218282223,
      "loss_total": 0.005711152218282223,
      "step": 59980
    },
    {
      "loss_action": 0.010714298114180565,
      "loss_total": 0.010714298114180565,
      "step": 59980
    },
    {
      "loss_action": 0.005597804673016071,
      "loss_total": 0.005597804673016071,
      "step": 59980
    },
    {
      "loss_action": 0.0027157561853528023,
      "loss_total": 0.0027157561853528023,
      "step": 59980
    },
    {
      "loss_action": 0.003055098932236433,
      "loss_total": 0.003055098932236433,
      "step": 59980
    },
    {
      "loss_action": 0.0026589222252368927,
      "loss_total": 0.0026589222252368927,
      "step": 59980
    },
    {
      "loss_action": 0.003241310128942132,
      "loss_total": 0.003241310128942132,
      "step": 59980
    },
    {
      "grad_norm": 0.07756880670785904,
      "learning_rate": 3.774335806955117e-05,
      "loss": 0.0059,
      "step": 59990
    },
    {
      "loss_action": 0.005291512235999107,
      "loss_total": 0.005291512235999107,
      "step": 59990
    },
    {
      "loss_action": 0.002145984210073948,
      "loss_total": 0.002145984210073948,
      "step": 59990
    },
    {
      "loss_action": 0.0124443918466568,
      "loss_total": 0.0124443918466568,
      "step": 59990
    },
    {
      "loss_action": 0.00516971480101347,
      "loss_total": 0.00516971480101347,
      "step": 59990
    },
    {
      "loss_action": 0.00385557534173131,
      "loss_total": 0.00385557534173131,
      "step": 59990
    },
    {
      "loss_action": 0.012123718857765198,
      "loss_total": 0.012123718857765198,
      "step": 59990
    },
    {
      "loss_action": 0.0037811072543263435,
      "loss_total": 0.0037811072543263435,
      "step": 59990
    },
    {
      "loss_action": 0.002378602512180805,
      "loss_total": 0.002378602512180805,
      "step": 59990
    },
    {
      "grad_norm": 0.07803121954202652,
      "learning_rate": 3.7727328523752215e-05,
      "loss": 0.0076,
      "step": 60000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}